From dad709c8b5a5d2d92421153ed0e530f5b1637057 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 12 May 2021 11:15:59 +0800 Subject: [PATCH 01/56] Support LeafRunnableCommand as sub query --- .../spark/sql/execution/QueryExecution.scala | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 0795776eb3f99..94d2307d651d7 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -22,7 +22,6 @@ import java.util.UUID import java.util.concurrent.atomic.AtomicLong import org.apache.hadoop.fs.Path - import org.apache.spark.internal.Logging import org.apache.spark.rdd.RDD import org.apache.spark.sql.{AnalysisException, Row, SparkSession} @@ -31,12 +30,13 @@ import org.apache.spark.sql.catalyst.analysis.UnsupportedOperationChecker import org.apache.spark.sql.catalyst.expressions.SubqueryExpression import org.apache.spark.sql.catalyst.expressions.codegen.ByteCodeStats import org.apache.spark.sql.catalyst.plans.QueryPlan -import org.apache.spark.sql.catalyst.plans.logical.{LogicalPlan, ReturnAnswer} +import org.apache.spark.sql.catalyst.plans.logical.{Command, LocalRelation, LogicalPlan, ReturnAnswer} import org.apache.spark.sql.catalyst.rules.{PlanChangeLogger, Rule} import org.apache.spark.sql.catalyst.util.StringUtils.PlanStringConcat import org.apache.spark.sql.catalyst.util.truncatedString import org.apache.spark.sql.execution.adaptive.{AdaptiveExecutionContext, InsertAdaptiveSparkPlan} import org.apache.spark.sql.execution.bucketing.{CoalesceBucketsInJoin, DisableUnnecessaryBucketedScan} +import org.apache.spark.sql.execution.command.{ExecutedCommandExec, LeafRunnableCommand} import org.apache.spark.sql.execution.dynamicpruning.PlanDynamicPruningFilters import org.apache.spark.sql.execution.exchange.{EnsureRequirements, ReuseExchange} import org.apache.spark.sql.execution.streaming.{IncrementalExecution, OffsetSeqMetadata} @@ -71,7 +71,15 @@ class QueryExecution( lazy val analyzed: LogicalPlan = executePhase(QueryPlanningTracker.ANALYSIS) { // We can't clone `logical` here, which will reset the `_analyzed` flag. - sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) + sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) match { + case c: Command => c + case plan => plan transform { + // SPARK-35378: Support LeafRunnableCommand as sub query + case r: LeafRunnableCommand => + LocalRelation(r.output, ExecutedCommandExec(r).executeCollect()) + case other => other + } + } } lazy val withCachedData: LogicalPlan = sparkSession.withActive { From 0338a233916fe4cdb5e81a4b2f498277402f373b Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 12 May 2021 11:21:28 +0800 Subject: [PATCH 02/56] Support LeafRunnableCommand as sub query --- .../scala/org/apache/spark/sql/execution/QueryExecution.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 94d2307d651d7..4260c2462153c 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -22,6 +22,7 @@ import java.util.UUID import java.util.concurrent.atomic.AtomicLong import org.apache.hadoop.fs.Path + import org.apache.spark.internal.Logging import org.apache.spark.rdd.RDD import org.apache.spark.sql.{AnalysisException, Row, SparkSession} From 40cea6bb85ea5b5020be4dcb07780ab0aa72ad64 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 12 May 2021 11:22:14 +0800 Subject: [PATCH 03/56] Support LeafRunnableCommand as sub query --- .../scala/org/apache/spark/sql/execution/QueryExecution.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 4260c2462153c..b7f3612040e24 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -75,7 +75,7 @@ class QueryExecution( sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) match { case c: Command => c case plan => plan transform { - // SPARK-35378: Support LeafRunnableCommand as sub query + // SPARK-35378: Convert LeafRunnableCommand to LocalRelation when query with CTE case r: LeafRunnableCommand => LocalRelation(r.output, ExecutedCommandExec(r).executeCollect()) case other => other From a82ed7677eee8f1a5a2be3dae454e9a7fc7f2c56 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Fri, 14 May 2021 12:12:05 +0800 Subject: [PATCH 04/56] Unify the behavior eagerly execute the commands --- .../apache/spark/sql/execution/QueryExecution.scala | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index b7f3612040e24..578bd591bbfa0 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -72,14 +72,11 @@ class QueryExecution( lazy val analyzed: LogicalPlan = executePhase(QueryPlanningTracker.ANALYSIS) { // We can't clone `logical` here, which will reset the `_analyzed` flag. - sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) match { - case c: Command => c - case plan => plan transform { - // SPARK-35378: Convert LeafRunnableCommand to LocalRelation when query with CTE - case r: LeafRunnableCommand => - LocalRelation(r.output, ExecutedCommandExec(r).executeCollect()) - case other => other - } + sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) transform { + // SPARK-35378: Eagerly execute LeafRunnableCommand so that query command with CTE + case r: LeafRunnableCommand => + LocalRelation(r.output, ExecutedCommandExec(r).executeCollect()) + case other => other } } From bf296fbb99193e0c41acfb04240c15ff4a46f85b Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 17 May 2021 18:25:46 +0800 Subject: [PATCH 05/56] Update code --- .../spark/sql/catalyst/optimizer/Optimizer.scala | 13 +++++++------ .../catalyst/plans/logical/LocalRelation.scala | 9 ++++++++- .../spark/sql/execution/QueryExecution.scala | 16 +++++++++++----- 3 files changed, 26 insertions(+), 12 deletions(-) diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala index 07c86a7e09bb8..1d114efc2b62e 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala @@ -1733,20 +1733,21 @@ object DecimalAggregates extends Rule[LogicalPlan] { */ object ConvertToLocalRelation extends Rule[LogicalPlan] { def apply(plan: LogicalPlan): LogicalPlan = plan transform { - case Project(projectList, LocalRelation(output, data, isStreaming)) + case Project(projectList, LocalRelation(output, data, isStreaming, executionIdOpt)) if !projectList.exists(hasUnevaluableExpr) => val projection = new InterpretedMutableProjection(projectList, output) projection.initialize(0) - LocalRelation(projectList.map(_.toAttribute), data.map(projection(_).copy()), isStreaming) + LocalRelation( + projectList.map(_.toAttribute), data.map(projection(_).copy()), isStreaming, executionIdOpt) - case Limit(IntegerLiteral(limit), LocalRelation(output, data, isStreaming)) => - LocalRelation(output, data.take(limit), isStreaming) + case Limit(IntegerLiteral(limit), LocalRelation(output, data, isStreaming, executionIdOpt)) => + LocalRelation(output, data.take(limit), isStreaming, executionIdOpt) - case Filter(condition, LocalRelation(output, data, isStreaming)) + case Filter(condition, LocalRelation(output, data, isStreaming, executionIdOpt)) if !hasUnevaluableExpr(condition) => val predicate = Predicate.create(condition, output) predicate.initialize(0) - LocalRelation(output, data.filter(row => predicate.eval(row)), isStreaming) + LocalRelation(output, data.filter(row => predicate.eval(row)), isStreaming, executionIdOpt) } private def hasUnevaluableExpr(expr: Expression): Boolean = { diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/LocalRelation.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/LocalRelation.scala index e99f433fa6ab9..1e83aaf0230c5 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/LocalRelation.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/LocalRelation.scala @@ -55,12 +55,19 @@ case class LocalRelation( output: Seq[Attribute], data: Seq[InternalRow] = Nil, // Indicates whether this relation has data from a streaming source. - override val isStreaming: Boolean = false) + override val isStreaming: Boolean = false, + executionIdOpt: Option[Long] = None) extends LeafNode with analysis.MultiInstanceRelation { // A local relation must have resolved output. require(output.forall(_.resolved), "Unresolved attributes found when constructing LocalRelation.") + override def nodeName: String = if (executionIdOpt.isDefined) { + super.nodeName + s"(execution id: ${executionIdOpt.get})" + } else { + super.nodeName + } + /** * Returns an identical copy of this relation with new exprIds for all attributes. Different * attributes are required when a relation is going to be included multiple times in the same diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 578bd591bbfa0..2604f7ec275be 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -72,10 +72,16 @@ class QueryExecution( lazy val analyzed: LogicalPlan = executePhase(QueryPlanningTracker.ANALYSIS) { // We can't clone `logical` here, which will reset the `_analyzed` flag. - sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) transform { - // SPARK-35378: Eagerly execute LeafRunnableCommand so that query command with CTE - case r: LeafRunnableCommand => - LocalRelation(r.output, ExecutedCommandExec(r).executeCollect()) + sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) + } + + lazy val commandCollected: LogicalPlan = analyzed mapChildren { child => + child transform { + // SPARK-35378: Eagerly execute Command so that query command with CTE + case c: Command => + val subQueryExecution = sparkSession.sessionState.executePlan(c) + LocalRelation(c.output, + subQueryExecution.executedPlan.executeCollect(), false, Some(subQueryExecution.id)) case other => other } } @@ -85,7 +91,7 @@ class QueryExecution( assertSupported() // clone the plan to avoid sharing the plan instance between different stages like analyzing, // optimizing and planning. - sparkSession.sharedState.cacheManager.useCachedData(analyzed.clone()) + sparkSession.sharedState.cacheManager.useCachedData(commandCollected.clone()) } lazy val optimizedPlan: LogicalPlan = executePhase(QueryPlanningTracker.OPTIMIZATION) { From 803a12af21b5a32154b64dd1c0acf3d3d9c4a7ad Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 17 May 2021 18:35:04 +0800 Subject: [PATCH 06/56] Update code --- .../scala/org/apache/spark/sql/execution/QueryExecution.scala | 1 - 1 file changed, 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 2604f7ec275be..620c49153b16a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -37,7 +37,6 @@ import org.apache.spark.sql.catalyst.util.StringUtils.PlanStringConcat import org.apache.spark.sql.catalyst.util.truncatedString import org.apache.spark.sql.execution.adaptive.{AdaptiveExecutionContext, InsertAdaptiveSparkPlan} import org.apache.spark.sql.execution.bucketing.{CoalesceBucketsInJoin, DisableUnnecessaryBucketedScan} -import org.apache.spark.sql.execution.command.{ExecutedCommandExec, LeafRunnableCommand} import org.apache.spark.sql.execution.dynamicpruning.PlanDynamicPruningFilters import org.apache.spark.sql.execution.exchange.{EnsureRequirements, ReuseExchange} import org.apache.spark.sql.execution.streaming.{IncrementalExecution, OffsetSeqMetadata} From e3b8454872d8e2ff7d9605703c4e66c238a3a032 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 17 May 2021 18:54:56 +0800 Subject: [PATCH 07/56] Update code --- .../spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala | 2 +- .../scala/org/apache/spark/sql/execution/SparkStrategies.scala | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala index 16d23153c1c53..007b4ba931a59 100644 --- a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala +++ b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala @@ -93,7 +93,7 @@ class ResolveInlineTablesSuite extends AnalysisTest with BeforeAndAfter { val table = UnresolvedInlineTable(Seq("c1"), Seq(Seq(Cast(lit("1991-12-06 00:00:00.0"), TimestampType)))) val withTimeZone = ResolveTimeZone.apply(table) - val LocalRelation(output, data, _) = ResolveInlineTables.apply(withTimeZone) + val LocalRelation(output, data, _, _) = ResolveInlineTables.apply(withTimeZone) val correct = Cast(lit("1991-12-06 00:00:00.0"), TimestampType) .withTimeZone(conf.sessionLocalTimeZone).eval().asInstanceOf[Long] assert(output.map(_.dataType) == Seq(TimestampType)) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala index b9e44b3e5b2e2..35baa7abcae97 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala @@ -701,7 +701,7 @@ abstract class SparkStrategies extends QueryPlanner[SparkPlan] { execution.ExpandExec(e.projections, e.output, planLater(child)) :: Nil case logical.Sample(lb, ub, withReplacement, seed, child) => execution.SampleExec(lb, ub, withReplacement, seed, planLater(child)) :: Nil - case logical.LocalRelation(output, data, _) => + case logical.LocalRelation(output, data, _, _) => LocalTableScanExec(output, data) :: Nil case logical.LocalLimit(IntegerLiteral(limit), child) => execution.LocalLimitExec(limit, planLater(child)) :: Nil From 6516cc4b00079afa1e887465ce1dd96e8e821c30 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 17 May 2021 19:11:50 +0800 Subject: [PATCH 08/56] Update code --- .../src/test/scala/org/apache/spark/sql/DataFrameSuite.scala | 2 +- .../spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala | 4 ++-- .../org/apache/spark/sql/execution/SparkPlannerSuite.scala | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala index d7d85d43544e0..6da04f95dde41 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala @@ -2560,7 +2560,7 @@ class DataFrameSuite extends QueryTest val emptyDf = spark.emptyDataFrame.withColumn("id", lit(1L)) val joined = spark.range(10).join(emptyDf, "id") joined.queryExecution.optimizedPlan match { - case LocalRelation(Seq(id), Nil, _) => + case LocalRelation(Seq(id), Nil, _, _) => assert(id.name == "id") case _ => fail("emptyDataFrame should be foldable") diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala index 68691e2f7fdac..2a0b217d2100c 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala @@ -45,14 +45,14 @@ class OptimizeMetadataOnlyQuerySuite extends QueryTest with SharedSparkSession { private def assertMetadataOnlyQuery(df: DataFrame): Unit = { val localRelations = df.queryExecution.optimizedPlan.collect { - case l @ LocalRelation(_, _, _) => l + case l @ LocalRelation(_, _, _, _) => l } assert(localRelations.size == 1) } private def assertNotMetadataOnlyQuery(df: DataFrame): Unit = { val localRelations = df.queryExecution.optimizedPlan.collect { - case l @ LocalRelation(_, _, _) => l + case l @ LocalRelation(_, _, _, _) => l } assert(localRelations.size == 0) } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/SparkPlannerSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/SparkPlannerSuite.scala index b4cb7e3fce3cf..5a4e605f080d2 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/SparkPlannerSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/SparkPlannerSuite.scala @@ -40,7 +40,7 @@ class SparkPlannerSuite extends SharedSparkSession { case u: Union => planned += 1 UnionExec(u.children.map(planLater)) :: planLater(NeverPlanned) :: Nil - case LocalRelation(output, data, _) => + case LocalRelation(output, data, _, _) => planned += 1 LocalTableScanExec(output, data) :: planLater(NeverPlanned) :: Nil case NeverPlanned => From ddbb5bbeb1871838ad6451a5ae586b42dea67109 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Tue, 18 May 2021 14:38:39 +0800 Subject: [PATCH 09/56] Optimize code --- .../sql/catalyst/optimizer/Optimizer.scala | 13 ++-- .../plans/logical/LocalRelation.scala | 9 +-- .../analysis/ResolveInlineTablesSuite.scala | 2 +- .../scala/org/apache/spark/sql/Dataset.scala | 2 +- .../sql/execution/CommandResultExec.scala | 78 +++++++++++++++++++ .../spark/sql/execution/QueryExecution.scala | 9 +-- .../spark/sql/execution/SparkStrategies.scala | 4 +- .../spark/sql/expressions/CommandResult.scala | 34 ++++++++ .../org/apache/spark/sql/DataFrameSuite.scala | 2 +- .../OptimizeMetadataOnlyQuerySuite.scala | 4 +- .../sql/execution/QueryExecutionSuite.scala | 30 ++++++- .../sql/execution/SparkPlannerSuite.scala | 2 +- 12 files changed, 160 insertions(+), 29 deletions(-) create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala index 5df9cefbc4915..19e9312715db0 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala @@ -1764,21 +1764,20 @@ object DecimalAggregates extends Rule[LogicalPlan] { object ConvertToLocalRelation extends Rule[LogicalPlan] { def apply(plan: LogicalPlan): LogicalPlan = plan.transformWithPruning( _.containsPattern(LOCAL_RELATION), ruleId) { - case Project(projectList, LocalRelation(output, data, isStreaming, executionIdOpt)) + case Project(projectList, LocalRelation(output, data, isStreaming)) if !projectList.exists(hasUnevaluableExpr) => val projection = new InterpretedMutableProjection(projectList, output) projection.initialize(0) - LocalRelation( - projectList.map(_.toAttribute), data.map(projection(_).copy()), isStreaming, executionIdOpt) + LocalRelation(projectList.map(_.toAttribute), data.map(projection(_).copy()), isStreaming) - case Limit(IntegerLiteral(limit), LocalRelation(output, data, isStreaming, executionIdOpt)) => - LocalRelation(output, data.take(limit), isStreaming, executionIdOpt) + case Limit(IntegerLiteral(limit), LocalRelation(output, data, isStreaming)) => + LocalRelation(output, data.take(limit), isStreaming) - case Filter(condition, LocalRelation(output, data, isStreaming, executionIdOpt)) + case Filter(condition, LocalRelation(output, data, isStreaming)) if !hasUnevaluableExpr(condition) => val predicate = Predicate.create(condition, output) predicate.initialize(0) - LocalRelation(output, data.filter(row => predicate.eval(row)), isStreaming, executionIdOpt) + LocalRelation(output, data.filter(row => predicate.eval(row)), isStreaming) } private def hasUnevaluableExpr(expr: Expression): Boolean = { diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/LocalRelation.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/LocalRelation.scala index 1e83aaf0230c5..e99f433fa6ab9 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/LocalRelation.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/LocalRelation.scala @@ -55,19 +55,12 @@ case class LocalRelation( output: Seq[Attribute], data: Seq[InternalRow] = Nil, // Indicates whether this relation has data from a streaming source. - override val isStreaming: Boolean = false, - executionIdOpt: Option[Long] = None) + override val isStreaming: Boolean = false) extends LeafNode with analysis.MultiInstanceRelation { // A local relation must have resolved output. require(output.forall(_.resolved), "Unresolved attributes found when constructing LocalRelation.") - override def nodeName: String = if (executionIdOpt.isDefined) { - super.nodeName + s"(execution id: ${executionIdOpt.get})" - } else { - super.nodeName - } - /** * Returns an identical copy of this relation with new exprIds for all attributes. Different * attributes are required when a relation is going to be included multiple times in the same diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala index 007b4ba931a59..16d23153c1c53 100644 --- a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala +++ b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/ResolveInlineTablesSuite.scala @@ -93,7 +93,7 @@ class ResolveInlineTablesSuite extends AnalysisTest with BeforeAndAfter { val table = UnresolvedInlineTable(Seq("c1"), Seq(Seq(Cast(lit("1991-12-06 00:00:00.0"), TimestampType)))) val withTimeZone = ResolveTimeZone.apply(table) - val LocalRelation(output, data, _, _) = ResolveInlineTables.apply(withTimeZone) + val LocalRelation(output, data, _) = ResolveInlineTables.apply(withTimeZone) val correct = Cast(lit("1991-12-06 00:00:00.0"), TimestampType) .withTimeZone(conf.sessionLocalTimeZone).eval().asInstanceOf[Long] assert(output.map(_.dataType) == Seq(TimestampType)) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index 540115b919a44..cd2225530b932 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -223,7 +223,7 @@ class Dataset[T] private[sql]( @transient private[sql] val logicalPlan: LogicalPlan = { // For various commands (like DDL) and queries with side effects, we force query execution // to happen right away to let these side effects take place eagerly. - val plan = queryExecution.analyzed match { + val plan = queryExecution.commandCollected match { case c: Command => LocalRelation(c.output, withAction("command", queryExecution)(_.executeCollect())) case u @ Union(children, _, _) if children.forall(_.isInstanceOf[Command]) => diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala new file mode 100644 index 0000000000000..31f770d13e058 --- /dev/null +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -0,0 +1,78 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.spark.sql.execution + +import org.apache.spark.rdd.RDD +import org.apache.spark.sql.catalyst.InternalRow +import org.apache.spark.sql.catalyst.expressions.Attribute +import org.apache.spark.sql.catalyst.plans.QueryPlan +import org.apache.spark.sql.execution.metric.SQLMetrics + +/** + * Physical plan node for collecting data from a command. + */ +case class CommandResultExec(qe: QueryExecution) extends LeafExecNode { + + override lazy val metrics = Map( + "numOutputRows" -> SQLMetrics.createMetric(sparkContext, "number of output rows")) + + override def innerChildren: Seq[QueryPlan[_]] = Seq(qe.executedPlan) + + def output: Seq[Attribute] = qe.executedPlan.output + + private lazy val unsafeRows: Array[InternalRow] = qe.executedPlan.executeCollect() + + private lazy val rdd: RDD[InternalRow] = { + val numSlices = math.min( + unsafeRows.length, sqlContext.sparkSession.leafNodeDefaultParallelism) + sqlContext.sparkContext.parallelize(unsafeRows, numSlices) + } + + override def doExecute(): RDD[InternalRow] = { + val numOutputRows = longMetric("numOutputRows") + rdd.map { r => + numOutputRows += 1 + r + } + } + + override protected def stringArgs: Iterator[Any] = { + if (unsafeRows.isEmpty) { + Iterator("", output) + } else { + Iterator(output) + } + } + + override def executeCollect(): Array[InternalRow] = { + longMetric("numOutputRows").add(unsafeRows.size) + unsafeRows + } + + override def executeTake(limit: Int): Array[InternalRow] = { + val taken = unsafeRows.take(limit) + longMetric("numOutputRows").add(taken.size) + taken + } + + override def executeTail(limit: Int): Array[InternalRow] = { + val taken: Seq[InternalRow] = unsafeRows.takeRight(limit) + longMetric("numOutputRows").add(taken.size) + taken.toArray + } +} diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 620c49153b16a..80d60d57f6218 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -22,7 +22,6 @@ import java.util.UUID import java.util.concurrent.atomic.AtomicLong import org.apache.hadoop.fs.Path - import org.apache.spark.internal.Logging import org.apache.spark.rdd.RDD import org.apache.spark.sql.{AnalysisException, Row, SparkSession} @@ -31,7 +30,7 @@ import org.apache.spark.sql.catalyst.analysis.UnsupportedOperationChecker import org.apache.spark.sql.catalyst.expressions.SubqueryExpression import org.apache.spark.sql.catalyst.expressions.codegen.ByteCodeStats import org.apache.spark.sql.catalyst.plans.QueryPlan -import org.apache.spark.sql.catalyst.plans.logical.{Command, LocalRelation, LogicalPlan, ReturnAnswer} +import org.apache.spark.sql.catalyst.plans.logical.{Command, LogicalPlan, ReturnAnswer} import org.apache.spark.sql.catalyst.rules.{PlanChangeLogger, Rule} import org.apache.spark.sql.catalyst.util.StringUtils.PlanStringConcat import org.apache.spark.sql.catalyst.util.truncatedString @@ -40,6 +39,7 @@ import org.apache.spark.sql.execution.bucketing.{CoalesceBucketsInJoin, DisableU import org.apache.spark.sql.execution.dynamicpruning.PlanDynamicPruningFilters import org.apache.spark.sql.execution.exchange.{EnsureRequirements, ReuseExchange} import org.apache.spark.sql.execution.streaming.{IncrementalExecution, OffsetSeqMetadata} +import org.apache.spark.sql.expressions.CommandResult import org.apache.spark.sql.internal.SQLConf import org.apache.spark.sql.streaming.OutputMode import org.apache.spark.util.Utils @@ -77,10 +77,7 @@ class QueryExecution( lazy val commandCollected: LogicalPlan = analyzed mapChildren { child => child transform { // SPARK-35378: Eagerly execute Command so that query command with CTE - case c: Command => - val subQueryExecution = sparkSession.sessionState.executePlan(c) - LocalRelation(c.output, - subQueryExecution.executedPlan.executeCollect(), false, Some(subQueryExecution.id)) + case c: Command => CommandResult(sparkSession.sessionState.executePlan(c)) case other => other } } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala index 35baa7abcae97..89977e861678a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala @@ -36,6 +36,7 @@ import org.apache.spark.sql.execution.exchange.{REPARTITION, REPARTITION_WITH_NU import org.apache.spark.sql.execution.python._ import org.apache.spark.sql.execution.streaming._ import org.apache.spark.sql.execution.streaming.sources.MemoryPlan +import org.apache.spark.sql.expressions.CommandResult import org.apache.spark.sql.internal.SQLConf import org.apache.spark.sql.streaming.OutputMode import org.apache.spark.sql.types.StructType @@ -701,8 +702,9 @@ abstract class SparkStrategies extends QueryPlanner[SparkPlan] { execution.ExpandExec(e.projections, e.output, planLater(child)) :: Nil case logical.Sample(lb, ub, withReplacement, seed, child) => execution.SampleExec(lb, ub, withReplacement, seed, planLater(child)) :: Nil - case logical.LocalRelation(output, data, _, _) => + case logical.LocalRelation(output, data, _) => LocalTableScanExec(output, data) :: Nil + case CommandResult(qe) => CommandResultExec(qe) :: Nil case logical.LocalLimit(IntegerLiteral(limit), child) => execution.LocalLimitExec(limit, planLater(child)) :: Nil case logical.GlobalLimit(IntegerLiteral(limit), child) => diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala new file mode 100644 index 0000000000000..e5388f2cb4456 --- /dev/null +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -0,0 +1,34 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.spark.sql.expressions + +import org.apache.spark.sql.catalyst.expressions.Attribute +import org.apache.spark.sql.catalyst.plans.QueryPlan +import org.apache.spark.sql.catalyst.plans.logical.LeafNode +import org.apache.spark.sql.execution.QueryExecution + +/** + * Logical plan node for collecting data from a command. + * + * @param qe The query execution for command. It doesn't need to be sent to executors + * and then doesn't need to be serializable. + */ +case class CommandResult(qe: QueryExecution) extends LeafNode { + override def innerChildren: Seq[QueryPlan[_]] = Seq(qe.commandCollected) + def output: Seq[Attribute] = qe.commandCollected.output +} diff --git a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala index 6da04f95dde41..d7d85d43544e0 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala @@ -2560,7 +2560,7 @@ class DataFrameSuite extends QueryTest val emptyDf = spark.emptyDataFrame.withColumn("id", lit(1L)) val joined = spark.range(10).join(emptyDf, "id") joined.queryExecution.optimizedPlan match { - case LocalRelation(Seq(id), Nil, _, _) => + case LocalRelation(Seq(id), Nil, _) => assert(id.name == "id") case _ => fail("emptyDataFrame should be foldable") diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala index 2a0b217d2100c..68691e2f7fdac 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/OptimizeMetadataOnlyQuerySuite.scala @@ -45,14 +45,14 @@ class OptimizeMetadataOnlyQuerySuite extends QueryTest with SharedSparkSession { private def assertMetadataOnlyQuery(df: DataFrame): Unit = { val localRelations = df.queryExecution.optimizedPlan.collect { - case l @ LocalRelation(_, _, _, _) => l + case l @ LocalRelation(_, _, _) => l } assert(localRelations.size == 1) } private def assertNotMetadataOnlyQuery(df: DataFrame): Unit = { val localRelations = df.queryExecution.optimizedPlan.collect { - case l @ LocalRelation(_, _, _, _) => l + case l @ LocalRelation(_, _, _) => l } assert(localRelations.size == 0) } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala index eb93a5eca6560..1d6c4fb621355 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala @@ -19,9 +19,12 @@ package org.apache.spark.sql.execution import scala.io.Source import org.apache.spark.sql.{AnalysisException, FastOperator} +import org.apache.spark.sql.catalyst.analysis.UnresolvedNamespace import org.apache.spark.sql.catalyst.plans.QueryPlan -import org.apache.spark.sql.catalyst.plans.logical.{LogicalPlan, OneRowRelation} +import org.apache.spark.sql.catalyst.plans.logical._ import org.apache.spark.sql.catalyst.trees.TreeNodeTag +import org.apache.spark.sql.execution.command.{ExecutedCommandExec, ShowTablesCommand} +import org.apache.spark.sql.expressions.CommandResult import org.apache.spark.sql.internal.SQLConf import org.apache.spark.sql.test.SharedSparkSession import org.apache.spark.util.Utils @@ -236,4 +239,29 @@ class QueryExecutionSuite extends SharedSparkSession { assert(df.queryExecution.optimizedPlan.toString.startsWith("Relation default.spark_34129[")) } } + + test("SPARK-35378: Eagerly execute Command so that query command with CTE") { + def qe(logicalPlan: LogicalPlan): QueryExecution = new QueryExecution(spark, logicalPlan) + + val showTables = ShowTables(UnresolvedNamespace(Seq.empty[String]), None) + val showTablesQe = qe(showTables) + assert(showTablesQe.commandCollected.isInstanceOf[ShowTablesCommand]) + assert(showTablesQe.executedPlan.isInstanceOf[ExecutedCommandExec]) + assert(showTablesQe.executedPlan.asInstanceOf[ExecutedCommandExec] + .cmd.isInstanceOf[ShowTablesCommand]) + + val project = Project(showTables.output, SubqueryAlias("s", showTables)) + val projectQe = qe(project) + assert(projectQe.commandCollected.isInstanceOf[Project]) + assert(projectQe.commandCollected.children.length == 1) + assert(projectQe.commandCollected.children(0).isInstanceOf[SubqueryAlias]) + assert(projectQe.commandCollected.children(0).children.length == 1) + assert(projectQe.commandCollected.children(0).children(0).isInstanceOf[CommandResult]) + assert(projectQe.executedPlan.isInstanceOf[CommandResultExec]) + val subQe = projectQe.executedPlan.asInstanceOf[CommandResultExec].qe + assert(subQe.commandCollected.isInstanceOf[ShowTablesCommand]) + assert(subQe.executedPlan.isInstanceOf[ExecutedCommandExec]) + assert(subQe.executedPlan.asInstanceOf[ExecutedCommandExec] + .cmd.isInstanceOf[ShowTablesCommand]) + } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/SparkPlannerSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/SparkPlannerSuite.scala index 5a4e605f080d2..b4cb7e3fce3cf 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/SparkPlannerSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/SparkPlannerSuite.scala @@ -40,7 +40,7 @@ class SparkPlannerSuite extends SharedSparkSession { case u: Union => planned += 1 UnionExec(u.children.map(planLater)) :: planLater(NeverPlanned) :: Nil - case LocalRelation(output, data, _, _) => + case LocalRelation(output, data, _) => planned += 1 LocalTableScanExec(output, data) :: planLater(NeverPlanned) :: Nil case NeverPlanned => From bde1062f3ceb347055a7284083a7a75fcda0a9ce Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Tue, 18 May 2021 14:51:19 +0800 Subject: [PATCH 10/56] Optimize code --- .../scala/org/apache/spark/sql/execution/QueryExecution.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 80d60d57f6218..05108e271ff48 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -22,6 +22,7 @@ import java.util.UUID import java.util.concurrent.atomic.AtomicLong import org.apache.hadoop.fs.Path + import org.apache.spark.internal.Logging import org.apache.spark.rdd.RDD import org.apache.spark.sql.{AnalysisException, Row, SparkSession} From 7a7bc55cc347ed7ab94322c703dc5f8dcda4f32e Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Tue, 18 May 2021 18:15:11 +0800 Subject: [PATCH 11/56] Update code --- sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala | 3 ++- .../org/apache/spark/sql/execution/CommandResultExec.scala | 4 +++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index cd2225530b932..be233d354866a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -56,6 +56,7 @@ import org.apache.spark.sql.execution.datasources.LogicalRelation import org.apache.spark.sql.execution.datasources.v2.{DataSourceV2Relation, DataSourceV2ScanRelation, FileTable} import org.apache.spark.sql.execution.python.EvaluatePython import org.apache.spark.sql.execution.stat.StatFunctions +import org.apache.spark.sql.expressions.CommandResult import org.apache.spark.sql.internal.SQLConf import org.apache.spark.sql.streaming.DataStreamWriter import org.apache.spark.sql.types._ @@ -226,7 +227,7 @@ class Dataset[T] private[sql]( val plan = queryExecution.commandCollected match { case c: Command => LocalRelation(c.output, withAction("command", queryExecution)(_.executeCollect())) - case u @ Union(children, _, _) if children.forall(_.isInstanceOf[Command]) => + case u @ Union(children, _, _) if children.forall(_.isInstanceOf[CommandResult]) => LocalRelation(u.output, withAction("command", queryExecution)(_.executeCollect())) case _ => queryExecution.analyzed diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index 31f770d13e058..7a7898a56f8f3 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -37,7 +37,9 @@ case class CommandResultExec(qe: QueryExecution) extends LeafExecNode { private lazy val unsafeRows: Array[InternalRow] = qe.executedPlan.executeCollect() - private lazy val rdd: RDD[InternalRow] = { + private lazy val rdd: RDD[InternalRow] = if (unsafeRows.isEmpty) { + sqlContext.sparkContext.emptyRDD + } else { val numSlices = math.min( unsafeRows.length, sqlContext.sparkSession.leafNodeDefaultParallelism) sqlContext.sparkContext.parallelize(unsafeRows, numSlices) From 2ad5391927becfa475b9838f953a48843c14dff4 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 19 May 2021 17:48:42 +0800 Subject: [PATCH 12/56] Update code --- .../sql/execution/CommandResultExec.scala | 32 ++++++++++++------- .../spark/sql/execution/QueryExecution.scala | 4 ++- .../spark/sql/execution/SparkStrategies.scala | 2 +- .../spark/sql/expressions/CommandResult.scala | 5 +-- 4 files changed, 28 insertions(+), 15 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index 7a7898a56f8f3..b0dcf1419d085 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -19,30 +19,40 @@ package org.apache.spark.sql.execution import org.apache.spark.rdd.RDD import org.apache.spark.sql.catalyst.InternalRow -import org.apache.spark.sql.catalyst.expressions.Attribute +import org.apache.spark.sql.catalyst.expressions.{Attribute, UnsafeProjection} import org.apache.spark.sql.catalyst.plans.QueryPlan import org.apache.spark.sql.execution.metric.SQLMetrics /** * Physical plan node for collecting data from a command. */ -case class CommandResultExec(qe: QueryExecution) extends LeafExecNode { +case class CommandResultExec( + output: Seq[Attribute], + qe: QueryExecution, + @transient rows: Seq[InternalRow]) extends LeafExecNode { override lazy val metrics = Map( "numOutputRows" -> SQLMetrics.createMetric(sparkContext, "number of output rows")) override def innerChildren: Seq[QueryPlan[_]] = Seq(qe.executedPlan) - def output: Seq[Attribute] = qe.executedPlan.output - - private lazy val unsafeRows: Array[InternalRow] = qe.executedPlan.executeCollect() + @transient private lazy val unsafeRows: Array[InternalRow] = { + if (rows.isEmpty) { + Array.empty + } else { + val proj = UnsafeProjection.create(output, output) + rows.map(r => proj(r).copy()).toArray + } + } - private lazy val rdd: RDD[InternalRow] = if (unsafeRows.isEmpty) { - sqlContext.sparkContext.emptyRDD - } else { - val numSlices = math.min( - unsafeRows.length, sqlContext.sparkSession.leafNodeDefaultParallelism) - sqlContext.sparkContext.parallelize(unsafeRows, numSlices) + @transient private lazy val rdd: RDD[InternalRow] = { + if (rows.isEmpty) { + sqlContext.sparkContext.emptyRDD + } else { + val numSlices = math.min( + unsafeRows.length, sqlContext.sparkSession.leafNodeDefaultParallelism) + sqlContext.sparkContext.parallelize(unsafeRows, numSlices) + } } override def doExecute(): RDD[InternalRow] = { diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 05108e271ff48..b9ea4c662dc9a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -78,7 +78,9 @@ class QueryExecution( lazy val commandCollected: LogicalPlan = analyzed mapChildren { child => child transform { // SPARK-35378: Eagerly execute Command so that query command with CTE - case c: Command => CommandResult(sparkSession.sessionState.executePlan(c)) + case c: Command => + val qe = sparkSession.sessionState.executePlan(c) + CommandResult(qe.commandCollected.output, qe, qe.executedPlan.executeCollect()) case other => other } } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala index 89977e861678a..7ed1d574a2ac1 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala @@ -704,7 +704,7 @@ abstract class SparkStrategies extends QueryPlanner[SparkPlan] { execution.SampleExec(lb, ub, withReplacement, seed, planLater(child)) :: Nil case logical.LocalRelation(output, data, _) => LocalTableScanExec(output, data) :: Nil - case CommandResult(qe) => CommandResultExec(qe) :: Nil + case CommandResult(output, qe, data) => CommandResultExec(output, qe, data) :: Nil case logical.LocalLimit(IntegerLiteral(limit), child) => execution.LocalLimitExec(limit, planLater(child)) :: Nil case logical.GlobalLimit(IntegerLiteral(limit), child) => diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index e5388f2cb4456..f2fd8ae781979 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -17,6 +17,7 @@ package org.apache.spark.sql.expressions +import org.apache.spark.sql.catalyst.InternalRow import org.apache.spark.sql.catalyst.expressions.Attribute import org.apache.spark.sql.catalyst.plans.QueryPlan import org.apache.spark.sql.catalyst.plans.logical.LeafNode @@ -28,7 +29,7 @@ import org.apache.spark.sql.execution.QueryExecution * @param qe The query execution for command. It doesn't need to be sent to executors * and then doesn't need to be serializable. */ -case class CommandResult(qe: QueryExecution) extends LeafNode { +case class CommandResult( + output: Seq[Attribute], qe: QueryExecution, data: Seq[InternalRow]) extends LeafNode { override def innerChildren: Seq[QueryPlan[_]] = Seq(qe.commandCollected) - def output: Seq[Attribute] = qe.commandCollected.output } From 33f0297e56e516d49b2e9fce8b2d1aee5cad9c7d Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 19 May 2021 19:17:36 +0800 Subject: [PATCH 13/56] Optimize code --- .../spark/sql/execution/CommandResultExec.scala | 7 +++++-- .../apache/spark/sql/execution/QueryExecution.scala | 6 +++++- .../spark/sql/execution/SparkStrategies.scala | 2 +- .../spark/sql/expressions/CommandResult.scala | 13 ++++++++----- .../spark/sql/execution/QueryExecutionSuite.scala | 7 +++---- 5 files changed, 22 insertions(+), 13 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index b0dcf1419d085..83f9e3d0adfbf 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -25,16 +25,19 @@ import org.apache.spark.sql.execution.metric.SQLMetrics /** * Physical plan node for collecting data from a command. + * + * `rows` may not be serializable and ideally we should not send `rows` and `unsafeRows` + * to the executors. Thus marking them as transient. */ case class CommandResultExec( output: Seq[Attribute], - qe: QueryExecution, + executedPlan: SparkPlan, @transient rows: Seq[InternalRow]) extends LeafExecNode { override lazy val metrics = Map( "numOutputRows" -> SQLMetrics.createMetric(sparkContext, "number of output rows")) - override def innerChildren: Seq[QueryPlan[_]] = Seq(qe.executedPlan) + override def innerChildren: Seq[QueryPlan[_]] = Seq(executedPlan) @transient private lazy val unsafeRows: Array[InternalRow] = { if (rows.isEmpty) { diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index b9ea4c662dc9a..d7b9c67141d77 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -80,7 +80,11 @@ class QueryExecution( // SPARK-35378: Eagerly execute Command so that query command with CTE case c: Command => val qe = sparkSession.sessionState.executePlan(c) - CommandResult(qe.commandCollected.output, qe, qe.executedPlan.executeCollect()) + CommandResult( + qe.commandCollected.output, + qe.commandCollected, + qe.executedPlan, + qe.executedPlan.executeCollect()) case other => other } } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala index 7ed1d574a2ac1..355ab01dcc4d4 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala @@ -704,7 +704,7 @@ abstract class SparkStrategies extends QueryPlanner[SparkPlan] { execution.SampleExec(lb, ub, withReplacement, seed, planLater(child)) :: Nil case logical.LocalRelation(output, data, _) => LocalTableScanExec(output, data) :: Nil - case CommandResult(output, qe, data) => CommandResultExec(output, qe, data) :: Nil + case CommandResult(output, _, ep, data) => CommandResultExec(output, ep, data) :: Nil case logical.LocalLimit(IntegerLiteral(limit), child) => execution.LocalLimitExec(limit, planLater(child)) :: Nil case logical.GlobalLimit(IntegerLiteral(limit), child) => diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index f2fd8ae781979..a694d7b5ddc20 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -20,16 +20,19 @@ package org.apache.spark.sql.expressions import org.apache.spark.sql.catalyst.InternalRow import org.apache.spark.sql.catalyst.expressions.Attribute import org.apache.spark.sql.catalyst.plans.QueryPlan -import org.apache.spark.sql.catalyst.plans.logical.LeafNode -import org.apache.spark.sql.execution.QueryExecution +import org.apache.spark.sql.catalyst.plans.logical.{LeafNode, LogicalPlan} +import org.apache.spark.sql.execution.SparkPlan /** * Logical plan node for collecting data from a command. * - * @param qe The query execution for command. It doesn't need to be sent to executors + * @param data The local collection holding the data. It doesn't need to be sent to executors * and then doesn't need to be serializable. */ case class CommandResult( - output: Seq[Attribute], qe: QueryExecution, data: Seq[InternalRow]) extends LeafNode { - override def innerChildren: Seq[QueryPlan[_]] = Seq(qe.commandCollected) + output: Seq[Attribute], + commandCollected: LogicalPlan, + executedPlan: SparkPlan, + data: Seq[InternalRow]) extends LeafNode { + override def innerChildren: Seq[QueryPlan[_]] = Seq(commandCollected) } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala index 1d6c4fb621355..8faa8c6064a72 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala @@ -258,10 +258,9 @@ class QueryExecutionSuite extends SharedSparkSession { assert(projectQe.commandCollected.children(0).children.length == 1) assert(projectQe.commandCollected.children(0).children(0).isInstanceOf[CommandResult]) assert(projectQe.executedPlan.isInstanceOf[CommandResultExec]) - val subQe = projectQe.executedPlan.asInstanceOf[CommandResultExec].qe - assert(subQe.commandCollected.isInstanceOf[ShowTablesCommand]) - assert(subQe.executedPlan.isInstanceOf[ExecutedCommandExec]) - assert(subQe.executedPlan.asInstanceOf[ExecutedCommandExec] + val cmdResultExec = projectQe.executedPlan.asInstanceOf[CommandResultExec] + assert(cmdResultExec.executedPlan.isInstanceOf[ExecutedCommandExec]) + assert(cmdResultExec.executedPlan.asInstanceOf[ExecutedCommandExec] .cmd.isInstanceOf[ShowTablesCommand]) } } From 309fb0f7e95fc4a67d9015fbdaad702bc42c4b85 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Thu, 20 May 2021 10:31:14 +0800 Subject: [PATCH 14/56] Update code --- .../scala/org/apache/spark/sql/execution/QueryExecution.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index d7b9c67141d77..449a0ea421eb0 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -84,7 +84,7 @@ class QueryExecution( qe.commandCollected.output, qe.commandCollected, qe.executedPlan, - qe.executedPlan.executeCollect()) + SQLExecution.withNewExecutionId(qe, Some("command"))(qe.executedPlan.executeCollect())) case other => other } } From 8e9277de4178529bc1475774dc00cd5d171c7eb0 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Thu, 20 May 2021 17:45:24 +0800 Subject: [PATCH 15/56] Update code --- .../src/main/scala/org/apache/spark/sql/Dataset.scala | 2 +- .../apache/spark/sql/execution/CommandResultExec.scala | 4 ++-- .../org/apache/spark/sql/execution/QueryExecution.scala | 8 ++++---- .../org/apache/spark/sql/execution/SparkStrategies.scala | 2 +- .../org/apache/spark/sql/expressions/CommandResult.scala | 6 +++--- 5 files changed, 11 insertions(+), 11 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index be233d354866a..95f7d19015c89 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -224,7 +224,7 @@ class Dataset[T] private[sql]( @transient private[sql] val logicalPlan: LogicalPlan = { // For various commands (like DDL) and queries with side effects, we force query execution // to happen right away to let these side effects take place eagerly. - val plan = queryExecution.commandCollected match { + val plan = queryExecution.nonRootCommandExecuted match { case c: Command => LocalRelation(c.output, withAction("command", queryExecution)(_.executeCollect())) case u @ Union(children, _, _) if children.forall(_.isInstanceOf[CommandResult]) => diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index 83f9e3d0adfbf..7b6a234f57080 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -31,13 +31,13 @@ import org.apache.spark.sql.execution.metric.SQLMetrics */ case class CommandResultExec( output: Seq[Attribute], - executedPlan: SparkPlan, + commandPhysicalPlan: SparkPlan, @transient rows: Seq[InternalRow]) extends LeafExecNode { override lazy val metrics = Map( "numOutputRows" -> SQLMetrics.createMetric(sparkContext, "number of output rows")) - override def innerChildren: Seq[QueryPlan[_]] = Seq(executedPlan) + override def innerChildren: Seq[QueryPlan[_]] = Seq(commandPhysicalPlan) @transient private lazy val unsafeRows: Array[InternalRow] = { if (rows.isEmpty) { diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 449a0ea421eb0..3fddc5c910278 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -75,14 +75,14 @@ class QueryExecution( sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) } - lazy val commandCollected: LogicalPlan = analyzed mapChildren { child => + lazy val nonRootCommandExecuted: LogicalPlan = analyzed mapChildren { child => child transform { - // SPARK-35378: Eagerly execute Command so that query command with CTE + // SPARK-35378: Eagerly execute non-root Command so that query command with CTE case c: Command => val qe = sparkSession.sessionState.executePlan(c) CommandResult( - qe.commandCollected.output, - qe.commandCollected, + qe.nonRootCommandExecuted.output, + qe.nonRootCommandExecuted, qe.executedPlan, SQLExecution.withNewExecutionId(qe, Some("command"))(qe.executedPlan.executeCollect())) case other => other diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala index 355ab01dcc4d4..bbdd0acad5e62 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala @@ -704,7 +704,7 @@ abstract class SparkStrategies extends QueryPlanner[SparkPlan] { execution.SampleExec(lb, ub, withReplacement, seed, planLater(child)) :: Nil case logical.LocalRelation(output, data, _) => LocalTableScanExec(output, data) :: Nil - case CommandResult(output, _, ep, data) => CommandResultExec(output, ep, data) :: Nil + case CommandResult(output, _, plan, data) => CommandResultExec(output, plan, data) :: Nil case logical.LocalLimit(IntegerLiteral(limit), child) => execution.LocalLimitExec(limit, planLater(child)) :: Nil case logical.GlobalLimit(IntegerLiteral(limit), child) => diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index a694d7b5ddc20..960f331c2a508 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -31,8 +31,8 @@ import org.apache.spark.sql.execution.SparkPlan */ case class CommandResult( output: Seq[Attribute], - commandCollected: LogicalPlan, - executedPlan: SparkPlan, + commandLogicalPlan: LogicalPlan, + commandPhysicalPlan: SparkPlan, data: Seq[InternalRow]) extends LeafNode { - override def innerChildren: Seq[QueryPlan[_]] = Seq(commandCollected) + override def innerChildren: Seq[QueryPlan[_]] = Seq(commandLogicalPlan) } From d006b2af4fc740792e64a923a32773590336e05c Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Thu, 20 May 2021 18:43:34 +0800 Subject: [PATCH 16/56] Update code --- .../scala/org/apache/spark/sql/execution/QueryExecution.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 3fddc5c910278..b28c96de92e1e 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -94,7 +94,7 @@ class QueryExecution( assertSupported() // clone the plan to avoid sharing the plan instance between different stages like analyzing, // optimizing and planning. - sparkSession.sharedState.cacheManager.useCachedData(commandCollected.clone()) + sparkSession.sharedState.cacheManager.useCachedData(nonRootCommandExecuted.clone()) } lazy val optimizedPlan: LogicalPlan = executePhase(QueryPlanningTracker.OPTIMIZATION) { From fc3afe339e08aa39f1bf0696905d22c310d0e688 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Thu, 20 May 2021 19:36:45 +0800 Subject: [PATCH 17/56] Update code --- .../sql/execution/QueryExecutionSuite.scala | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala index 8faa8c6064a72..d6e1c15f68ce0 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala @@ -245,22 +245,22 @@ class QueryExecutionSuite extends SharedSparkSession { val showTables = ShowTables(UnresolvedNamespace(Seq.empty[String]), None) val showTablesQe = qe(showTables) - assert(showTablesQe.commandCollected.isInstanceOf[ShowTablesCommand]) + assert(showTablesQe.nonRootCommandExecuted.isInstanceOf[ShowTablesCommand]) assert(showTablesQe.executedPlan.isInstanceOf[ExecutedCommandExec]) assert(showTablesQe.executedPlan.asInstanceOf[ExecutedCommandExec] .cmd.isInstanceOf[ShowTablesCommand]) val project = Project(showTables.output, SubqueryAlias("s", showTables)) val projectQe = qe(project) - assert(projectQe.commandCollected.isInstanceOf[Project]) - assert(projectQe.commandCollected.children.length == 1) - assert(projectQe.commandCollected.children(0).isInstanceOf[SubqueryAlias]) - assert(projectQe.commandCollected.children(0).children.length == 1) - assert(projectQe.commandCollected.children(0).children(0).isInstanceOf[CommandResult]) + assert(projectQe.nonRootCommandExecuted.isInstanceOf[Project]) + assert(projectQe.nonRootCommandExecuted.children.length == 1) + assert(projectQe.nonRootCommandExecuted.children(0).isInstanceOf[SubqueryAlias]) + assert(projectQe.nonRootCommandExecuted.children(0).children.length == 1) + assert(projectQe.nonRootCommandExecuted.children(0).children(0).isInstanceOf[CommandResult]) assert(projectQe.executedPlan.isInstanceOf[CommandResultExec]) val cmdResultExec = projectQe.executedPlan.asInstanceOf[CommandResultExec] - assert(cmdResultExec.executedPlan.isInstanceOf[ExecutedCommandExec]) - assert(cmdResultExec.executedPlan.asInstanceOf[ExecutedCommandExec] + assert(cmdResultExec.commandPhysicalPlan.isInstanceOf[ExecutedCommandExec]) + assert(cmdResultExec.commandPhysicalPlan.asInstanceOf[ExecutedCommandExec] .cmd.isInstanceOf[ShowTablesCommand]) } } From fde3c31ab3f91c6ceb5cd4972dbb6171f1a9fd4f Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Fri, 21 May 2021 14:50:50 +0800 Subject: [PATCH 18/56] Update code --- sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala | 2 -- .../org/apache/spark/sql/execution/CommandResultExec.scala | 2 +- .../org/apache/spark/sql/execution/QueryExecution.scala | 4 ++-- .../org/apache/spark/sql/expressions/CommandResult.scala | 6 +++--- 4 files changed, 6 insertions(+), 8 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index 95f7d19015c89..5689e653d254c 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -227,8 +227,6 @@ class Dataset[T] private[sql]( val plan = queryExecution.nonRootCommandExecuted match { case c: Command => LocalRelation(c.output, withAction("command", queryExecution)(_.executeCollect())) - case u @ Union(children, _, _) if children.forall(_.isInstanceOf[CommandResult]) => - LocalRelation(u.output, withAction("command", queryExecution)(_.executeCollect())) case _ => queryExecution.analyzed } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index 7b6a234f57080..621deb185f603 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -24,7 +24,7 @@ import org.apache.spark.sql.catalyst.plans.QueryPlan import org.apache.spark.sql.execution.metric.SQLMetrics /** - * Physical plan node for collecting data from a command. + * Physical plan node for holding data from a command. * * `rows` may not be serializable and ideally we should not send `rows` and `unsafeRows` * to the executors. Thus marking them as transient. diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index b28c96de92e1e..4e6a007a53bbe 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -76,8 +76,8 @@ class QueryExecution( } lazy val nonRootCommandExecuted: LogicalPlan = analyzed mapChildren { child => - child transform { - // SPARK-35378: Eagerly execute non-root Command so that query command with CTE + child transformDown { + // SPARK-35378: Eagerly execute non-root Command case c: Command => val qe = sparkSession.sessionState.executePlan(c) CommandResult( diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index 960f331c2a508..65ef5d6757ee4 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -24,10 +24,10 @@ import org.apache.spark.sql.catalyst.plans.logical.{LeafNode, LogicalPlan} import org.apache.spark.sql.execution.SparkPlan /** - * Logical plan node for collecting data from a command. + * Logical plan node for holding data from a command. * - * @param data The local collection holding the data. It doesn't need to be sent to executors - * and then doesn't need to be serializable. + * The local collection holding the `data`. It doesn't need to be sent to executors + * and then doesn't need to be serializable. */ case class CommandResult( output: Seq[Attribute], From b58c0ea0faa220796a22c8695e5afa0286cc07d6 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Fri, 21 May 2021 15:10:12 +0800 Subject: [PATCH 19/56] Update code --- sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala | 1 - 1 file changed, 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index 5689e653d254c..e77b11da86f34 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -56,7 +56,6 @@ import org.apache.spark.sql.execution.datasources.LogicalRelation import org.apache.spark.sql.execution.datasources.v2.{DataSourceV2Relation, DataSourceV2ScanRelation, FileTable} import org.apache.spark.sql.execution.python.EvaluatePython import org.apache.spark.sql.execution.stat.StatFunctions -import org.apache.spark.sql.expressions.CommandResult import org.apache.spark.sql.internal.SQLConf import org.apache.spark.sql.streaming.DataStreamWriter import org.apache.spark.sql.types._ From 4dcc7595049313c4d416822fab50546e3c2767f7 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Fri, 21 May 2021 17:11:23 +0800 Subject: [PATCH 20/56] Update code --- .../org/apache/spark/sql/execution/QueryExecutionSuite.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala index d6e1c15f68ce0..8b127d1f5949e 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala @@ -240,7 +240,7 @@ class QueryExecutionSuite extends SharedSparkSession { } } - test("SPARK-35378: Eagerly execute Command so that query command with CTE") { + test("SPARK-35378: Eagerly execute non-root Command") { def qe(logicalPlan: LogicalPlan): QueryExecution = new QueryExecution(spark, logicalPlan) val showTables = ShowTables(UnresolvedNamespace(Seq.empty[String]), None) From f47dda6775b55b3ba251fba639ea567fbfef1199 Mon Sep 17 00:00:00 2001 From: beliefer Date: Sat, 22 May 2021 17:07:08 +0800 Subject: [PATCH 21/56] Update code --- .../apache/spark/sql/execution/CommandResultExec.scala | 4 ++-- .../org/apache/spark/sql/execution/QueryExecution.scala | 9 ++++++++- 2 files changed, 10 insertions(+), 3 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index 621deb185f603..1454893ec4519 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -26,8 +26,8 @@ import org.apache.spark.sql.execution.metric.SQLMetrics /** * Physical plan node for holding data from a command. * - * `rows` may not be serializable and ideally we should not send `rows` and `unsafeRows` - * to the executors. Thus marking them as transient. + * `Row`s may not be serializable and ideally we should not send `Row`s to the executors. + * Thus marking them as transient. */ case class CommandResultExec( output: Seq[Attribute], diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 4e6a007a53bbe..054f30626830b 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -78,10 +78,17 @@ class QueryExecution( lazy val nonRootCommandExecuted: LogicalPlan = analyzed mapChildren { child => child transformDown { // SPARK-35378: Eagerly execute non-root Command + // Currently, Command returns GenericInternalRow and some Exec casts the output + // of child plan to UnsafeRow. If we set Command as the child node or sub query, + // then ClassCastException occurs. Such as: + // java.lang.ClassCastException + // org.apache.spark.sql.catalyst.expressions.GenericInternalRow cannot be cast to + // org.apache.spark.sql.catalyst.expressions.UnsafeRow + // So eagerly executes Command and converts the output of it to UnsafeRow. case c: Command => val qe = sparkSession.sessionState.executePlan(c) CommandResult( - qe.nonRootCommandExecuted.output, + qe.analyzed.output, qe.nonRootCommandExecuted, qe.executedPlan, SQLExecution.withNewExecutionId(qe, Some("command"))(qe.executedPlan.executeCollect())) From 2a61f23fc57de328d444e5466b425ad6a30654b0 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Tue, 25 May 2021 10:18:28 +0800 Subject: [PATCH 22/56] Update code --- .../org/apache/spark/sql/expressions/CommandResult.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index 65ef5d6757ee4..c0253c166a926 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -26,8 +26,8 @@ import org.apache.spark.sql.execution.SparkPlan /** * Logical plan node for holding data from a command. * - * The local collection holding the `data`. It doesn't need to be sent to executors - * and then doesn't need to be serializable. + * `Row`s may not be serializable and ideally we should not send `Row`s to the executors. + * Thus marking them as transient. */ case class CommandResult( output: Seq[Attribute], From cd7d39c2912d9a3c71116e37a26f2b48e6d3bbda Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Tue, 25 May 2021 18:06:29 +0800 Subject: [PATCH 23/56] Update code --- .../scala/org/apache/spark/sql/Dataset.scala | 9 +--- .../spark/sql/execution/QueryExecution.scala | 47 ++++++++++--------- .../internal/BaseSessionStateBuilder.scala | 4 +- .../spark/sql/internal/SessionState.scala | 5 +- .../sql/execution/QueryExecutionSuite.scala | 20 ++++---- .../apache/spark/sql/hive/test/TestHive.scala | 4 +- 6 files changed, 45 insertions(+), 44 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index e77b11da86f34..0cce830796d54 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -221,14 +221,7 @@ class Dataset[T] private[sql]( } @transient private[sql] val logicalPlan: LogicalPlan = { - // For various commands (like DDL) and queries with side effects, we force query execution - // to happen right away to let these side effects take place eagerly. - val plan = queryExecution.nonRootCommandExecuted match { - case c: Command => - LocalRelation(c.output, withAction("command", queryExecution)(_.executeCollect())) - case _ => - queryExecution.analyzed - } + val plan = queryExecution.commandExecuted if (sparkSession.sessionState.conf.getConf(SQLConf.FAIL_AMBIGUOUS_SELF_JOIN_ENABLED) && plan.getTagValue(Dataset.DATASET_ID_TAG).isEmpty) { plan.setTagValue(Dataset.DATASET_ID_TAG, id) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 054f30626830b..f5b9c8edef679 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -55,7 +55,8 @@ import org.apache.spark.util.Utils class QueryExecution( val sparkSession: SparkSession, val logical: LogicalPlan, - val tracker: QueryPlanningTracker = new QueryPlanningTracker) extends Logging { + val tracker: QueryPlanningTracker = new QueryPlanningTracker, + val isExecutingCommand: Boolean = false) extends Logging { val id: Long = QueryExecution.nextExecutionId @@ -75,25 +76,23 @@ class QueryExecution( sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) } - lazy val nonRootCommandExecuted: LogicalPlan = analyzed mapChildren { child => - child transformDown { - // SPARK-35378: Eagerly execute non-root Command - // Currently, Command returns GenericInternalRow and some Exec casts the output - // of child plan to UnsafeRow. If we set Command as the child node or sub query, - // then ClassCastException occurs. Such as: - // java.lang.ClassCastException - // org.apache.spark.sql.catalyst.expressions.GenericInternalRow cannot be cast to - // org.apache.spark.sql.catalyst.expressions.UnsafeRow - // So eagerly executes Command and converts the output of it to UnsafeRow. - case c: Command => - val qe = sparkSession.sessionState.executePlan(c) - CommandResult( - qe.analyzed.output, - qe.nonRootCommandExecuted, - qe.executedPlan, - SQLExecution.withNewExecutionId(qe, Some("command"))(qe.executedPlan.executeCollect())) - case other => other - } + // SPARK-35378: Eagerly execute Command + // Currently, Command returns GenericInternalRow and some Exec casts the output + // of child plan to UnsafeRow. If we set Command as the child node or sub query, + // then ClassCastException occurs. Such as: + // java.lang.ClassCastException + // org.apache.spark.sql.catalyst.expressions.GenericInternalRow cannot be cast to + // org.apache.spark.sql.catalyst.expressions.UnsafeRow + // So eagerly executes Command and converts the output of it to UnsafeRow. + lazy val commandExecuted: LogicalPlan = analyzed transformDown { + case c: Command if isExecutingCommand == false => + val qe = sparkSession.sessionState.executePlan(c, true) + CommandResult( + qe.analyzed.output, + qe.commandExecuted, + qe.executedPlan, + SQLExecution.withNewExecutionId(qe, Some("command"))(qe.executedPlan.executeCollect())) + case other => other } lazy val withCachedData: LogicalPlan = sparkSession.withActive { @@ -101,7 +100,7 @@ class QueryExecution( assertSupported() // clone the plan to avoid sharing the plan instance between different stages like analyzing, // optimizing and planning. - sparkSession.sharedState.cacheManager.useCachedData(nonRootCommandExecuted.clone()) + sparkSession.sharedState.cacheManager.useCachedData(commandExecuted.clone()) } lazy val optimizedPlan: LogicalPlan = executePhase(QueryPlanningTracker.OPTIMIZATION) { @@ -358,6 +357,12 @@ class QueryExecution( } object QueryExecution { + def apply( + sparkSession: SparkSession, + logical: LogicalPlan, + isExecutingCommand: Boolean): QueryExecution = + new QueryExecution(sparkSession, logical, new QueryPlanningTracker, isExecutingCommand) + private val _nextExecutionId = new AtomicLong(0) private def nextExecutionId: Long = _nextExecutionId.getAndIncrement diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala index 28805d611ceb7..09c1746d68160 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala @@ -310,8 +310,8 @@ abstract class BaseSessionStateBuilder( /** * Create a query execution object. */ - protected def createQueryExecution: LogicalPlan => QueryExecution = { plan => - new QueryExecution(session, plan) + protected def createQueryExecution: (LogicalPlan, Boolean) => QueryExecution = { + (plan, isExecutingCommand) => QueryExecution(session, plan, isExecutingCommand) } /** diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala index 79fbca6338905..4683eab908569 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala @@ -76,7 +76,7 @@ private[sql] class SessionState( val streamingQueryManagerBuilder: () => StreamingQueryManager, val listenerManager: ExecutionListenerManager, resourceLoaderBuilder: () => SessionResourceLoader, - createQueryExecution: LogicalPlan => QueryExecution, + createQueryExecution: (LogicalPlan, Boolean) => QueryExecution, createClone: (SparkSession, SessionState) => SessionState, val columnarRules: Seq[ColumnarRule], val queryStagePrepRules: Seq[Rule[SparkPlan]]) { @@ -119,7 +119,8 @@ private[sql] class SessionState( // Helper methods, partially leftover from pre-2.0 days // ------------------------------------------------------ - def executePlan(plan: LogicalPlan): QueryExecution = createQueryExecution(plan) + def executePlan(plan: LogicalPlan, isExecutingCommand: Boolean = false): QueryExecution = + createQueryExecution(plan, isExecutingCommand) } private[sql] object SessionState { diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala index 8b127d1f5949e..bca319da1e336 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala @@ -240,23 +240,25 @@ class QueryExecutionSuite extends SharedSparkSession { } } - test("SPARK-35378: Eagerly execute non-root Command") { + test("SPARK-35378: Eagerly execute Command") { def qe(logicalPlan: LogicalPlan): QueryExecution = new QueryExecution(spark, logicalPlan) val showTables = ShowTables(UnresolvedNamespace(Seq.empty[String]), None) val showTablesQe = qe(showTables) - assert(showTablesQe.nonRootCommandExecuted.isInstanceOf[ShowTablesCommand]) - assert(showTablesQe.executedPlan.isInstanceOf[ExecutedCommandExec]) - assert(showTablesQe.executedPlan.asInstanceOf[ExecutedCommandExec] + assert(showTablesQe.commandExecuted.isInstanceOf[CommandResult]) + assert(showTablesQe.executedPlan.isInstanceOf[CommandResultExec]) + val showTablesResultExec = showTablesQe.executedPlan.asInstanceOf[CommandResultExec] + assert(showTablesResultExec.commandPhysicalPlan.isInstanceOf[ExecutedCommandExec]) + assert(showTablesResultExec.commandPhysicalPlan.asInstanceOf[ExecutedCommandExec] .cmd.isInstanceOf[ShowTablesCommand]) val project = Project(showTables.output, SubqueryAlias("s", showTables)) val projectQe = qe(project) - assert(projectQe.nonRootCommandExecuted.isInstanceOf[Project]) - assert(projectQe.nonRootCommandExecuted.children.length == 1) - assert(projectQe.nonRootCommandExecuted.children(0).isInstanceOf[SubqueryAlias]) - assert(projectQe.nonRootCommandExecuted.children(0).children.length == 1) - assert(projectQe.nonRootCommandExecuted.children(0).children(0).isInstanceOf[CommandResult]) + assert(projectQe.commandExecuted.isInstanceOf[Project]) + assert(projectQe.commandExecuted.children.length == 1) + assert(projectQe.commandExecuted.children(0).isInstanceOf[SubqueryAlias]) + assert(projectQe.commandExecuted.children(0).children.length == 1) + assert(projectQe.commandExecuted.children(0).children(0).isInstanceOf[CommandResult]) assert(projectQe.executedPlan.isInstanceOf[CommandResultExec]) val cmdResultExec = projectQe.executedPlan.asInstanceOf[CommandResultExec] assert(cmdResultExec.commandPhysicalPlan.isInstanceOf[ExecutedCommandExec]) diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala index ec73d7f71887f..fb59d795631b9 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala @@ -661,8 +661,8 @@ private[sql] class TestHiveSessionStateBuilder( override def overrideConfs: Map[String, String] = TestHiveContext.overrideConfs - override def createQueryExecution: (LogicalPlan) => QueryExecution = { plan => - new TestHiveQueryExecution(session.asInstanceOf[TestHiveSparkSession], plan) + override def createQueryExecution: (LogicalPlan, Boolean) => QueryExecution = { + (plan, _) => new TestHiveQueryExecution(session.asInstanceOf[TestHiveSparkSession], plan) } override protected def newBuilder: NewBuilder = new TestHiveSessionStateBuilder(_, _) From 26c2341adbfc004a3b8a2df8ed5155e857682f9b Mon Sep 17 00:00:00 2001 From: beliefer Date: Tue, 25 May 2021 23:30:16 +0800 Subject: [PATCH 24/56] Update code --- .../spark/sql/execution/QueryExecution.scala | 16 ++++++++-------- .../spark/sql/expressions/CommandResult.scala | 2 +- .../sql/internal/BaseSessionStateBuilder.scala | 3 ++- 3 files changed, 11 insertions(+), 10 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index f5b9c8edef679..934044d0b3c4e 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -84,8 +84,14 @@ class QueryExecution( // org.apache.spark.sql.catalyst.expressions.GenericInternalRow cannot be cast to // org.apache.spark.sql.catalyst.expressions.UnsafeRow // So eagerly executes Command and converts the output of it to UnsafeRow. - lazy val commandExecuted: LogicalPlan = analyzed transformDown { - case c: Command if isExecutingCommand == false => + lazy val commandExecuted: LogicalPlan = if (isExecutingCommand) { + analyzed.mapChildren(eagerlyExecuteCommands) + } else { + eagerlyExecuteCommands(analyzed) + } + + private def eagerlyExecuteCommands(p: LogicalPlan) = p transformDown { + case c: Command => val qe = sparkSession.sessionState.executePlan(c, true) CommandResult( qe.analyzed.output, @@ -357,12 +363,6 @@ class QueryExecution( } object QueryExecution { - def apply( - sparkSession: SparkSession, - logical: LogicalPlan, - isExecutingCommand: Boolean): QueryExecution = - new QueryExecution(sparkSession, logical, new QueryPlanningTracker, isExecutingCommand) - private val _nextExecutionId = new AtomicLong(0) private def nextExecutionId: Long = _nextExecutionId.getAndIncrement diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index c0253c166a926..7378d11b32d90 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -33,6 +33,6 @@ case class CommandResult( output: Seq[Attribute], commandLogicalPlan: LogicalPlan, commandPhysicalPlan: SparkPlan, - data: Seq[InternalRow]) extends LeafNode { + @transient rows: Seq[InternalRow]) extends LeafNode { override def innerChildren: Seq[QueryPlan[_]] = Seq(commandLogicalPlan) } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala index 09c1746d68160..c2690f857627e 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala @@ -311,7 +311,8 @@ abstract class BaseSessionStateBuilder( * Create a query execution object. */ protected def createQueryExecution: (LogicalPlan, Boolean) => QueryExecution = { - (plan, isExecutingCommand) => QueryExecution(session, plan, isExecutingCommand) + (plan, isExecutingCommand) => + new QueryExecution(session, plan, isExecutingCommand = isExecutingCommand) } /** From d11b00dcd27d2935a0608f9bdd744ce880269893 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 11:21:16 +0800 Subject: [PATCH 25/56] Update code --- .../org/apache/spark/sql/hive/test/TestHive.scala | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala index fb59d795631b9..993ddeff7e1cf 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala @@ -584,8 +584,10 @@ private[hive] class TestHiveSparkSession( private[hive] class TestHiveQueryExecution( sparkSession: TestHiveSparkSession, - logicalPlan: LogicalPlan) - extends QueryExecution(sparkSession, logicalPlan) with Logging { + logicalPlan: LogicalPlan, + isExecutingCommand: Boolean = false) + extends QueryExecution(sparkSession, logicalPlan, isExecutingCommand = isExecutingCommand) + with Logging { def this(sparkSession: TestHiveSparkSession, sql: String) = { this(sparkSession, sparkSession.sessionState.sqlParser.parsePlan(sql)) @@ -662,7 +664,9 @@ private[sql] class TestHiveSessionStateBuilder( override def overrideConfs: Map[String, String] = TestHiveContext.overrideConfs override def createQueryExecution: (LogicalPlan, Boolean) => QueryExecution = { - (plan, _) => new TestHiveQueryExecution(session.asInstanceOf[TestHiveSparkSession], plan) + (plan, isExecutingCommand) => + new TestHiveQueryExecution( + session.asInstanceOf[TestHiveSparkSession], plan, isExecutingCommand) } override protected def newBuilder: NewBuilder = new TestHiveSessionStateBuilder(_, _) From a61c2673179dc6401404872cf78a007ed5a003fe Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 11:46:56 +0800 Subject: [PATCH 26/56] Update code --- .../spark/sql/execution/CommandResultExec.scala | 4 ++-- .../apache/spark/sql/execution/QueryExecution.scala | 12 ++++-------- .../apache/spark/sql/expressions/CommandResult.scala | 4 ++-- 3 files changed, 8 insertions(+), 12 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index 1454893ec4519..8339f2b38f3a4 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -26,8 +26,8 @@ import org.apache.spark.sql.execution.metric.SQLMetrics /** * Physical plan node for holding data from a command. * - * `Row`s may not be serializable and ideally we should not send `Row`s to the executors. - * Thus marking them as transient. + * `rows` may not be serializable and ideally we should not send `rows` to the executors. + * Thus marking it as transient. */ case class CommandResultExec( output: Seq[Attribute], diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 934044d0b3c4e..782893fb51119 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -76,14 +76,10 @@ class QueryExecution( sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) } - // SPARK-35378: Eagerly execute Command - // Currently, Command returns GenericInternalRow and some Exec casts the output - // of child plan to UnsafeRow. If we set Command as the child node or sub query, - // then ClassCastException occurs. Such as: - // java.lang.ClassCastException - // org.apache.spark.sql.catalyst.expressions.GenericInternalRow cannot be cast to - // org.apache.spark.sql.catalyst.expressions.UnsafeRow - // So eagerly executes Command and converts the output of it to UnsafeRow. + // SPARK-35378: Commands should be executed eagerly so that `sql("INSERT ...")` can trigger the + // table insertion immediately without a `.collect()`. We also need to eagerly execute commands, + // because many commands return `GenericInternalRow` and can't be put in a query plan directly, + // otherwise the query engine may cast `GenericInternalRow` to `UnsafeRow` and fail. lazy val commandExecuted: LogicalPlan = if (isExecutingCommand) { analyzed.mapChildren(eagerlyExecuteCommands) } else { diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index 7378d11b32d90..55cd37810c070 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -26,8 +26,8 @@ import org.apache.spark.sql.execution.SparkPlan /** * Logical plan node for holding data from a command. * - * `Row`s may not be serializable and ideally we should not send `Row`s to the executors. - * Thus marking them as transient. + * `rows` may not be serializable and ideally we should not send `rows` to the executors. + * Thus marking it as transient. */ case class CommandResult( output: Seq[Attribute], From 8fe6c06dde3a013eba8a6ffdcb5d2c296616c96f Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 12:03:19 +0800 Subject: [PATCH 27/56] Update code --- .../org/apache/spark/sql/execution/QueryExecution.scala | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 782893fb51119..f7bfbfd35be62 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -77,9 +77,9 @@ class QueryExecution( } // SPARK-35378: Commands should be executed eagerly so that `sql("INSERT ...")` can trigger the - // table insertion immediately without a `.collect()`. We also need to eagerly execute commands, - // because many commands return `GenericInternalRow` and can't be put in a query plan directly, - // otherwise the query engine may cast `GenericInternalRow` to `UnsafeRow` and fail. + // table insertion immediately without a `.collect()`. We also need to eagerly execute non-root + // commands, because many commands return `GenericInternalRow` and can't be put in a query plan + // directly, otherwise the query engine may cast `GenericInternalRow` to `UnsafeRow` and fail. lazy val commandExecuted: LogicalPlan = if (isExecutingCommand) { analyzed.mapChildren(eagerlyExecuteCommands) } else { From b20b000f776030b4dfa53b793b97fdb8168a7486 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 12:04:51 +0800 Subject: [PATCH 28/56] Update code --- .../org/apache/spark/sql/execution/QueryExecutionSuite.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala index bca319da1e336..88b3d200a836b 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala @@ -240,7 +240,7 @@ class QueryExecutionSuite extends SharedSparkSession { } } - test("SPARK-35378: Eagerly execute Command") { + test("SPARK-35378: Eagerly execute non-root Command") { def qe(logicalPlan: LogicalPlan): QueryExecution = new QueryExecution(spark, logicalPlan) val showTables = ShowTables(UnresolvedNamespace(Seq.empty[String]), None) From b60e04e02c2a343f07825f2b8817f308e8112eec Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 13:58:24 +0800 Subject: [PATCH 29/56] Update code --- .../org/apache/spark/sql/execution/CommandResultExec.scala | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index 8339f2b38f3a4..d4265a949528d 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -32,7 +32,7 @@ import org.apache.spark.sql.execution.metric.SQLMetrics case class CommandResultExec( output: Seq[Attribute], commandPhysicalPlan: SparkPlan, - @transient rows: Seq[InternalRow]) extends LeafExecNode { + @transient rows: Seq[InternalRow]) extends LeafExecNode with InputRDDCodegen { override lazy val metrics = Map( "numOutputRows" -> SQLMetrics.createMetric(sparkContext, "number of output rows")) @@ -90,4 +90,9 @@ case class CommandResultExec( longMetric("numOutputRows").add(taken.size) taken.toArray } + + // Input is already UnsafeRows. + override protected val createUnsafeProjection: Boolean = false + + override def inputRDD: RDD[InternalRow] = rdd } From 94ba9307452c7fd36e27e1dd7c60a9d98ee8473b Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 15:42:40 +0800 Subject: [PATCH 30/56] Update code --- .../org/apache/spark/sql/execution/CommandResultExec.scala | 2 +- .../org/apache/spark/sql/expressions/CommandResult.scala | 6 +++++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index d4265a949528d..d79c6e1c484b8 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -31,7 +31,7 @@ import org.apache.spark.sql.execution.metric.SQLMetrics */ case class CommandResultExec( output: Seq[Attribute], - commandPhysicalPlan: SparkPlan, + @transient commandPhysicalPlan: SparkPlan, @transient rows: Seq[InternalRow]) extends LeafExecNode with InputRDDCodegen { override lazy val metrics = Map( diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index 55cd37810c070..91202505fa5c4 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -20,7 +20,8 @@ package org.apache.spark.sql.expressions import org.apache.spark.sql.catalyst.InternalRow import org.apache.spark.sql.catalyst.expressions.Attribute import org.apache.spark.sql.catalyst.plans.QueryPlan -import org.apache.spark.sql.catalyst.plans.logical.{LeafNode, LogicalPlan} +import org.apache.spark.sql.catalyst.plans.logical.{LeafNode, LogicalPlan, Statistics} +import org.apache.spark.sql.catalyst.plans.logical.statsEstimation.EstimationUtils import org.apache.spark.sql.execution.SparkPlan /** @@ -35,4 +36,7 @@ case class CommandResult( commandPhysicalPlan: SparkPlan, @transient rows: Seq[InternalRow]) extends LeafNode { override def innerChildren: Seq[QueryPlan[_]] = Seq(commandLogicalPlan) + + override def computeStats(): Statistics = + Statistics(sizeInBytes = EstimationUtils.getSizePerRow(output) * rows.length) } From 0ed94859e025635863805ef660d159b594b910cc Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 15:48:16 +0800 Subject: [PATCH 31/56] Update code --- .../org/apache/spark/sql/execution/CommandResultExec.scala | 1 + .../org/apache/spark/sql/expressions/CommandResult.scala | 5 +++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index d79c6e1c484b8..ef0c9449fd9ed 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -26,6 +26,7 @@ import org.apache.spark.sql.execution.metric.SQLMetrics /** * Physical plan node for holding data from a command. * + * `commandPhysicalPlan` just used to display by execute explain. * `rows` may not be serializable and ideally we should not send `rows` to the executors. * Thus marking it as transient. */ diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index 91202505fa5c4..35c12d5647a4d 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -27,13 +27,14 @@ import org.apache.spark.sql.execution.SparkPlan /** * Logical plan node for holding data from a command. * + * `commandLogicalPlan` and `commandPhysicalPlan` just used to display by execute explain. * `rows` may not be serializable and ideally we should not send `rows` to the executors. * Thus marking it as transient. */ case class CommandResult( output: Seq[Attribute], - commandLogicalPlan: LogicalPlan, - commandPhysicalPlan: SparkPlan, + @transient commandLogicalPlan: LogicalPlan, + @transient commandPhysicalPlan: SparkPlan, @transient rows: Seq[InternalRow]) extends LeafNode { override def innerChildren: Seq[QueryPlan[_]] = Seq(commandLogicalPlan) From 911e08115aad50f952529f12bdc053241f7892a3 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 17:15:53 +0800 Subject: [PATCH 32/56] Update code --- .../org/apache/spark/sql/execution/CommandResultExec.scala | 4 ++-- .../org/apache/spark/sql/expressions/CommandResult.scala | 5 +++-- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index ef0c9449fd9ed..a38d8e9e86bc5 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -26,9 +26,9 @@ import org.apache.spark.sql.execution.metric.SQLMetrics /** * Physical plan node for holding data from a command. * - * `commandPhysicalPlan` just used to display by execute explain. + * `commandPhysicalPlan` is just used to display the plan tree for EXPLAIN. * `rows` may not be serializable and ideally we should not send `rows` to the executors. - * Thus marking it as transient. + * Thus marking them as transient. */ case class CommandResultExec( output: Seq[Attribute], diff --git a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala index 35c12d5647a4d..23f5c5f1982fc 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/expressions/CommandResult.scala @@ -27,9 +27,10 @@ import org.apache.spark.sql.execution.SparkPlan /** * Logical plan node for holding data from a command. * - * `commandLogicalPlan` and `commandPhysicalPlan` just used to display by execute explain. + * `commandLogicalPlan` and `commandPhysicalPlan` are just used to display the plan tree + * for EXPLAIN. * `rows` may not be serializable and ideally we should not send `rows` to the executors. - * Thus marking it as transient. + * Thus marking them as transient. */ case class CommandResult( output: Seq[Attribute], From ecfe9ba8385306ed98d3a1ec6efae97041a2b91b Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 26 May 2021 19:27:25 +0800 Subject: [PATCH 33/56] update code --- .../main/scala/org/apache/spark/sql/DataFrameWriter.scala | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala index 8c8def396a4d4..bbcbcc5de4016 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala @@ -31,7 +31,6 @@ import org.apache.spark.sql.catalyst.util.CaseInsensitiveMap import org.apache.spark.sql.connector.catalog.{CatalogPlugin, CatalogV2Implicits, CatalogV2Util, Identifier, SupportsCatalogOptions, Table, TableCatalog, TableProvider, V1Table} import org.apache.spark.sql.connector.catalog.TableCapability._ import org.apache.spark.sql.connector.expressions.{FieldReference, IdentityTransform, Transform} -import org.apache.spark.sql.execution.SQLExecution import org.apache.spark.sql.execution.command.DDLUtils import org.apache.spark.sql.execution.datasources.{CreateTable, DataSource, DataSourceUtils, LogicalRelation} import org.apache.spark.sql.execution.datasources.v2._ @@ -909,8 +908,8 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { */ private def runCommand(session: SparkSession, name: String)(command: LogicalPlan): Unit = { val qe = session.sessionState.executePlan(command) - // call `QueryExecution.toRDD` to trigger the execution of commands. - SQLExecution.withNewExecutionId(qe, Some(name))(qe.toRdd) + // call `QueryExecution.commandExecuted` to trigger the execution of commands. + qe.commandExecuted } private def lookupV2Provider(): Option[TableProvider] = { From cfeadd1b939ec1bd378c3b0d0d284c921e4e8b38 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Thu, 27 May 2021 11:30:15 +0800 Subject: [PATCH 34/56] Update code --- .../spark/sql/execution/metric/SQLMetricsSuite.scala | 8 +++++--- .../apache/spark/sql/hive/execution/SQLMetricsSuite.scala | 7 +++++-- 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala index ac9edc4d23e3b..ac2644bce4af8 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala @@ -25,7 +25,7 @@ import scala.util.Random import org.apache.spark.sql._ import org.apache.spark.sql.catalyst.expressions.aggregate.{Final, Partial} import org.apache.spark.sql.catalyst.plans.logical.LocalRelation -import org.apache.spark.sql.execution.{FilterExec, RangeExec, SparkPlan, WholeStageCodegenExec} +import org.apache.spark.sql.execution._ import org.apache.spark.sql.execution.adaptive.DisableAdaptiveExecutionSuite import org.apache.spark.sql.execution.aggregate.HashAggregateExec import org.apache.spark.sql.execution.command.DataWritingCommandExec @@ -787,9 +787,11 @@ class SQLMetricsSuite extends SharedSparkSession with SQLMetricsTestUtils test("SPARK-34567: Add metrics for CTAS operator") { withTable("t") { val df = sql("CREATE TABLE t USING PARQUET AS SELECT 1 as a") + val wholeStageCodegenExec = df.queryExecution.executedPlan + assert(wholeStageCodegenExec.children.length == 1) + val commandResultExec = wholeStageCodegenExec.children(0).asInstanceOf[CommandResultExec] val dataWritingCommandExec = - df.queryExecution.executedPlan.asInstanceOf[DataWritingCommandExec] - dataWritingCommandExec.executeCollect() + commandResultExec.commandPhysicalPlan.asInstanceOf[DataWritingCommandExec] val createTableAsSelect = dataWritingCommandExec.cmd assert(createTableAsSelect.metrics.contains("numFiles")) assert(createTableAsSelect.metrics("numFiles").value == 1) diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLMetricsSuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLMetricsSuite.scala index a2de43d737704..da971116c7d99 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLMetricsSuite.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLMetricsSuite.scala @@ -17,6 +17,7 @@ package org.apache.spark.sql.hive.execution +import org.apache.spark.sql.execution.CommandResultExec import org.apache.spark.sql.execution.adaptive.DisableAdaptiveExecutionSuite import org.apache.spark.sql.execution.command.DataWritingCommandExec import org.apache.spark.sql.execution.metric.SQLMetricsTestUtils @@ -42,9 +43,11 @@ class SQLMetricsSuite extends SQLMetricsTestUtils with TestHiveSingleton withSQLConf(HiveUtils.CONVERT_METASTORE_CTAS.key -> canOptimized.toString) { withTable("t") { val df = sql(s"CREATE TABLE t STORED AS PARQUET AS SELECT 1 as a") + val wholeStageCodegenExec = df.queryExecution.executedPlan + assert(wholeStageCodegenExec.children.length == 1) + val commandResultExec = wholeStageCodegenExec.children(0).asInstanceOf[CommandResultExec] val dataWritingCommandExec = - df.queryExecution.executedPlan.asInstanceOf[DataWritingCommandExec] - dataWritingCommandExec.executeCollect() + commandResultExec.commandPhysicalPlan.asInstanceOf[DataWritingCommandExec] val createTableAsSelect = dataWritingCommandExec.cmd if (canOptimized) { assert(createTableAsSelect.isInstanceOf[OptimizedCreateHiveTableAsSelectCommand]) From 6a8067447ce5cf297a20fc48a470241e456c9a43 Mon Sep 17 00:00:00 2001 From: beliefer Date: Sat, 29 May 2021 12:34:32 +0800 Subject: [PATCH 35/56] Update code --- .../spark/sql/execution/HiveResult.scala | 20 +- sql/hive/hs_err_pid3182.log | 831 ++++++++++++++++++ sql/hive/hs_err_pid3272.log | 831 ++++++++++++++++++ sql/hive/hs_err_pid3364.log | 827 +++++++++++++++++ sql/hive/hs_err_pid3457.log | 826 +++++++++++++++++ sql/hive/hs_err_pid3828.log | 827 +++++++++++++++++ 6 files changed, 4160 insertions(+), 2 deletions(-) create mode 100644 sql/hive/hs_err_pid3182.log create mode 100644 sql/hive/hs_err_pid3272.log create mode 100644 sql/hive/hs_err_pid3364.log create mode 100644 sql/hive/hs_err_pid3457.log create mode 100644 sql/hive/hs_err_pid3828.log diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala index 52394c1b7f7f4..8d036fb4cb5fb 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala @@ -75,9 +75,25 @@ object HiveResult { command.executeCollect().map(_.getString(1)) case other => val timeFormatters = getTimeFormatters - val result: Seq[Seq[Any]] = other.executeCollectPublic().map(_.toSeq).toSeq + val commandPhysicalPlans = other collect { + case commandResultExec: CommandResultExec => commandResultExec.commandPhysicalPlan + } + val hasCommandResult = commandPhysicalPlans exists { + case ExecutedCommandExec(_: ShowTablesCommand) => true + case ExecutedCommandExec(_: ShowViewsCommand) => true + case _ => false + } + val result: Seq[Seq[Any]] = if (hasCommandResult) { + other.executeCollectPublic().map(row => Row(row.get(1))).map(_.toSeq).toSeq + } else { + other.executeCollectPublic().map(_.toSeq).toSeq + } // We need the types so we can output struct field names - val types = executedPlan.output.map(_.dataType) + val types = if (hasCommandResult) { + Seq(executedPlan.output(1).dataType) + } else { + executedPlan.output.map(_.dataType) + } // Reformat to match hive tab delimited output. result.map(_.zip(types).map(e => toHiveString(e, false, timeFormatters))) .map(_.mkString("\t")) diff --git a/sql/hive/hs_err_pid3182.log b/sql/hive/hs_err_pid3182.log new file mode 100644 index 0000000000000..95b8031c46ee2 --- /dev/null +++ b/sql/hive/hs_err_pid3182.log @@ -0,0 +1,831 @@ +# +# A fatal error has been detected by the Java Runtime Environment: +# +# SIGBUS (0xa) at pc=0x00000001036dbaa0, pid=3182, tid=0x0000000000002903 +# +# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) +# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) +# Problematic frame: +# V [libjvm.dylib+0xdbaa0] +# +# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again +# +# If you would like to submit a bug report, please visit: +# http://bugreport.java.com/bugreport/crash.jsp +# + +--------------- T H R E A D --------------- + +Current thread (0x00007fa33f009000): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=10499, stack(0x000070000b15f000,0x000070000b25f000)] + +siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007ca37fd08 + +Registers: +RAX=0x00000007ca47fd00, RBX=0x0000000000000010, RCX=0x000000074240dd38, RDX=0xfffffffffffe0004 +RSP=0x000070000b25b098, RBP=0x000070000b25b0e0, RSI=0x000000074230dd40, RDI=0x00000007ca37fd08 +R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x000000010fab9127, R11=0x000000010fab90d8 +R12=0x000070000b25b100, R13=0x00007fa33f009000, R14=0x000070000b25b110, R15=0x000000002d303140 +RIP=0x00000001036dbaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 + TRAPNO=0x000000000000000e + +Top of Stack: (sp=0x000070000b25b098) +0x000070000b25b098: 0000000103b88fe5 00000007c02271d8 +0x000070000b25b0a8: 00007fa33f009000 00007fa33f009000 +0x000070000b25b0b8: 00000001094a7d68 0000000000000000 +0x000070000b25b0c8: 000070000b25b150 000070000b25b230 +0x000070000b25b0d8: 00007fa33f009000 000070000b25b130 +0x000070000b25b0e8: 000000010fab91a1 0000000000100000 +0x000070000b25b0f8: 0000000740000b98 000000079d07cbc8 +0x000070000b25b108: 000000011fa28cff 000000074230dd30 +0x000070000b25b118: 000000000647ae6f 000070000b25b160 +0x000070000b25b128: 0647ae6f036b2a5a 000070000b25b1d8 +0x000070000b25b138: 000000010ea8435d 000000010c4c59a0 +0x000070000b25b148: 000000010ea8435d 0000000000100000 +0x000070000b25b158: 00000007c00007a8 0000000000000010 +0x000070000b25b168: 000000010ea83e70 000000074230dd30 +0x000070000b25b178: 000000002d303140 00007fa33e501280 +0x000070000b25b188: 000000079d07cbc8 0000000740000b98 +0x000070000b25b198: 000070000b25b198 000000010c4c58da +0x000070000b25b1a8: 000070000b25b230 000000010c4c60d8 +0x000070000b25b1b8: 0000000000000000 000000010c4c59a0 +0x000070000b25b1c8: 000070000b25b150 000070000b25b1f8 +0x000070000b25b1d8: 000070000b25b278 000000010ea8435d +0x000070000b25b1e8: 0000000000100000 0000000000000000 +0x000070000b25b1f8: 00000000323d7364 00000000323d7364 +0x000070000b25b208: 0000000000000010 0000000000000010 +0x000070000b25b218: 000000074230dd30 000000002d303140 +0x000070000b25b228: 000000079d089e30 000000079d07cbc8 +0x000070000b25b238: 000070000b25b238 000000011fa28d14 +0x000070000b25b248: 000070000b25b290 000000011fa2e330 +0x000070000b25b258: 0000000000000000 000000011fa28d40 +0x000070000b25b268: 000070000b25b1f8 000070000b25b290 +0x000070000b25b278: 000070000b25b2e8 000000010ea840e0 +0x000070000b25b288: 000000074230dd30 000000079d089e30 + +Instructions: (pc=0x00000001036dbaa0) +0x00000001036dba80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 +0x00000001036dba90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 +0x00000001036dbaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 +0x00000001036dbab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b + +Register to memory mapping: + +RAX=0x00000007ca47fd00 is an unknown value +RBX=0x0000000000000010 is an unknown value +RCX=0x000000074240dd38 is pointing into object: 0x000000074230dd30 +[B + - klass: {type array byte} + - length: 842888036 +RDX=0xfffffffffffe0004 is an unknown value +RSP=0x000070000b25b098 is pointing into the stack for thread: 0x00007fa33f009000 +RBP=0x000070000b25b0e0 is pointing into the stack for thread: 0x00007fa33f009000 +RSI=0x000000074230dd40 is pointing into object: 0x000000074230dd30 +[B + - klass: {type array byte} + - length: 842888036 +RDI=0x00000007ca37fd08 is an unknown value +R8 =0x00000007c00007a8 is pointing into metadata +R9 =0x0000000000000010 is an unknown value +R10=0x000000010fab9127 is at entry_point+103 in (nmethod*)0x000000010fab8f50 +R11=0x000000010fab90d8 is at entry_point+24 in (nmethod*)0x000000010fab8f50 +R12=0x000070000b25b100 is pointing into the stack for thread: 0x00007fa33f009000 +R13=0x00007fa33f009000 is a thread +R14=0x000070000b25b110 is pointing into the stack for thread: 0x00007fa33f009000 +R15=0x000000002d303140 is an unknown value + + +Stack: [0x000070000b15f000,0x000070000b25f000], sp=0x000070000b25b098, free space=1008k +Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) +V [libjvm.dylib+0xdbaa0] +J 6100 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010fab91a1 [0x000000010fab90c0+0xe1] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2445 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010f1da0b8 [0x000000010f1da060+0x58] +J 8718 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000010f176978 [0x000000010f176500+0x478] +J 12000 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000110b691dc [0x0000000110b68aa0+0x73c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2445 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010f1da0b8 [0x000000010f1da060+0x58] +J 10666 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x00000001106a86dc [0x00000001106a8440+0x29c] +J 9017 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x00000001102b2554 [0x00000001102b2480+0xd4] +J 2656 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010f25d3c4 [0x000000010f25cb20+0x8a4] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2557 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010f1efc58 [0x000000010f1efbc0+0x98] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2557 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010f1efc58 [0x000000010f1efbc0+0x98] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub +V [libjvm.dylib+0x2f0792] +V [libjvm.dylib+0x327739] +V [libjvm.dylib+0x3204c5] +C [java+0x38c6] JavaMain+0x9c4 +C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e +C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 +...... + +Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) +J 6100 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010fab9127 [0x000000010fab90c0+0x67] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2445 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010f1da0b8 [0x000000010f1da060+0x58] +J 8718 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000010f176978 [0x000000010f176500+0x478] +J 12000 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000110b691dc [0x0000000110b68aa0+0x73c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2445 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010f1da0b8 [0x000000010f1da060+0x58] +J 10666 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x00000001106a86dc [0x00000001106a8440+0x29c] +J 9017 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x00000001102b2554 [0x00000001102b2480+0xd4] +J 2656 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010f25d3c4 [0x000000010f25cb20+0x8a4] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2557 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010f1efc58 [0x000000010f1efbc0+0x98] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2557 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010f1efc58 [0x000000010f1efbc0+0x98] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub + +--------------- P R O C E S S --------------- + +Java Threads: ( => current thread ) + 0x00007fa348e43000 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=31747, stack(0x000070000eb0a000,0x000070000ec0a000)] + 0x00007fa345317000 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=34083, stack(0x000070000ea07000,0x000070000eb07000)] + 0x00007fa348f10800 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=34467, stack(0x000070000e904000,0x000070000ea04000)] + 0x00007fa3400e5800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=34819, stack(0x000070000e801000,0x000070000e901000)] + 0x00007fa33f6fc800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=35331, stack(0x000070000e6fe000,0x000070000e7fe000)] + 0x00007fa3448d7000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=31235, stack(0x000070000e5fb000,0x000070000e6fb000)] + 0x00007fa342eaf800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=35843, stack(0x000070000e4f8000,0x000070000e5f8000)] + 0x00007fa342ea6800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=30723, stack(0x000070000e3f5000,0x000070000e4f5000)] + 0x00007fa342ea9800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=30467, stack(0x000070000e2f2000,0x000070000e3f2000)] + 0x00007fa3435aa000 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=29955, stack(0x000070000e1ef000,0x000070000e2ef000)] + 0x00007fa345a53800 JavaThread "Timer-0" daemon [_thread_blocked, id=36611, stack(0x000070000e0ec000,0x000070000e1ec000)] + 0x00007fa34051d000 JavaThread "process reaper" daemon [_thread_blocked, id=29443, stack(0x000070000b0dc000,0x000070000b104000)] + 0x00007fa3404dc000 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=29187, stack(0x000070000dfe9000,0x000070000e0e9000)] + 0x00007fa342b60000 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=28931, stack(0x000070000dee6000,0x000070000dfe6000)] + 0x00007fa3412a5800 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=28419, stack(0x000070000dde3000,0x000070000dee3000)] + 0x00007fa33f700000 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=27907, stack(0x000070000dce0000,0x000070000dde0000)] + 0x00007fa33f6fb800 JavaThread "spark-listener-group-appStatus" daemon [_thread_blocked, id=37891, stack(0x000070000dbdd000,0x000070000dcdd000)] + 0x00007fa33fbc2000 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=27395, stack(0x000070000dada000,0x000070000dbda000)] + 0x00007fa3415ca000 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=26883, stack(0x000070000d9d7000,0x000070000dad7000)] + 0x00007fa341595800 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=26627, stack(0x000070000d8d4000,0x000070000d9d4000)] + 0x00007fa3415a2000 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=38403, stack(0x000070000d7d1000,0x000070000d8d1000)] + 0x00007fa341590000 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=25859, stack(0x000070000d6ce000,0x000070000d7ce000)] + 0x00007fa341a1e800 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=25347, stack(0x000070000d5cb000,0x000070000d6cb000)] + 0x00007fa33f935800 JavaThread "task-abort-timer" daemon [_thread_blocked, id=25091, stack(0x000070000d4c8000,0x000070000d5c8000)] + 0x00007fa341589800 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=39171, stack(0x000070000d3c5000,0x000070000d4c5000)] + 0x00007fa33f972000 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=24579, stack(0x000070000d2c2000,0x000070000d3c2000)] + 0x00007fa34189a000 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=24067, stack(0x000070000d1bf000,0x000070000d2bf000)] + 0x00007fa341898800 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=23555, stack(0x000070000d0bc000,0x000070000d1bc000)] + 0x00007fa33f120000 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=39427, stack(0x000070000cfb9000,0x000070000d0b9000)] + 0x00007fa33f0c8000 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=39683, stack(0x000070000ceb6000,0x000070000cfb6000)] + 0x00007fa34187e000 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=40195, stack(0x000070000cdb3000,0x000070000ceb3000)] + 0x00007fa3414d5000 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=40451, stack(0x000070000ccb0000,0x000070000cdb0000)] + 0x00007fa34187d800 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=40963, stack(0x000070000cbad000,0x000070000ccad000)] + 0x00007fa33f96f000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=41475, stack(0x000070000caaa000,0x000070000cbaa000)] + 0x00007fa34187c800 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=41731, stack(0x000070000c9a7000,0x000070000caa7000)] + 0x00007fa3414cf000 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=22275, stack(0x000070000c8a4000,0x000070000c9a4000)] + 0x00007fa34187c000 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=42499, stack(0x000070000c7a1000,0x000070000c8a1000)] + 0x00007fa3414cc000 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=43011, stack(0x000070000c69e000,0x000070000c79e000)] + 0x00007fa341639000 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=22019, stack(0x000070000c59b000,0x000070000c69b000)] + 0x00007fa341638000 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=16899, stack(0x000070000c498000,0x000070000c598000)] + 0x00007fa340100800 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=16387, stack(0x000070000c395000,0x000070000c495000)] + 0x00007fa33fc71000 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=17411, stack(0x000070000c292000,0x000070000c392000)] + 0x00007fa33e9ea000 JavaThread "Service Thread" daemon [_thread_blocked, id=17923, stack(0x000070000c08c000,0x000070000c18c000)] + 0x00007fa33f01c800 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=18179, stack(0x000070000bf89000,0x000070000c089000)] + 0x00007fa33e9e9800 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=15363, stack(0x000070000be86000,0x000070000bf86000)] + 0x00007fa33f01b800 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=13579, stack(0x000070000bd83000,0x000070000be83000)] + 0x00007fa33f81a800 JavaThread "JDWP Command Reader" daemon [_thread_in_native, id=14851, stack(0x000070000bc80000,0x000070000bd80000)] + 0x00007fa33e821000 JavaThread "JDWP Event Helper Thread" daemon [_thread_blocked, id=18947, stack(0x000070000bb7d000,0x000070000bc7d000)] + 0x00007fa33e807800 JavaThread "JDWP Transport Listener: dt_socket" daemon [_thread_blocked, id=19463, stack(0x000070000ba7a000,0x000070000bb7a000)] + 0x00007fa33e806000 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=19715, stack(0x000070000b977000,0x000070000ba77000)] + 0x00007fa340054000 JavaThread "Finalizer" daemon [_thread_blocked, id=12291, stack(0x000070000b874000,0x000070000b974000)] + 0x00007fa340051000 JavaThread "Reference Handler" daemon [_thread_blocked, id=12035, stack(0x000070000b771000,0x000070000b871000)] +=>0x00007fa33f009000 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=10499, stack(0x000070000b15f000,0x000070000b25f000)] + +Other Threads: + 0x00007fa34004a800 VMThread [stack: 0x000070000b66e000,0x000070000b76e000] [id=21251] + 0x00007fa33e9eb000 WatcherThread [stack: 0x000070000c18f000,0x000070000c28f000] [id=15875] + +VM state:synchronizing (normal execution) + +VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) +[0x00007fa33e411380] Threads_lock - owner thread: 0x00007fa34004a800 + +heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 +Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 +Compressed class space size: 1073741824 Address: 0x00000007c0000000 + +Heap: + PSYoungGen total 628736K, used 157036K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 609792K, 22% used [0x0000000795580000,0x000000079dc5d860,0x00000007ba900000) + from space 18944K, 99% used [0x00000007ba900000,0x00000007bbb7d9d0,0x00000007bbb80000) + to space 24064K, 0% used [0x00000007be880000,0x00000007be880000,0x00000007c0000000) + ParOldGen total 963584K, used 859028K [0x0000000740000000, 0x000000077ad00000, 0x0000000795580000) + object space 963584K, 89% used [0x0000000740000000,0x00000007746e50a8,0x000000077ad00000) + Metaspace used 141580K, capacity 155174K, committed 155224K, reserved 1183744K + class space used 18466K, capacity 21848K, committed 21888K, reserved 1048576K + +Card table byte_map: [0x000000010497a000,0x0000000104d7b000] byte_map_base: 0x0000000100f7a000 + +Marking Bits: (ParMarkBitMap*) 0x0000000103efceb0 + Begin Bits: [0x0000000105026000, 0x0000000107026000) + End Bits: [0x0000000107026000, 0x0000000109026000) + +Polling page: 0x0000000102c59000 + +CodeCache: size=245760Kb used=36107Kb max_used=36111Kb free=209652Kb + bounds [0x000000010ea7c000, 0x0000000110ddc000, 0x000000011da7c000] + total_blobs=12286 nmethods=11207 adapters=996 + compilation: enabled + +Compilation events (10 events): +Event: 81.015 Thread 0x00007fa33f01c800 13340 3 com.fasterxml.jackson.databind.ObjectMapper::_assertNotNull (27 bytes) +Event: 81.016 Thread 0x00007fa33f01c800 nmethod 13340 0x0000000110dc9f50 code [0x0000000110dca1a0, 0x0000000110dcaef8] +Event: 81.016 Thread 0x00007fa33f01c800 13341 3 com.fasterxml.jackson.core.json.JsonReadContext:: (37 bytes) +Event: 81.017 Thread 0x00007fa33f01c800 nmethod 13341 0x0000000110dc5e50 code [0x0000000110dc5fc0, 0x0000000110dc6210] +Event: 81.017 Thread 0x00007fa33f01c800 13339 3 org.apache.spark.util.ListenerBus::postToAll$ (6 bytes) +Event: 81.017 Thread 0x00007fa33f01c800 nmethod 13339 0x0000000110dc5a90 code [0x0000000110dc5c00, 0x0000000110dc5d88] +Event: 81.022 Thread 0x00007fa33f01b800 nmethod 13329 0x0000000110dc4710 code [0x0000000110dc48e0, 0x0000000110dc52d8] +Event: 81.031 Thread 0x00007fa33e9e9800 13351 4 java.lang.StringBuilder::append (6 bytes) +Event: 81.032 Thread 0x00007fa33f01c800 13355 3 java.lang.invoke.MethodType::invokerType (15 bytes) +Event: 81.033 Thread 0x00007fa33f01c800 nmethod 13355 0x0000000110dd7690 code [0x0000000110dd7800, 0x0000000110dd7be8] + +GC Heap History (10 events): +Event: 47.181 GC heap before +{Heap before GC invocations=25 (full 3): + PSYoungGen total 475648K, used 471987K [0x0000000795580000, 0x00000007b7400000, 0x00000007c0000000) + eden space 462848K, 100% used [0x0000000795580000,0x00000007b1980000,0x00000007b1980000) + from space 12800K, 71% used [0x00000007b1980000,0x00000007b226cde0,0x00000007b2600000) + to space 13824K, 0% used [0x00000007b6680000,0x00000007b6680000,0x00000007b7400000) + ParOldGen total 96768K, used 24106K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) + object space 96768K, 24% used [0x0000000740000000,0x000000074178a928,0x0000000745e80000) + Metaspace used 89158K, capacity 95116K, committed 95192K, reserved 1130496K + class space used 11135K, capacity 13772K, committed 13824K, reserved 1048576K +Event: 47.202 GC heap after +Heap after GC invocations=25 (full 3): + PSYoungGen total 540672K, used 10712K [0x0000000795580000, 0x00000007b7600000, 0x00000007c0000000) + eden space 526848K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b5800000) + from space 13824K, 77% used [0x00000007b6680000,0x00000007b70f6290,0x00000007b7400000) + to space 14848K, 0% used [0x00000007b5800000,0x00000007b5800000,0x00000007b6680000) + ParOldGen total 96768K, used 24114K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) + object space 96768K, 24% used [0x0000000740000000,0x000000074178c928,0x0000000745e80000) + Metaspace used 89158K, capacity 95116K, committed 95192K, reserved 1130496K + class space used 11135K, capacity 13772K, committed 13824K, reserved 1048576K +} +Event: 48.299 GC heap before +{Heap before GC invocations=26 (full 3): + PSYoungGen total 540672K, used 124263K [0x0000000795580000, 0x00000007b7600000, 0x00000007c0000000) + eden space 526848K, 21% used [0x0000000795580000,0x000000079c463be0,0x00000007b5800000) + from space 13824K, 77% used [0x00000007b6680000,0x00000007b70f6290,0x00000007b7400000) + to space 14848K, 0% used [0x00000007b5800000,0x00000007b5800000,0x00000007b6680000) + ParOldGen total 96768K, used 24114K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) + object space 96768K, 24% used [0x0000000740000000,0x000000074178c928,0x0000000745e80000) + Metaspace used 91922K, capacity 98348K, committed 98496K, reserved 1132544K + class space used 11575K, capacity 14628K, committed 14720K, reserved 1048576K +Event: 48.311 GC heap after +Heap after GC invocations=26 (full 3): + PSYoungGen total 541696K, used 9491K [0x0000000795580000, 0x00000007bca80000, 0x00000007c0000000) + eden space 526848K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b5800000) + from space 14848K, 63% used [0x00000007b5800000,0x00000007b6144ee0,0x00000007b6680000) + to space 15360K, 0% used [0x00000007bbb80000,0x00000007bbb80000,0x00000007bca80000) + ParOldGen total 96768K, used 24141K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) + object space 96768K, 24% used [0x0000000740000000,0x0000000741793558,0x0000000745e80000) + Metaspace used 91922K, capacity 98348K, committed 98496K, reserved 1132544K + class space used 11575K, capacity 14628K, committed 14720K, reserved 1048576K +} +Event: 48.311 GC heap before +{Heap before GC invocations=27 (full 4): + PSYoungGen total 541696K, used 9491K [0x0000000795580000, 0x00000007bca80000, 0x00000007c0000000) + eden space 526848K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b5800000) + from space 14848K, 63% used [0x00000007b5800000,0x00000007b6144ee0,0x00000007b6680000) + to space 15360K, 0% used [0x00000007bbb80000,0x00000007bbb80000,0x00000007bca80000) + ParOldGen total 96768K, used 24141K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) + object space 96768K, 24% used [0x0000000740000000,0x0000000741793558,0x0000000745e80000) + Metaspace used 91922K, capacity 98348K, committed 98496K, reserved 1132544K + class space used 11575K, capacity 14628K, committed 14720K, reserved 1048576K +Event: 48.423 GC heap after +Heap after GC invocations=27 (full 4): + PSYoungGen total 541696K, used 0K [0x0000000795580000, 0x00000007bca80000, 0x00000007c0000000) + eden space 526848K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b5800000) + from space 14848K, 0% used [0x00000007b5800000,0x00000007b5800000,0x00000007b6680000) + to space 15360K, 0% used [0x00000007bbb80000,0x00000007bbb80000,0x00000007bca80000) + ParOldGen total 140288K, used 29084K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) + object space 140288K, 20% used [0x0000000740000000,0x0000000741c67080,0x0000000748900000) + Metaspace used 90800K, capacity 95170K, committed 98496K, reserved 1132544K + class space used 11309K, capacity 12418K, committed 14720K, reserved 1048576K +} +Event: 57.008 GC heap before +{Heap before GC invocations=28 (full 4): + PSYoungGen total 541696K, used 526848K [0x0000000795580000, 0x00000007bca80000, 0x00000007c0000000) + eden space 526848K, 100% used [0x0000000795580000,0x00000007b5800000,0x00000007b5800000) + from space 14848K, 0% used [0x00000007b5800000,0x00000007b5800000,0x00000007b6680000) + to space 15360K, 0% used [0x00000007bbb80000,0x00000007bbb80000,0x00000007bca80000) + ParOldGen total 140288K, used 29084K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) + object space 140288K, 20% used [0x0000000740000000,0x0000000741c67080,0x0000000748900000) + Metaspace used 117277K, capacity 125898K, committed 126168K, reserved 1157120K + class space used 15013K, capacity 17547K, committed 17664K, reserved 1048576K +Event: 57.042 GC heap after +Heap after GC invocations=28 (full 4): + PSYoungGen total 625152K, used 15357K [0x0000000795580000, 0x00000007bd100000, 0x00000007c0000000) + eden space 609792K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007ba900000) + from space 15360K, 99% used [0x00000007bbb80000,0x00000007bca7f5b0,0x00000007bca80000) + to space 18944K, 0% used [0x00000007ba900000,0x00000007ba900000,0x00000007bbb80000) + ParOldGen total 140288K, used 31256K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) + object space 140288K, 22% used [0x0000000740000000,0x0000000741e86300,0x0000000748900000) + Metaspace used 117277K, capacity 125898K, committed 126168K, reserved 1157120K + class space used 15013K, capacity 17547K, committed 17664K, reserved 1048576K +} +Event: 79.722 GC heap before +{Heap before GC invocations=29 (full 4): + PSYoungGen total 625152K, used 625149K [0x0000000795580000, 0x00000007bd100000, 0x00000007c0000000) + eden space 609792K, 100% used [0x0000000795580000,0x00000007ba900000,0x00000007ba900000) + from space 15360K, 99% used [0x00000007bbb80000,0x00000007bca7f5b0,0x00000007bca80000) + to space 18944K, 0% used [0x00000007ba900000,0x00000007ba900000,0x00000007bbb80000) + ParOldGen total 140288K, used 31256K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) + object space 140288K, 22% used [0x0000000740000000,0x0000000741e86300,0x0000000748900000) + Metaspace used 136650K, capacity 147318K, committed 147544K, reserved 1175552K + class space used 17514K, capacity 20550K, committed 20608K, reserved 1048576K +Event: 79.766 GC heap after +Heap after GC invocations=29 (full 4): + PSYoungGen total 628736K, used 18934K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 609792K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007ba900000) + from space 18944K, 99% used [0x00000007ba900000,0x00000007bbb7d9d0,0x00000007bbb80000) + to space 24064K, 0% used [0x00000007be880000,0x00000007be880000,0x00000007c0000000) + ParOldGen total 140288K, used 35895K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) + object space 140288K, 25% used [0x0000000740000000,0x000000074230dd30,0x0000000748900000) + Metaspace used 136650K, capacity 147318K, committed 147544K, reserved 1175552K + class space used 17514K, capacity 20550K, committed 20608K, reserved 1048576K +} + +Deoptimization events (10 events): +Event: 80.435 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000010f6ba56c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 +Event: 80.435 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000010f2ac288 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 +Event: 80.469 Thread 0x00007fa345317000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010f264ea8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 80.490 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110d523e4 method=java.util.Arrays.equals([B[B)Z @ 23 +Event: 80.491 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110071bfc method=java.util.Arrays.equals([B[B)Z @ 2 +Event: 80.552 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000011011599c method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 +Event: 80.741 Thread 0x00007fa345317000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010f264ea8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 80.761 Thread 0x00007fa345317000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010f264ea8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 80.766 Thread 0x00007fa345317000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010f264ea8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 80.967 Thread 0x00007fa341638000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x00000001107748b8 method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil + +Classes redefined (0 events): +No events + +Internal exceptions (10 events): +Event: 80.291 Thread 0x00007fa341638000 Exception > (0x00000007973ffa10) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.293 Thread 0x00007fa341638000 Exception > (0x000000079741aa88) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.307 Thread 0x00007fa341638000 Exception > (0x00000007975198f0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.308 Thread 0x00007fa341638000 Exception > (0x000000079751d128) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.309 Thread 0x00007fa341638000 Exception > (0x00000007975427f0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.313 Thread 0x00007fa341638000 Exception > (0x00000007975849b0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.314 Thread 0x00007fa341638000 Exception > (0x000000079759c2c8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.315 Thread 0x00007fa341638000 Exception > (0x00000007975b5eb0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.940 Thread 0x00007fa345317000 Exception > (0x000000079ca78808) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 80.952 Thread 0x00007fa345317000 Exception > (0x000000079cac4e50) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] + +Events (10 events): +Event: 81.030 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 81.030 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 81.031 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 81.031 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 81.034 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 81.034 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 81.034 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 81.034 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 81.037 Executing VM operation: RevokeBias +Event: 82.818 Executing VM operation: RevokeBias done + + +Dynamic libraries: +0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa +0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security +0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices +0x00007fff5a0e2000 /usr/lib/libz.1.dylib +0x00007fff57a38000 /usr/lib/libSystem.B.dylib +0x00007fff59272000 /usr/lib/libobjc.A.dylib +0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation +0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation +0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit +0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData +0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices +0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation +0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap +0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay +0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices +0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal +0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv +0x00007fff585d5000 /usr/lib/libenergytrace.dylib +0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight +0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics +0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate +0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface +0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation +0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox +0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit +0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore +0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox +0x00007fff5872e000 /usr/lib/libicucore.A.dylib +0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore +0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition +0x00007fff57b8c000 /usr/lib/libauto.dylib +0x00007fff59fd5000 /usr/lib/libxml2.2.dylib +0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI +0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio +0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration +0x00007fff589dc000 /usr/lib/liblangid.dylib +0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport +0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit +0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib +0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices +0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis +0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL +0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync +0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage +0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText +0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO +0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup +0x00007fff57adf000 /usr/lib/libarchive.2.dylib +0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork +0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration +0x00007fff57529000 /usr/lib/libCRFSuite.dylib +0x00007fff57c7d000 /usr/lib/libc++.1.dylib +0x00007fff57cd1000 /usr/lib/libc++abi.dylib +0x00007fff5a8d8000 /usr/lib/system/libcache.dylib +0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib +0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib +0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib +0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib +0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib +0x00007fff5aa40000 /usr/lib/system/libdyld.dylib +0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib +0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib +0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib +0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib +0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib +0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib +0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib +0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib +0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib +0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib +0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib +0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib +0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib +0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib +0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib +0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib +0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib +0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib +0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib +0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib +0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib +0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib +0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib +0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib +0x00007fff5ac78000 /usr/lib/system/libunwind.dylib +0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib +0x00007fff57c5e000 /usr/lib/libbsm.0.dylib +0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib +0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression +0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib +0x00007fff57f86000 /usr/lib/libcoretls.dylib +0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib +0x00007fff59a09000 /usr/lib/libpam.2.dylib +0x00007fff59bc9000 /usr/lib/libsqlite3.dylib +0x00007fff59fc3000 /usr/lib/libxar.1.dylib +0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib +0x00007fff589de000 /usr/lib/liblzma.5.dylib +0x00007fff58e8f000 /usr/lib/libnetwork.dylib +0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib +0x00007fff59a10000 /usr/lib/libpcap.A.dylib +0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents +0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore +0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata +0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices +0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit +0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE +0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices +0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices +0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList +0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS +0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth +0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport +0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC +0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP +0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities +0x00007fff58ab3000 /usr/lib/libmecabra.dylib +0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS +0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy +0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices +0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis +0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore +0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD +0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis +0x00007fff57cf9000 /usr/lib/libcompression.dylib +0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders +0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage +0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib +0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib +0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib +0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib +0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib +0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib +0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib +0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib +0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib +0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib +0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler +0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator +0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment +0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay +0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib +0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore +0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage +0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork +0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix +0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector +0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools +0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary +0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib +0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo +0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer +0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore +0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL +0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib +0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG +0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib +0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib +0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib +0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib +0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib +0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib +0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib +0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib +0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG +0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib +0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib +0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib +0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib +0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib +0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib +0x00007fff5844a000 /usr/lib/libcups.2.dylib +0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos +0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS +0x00007fff59b5e000 /usr/lib/libresolv.9.dylib +0x00007fff5863d000 /usr/lib/libiconv.2.dylib +0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal +0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib +0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory +0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth +0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory +0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation +0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS +0x00007fff59fbf000 /usr/lib/libutil.dylib +0x00007fff57ce7000 /usr/lib/libcharset.1.dylib +0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce +0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices +0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard +0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib +0x00007fff58607000 /usr/lib/libgermantok.dylib +0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib +0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib +0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling +0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji +0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon +0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData +0x00007fff57ce8000 /usr/lib/libcmph.dylib +0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement +0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement +0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib +0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink +0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO +0x00007fff57b09000 /usr/lib/libate.dylib +0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport +0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing +0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit +0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 +0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils +0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN +0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth +0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer +0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag +0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers +0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport +0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle +0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit +0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi +0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth +0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols +0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication +0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication +0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore +0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib +0x0000000103600000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib +0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib +0x0000000102c15000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib +0x0000000102c23000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib +0x0000000102c5a000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjdwp.dylib +0x0000000102ca5000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnpt.dylib +0x0000000102cc3000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib +0x0000000102d60000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib +0x000000010aea4000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libdt_socket.dylib +0x000000010bb81000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib +0x000000010bb5e000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib +0x0000000102dfb000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib +0x000000010bbdd000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib +0x000000010bca0000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-7965832677558110923.dylib + +VM Arguments: +jvm_args: -agentlib:jdwp=transport=dt_socket,address=127.0.0.1:50328,suspend=y,server=n -javaagent:/Users/jiaan.geng/Library/Caches/JetBrains/IntelliJIdea2020.1/captureAgent/debugger-agent.jar -Dfile.encoding=UTF-8 +java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true +java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ +Launcher Type: SUN_STANDARD + +Environment Variables: +JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home +CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib +PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin +SHELL=/bin/bash + +Signal Handlers: +SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO +SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none +SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO +SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO + + +--------------- S Y S T E M --------------- + +OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 +rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity +load average:2.93 3.09 3.28 + +CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx + +Memory: 4k page, physical 8388608k(19880k free) + +/proc/meminfo: + + +vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) + +time: Sat May 29 00:36:08 2021 +timezone: CST +elapsed time: 82 seconds (0d 0h 1m 22s) + diff --git a/sql/hive/hs_err_pid3272.log b/sql/hive/hs_err_pid3272.log new file mode 100644 index 0000000000000..6dc5b21e53c73 --- /dev/null +++ b/sql/hive/hs_err_pid3272.log @@ -0,0 +1,831 @@ +# +# A fatal error has been detected by the Java Runtime Environment: +# +# SIGBUS (0xa) at pc=0x00000001044dbaa0, pid=3272, tid=0x0000000000001803 +# +# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) +# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) +# Problematic frame: +# V [libjvm.dylib+0xdbaa0] +# +# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again +# +# If you would like to submit a bug report, please visit: +# http://bugreport.java.com/bugreport/crash.jsp +# + +--------------- T H R E A D --------------- + +Current thread (0x00007fa6ad802800): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=6147, stack(0x0000700000987000,0x0000700000a87000)] + +siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007c58fd650 + +Registers: +RAX=0x00000007c59fd648, RBX=0x0000000000000010, RCX=0x000000074248b398, RDX=0xfffffffffffe0004 +RSP=0x0000700000a83098, RBP=0x0000700000a830e0, RSI=0x000000074238b3a0, RDI=0x00000007c58fd650 +R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x000000010753c327, R11=0x000000010753c2d8 +R12=0x0000700000a83100, R13=0x00007fa6ad802800, R14=0x0000700000a83110, R15=0x000000002d303140 +RIP=0x00000001044dbaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 + TRAPNO=0x000000000000000e + +Top of Stack: (sp=0x0000700000a83098) +0x0000700000a83098: 0000000104988fe5 00000007c02281e8 +0x0000700000a830a8: 00007fa6ad802800 00007fa6ad802800 +0x0000700000a830b8: 0000000119594d68 0000000000000000 +0x0000700000a830c8: 0000700000a83150 0000700000a83230 +0x0000700000a830d8: 00007fa6ad802800 0000700000a83130 +0x0000700000a830e8: 000000010753c3a1 0000000000100000 +0x0000700000a830f8: 000000074000fe20 00000007985fa510 +0x0000700000a83108: 000000012212f12f 000000074238b390 +0x0000700000a83118: 000000000647ae6f 0000700000a83160 +0x0000700000a83128: 0647ae6f044b2a5a 0000700000a831d8 +0x0000700000a83138: 000000010651b35d 000000011bc949a0 +0x0000700000a83148: 000000010651b35d 0000000000100000 +0x0000700000a83158: 00000007c00007a8 0000000000000010 +0x0000700000a83168: 000000010651ae70 000000074238b390 +0x0000700000a83178: 000000002d303140 00007fa6acd00ad0 +0x0000700000a83188: 00000007985fa510 000000074000fe20 +0x0000700000a83198: 0000700000a83198 000000011bc948da +0x0000700000a831a8: 0000700000a83230 000000011bc950d8 +0x0000700000a831b8: 0000000000000000 000000011bc949a0 +0x0000700000a831c8: 0000700000a83150 0000700000a831f8 +0x0000700000a831d8: 0000700000a83278 000000010651b35d +0x0000700000a831e8: 0000000000100000 0000000000000000 +0x0000700000a831f8: 00000000323d7364 00000000323d7364 +0x0000700000a83208: 0000000000000010 0000000000000010 +0x0000700000a83218: 000000074238b390 000000002d303140 +0x0000700000a83228: 0000000798607778 00000007985fa510 +0x0000700000a83238: 0000700000a83238 000000012212f144 +0x0000700000a83248: 0000700000a83290 0000000122163f90 +0x0000700000a83258: 0000000000000000 000000012212f170 +0x0000700000a83268: 0000700000a831f8 0000700000a83290 +0x0000700000a83278: 0000700000a832e8 000000010651b0e0 +0x0000700000a83288: 000000074238b390 0000000798607778 + +Instructions: (pc=0x00000001044dbaa0) +0x00000001044dba80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 +0x00000001044dba90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 +0x00000001044dbaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 +0x00000001044dbab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b + +Register to memory mapping: + +RAX=0x00000007c59fd648 is an unknown value +RBX=0x0000000000000010 is an unknown value +RCX=0x000000074248b398 is pointing into object: 0x000000074238b390 +[B + - klass: {type array byte} + - length: 842888036 +RDX=0xfffffffffffe0004 is an unknown value +RSP=0x0000700000a83098 is pointing into the stack for thread: 0x00007fa6ad802800 +RBP=0x0000700000a830e0 is pointing into the stack for thread: 0x00007fa6ad802800 +RSI=0x000000074238b3a0 is pointing into object: 0x000000074238b390 +[B + - klass: {type array byte} + - length: 842888036 +RDI=0x00000007c58fd650 is an unknown value +R8 =0x00000007c00007a8 is pointing into metadata +R9 =0x0000000000000010 is an unknown value +R10=0x000000010753c327 is at entry_point+103 in (nmethod*)0x000000010753c150 +R11=0x000000010753c2d8 is at entry_point+24 in (nmethod*)0x000000010753c150 +R12=0x0000700000a83100 is pointing into the stack for thread: 0x00007fa6ad802800 +R13=0x00007fa6ad802800 is a thread +R14=0x0000700000a83110 is pointing into the stack for thread: 0x00007fa6ad802800 +R15=0x000000002d303140 is an unknown value + + +Stack: [0x0000700000987000,0x0000700000a87000], sp=0x0000700000a83098, free space=1008k +Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) +V [libjvm.dylib+0xdbaa0] +J 6043 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010753c3a1 [0x000000010753c2c0+0xe1] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2435 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000106c72ef8 [0x0000000106c72ea0+0x58] +J 8648 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x0000000107c64534 [0x0000000107c640c0+0x474] +J 11969 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x00000001084e1fdc [0x00000001084e18a0+0x73c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2171.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$996.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$990.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2435 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000106c72ef8 [0x0000000106c72ea0+0x58] +J 10421 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x0000000108047bdc [0x0000000108047940+0x29c] +J 8950 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x0000000106b4c3d4 [0x0000000106b4c300+0xd4] +J 2648 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000106cf88f4 [0x0000000106cf8120+0x7d4] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$719.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$825.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$821.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$822.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2517 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000106c91758 [0x0000000106c916c0+0x98] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$814.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$808.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2517 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000106c91758 [0x0000000106c916c0+0x98] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub +V [libjvm.dylib+0x2f0792] +V [libjvm.dylib+0x327739] +V [libjvm.dylib+0x3204c5] +C [java+0x38c6] JavaMain+0x9c4 +C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e +C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 +...... + +Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) +J 6043 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010753c327 [0x000000010753c2c0+0x67] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2435 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000106c72ef8 [0x0000000106c72ea0+0x58] +J 8648 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x0000000107c64534 [0x0000000107c640c0+0x474] +J 11969 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x00000001084e1fdc [0x00000001084e18a0+0x73c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2171.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$996.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$990.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2435 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000106c72ef8 [0x0000000106c72ea0+0x58] +J 10421 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x0000000108047bdc [0x0000000108047940+0x29c] +J 8950 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x0000000106b4c3d4 [0x0000000106b4c300+0xd4] +J 2648 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000106cf88f4 [0x0000000106cf8120+0x7d4] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$719.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$825.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$821.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$822.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2517 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000106c91758 [0x0000000106c916c0+0x98] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$814.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$808.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2517 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000106c91758 [0x0000000106c916c0+0x98] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub + +--------------- P R O C E S S --------------- + +Java Threads: ( => current thread ) + 0x00007fa6bb42d800 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=32515, stack(0x0000700004332000,0x0000700004432000)] + 0x00007fa6b5033800 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=34595, stack(0x000070000422f000,0x000070000432f000)] + 0x00007fa6bbe18800 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=31847, stack(0x000070000412c000,0x000070000422c000)] + 0x00007fa6b4864800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=34819, stack(0x0000700004029000,0x0000700004129000)] + 0x00007fa6b4a8b800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=30979, stack(0x0000700003f26000,0x0000700004026000)] + 0x00007fa6b191a000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35075, stack(0x0000700003e23000,0x0000700003f23000)] + 0x00007fa6b1d05000 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=30211, stack(0x0000700003d20000,0x0000700003e20000)] + 0x00007fa6b1d04000 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=35587, stack(0x0000700003c1d000,0x0000700003d1d000)] + 0x00007fa6b4e97800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=29699, stack(0x0000700003b1a000,0x0000700003c1a000)] + 0x00007fa6b4caa000 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=36099, stack(0x0000700003a17000,0x0000700003b17000)] + 0x00007fa6b304c800 JavaThread "Timer-0" daemon [_thread_blocked, id=29187, stack(0x0000700003914000,0x0000700003a14000)] + 0x00007fa6b54ac000 JavaThread "process reaper" daemon [_thread_blocked, id=36611, stack(0x0000700000904000,0x000070000092c000)] + 0x00007fa6b457c000 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=36867, stack(0x0000700003811000,0x0000700003911000)] + 0x00007fa6b43ab800 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=28419, stack(0x000070000370e000,0x000070000380e000)] + 0x00007fa6ae176000 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=27907, stack(0x000070000360b000,0x000070000370b000)] + 0x00007fa6afcba000 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=37123, stack(0x0000700003508000,0x0000700003608000)] + 0x00007fa6af1e7800 JavaThread "spark-listener-group-appStatus" daemon [_thread_blocked, id=27139, stack(0x0000700003405000,0x0000700003505000)] + 0x00007fa6ad8b9800 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=37635, stack(0x0000700003302000,0x0000700003402000)] + 0x00007fa6ad466000 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=37891, stack(0x00007000031ff000,0x00007000032ff000)] + 0x00007fa6ad5fd000 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=38147, stack(0x00007000030fc000,0x00007000031fc000)] + 0x00007fa6ad45c800 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=38403, stack(0x0000700002ff9000,0x00007000030f9000)] + 0x00007fa6ad45d800 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=25859, stack(0x0000700002ef6000,0x0000700002ff6000)] + 0x00007fa6ae3c8800 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=38659, stack(0x0000700002df3000,0x0000700002ef3000)] + 0x00007fa6ad5f7000 JavaThread "task-abort-timer" daemon [_thread_blocked, id=38915, stack(0x0000700002cf0000,0x0000700002df0000)] + 0x00007fa6af076000 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=25091, stack(0x0000700002bed000,0x0000700002ced000)] + 0x00007fa6af077000 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=24835, stack(0x0000700002aea000,0x0000700002bea000)] + 0x00007fa6b006e000 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=39939, stack(0x00007000029e7000,0x0000700002ae7000)] + 0x00007fa6ad5ea000 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=40195, stack(0x00007000028e4000,0x00007000029e4000)] + 0x00007fa6ad5ef000 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=24067, stack(0x00007000027e1000,0x00007000028e1000)] + 0x00007fa6ae3b9800 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=40707, stack(0x00007000026de000,0x00007000027de000)] + 0x00007fa6ad3ed800 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=23555, stack(0x00007000025db000,0x00007000026db000)] + 0x00007fa6ae3b7000 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=41219, stack(0x00007000024d8000,0x00007000025d8000)] + 0x00007fa6ae3b6000 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=41475, stack(0x00007000023d5000,0x00007000024d5000)] + 0x00007fa6adcbe000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=23043, stack(0x00007000022d2000,0x00007000023d2000)] + 0x00007fa6ad3ec800 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=41987, stack(0x00007000021cf000,0x00007000022cf000)] + 0x00007fa6ae3be000 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=22531, stack(0x00007000020cc000,0x00007000021cc000)] + 0x00007fa6ad3ec000 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=22275, stack(0x0000700001fc9000,0x00007000020c9000)] + 0x00007fa6ad3e2800 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=43011, stack(0x0000700001ec6000,0x0000700001fc6000)] + 0x00007fa6afd44800 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=43267, stack(0x0000700001dc3000,0x0000700001ec3000)] + 0x00007fa6afd4e000 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=16387, stack(0x0000700001cc0000,0x0000700001dc0000)] + 0x00007fa6b07ca800 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=16131, stack(0x0000700001bbd000,0x0000700001cbd000)] + 0x00007fa6ad9fa800 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=15619, stack(0x0000700001aba000,0x0000700001bba000)] + 0x00007fa6aea0c800 JavaThread "Service Thread" daemon [_thread_blocked, id=15363, stack(0x00007000018b4000,0x00007000019b4000)] + 0x00007fa6ad352800 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=17667, stack(0x00007000017b1000,0x00007000018b1000)] + 0x00007fa6ad355800 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=18179, stack(0x00007000016ae000,0x00007000017ae000)] + 0x00007fa6aea0c000 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=19979, stack(0x00007000015ab000,0x00007000016ab000)] + 0x00007fa6ae806800 JavaThread "JDWP Command Reader" daemon [_thread_in_native, id=18691, stack(0x00007000014a8000,0x00007000015a8000)] + 0x00007fa6ae806000 JavaThread "JDWP Event Helper Thread" daemon [_thread_blocked, id=19203, stack(0x00007000013a5000,0x00007000014a5000)] + 0x00007fa6ad065000 JavaThread "JDWP Transport Listener: dt_socket" daemon [_thread_blocked, id=14599, stack(0x00007000012a2000,0x00007000013a2000)] + 0x00007fa6ad05d000 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=19715, stack(0x000070000119f000,0x000070000129f000)] + 0x00007fa6ad045000 JavaThread "Finalizer" daemon [_thread_blocked, id=12035, stack(0x000070000109c000,0x000070000119c000)] + 0x00007fa6ad042800 JavaThread "Reference Handler" daemon [_thread_blocked, id=20739, stack(0x0000700000f99000,0x0000700001099000)] +=>0x00007fa6ad802800 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=6147, stack(0x0000700000987000,0x0000700000a87000)] + +Other Threads: + 0x00007fa6ae803000 VMThread [stack: 0x0000700000e96000,0x0000700000f96000] [id=20995] + 0x00007fa6adae2000 WatcherThread [stack: 0x00007000019b7000,0x0000700001ab7000] [id=17155] + +VM state:synchronizing (normal execution) + +VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) +[0x00007fa6acc11e50] Threads_lock - owner thread: 0x00007fa6ae803000 + +heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 +Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 +Compressed class space size: 1073741824 Address: 0x00000007c0000000 + +Heap: + PSYoungGen total 679424K, used 80796K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 659968K, 9% used [0x0000000795580000,0x0000000799169678,0x00000007bda00000) + from space 19456K, 99% used [0x00000007bda00000,0x00000007becfdb28,0x00000007bed00000) + to space 19456K, 0% used [0x00000007bed00000,0x00000007bed00000,0x00000007c0000000) + ParOldGen total 947200K, used 859529K [0x0000000740000000, 0x0000000779d00000, 0x0000000795580000) + object space 947200K, 90% used [0x0000000740000000,0x0000000774762708,0x0000000779d00000) + Metaspace used 141492K, capacity 155008K, committed 155096K, reserved 1183744K + class space used 18449K, capacity 21709K, committed 21760K, reserved 1048576K + +Card table byte_map: [0x000000010577a000,0x0000000105b7b000] byte_map_base: 0x0000000101d7a000 + +Marking Bits: (ParMarkBitMap*) 0x0000000104cfceb0 + Begin Bits: [0x0000000115513000, 0x0000000117513000) + End Bits: [0x0000000117513000, 0x0000000119513000) + +Polling page: 0x0000000103a50000 + +CodeCache: size=245760Kb used=36481Kb max_used=36632Kb free=209278Kb + bounds [0x0000000106513000, 0x0000000108903000, 0x0000000115513000] + total_blobs=12317 nmethods=11236 adapters=996 + compilation: enabled + +Compilation events (10 events): +Event: 73.032 Thread 0x00007fa6ad352800 nmethod 13288 0x0000000106a33ed0 code [0x0000000106a34040, 0x0000000106a34228] +Event: 73.034 Thread 0x00007fa6ad355800 13289 4 java.lang.Double::compareTo (9 bytes) +Event: 73.034 Thread 0x00007fa6ad352800 13291 3 java.lang.invoke.LambdaForm$Name:: (14 bytes) +Event: 73.035 Thread 0x00007fa6ad352800 nmethod 13291 0x0000000107a87b10 code [0x0000000107a87ca0, 0x0000000107a87f68] +Event: 73.038 Thread 0x00007fa6ad355800 nmethod 13289 0x0000000107d32810 code [0x0000000107d32960, 0x0000000107d32a58] +Event: 73.038 Thread 0x00007fa6ad355800 13292 4 jdk.internal.org.objectweb.asm.AnnotationWriter::put (109 bytes) +Event: 73.047 Thread 0x00007fa6ad352800 13302 3 com.fasterxml.jackson.databind.ObjectMapper::_assertNotNull (27 bytes) +Event: 73.049 Thread 0x00007fa6ad352800 nmethod 13302 0x0000000107b75350 code [0x0000000107b755a0, 0x0000000107b762f8] +Event: 73.061 Thread 0x00007fa6ad355800 nmethod 13292 0x0000000107a8e1d0 code [0x0000000107a8e3a0, 0x0000000107a8ed98] +Event: 73.061 Thread 0x00007fa6ad355800 13296 4 java.lang.invoke.MethodHandle::asSpreaderChecks (138 bytes) + +GC Heap History (10 events): +Event: 49.984 GC heap before +{Heap before GC invocations=25 (full 3): + PSYoungGen total 513536K, used 508385K [0x0000000795580000, 0x00000007ba900000, 0x00000007c0000000) + eden space 499712K, 100% used [0x0000000795580000,0x00000007b3d80000,0x00000007b3d80000) + from space 13824K, 62% used [0x00000007b3d80000,0x00000007b45f8590,0x00000007b4b00000) + to space 14336K, 0% used [0x00000007b9b00000,0x00000007b9b00000,0x00000007ba900000) + ParOldGen total 88064K, used 22571K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) + object space 88064K, 25% used [0x0000000740000000,0x000000074160afd8,0x0000000745600000) + Metaspace used 91317K, capacity 97772K, committed 98008K, reserved 1132544K + class space used 11435K, capacity 14500K, committed 14592K, reserved 1048576K +Event: 50.026 GC heap after +Heap after GC invocations=25 (full 3): + PSYoungGen total 593920K, used 12519K [0x0000000795580000, 0x00000007bae00000, 0x00000007c0000000) + eden space 579584K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b8b80000) + from space 14336K, 87% used [0x00000007b9b00000,0x00000007ba739cb8,0x00000007ba900000) + to space 15872K, 0% used [0x00000007b8b80000,0x00000007b8b80000,0x00000007b9b00000) + ParOldGen total 88064K, used 22595K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) + object space 88064K, 25% used [0x0000000740000000,0x0000000741610c18,0x0000000745600000) + Metaspace used 91317K, capacity 97772K, committed 98008K, reserved 1132544K + class space used 11435K, capacity 14500K, committed 14592K, reserved 1048576K +} +Event: 50.776 GC heap before +{Heap before GC invocations=26 (full 3): + PSYoungGen total 593920K, used 37407K [0x0000000795580000, 0x00000007bae00000, 0x00000007c0000000) + eden space 579584K, 4% used [0x0000000795580000,0x0000000796dce118,0x00000007b8b80000) + from space 14336K, 87% used [0x00000007b9b00000,0x00000007ba739cb8,0x00000007ba900000) + to space 15872K, 0% used [0x00000007b8b80000,0x00000007b8b80000,0x00000007b9b00000) + ParOldGen total 88064K, used 22595K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) + object space 88064K, 25% used [0x0000000740000000,0x0000000741610c18,0x0000000745600000) + Metaspace used 91918K, capacity 98348K, committed 98496K, reserved 1132544K + class space used 11560K, capacity 14628K, committed 14720K, reserved 1048576K +Event: 50.792 GC heap after +Heap after GC invocations=26 (full 3): + PSYoungGen total 595456K, used 7931K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 579584K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b8b80000) + from space 15872K, 49% used [0x00000007b8b80000,0x00000007b933ecb8,0x00000007b9b00000) + to space 15872K, 0% used [0x00000007bf080000,0x00000007bf080000,0x00000007c0000000) + ParOldGen total 88064K, used 22603K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) + object space 88064K, 25% used [0x0000000740000000,0x0000000741612c18,0x0000000745600000) + Metaspace used 91918K, capacity 98348K, committed 98496K, reserved 1132544K + class space used 11560K, capacity 14628K, committed 14720K, reserved 1048576K +} +Event: 50.792 GC heap before +{Heap before GC invocations=27 (full 4): + PSYoungGen total 595456K, used 7931K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 579584K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b8b80000) + from space 15872K, 49% used [0x00000007b8b80000,0x00000007b933ecb8,0x00000007b9b00000) + to space 15872K, 0% used [0x00000007bf080000,0x00000007bf080000,0x00000007c0000000) + ParOldGen total 88064K, used 22603K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) + object space 88064K, 25% used [0x0000000740000000,0x0000000741612c18,0x0000000745600000) + Metaspace used 91918K, capacity 98348K, committed 98496K, reserved 1132544K + class space used 11560K, capacity 14628K, committed 14720K, reserved 1048576K +Event: 51.016 GC heap after +Heap after GC invocations=27 (full 4): + PSYoungGen total 595456K, used 0K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 579584K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b8b80000) + from space 15872K, 0% used [0x00000007b8b80000,0x00000007b8b80000,0x00000007b9b00000) + to space 15872K, 0% used [0x00000007bf080000,0x00000007bf080000,0x00000007c0000000) + ParOldGen total 123904K, used 27649K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) + object space 123904K, 22% used [0x0000000740000000,0x0000000741b007f0,0x0000000747900000) + Metaspace used 90719K, capacity 94970K, committed 98496K, reserved 1132544K + class space used 11278K, capacity 12282K, committed 14720K, reserved 1048576K +} +Event: 61.732 GC heap before +{Heap before GC invocations=28 (full 4): + PSYoungGen total 595456K, used 579584K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 579584K, 100% used [0x0000000795580000,0x00000007b8b80000,0x00000007b8b80000) + from space 15872K, 0% used [0x00000007b8b80000,0x00000007b8b80000,0x00000007b9b00000) + to space 15872K, 0% used [0x00000007bf080000,0x00000007bf080000,0x00000007c0000000) + ParOldGen total 123904K, used 27649K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) + object space 123904K, 22% used [0x0000000740000000,0x0000000741b007f0,0x0000000747900000) + Metaspace used 118502K, capacity 126946K, committed 127192K, reserved 1159168K + class space used 15160K, capacity 17571K, committed 17664K, reserved 1048576K +Event: 61.794 GC heap after +Heap after GC invocations=28 (full 4): + PSYoungGen total 675840K, used 15869K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 659968K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007bda00000) + from space 15872K, 99% used [0x00000007bf080000,0x00000007bffff7a8,0x00000007c0000000) + to space 19456K, 0% used [0x00000007bda00000,0x00000007bda00000,0x00000007bed00000) + ParOldGen total 123904K, used 30850K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) + object space 123904K, 24% used [0x0000000740000000,0x0000000741e20ba0,0x0000000747900000) + Metaspace used 118502K, capacity 126946K, committed 127192K, reserved 1159168K + class space used 15160K, capacity 17571K, committed 17664K, reserved 1048576K +} +Event: 72.554 GC heap before +{Heap before GC invocations=29 (full 4): + PSYoungGen total 675840K, used 675837K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 659968K, 100% used [0x0000000795580000,0x00000007bda00000,0x00000007bda00000) + from space 15872K, 99% used [0x00000007bf080000,0x00000007bffff7a8,0x00000007c0000000) + to space 19456K, 0% used [0x00000007bda00000,0x00000007bda00000,0x00000007bed00000) + ParOldGen total 123904K, used 30850K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) + object space 123904K, 24% used [0x0000000740000000,0x0000000741e20ba0,0x0000000747900000) + Metaspace used 140201K, capacity 152500K, committed 152664K, reserved 1181696K + class space used 18170K, capacity 21273K, committed 21376K, reserved 1048576K +Event: 72.605 GC heap after +Heap after GC invocations=29 (full 4): + PSYoungGen total 679424K, used 19446K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 659968K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007bda00000) + from space 19456K, 99% used [0x00000007bda00000,0x00000007becfdb28,0x00000007bed00000) + to space 19456K, 0% used [0x00000007bed00000,0x00000007bed00000,0x00000007c0000000) + ParOldGen total 123904K, used 36396K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) + object space 123904K, 29% used [0x0000000740000000,0x000000074238b390,0x0000000747900000) + Metaspace used 140201K, capacity 152500K, committed 152664K, reserved 1181696K + class space used 18170K, capacity 21273K, committed 21376K, reserved 1048576K +} + +Deoptimization events (10 events): +Event: 71.766 Thread 0x00007fa6ae3c8800 Uncommon trap: reason=class_check action=maybe_recompile pc=0x0000000107dcfe84 method=scala.collection.generic.Growable.loop$1(Lscala/collection/LinearSeq;)V @ 11 +Event: 71.817 Thread 0x00007fa6ae3c8800 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000106c85130 method=java.util.regex.Pattern$CharProperty.match(Ljava/util/regex/Matcher;ILjava/lang/CharSequence;)Z @ 40 +Event: 72.098 Thread 0x00007fa6afd4e000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x00000001081924a8 method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil +Event: 72.245 Thread 0x00007fa6b5033800 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x0000000106d00ca8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 72.267 Thread 0x00007fa6b5033800 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000106ef403c method=java.util.Arrays.equals([B[B)Z @ 2 +Event: 72.340 Thread 0x00007fa6b5033800 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000107e0be9c method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 +Event: 72.748 Thread 0x00007fa6b5033800 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x0000000106d00ca8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 72.775 Thread 0x00007fa6b5033800 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x0000000106d00ca8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 72.779 Thread 0x00007fa6b5033800 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x0000000106d00ca8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 72.997 Thread 0x00007fa6afd4e000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x00000001081924a8 method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil + +Classes redefined (0 events): +No events + +Internal exceptions (10 events): +Event: 72.049 Thread 0x00007fa6afd4e000 Exception > (0x00000007ba98bc28) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.051 Thread 0x00007fa6afd4e000 Exception > (0x00000007ba9a6ca0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.072 Thread 0x00007fa6afd4e000 Exception > (0x00000007baaa6ec0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.072 Thread 0x00007fa6afd4e000 Exception > (0x00000007baaaa6f8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.075 Thread 0x00007fa6afd4e000 Exception > (0x00000007baaceaf0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.081 Thread 0x00007fa6afd4e000 Exception > (0x00000007bab10cc8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.082 Thread 0x00007fa6afd4e000 Exception > (0x00000007bab285e0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.086 Thread 0x00007fa6afd4e000 Exception > (0x00000007bab421c8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.968 Thread 0x00007fa6b5033800 Exception > (0x0000000797ef3980) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 72.981 Thread 0x00007fa6b5033800 Exception > (0x0000000797f40268) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] + +Events (10 events): +Event: 73.063 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 73.063 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 73.064 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 73.064 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 73.067 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 73.067 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 73.067 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 73.067 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 73.069 Executing VM operation: RevokeBias +Event: 75.118 Executing VM operation: RevokeBias done + + +Dynamic libraries: +0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa +0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security +0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices +0x00007fff5a0e2000 /usr/lib/libz.1.dylib +0x00007fff57a38000 /usr/lib/libSystem.B.dylib +0x00007fff59272000 /usr/lib/libobjc.A.dylib +0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation +0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation +0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit +0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData +0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices +0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation +0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap +0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay +0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices +0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal +0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv +0x00007fff585d5000 /usr/lib/libenergytrace.dylib +0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight +0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics +0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate +0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface +0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation +0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox +0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit +0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore +0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox +0x00007fff5872e000 /usr/lib/libicucore.A.dylib +0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore +0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition +0x00007fff57b8c000 /usr/lib/libauto.dylib +0x00007fff59fd5000 /usr/lib/libxml2.2.dylib +0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI +0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio +0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration +0x00007fff589dc000 /usr/lib/liblangid.dylib +0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport +0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit +0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib +0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices +0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis +0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL +0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync +0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage +0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText +0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO +0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup +0x00007fff57adf000 /usr/lib/libarchive.2.dylib +0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork +0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration +0x00007fff57529000 /usr/lib/libCRFSuite.dylib +0x00007fff57c7d000 /usr/lib/libc++.1.dylib +0x00007fff57cd1000 /usr/lib/libc++abi.dylib +0x00007fff5a8d8000 /usr/lib/system/libcache.dylib +0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib +0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib +0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib +0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib +0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib +0x00007fff5aa40000 /usr/lib/system/libdyld.dylib +0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib +0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib +0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib +0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib +0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib +0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib +0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib +0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib +0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib +0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib +0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib +0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib +0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib +0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib +0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib +0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib +0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib +0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib +0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib +0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib +0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib +0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib +0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib +0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib +0x00007fff5ac78000 /usr/lib/system/libunwind.dylib +0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib +0x00007fff57c5e000 /usr/lib/libbsm.0.dylib +0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib +0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression +0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib +0x00007fff57f86000 /usr/lib/libcoretls.dylib +0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib +0x00007fff59a09000 /usr/lib/libpam.2.dylib +0x00007fff59bc9000 /usr/lib/libsqlite3.dylib +0x00007fff59fc3000 /usr/lib/libxar.1.dylib +0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib +0x00007fff589de000 /usr/lib/liblzma.5.dylib +0x00007fff58e8f000 /usr/lib/libnetwork.dylib +0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib +0x00007fff59a10000 /usr/lib/libpcap.A.dylib +0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents +0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore +0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata +0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices +0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit +0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE +0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices +0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices +0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList +0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS +0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth +0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport +0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC +0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP +0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities +0x00007fff58ab3000 /usr/lib/libmecabra.dylib +0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS +0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy +0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices +0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis +0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore +0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD +0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis +0x00007fff57cf9000 /usr/lib/libcompression.dylib +0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders +0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage +0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib +0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib +0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib +0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib +0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib +0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib +0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib +0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib +0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib +0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib +0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler +0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator +0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment +0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay +0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib +0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore +0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage +0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork +0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix +0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector +0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools +0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary +0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib +0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo +0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer +0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore +0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL +0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib +0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG +0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib +0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib +0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib +0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib +0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib +0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib +0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib +0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib +0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG +0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib +0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib +0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib +0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib +0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib +0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib +0x00007fff5844a000 /usr/lib/libcups.2.dylib +0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos +0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS +0x00007fff59b5e000 /usr/lib/libresolv.9.dylib +0x00007fff5863d000 /usr/lib/libiconv.2.dylib +0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal +0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib +0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory +0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth +0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory +0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation +0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS +0x00007fff59fbf000 /usr/lib/libutil.dylib +0x00007fff57ce7000 /usr/lib/libcharset.1.dylib +0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce +0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices +0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard +0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib +0x00007fff58607000 /usr/lib/libgermantok.dylib +0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib +0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib +0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling +0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji +0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon +0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData +0x00007fff57ce8000 /usr/lib/libcmph.dylib +0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement +0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement +0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib +0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink +0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO +0x00007fff57b09000 /usr/lib/libate.dylib +0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport +0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing +0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit +0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 +0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils +0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN +0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth +0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer +0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag +0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers +0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport +0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle +0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit +0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi +0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth +0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols +0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication +0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication +0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore +0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib +0x0000000104400000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib +0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib +0x0000000103a0c000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib +0x0000000103a1a000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib +0x0000000103a51000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjdwp.dylib +0x0000000103a9c000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnpt.dylib +0x0000000103aba000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib +0x0000000103b57000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib +0x000000010643f000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libdt_socket.dylib +0x000000011ba52000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib +0x000000011ba29000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib +0x0000000103bf2000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib +0x000000011ba37000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib +0x000000011c71b000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-5182401914551471871.dylib + +VM Arguments: +jvm_args: -agentlib:jdwp=transport=dt_socket,address=127.0.0.1:50346,suspend=y,server=n -javaagent:/Users/jiaan.geng/Library/Caches/JetBrains/IntelliJIdea2020.1/captureAgent/debugger-agent.jar -Dfile.encoding=UTF-8 +java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true +java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ +Launcher Type: SUN_STANDARD + +Environment Variables: +JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home +CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib +PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin +SHELL=/bin/bash + +Signal Handlers: +SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO +SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none +SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO +SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO + + +--------------- S Y S T E M --------------- + +OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 +rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity +load average:5.58 3.78 3.51 + +CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx + +Memory: 4k page, physical 8388608k(19116k free) + +/proc/meminfo: + + +vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) + +time: Sat May 29 00:37:57 2021 +timezone: CST +elapsed time: 75 seconds (0d 0h 1m 15s) + diff --git a/sql/hive/hs_err_pid3364.log b/sql/hive/hs_err_pid3364.log new file mode 100644 index 0000000000000..aa7ee60444292 --- /dev/null +++ b/sql/hive/hs_err_pid3364.log @@ -0,0 +1,827 @@ +# +# A fatal error has been detected by the Java Runtime Environment: +# +# SIGBUS (0xa) at pc=0x000000010e30eaa0, pid=3364, tid=0x0000000000001903 +# +# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) +# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) +# Problematic frame: +# V [libjvm.dylib+0xdbaa0] acl_CopyRight+0x29 +# +# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again +# +# If you would like to submit a bug report, please visit: +# http://bugreport.java.com/bugreport/crash.jsp +# + +--------------- T H R E A D --------------- + +Current thread (0x00007fcc9e006800): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=6403, stack(0x0000700005403000,0x0000700005503000)] + +siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007c50e9840 + +Registers: +RAX=0x00000007c51e9838, RBX=0x0000000000000010, RCX=0x00000007422acec8, RDX=0xfffffffffffe0004 +RSP=0x00007000054ff118, RBP=0x00007000054ff160, RSI=0x00000007421aced0, RDI=0x00000007c50e9840 +R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x000000011a7e1167, R11=0x000000011a7e1118 +R12=0x00007000054ff180, R13=0x00007fcc9e006800, R14=0x00007000054ff190, R15=0x000000002d303140 +RIP=0x000000010e30eaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 + TRAPNO=0x000000000000000e + +Top of Stack: (sp=0x00007000054ff118) +0x00007000054ff118: 000000010e7bbfe5 00000007c022e538 +0x00007000054ff128: 00007fcc9e006800 00007fcc9e006800 +0x00007000054ff138: 00000001149eee18 0000000000000000 +0x00007000054ff148: 00007000054ff1d0 00007000054ff2b0 +0x00007000054ff158: 00007fcc9e006800 00007000054ff1b0 +0x00007000054ff168: 000000011a7e11e1 0000000000100000 +0x00007000054ff178: 00000007400006c0 0000000797de6700 +0x00007000054ff188: 000000012b0e0a1f 00000007421acec0 +0x00007000054ff198: 000000000647ae6f 00007000054ff1e0 +0x00007000054ff1a8: 0647ae6f0e2e5a5a 00007000054ff258 +0x00007000054ff1b8: 00000001198542bd 000000000647ae6f +0x00007000054ff1c8: 00000001198542bd 0000000000100000 +0x00007000054ff1d8: 00000007c00007a8 0000000000000010 +0x00007000054ff1e8: 0000000119853dd0 00000007421acec0 +0x00007000054ff1f8: 000000002d303140 00007fcc9de0fee0 +0x00007000054ff208: 0000000797de6700 00000007400006c0 +0x00007000054ff218: 00007000054ff218 0000000117cdb9a2 +0x00007000054ff228: 00007000054ff2b0 0000000117cdc128 +0x00007000054ff238: 0000000000000000 0000000117cdba68 +0x00007000054ff248: 00007000054ff1d0 00007000054ff278 +0x00007000054ff258: 00007000054ff2f8 00000001198542bd +0x00007000054ff268: 0000000000100000 0000000000000000 +0x00007000054ff278: 00000000323d7364 00000000323d7364 +0x00007000054ff288: 0000000000000010 0000000000000010 +0x00007000054ff298: 00000007421acec0 000000002d303140 +0x00007000054ff2a8: 0000000797df2d68 0000000797de6700 +0x00007000054ff2b8: 00007000054ff2b8 000000012b0e0a34 +0x00007000054ff2c8: 00007000054ff310 000000012b0e5f08 +0x00007000054ff2d8: 0000000000000000 000000012b0e0a60 +0x00007000054ff2e8: 00007000054ff278 00007000054ff310 +0x00007000054ff2f8: 00007000054ff368 0000000119854040 +0x00007000054ff308: 00000007421acec0 0000000797df2d68 + +Instructions: (pc=0x000000010e30eaa0) +0x000000010e30ea80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 +0x000000010e30ea90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 +0x000000010e30eaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 +0x000000010e30eab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b + +Register to memory mapping: + +RAX=0x00000007c51e9838 is an unknown value +RBX=0x0000000000000010 is an unknown value +RCX=0x00000007422acec8 is pointing into object: 0x00000007421acec0 +[B + - klass: {type array byte} + - length: 842888036 +RDX=0xfffffffffffe0004 is an unknown value +RSP=0x00007000054ff118 is pointing into the stack for thread: 0x00007fcc9e006800 +RBP=0x00007000054ff160 is pointing into the stack for thread: 0x00007fcc9e006800 +RSI=0x00000007421aced0 is pointing into object: 0x00000007421acec0 +[B + - klass: {type array byte} + - length: 842888036 +RDI=0x00000007c50e9840 is an unknown value +R8 =0x00000007c00007a8 is pointing into metadata +R9 =0x0000000000000010 is an unknown value +R10=0x000000011a7e1167 is at entry_point+103 in (nmethod*)0x000000011a7e0f90 +R11=0x000000011a7e1118 is at entry_point+24 in (nmethod*)0x000000011a7e0f90 +R12=0x00007000054ff180 is pointing into the stack for thread: 0x00007fcc9e006800 +R13=0x00007fcc9e006800 is a thread +R14=0x00007000054ff190 is pointing into the stack for thread: 0x00007fcc9e006800 +R15=0x000000002d303140 is an unknown value + + +Stack: [0x0000700005403000,0x0000700005503000], sp=0x00007000054ff118, free space=1008k +Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) +V [libjvm.dylib+0xdbaa0] acl_CopyRight+0x29 +J 5964 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000011a7e11e1 [0x000000011a7e1100+0xe1] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2410 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000119f37f2c [0x0000000119f37ee0+0x4c] +J 8618 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000011ae0ff08 [0x000000011ae0fa80+0x488] +J 11916 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000011b66fdcc [0x000000011b66f6a0+0x72c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2171.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$996.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$990.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2410 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000119f37f2c [0x0000000119f37ee0+0x4c] +J 10570 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x000000011b30661c [0x000000011b306380+0x29c] +J 10411 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x000000011b28e77c [0x000000011b28e6c0+0xbc] +J 2617 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000119fc93ec [0x0000000119fc8c20+0x7cc] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$719.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$825.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$821.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$822.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2491 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000119f6844c [0x0000000119f683c0+0x8c] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$814.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$808.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2491 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000119f6844c [0x0000000119f683c0+0x8c] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub +V [libjvm.dylib+0x2f0792] JavaCalls::call_helper(JavaValue*, methodHandle*, JavaCallArguments*, Thread*)+0x6ae +V [libjvm.dylib+0x327739] jni_invoke_static(JNIEnv_*, JavaValue*, _jobject*, JNICallType, _jmethodID*, JNI_ArgumentPusher*, Thread*)+0x1bf +V [libjvm.dylib+0x3204c5] jni_CallStaticVoidMethod+0x15d +C [java+0x38c6] JavaMain+0x9c4 +C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e +C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 +...... + +Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) +J 5964 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000011a7e1167 [0x000000011a7e1100+0x67] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2410 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000119f37f2c [0x0000000119f37ee0+0x4c] +J 8618 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000011ae0ff08 [0x000000011ae0fa80+0x488] +J 11916 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000011b66fdcc [0x000000011b66f6a0+0x72c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2171.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$996.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$990.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2410 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000119f37f2c [0x0000000119f37ee0+0x4c] +J 10570 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x000000011b30661c [0x000000011b306380+0x29c] +J 10411 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x000000011b28e77c [0x000000011b28e6c0+0xbc] +J 2617 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000119fc93ec [0x0000000119fc8c20+0x7cc] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$719.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$825.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$821.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$822.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2491 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000119f6844c [0x0000000119f683c0+0x8c] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$814.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$808.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2491 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000119f6844c [0x0000000119f683c0+0x8c] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub + +--------------- P R O C E S S --------------- + +Java Threads: ( => current thread ) + 0x00007fcca037a000 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=34307, stack(0x0000700008cab000,0x0000700008dab000)] + 0x00007fcca12f0000 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=31779, stack(0x0000700008ba8000,0x0000700008ca8000)] + 0x00007fcca0946000 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=35107, stack(0x0000700008aa5000,0x0000700008ba5000)] + 0x00007fcc9ea91800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=31491, stack(0x00007000089a2000,0x0000700008aa2000)] + 0x00007fcc9eccc800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=30979, stack(0x000070000889f000,0x000070000899f000)] + 0x00007fcca1202000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35587, stack(0x000070000879c000,0x000070000889c000)] + 0x00007fcc9fc3e000 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=36099, stack(0x0000700008699000,0x0000700008799000)] + 0x00007fcca2ae0800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=36611, stack(0x0000700008596000,0x0000700008696000)] + 0x00007fcca2d40800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=30467, stack(0x0000700008493000,0x0000700008593000)] + 0x00007fcca351f800 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=37379, stack(0x0000700008390000,0x0000700008490000)] + 0x00007fcca2ace000 JavaThread "Timer-0" daemon [_thread_blocked, id=29955, stack(0x000070000828d000,0x000070000838d000)] + 0x00007fcc9fa5b800 JavaThread "process reaper" daemon [_thread_blocked, id=29443, stack(0x0000700005380000,0x00007000053a8000)] + 0x00007fcc9ff96800 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=29187, stack(0x000070000818a000,0x000070000828a000)] + 0x00007fcca2d3a000 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=28675, stack(0x0000700008087000,0x0000700008187000)] + 0x00007fcca0992800 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=28419, stack(0x0000700007f84000,0x0000700008084000)] + 0x00007fcc9ffd8800 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=38403, stack(0x0000700007e81000,0x0000700007f81000)] + 0x00007fcc9fc0b000 JavaThread "spark-listener-group-appStatus" daemon [_thread_blocked, id=27907, stack(0x0000700007d7e000,0x0000700007e7e000)] + 0x00007fcca08d6800 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=27395, stack(0x0000700007c7b000,0x0000700007d7b000)] + 0x00007fcca0829800 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=38915, stack(0x0000700007b78000,0x0000700007c78000)] + 0x00007fcca03dd000 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=26883, stack(0x0000700007a75000,0x0000700007b75000)] + 0x00007fcca096a000 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=26627, stack(0x0000700007972000,0x0000700007a72000)] + 0x00007fcca08df800 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=39427, stack(0x000070000786f000,0x000070000796f000)] + 0x00007fcca08de000 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=26115, stack(0x000070000776c000,0x000070000786c000)] + 0x00007fcca10e5000 JavaThread "task-abort-timer" daemon [_thread_blocked, id=25603, stack(0x0000700007669000,0x0000700007769000)] + 0x00007fcca1321000 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=25091, stack(0x0000700007566000,0x0000700007666000)] + 0x00007fcca19a5000 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=24835, stack(0x0000700007463000,0x0000700007563000)] + 0x00007fcca03b7800 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=40451, stack(0x0000700007360000,0x0000700007460000)] + 0x00007fcca08e6800 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=24323, stack(0x000070000725d000,0x000070000735d000)] + 0x00007fcc9fff5000 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=40707, stack(0x000070000715a000,0x000070000725a000)] + 0x00007fcc9ffdd000 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=23811, stack(0x0000700007057000,0x0000700007157000)] + 0x00007fcc9fed6000 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=41475, stack(0x0000700006f54000,0x0000700007054000)] + 0x00007fcc9fed5000 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=23555, stack(0x0000700006e51000,0x0000700006f51000)] + 0x00007fcca0888800 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=23299, stack(0x0000700006d4e000,0x0000700006e4e000)] + 0x00007fcca0888000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=22787, stack(0x0000700006c4b000,0x0000700006d4b000)] + 0x00007fcca0885000 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=42499, stack(0x0000700006b48000,0x0000700006c48000)] + 0x00007fcca0884800 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=22275, stack(0x0000700006a45000,0x0000700006b45000)] + 0x00007fcca0883800 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=43011, stack(0x0000700006942000,0x0000700006a42000)] + 0x00007fcc9feb9000 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=22019, stack(0x000070000683f000,0x000070000693f000)] + 0x00007fcca1324800 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=15875, stack(0x000070000673c000,0x000070000683c000)] + 0x00007fcca0819000 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=15363, stack(0x0000700006639000,0x0000700006739000)] + 0x00007fcca0a8d000 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=12299, stack(0x0000700006536000,0x0000700006636000)] + 0x00007fcca0cb2000 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=14851, stack(0x0000700006433000,0x0000700006533000)] + 0x00007fcc9fd57000 JavaThread "Attach Listener" daemon [_thread_blocked, id=14595, stack(0x0000700006330000,0x0000700006430000)] + 0x00007fcc9e2d6800 JavaThread "Service Thread" daemon [_thread_blocked, id=14083, stack(0x000070000612a000,0x000070000622a000)] + 0x00007fcc9ea7c000 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=17411, stack(0x0000700006027000,0x0000700006127000)] + 0x00007fcc9ea7b000 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=17667, stack(0x0000700005f24000,0x0000700006024000)] + 0x00007fcc9f2a9800 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=13571, stack(0x0000700005e21000,0x0000700005f21000)] + 0x00007fcc9fb8d000 JavaThread "Monitor Ctrl-Break" daemon [_thread_in_native, id=18179, stack(0x0000700005d1e000,0x0000700005e1e000)] + 0x00007fcc9e02d800 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=18691, stack(0x0000700005c1b000,0x0000700005d1b000)] + 0x00007fcc9f02e000 JavaThread "Finalizer" daemon [_thread_blocked, id=20227, stack(0x0000700005b18000,0x0000700005c18000)] + 0x00007fcc9e801000 JavaThread "Reference Handler" daemon [_thread_blocked, id=20483, stack(0x0000700005a15000,0x0000700005b15000)] +=>0x00007fcc9e006800 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=6403, stack(0x0000700005403000,0x0000700005503000)] + +Other Threads: + 0x00007fcc9f827000 VMThread [stack: 0x0000700005912000,0x0000700005a12000] [id=20995] + 0x00007fcc9f2aa800 WatcherThread [stack: 0x000070000622d000,0x000070000632d000] [id=16643] + +VM state:synchronizing (normal execution) + +VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) +[0x00007fcc9dc03c30] Threads_lock - owner thread: 0x00007fcc9f827000 + +heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 +Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 +Compressed class space size: 1073741824 Address: 0x00000007c0000000 + +Heap: + PSYoungGen total 559616K, used 181019K [0x0000000795580000, 0x00000007bcc00000, 0x00000007c0000000) + eden space 540160K, 29% used [0x0000000795580000,0x000000079f3490a8,0x00000007b6500000) + from space 19456K, 99% used [0x00000007b6500000,0x00000007b77fdc90,0x00000007b7800000) + to space 23040K, 0% used [0x00000007bb580000,0x00000007bb580000,0x00000007bcc00000) + ParOldGen total 973312K, used 857616K [0x0000000740000000, 0x000000077b680000, 0x0000000795580000) + object space 973312K, 88% used [0x0000000740000000,0x0000000774584238,0x000000077b680000) + Metaspace used 140400K, capacity 154680K, committed 154880K, reserved 1181696K + class space used 18534K, capacity 22498K, committed 22528K, reserved 1048576K + +Card table byte_map: [0x000000010fe9b000,0x000000011029c000] byte_map_base: 0x000000010c49b000 + +Marking Bits: (ParMarkBitMap*) 0x000000010eb2feb0 + Begin Bits: [0x0000000110547000, 0x0000000112547000) + End Bits: [0x0000000112547000, 0x0000000114547000) + +Polling page: 0x000000010f1fb000 + +CodeCache: size=245760Kb used=34269Kb max_used=34460Kb free=211490Kb + bounds [0x000000011984c000, 0x000000011ba1c000, 0x000000012884c000] + total_blobs=12212 nmethods=11124 adapters=996 + compilation: enabled + +Compilation events (10 events): +Event: 53.295 Thread 0x00007fcc9ea7c000 nmethod 13204 0x0000000119f09750 code [0x0000000119f098e0, 0x0000000119f09bc8] +Event: 53.296 Thread 0x00007fcc9f2a9800 nmethod 13208 0x0000000119c68e90 code [0x0000000119c69040, 0x0000000119c693b0] +Event: 53.296 Thread 0x00007fcc9ea7b000 nmethod 13200 0x000000011a702210 code [0x000000011a7023c0, 0x000000011a702938] +Event: 53.297 Thread 0x00007fcc9ea7c000 13205 3 scala.collection.mutable.HashSet::containsElem (6 bytes) +Event: 53.297 Thread 0x00007fcc9ea7c000 nmethod 13205 0x0000000119d19050 code [0x0000000119d191c0, 0x0000000119d19448] +Event: 53.299 Thread 0x00007fcc9ea7c000 13206 3 scala.collection.mutable.FlatHashTable::containsElem$ (6 bytes) +Event: 53.299 Thread 0x00007fcc9ea7c000 nmethod 13206 0x000000011a9512d0 code [0x000000011a951440, 0x000000011a951668] +Event: 53.300 Thread 0x00007fcc9ea7c000 13207 3 scala.collection.mutable.FlatHashTable::containsElem (12 bytes) +Event: 53.301 Thread 0x00007fcc9ea7c000 nmethod 13207 0x000000011a733e10 code [0x000000011a733f80, 0x000000011a734168] +Event: 53.303 Thread 0x00007fcc9f2a9800 13223 4 sun.invoke.util.BytecodeDescriptor::unparseMethod (68 bytes) + +GC Heap History (10 events): +Event: 36.523 GC heap before +{Heap before GC invocations=25 (full 3): + PSYoungGen total 424960K, used 421707K [0x0000000795580000, 0x00000007b3d80000, 0x00000007c0000000) + eden space 411648K, 100% used [0x0000000795580000,0x00000007ae780000,0x00000007ae780000) + from space 13312K, 75% used [0x00000007ae780000,0x00000007af152d50,0x00000007af480000) + to space 14336K, 0% used [0x00000007b2f80000,0x00000007b2f80000,0x00000007b3d80000) + ParOldGen total 98816K, used 28730K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) + object space 98816K, 29% used [0x0000000740000000,0x0000000741c0eb20,0x0000000746080000) + Metaspace used 85634K, capacity 90212K, committed 90496K, reserved 1128448K + class space used 10787K, capacity 12112K, committed 12160K, reserved 1048576K +Event: 36.534 GC heap after +Heap after GC invocations=25 (full 3): + PSYoungGen total 485376K, used 7800K [0x0000000795580000, 0x00000007b3e80000, 0x00000007c0000000) + eden space 471040K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2180000) + from space 14336K, 54% used [0x00000007b2f80000,0x00000007b371e070,0x00000007b3d80000) + to space 14336K, 0% used [0x00000007b2180000,0x00000007b2180000,0x00000007b2f80000) + ParOldGen total 98816K, used 28738K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) + object space 98816K, 29% used [0x0000000740000000,0x0000000741c10b20,0x0000000746080000) + Metaspace used 85634K, capacity 90212K, committed 90496K, reserved 1128448K + class space used 10787K, capacity 12112K, committed 12160K, reserved 1048576K +} +Event: 39.603 GC heap before +{Heap before GC invocations=26 (full 3): + PSYoungGen total 485376K, used 327657K [0x0000000795580000, 0x00000007b3e80000, 0x00000007c0000000) + eden space 471040K, 67% used [0x0000000795580000,0x00000007a8ddc5f0,0x00000007b2180000) + from space 14336K, 54% used [0x00000007b2f80000,0x00000007b371e070,0x00000007b3d80000) + to space 14336K, 0% used [0x00000007b2180000,0x00000007b2180000,0x00000007b2f80000) + ParOldGen total 98816K, used 28738K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) + object space 98816K, 29% used [0x0000000740000000,0x0000000741c10b20,0x0000000746080000) + Metaspace used 91863K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11635K, capacity 14719K, committed 14720K, reserved 1048576K +Event: 39.623 GC heap after +Heap after GC invocations=26 (full 3): + PSYoungGen total 485376K, used 13885K [0x0000000795580000, 0x00000007b8880000, 0x00000007c0000000) + eden space 471040K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2180000) + from space 14336K, 96% used [0x00000007b2180000,0x00000007b2f0f720,0x00000007b2f80000) + to space 16896K, 0% used [0x00000007b7800000,0x00000007b7800000,0x00000007b8880000) + ParOldGen total 98816K, used 28765K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) + object space 98816K, 29% used [0x0000000740000000,0x0000000741c17750,0x0000000746080000) + Metaspace used 91863K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11635K, capacity 14719K, committed 14720K, reserved 1048576K +} +Event: 39.623 GC heap before +{Heap before GC invocations=27 (full 4): + PSYoungGen total 485376K, used 13885K [0x0000000795580000, 0x00000007b8880000, 0x00000007c0000000) + eden space 471040K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2180000) + from space 14336K, 96% used [0x00000007b2180000,0x00000007b2f0f720,0x00000007b2f80000) + to space 16896K, 0% used [0x00000007b7800000,0x00000007b7800000,0x00000007b8880000) + ParOldGen total 98816K, used 28765K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) + object space 98816K, 29% used [0x0000000740000000,0x0000000741c17750,0x0000000746080000) + Metaspace used 91863K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11635K, capacity 14719K, committed 14720K, reserved 1048576K +Event: 39.752 GC heap after +Heap after GC invocations=27 (full 4): + PSYoungGen total 485376K, used 0K [0x0000000795580000, 0x00000007b8880000, 0x00000007c0000000) + eden space 471040K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2180000) + from space 14336K, 0% used [0x00000007b2180000,0x00000007b2180000,0x00000007b2f80000) + to space 16896K, 0% used [0x00000007b7800000,0x00000007b7800000,0x00000007b8880000) + ParOldGen total 150016K, used 33057K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) + object space 150016K, 22% used [0x0000000740000000,0x00000007420487a0,0x0000000749280000) + Metaspace used 91129K, capacity 96270K, committed 98496K, reserved 1132544K + class space used 11451K, capacity 13189K, committed 14720K, reserved 1048576K +} +Event: 45.730 GC heap before +{Heap before GC invocations=28 (full 4): + PSYoungGen total 485376K, used 471040K [0x0000000795580000, 0x00000007b8880000, 0x00000007c0000000) + eden space 471040K, 100% used [0x0000000795580000,0x00000007b2180000,0x00000007b2180000) + from space 14336K, 0% used [0x00000007b2180000,0x00000007b2180000,0x00000007b2f80000) + to space 16896K, 0% used [0x00000007b7800000,0x00000007b7800000,0x00000007b8880000) + ParOldGen total 150016K, used 33057K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) + object space 150016K, 22% used [0x0000000740000000,0x00000007420487a0,0x0000000749280000) + Metaspace used 116562K, capacity 125814K, committed 126080K, reserved 1157120K + class space used 15098K, capacity 18227K, committed 18304K, reserved 1048576K +Event: 45.757 GC heap after +Heap after GC invocations=28 (full 4): + PSYoungGen total 557056K, used 15521K [0x0000000795580000, 0x00000007b8c00000, 0x00000007c0000000) + eden space 540160K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6500000) + from space 16896K, 91% used [0x00000007b7800000,0x00000007b87285c8,0x00000007b8880000) + to space 19456K, 0% used [0x00000007b6500000,0x00000007b6500000,0x00000007b7800000) + ParOldGen total 150016K, used 33065K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) + object space 150016K, 22% used [0x0000000740000000,0x000000074204a7a0,0x0000000749280000) + Metaspace used 116562K, capacity 125814K, committed 126080K, reserved 1157120K + class space used 15098K, capacity 18227K, committed 18304K, reserved 1048576K +} +Event: 51.903 GC heap before +{Heap before GC invocations=29 (full 4): + PSYoungGen total 557056K, used 555681K [0x0000000795580000, 0x00000007b8c00000, 0x00000007c0000000) + eden space 540160K, 100% used [0x0000000795580000,0x00000007b6500000,0x00000007b6500000) + from space 16896K, 91% used [0x00000007b7800000,0x00000007b87285c8,0x00000007b8880000) + to space 19456K, 0% used [0x00000007b6500000,0x00000007b6500000,0x00000007b7800000) + ParOldGen total 150016K, used 33065K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) + object space 150016K, 22% used [0x0000000740000000,0x000000074204a7a0,0x0000000749280000) + Metaspace used 134909K, capacity 146154K, committed 146304K, reserved 1175552K + class space used 17505K, capacity 21118K, committed 21120K, reserved 1048576K +Event: 51.931 GC heap after +Heap after GC invocations=29 (full 4): + PSYoungGen total 559616K, used 19447K [0x0000000795580000, 0x00000007bcc00000, 0x00000007c0000000) + eden space 540160K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6500000) + from space 19456K, 99% used [0x00000007b6500000,0x00000007b77fdc90,0x00000007b7800000) + to space 23040K, 0% used [0x00000007bb580000,0x00000007bb580000,0x00000007bcc00000) + ParOldGen total 150016K, used 34483K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) + object space 150016K, 22% used [0x0000000740000000,0x00000007421acec0,0x0000000749280000) + Metaspace used 134909K, capacity 146154K, committed 146304K, reserved 1175552K + class space used 17505K, capacity 21118K, committed 21120K, reserved 1048576K +} + +Deoptimization events (10 events): +Event: 52.805 Thread 0x00007fcca12f0000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011a8ef14c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 +Event: 52.805 Thread 0x00007fcca12f0000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011a8ef14c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 +Event: 52.805 Thread 0x00007fcca12f0000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011a8effe8 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 +Event: 52.850 Thread 0x00007fcca12f0000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000011a74c390 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 +Event: 52.876 Thread 0x00007fcca12f0000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000011a0542a8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 52.946 Thread 0x00007fcca12f0000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000011afcd850 method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 +Event: 53.101 Thread 0x00007fcca12f0000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000011a0542a8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 53.113 Thread 0x00007fcca12f0000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000011a0542a8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 53.116 Thread 0x00007fcca12f0000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000011a0542a8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 53.268 Thread 0x00007fcca0819000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x000000011ace0cf0 method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil + +Classes redefined (0 events): +No events + +Internal exceptions (10 events): +Event: 52.754 Thread 0x00007fcca0819000 Exception > (0x00000007997a0410) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.755 Thread 0x00007fcca0819000 Exception > (0x00000007997bae90) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.769 Thread 0x00007fcca0819000 Exception > (0x00000007998981a8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.770 Thread 0x00007fcca0819000 Exception > (0x000000079989b9e0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.771 Thread 0x00007fcca0819000 Exception > (0x00000007998bc000) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.773 Thread 0x00007fcca0819000 Exception > (0x00000007998fcf90) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.773 Thread 0x00007fcca0819000 Exception > (0x0000000799914910) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.774 Thread 0x00007fcca0819000 Exception > (0x000000079992da30) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.245 Thread 0x00007fcca12f0000 Exception > (0x000000079ee09bc0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.254 Thread 0x00007fcca12f0000 Exception > (0x000000079ee50e38) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] + +Events (10 events): +Event: 53.302 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 53.302 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 53.302 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 53.302 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 53.304 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 53.304 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 53.304 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 53.304 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 53.305 Executing VM operation: RevokeBias +Event: 54.630 Executing VM operation: RevokeBias done + + +Dynamic libraries: +0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa +0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security +0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices +0x00007fff5a0e2000 /usr/lib/libz.1.dylib +0x00007fff57a38000 /usr/lib/libSystem.B.dylib +0x00007fff59272000 /usr/lib/libobjc.A.dylib +0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation +0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation +0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit +0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData +0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices +0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation +0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap +0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay +0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices +0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal +0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv +0x00007fff585d5000 /usr/lib/libenergytrace.dylib +0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight +0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics +0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate +0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface +0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation +0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox +0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit +0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore +0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox +0x00007fff5872e000 /usr/lib/libicucore.A.dylib +0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore +0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition +0x00007fff57b8c000 /usr/lib/libauto.dylib +0x00007fff59fd5000 /usr/lib/libxml2.2.dylib +0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI +0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio +0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration +0x00007fff589dc000 /usr/lib/liblangid.dylib +0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport +0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit +0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib +0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices +0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis +0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL +0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync +0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage +0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText +0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO +0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup +0x00007fff57adf000 /usr/lib/libarchive.2.dylib +0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork +0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration +0x00007fff57529000 /usr/lib/libCRFSuite.dylib +0x00007fff57c7d000 /usr/lib/libc++.1.dylib +0x00007fff57cd1000 /usr/lib/libc++abi.dylib +0x00007fff5a8d8000 /usr/lib/system/libcache.dylib +0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib +0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib +0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib +0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib +0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib +0x00007fff5aa40000 /usr/lib/system/libdyld.dylib +0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib +0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib +0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib +0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib +0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib +0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib +0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib +0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib +0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib +0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib +0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib +0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib +0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib +0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib +0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib +0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib +0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib +0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib +0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib +0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib +0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib +0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib +0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib +0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib +0x00007fff5ac78000 /usr/lib/system/libunwind.dylib +0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib +0x00007fff57c5e000 /usr/lib/libbsm.0.dylib +0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib +0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression +0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib +0x00007fff57f86000 /usr/lib/libcoretls.dylib +0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib +0x00007fff59a09000 /usr/lib/libpam.2.dylib +0x00007fff59bc9000 /usr/lib/libsqlite3.dylib +0x00007fff59fc3000 /usr/lib/libxar.1.dylib +0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib +0x00007fff589de000 /usr/lib/liblzma.5.dylib +0x00007fff58e8f000 /usr/lib/libnetwork.dylib +0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib +0x00007fff59a10000 /usr/lib/libpcap.A.dylib +0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents +0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore +0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata +0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices +0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit +0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE +0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices +0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices +0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList +0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS +0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth +0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport +0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC +0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP +0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities +0x00007fff58ab3000 /usr/lib/libmecabra.dylib +0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS +0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy +0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices +0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis +0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore +0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD +0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis +0x00007fff57cf9000 /usr/lib/libcompression.dylib +0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders +0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage +0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib +0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib +0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib +0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib +0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib +0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib +0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib +0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib +0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib +0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib +0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler +0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator +0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment +0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay +0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib +0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore +0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage +0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork +0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix +0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector +0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools +0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary +0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib +0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo +0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer +0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore +0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL +0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib +0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG +0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib +0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib +0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib +0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib +0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib +0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib +0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib +0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib +0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG +0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib +0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib +0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib +0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib +0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib +0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib +0x00007fff5844a000 /usr/lib/libcups.2.dylib +0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos +0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS +0x00007fff59b5e000 /usr/lib/libresolv.9.dylib +0x00007fff5863d000 /usr/lib/libiconv.2.dylib +0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal +0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib +0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory +0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth +0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory +0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation +0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS +0x00007fff59fbf000 /usr/lib/libutil.dylib +0x00007fff57ce7000 /usr/lib/libcharset.1.dylib +0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce +0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices +0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard +0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib +0x00007fff58607000 /usr/lib/libgermantok.dylib +0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib +0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib +0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling +0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji +0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon +0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData +0x00007fff57ce8000 /usr/lib/libcmph.dylib +0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement +0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement +0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib +0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink +0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO +0x00007fff57b09000 /usr/lib/libate.dylib +0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport +0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing +0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit +0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 +0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils +0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN +0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth +0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer +0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag +0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers +0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport +0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle +0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit +0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi +0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth +0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols +0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication +0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication +0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore +0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib +0x000000010e233000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib +0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib +0x000000010f1ed000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib +0x000000010fa00000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib +0x000000010fa36000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib +0x000000010fad2000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib +0x0000000117111000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib +0x0000000117202000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib +0x0000000117188000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib +0x00000001171ed000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib +0x0000000117795000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-3601948239814273486.dylib + +VM Arguments: +jvm_args: -javaagent:/Applications/IntelliJ IDEA.app/Contents/lib/idea_rt.jar=50360:/Applications/IntelliJ IDEA.app/Contents/bin -Dfile.encoding=UTF-8 +java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true +java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ +Launcher Type: SUN_STANDARD + +Environment Variables: +JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home +CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib +PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin +SHELL=/bin/bash + +Signal Handlers: +SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO +SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none +SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO +SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO + + +--------------- S Y S T E M --------------- + +OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 +rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity +load average:5.00 3.88 3.57 + +CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx + +Memory: 4k page, physical 8388608k(20100k free) + +/proc/meminfo: + + +vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) + +time: Sat May 29 00:39:44 2021 +timezone: CST +elapsed time: 54 seconds (0d 0h 0m 54s) + diff --git a/sql/hive/hs_err_pid3457.log b/sql/hive/hs_err_pid3457.log new file mode 100644 index 0000000000000..4b93b2341ec4c --- /dev/null +++ b/sql/hive/hs_err_pid3457.log @@ -0,0 +1,826 @@ +# +# A fatal error has been detected by the Java Runtime Environment: +# +# SIGBUS (0xa) at pc=0x00000001040dbaa0, pid=3457, tid=0x0000000000002703 +# +# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) +# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) +# Problematic frame: +# V [libjvm.dylib+0xdbaa0] +# +# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again +# +# If you would like to submit a bug report, please visit: +# http://bugreport.java.com/bugreport/crash.jsp +# + +--------------- T H R E A D --------------- + +Current thread (0x00007fb70f80e800): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=9987, stack(0x0000700006064000,0x0000700006164000)] + +siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007c3bef268 + +Registers: +RAX=0x00000007c3cef260, RBX=0x0000000000000010, RCX=0x00000007421fb250, RDX=0xfffffffffffe0004 +RSP=0x0000700006160118, RBP=0x0000700006160160, RSI=0x00000007420fb258, RDI=0x00000007c3bef268 +R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x000000010ba25b27, R11=0x000000010ba25ad8 +R12=0x0000700006160180, R13=0x00007fb70f80e800, R14=0x0000700006160190, R15=0x000000002d303140 +RIP=0x00000001040dbaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 + TRAPNO=0x000000000000000e + +Top of Stack: (sp=0x0000700006160118) +0x0000700006160118: 0000000104588fe5 00000007c022e548 +0x0000700006160128: 00007fb70f80e800 00007fb70f80e800 +0x0000700006160138: 0000000109ea5e18 0000000000000000 +0x0000700006160148: 00007000061601d0 00007000061602b0 +0x0000700006160158: 00007fb70f80e800 00007000061601b0 +0x0000700006160168: 000000010ba25ba1 0000000000100000 +0x0000700006160178: 0000000740000738 00000007968ec128 +0x0000700006160188: 0000000120745adf 00000007420fb248 +0x0000700006160198: 000000000647ae6f 00007000061601e0 +0x00007000061601a8: 0647ae6f040b2a5a 0000700006160258 +0x00007000061601b8: 000000010aaa02bd 000000000647ae6f +0x00007000061601c8: 000000010aaa02bd 0000000000100000 +0x00007000061601d8: 00000007c00007a8 0000000000000010 +0x00007000061601e8: 000000010aa9fdd0 00000007420fb248 +0x00007000061601f8: 000000002d303140 00007fb70e705ee0 +0x0000700006160208: 00000007968ec128 0000000740000738 +0x0000700006160218: 0000700006160218 000000011c23e6f2 +0x0000700006160228: 00007000061602b0 000000011c23ee78 +0x0000700006160238: 0000000000000000 000000011c23e7b8 +0x0000700006160248: 00007000061601d0 0000700006160278 +0x0000700006160258: 00007000061602f8 000000010aaa02bd +0x0000700006160268: 0000000000100000 0000000000000000 +0x0000700006160278: 00000000323d7364 00000000323d7364 +0x0000700006160288: 0000000000000010 0000000000000010 +0x0000700006160298: 00000007420fb248 000000002d303140 +0x00007000061602a8: 00000007968f8790 00000007968ec128 +0x00007000061602b8: 00007000061602b8 0000000120745af4 +0x00007000061602c8: 0000700006160310 000000012074afc8 +0x00007000061602d8: 0000000000000000 0000000120745b20 +0x00007000061602e8: 0000700006160278 0000700006160310 +0x00007000061602f8: 0000700006160368 000000010aaa0040 +0x0000700006160308: 00000007420fb248 00000007968f8790 + +Instructions: (pc=0x00000001040dbaa0) +0x00000001040dba80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 +0x00000001040dba90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 +0x00000001040dbaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 +0x00000001040dbab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b + +Register to memory mapping: + +RAX=0x00000007c3cef260 is an unknown value +RBX=0x0000000000000010 is an unknown value +RCX=0x00000007421fb250 is pointing into object: 0x00000007420fb248 +[B + - klass: {type array byte} + - length: 842888036 +RDX=0xfffffffffffe0004 is an unknown value +RSP=0x0000700006160118 is pointing into the stack for thread: 0x00007fb70f80e800 +RBP=0x0000700006160160 is pointing into the stack for thread: 0x00007fb70f80e800 +RSI=0x00000007420fb258 is pointing into object: 0x00000007420fb248 +[B + - klass: {type array byte} + - length: 842888036 +RDI=0x00000007c3bef268 is an unknown value +R8 =0x00000007c00007a8 is pointing into metadata +R9 =0x0000000000000010 is an unknown value +R10=0x000000010ba25b27 is at entry_point+103 in (nmethod*)0x000000010ba25950 +R11=0x000000010ba25ad8 is at entry_point+24 in (nmethod*)0x000000010ba25950 +R12=0x0000700006160180 is pointing into the stack for thread: 0x00007fb70f80e800 +R13=0x00007fb70f80e800 is a thread +R14=0x0000700006160190 is pointing into the stack for thread: 0x00007fb70f80e800 +R15=0x000000002d303140 is an unknown value + + +Stack: [0x0000700006064000,0x0000700006164000], sp=0x0000700006160118, free space=1008k +Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) +V [libjvm.dylib+0xdbaa0] +J 6020 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010ba25ba1 [0x000000010ba25ac0+0xe1] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2172.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2434 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010b19cdac [0x000000010b19cd60+0x4c] +J 8645 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000010c036ac8 [0x000000010c036640+0x488] +J 11945 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010c8cd4cc [0x000000010c8ccda0+0x72c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2434 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010b19cdac [0x000000010b19cd60+0x4c] +J 10431 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x000000010c54a1dc [0x000000010c549f40+0x29c] +J 10429 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x000000010c54a7bc [0x000000010c54a700+0xbc] +J 2648 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010ac296ec [0x000000010ac28f20+0x7cc] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2529 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010b1d804c [0x000000010b1d7fc0+0x8c] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2529 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010b1d804c [0x000000010b1d7fc0+0x8c] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub +V [libjvm.dylib+0x2f0792] +V [libjvm.dylib+0x327739] +V [libjvm.dylib+0x3204c5] +C [java+0x38c6] JavaMain+0x9c4 +C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e +C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 +...... + +Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) +J 6020 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010ba25b27 [0x000000010ba25ac0+0x67] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2172.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2434 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010b19cdac [0x000000010b19cd60+0x4c] +J 8645 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000010c036ac8 [0x000000010c036640+0x488] +J 11945 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010c8cd4cc [0x000000010c8ccda0+0x72c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2434 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010b19cdac [0x000000010b19cd60+0x4c] +J 10431 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x000000010c54a1dc [0x000000010c549f40+0x29c] +J 10429 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x000000010c54a7bc [0x000000010c54a700+0xbc] +J 2648 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010ac296ec [0x000000010ac28f20+0x7cc] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2529 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010b1d804c [0x000000010b1d7fc0+0x8c] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2529 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010b1d804c [0x000000010b1d7fc0+0x8c] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub + +--------------- P R O C E S S --------------- + +Java Threads: ( => current thread ) + 0x00007fb71071e800 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=31235, stack(0x000070000990c000,0x0000700009a0c000)] + 0x00007fb710717000 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=34083, stack(0x0000700009809000,0x0000700009909000)] + 0x00007fb715117800 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=30823, stack(0x0000700009706000,0x0000700009806000)] + 0x00007fb70ecdb000 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=34563, stack(0x0000700009603000,0x0000700009703000)] + 0x00007fb70eff7000 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=35075, stack(0x0000700009500000,0x0000700009600000)] + 0x00007fb71124d000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35587, stack(0x00007000093fd000,0x00007000094fd000)] + 0x00007fb70f569800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=36099, stack(0x00007000092fa000,0x00007000093fa000)] + 0x00007fb712c76800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=36611, stack(0x00007000091f7000,0x00007000092f7000)] + 0x00007fb70f1f7000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=30211, stack(0x00007000090f4000,0x00007000091f4000)] + 0x00007fb71142e800 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=36867, stack(0x0000700008ff1000,0x00007000090f1000)] + 0x00007fb711a59800 JavaThread "Timer-0" daemon [_thread_blocked, id=37123, stack(0x0000700008eee000,0x0000700008fee000)] + 0x00007fb71309e800 JavaThread "process reaper" daemon [_thread_blocked, id=29187, stack(0x0000700005fe1000,0x0000700006009000)] + 0x00007fb713071000 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=28931, stack(0x0000700008deb000,0x0000700008eeb000)] + 0x00007fb711a9f800 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=28419, stack(0x0000700008ce8000,0x0000700008de8000)] + 0x00007fb70fec0800 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=27907, stack(0x0000700008be5000,0x0000700008ce5000)] + 0x00007fb711b61800 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=27395, stack(0x0000700008ae2000,0x0000700008be2000)] + 0x00007fb711b69800 JavaThread "spark-listener-group-appStatus" daemon [_thread_blocked, id=26883, stack(0x00007000089df000,0x0000700008adf000)] + 0x00007fb711b69000 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=26627, stack(0x00007000088dc000,0x00007000089dc000)] + 0x00007fb710153800 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=26115, stack(0x00007000087d9000,0x00007000088d9000)] + 0x00007fb71080b000 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=37891, stack(0x00007000086d6000,0x00007000087d6000)] + 0x00007fb70fd25800 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=38147, stack(0x00007000085d3000,0x00007000086d3000)] + 0x00007fb710808800 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=38659, stack(0x00007000084d0000,0x00007000085d0000)] + 0x00007fb710804800 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=38915, stack(0x00007000083cd000,0x00007000084cd000)] + 0x00007fb70f56e000 JavaThread "task-abort-timer" daemon [_thread_blocked, id=25091, stack(0x00007000082ca000,0x00007000083ca000)] + 0x00007fb70fdb7800 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=39683, stack(0x00007000081c7000,0x00007000082c7000)] + 0x00007fb70feed800 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=39939, stack(0x00007000080c4000,0x00007000081c4000)] + 0x00007fb710a09800 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=40451, stack(0x0000700007fc1000,0x00007000080c1000)] + 0x00007fb710c69000 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=40963, stack(0x0000700007ebe000,0x0000700007fbe000)] + 0x00007fb710c68800 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=41219, stack(0x0000700007dbb000,0x0000700007ebb000)] + 0x00007fb7109a8000 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=41475, stack(0x0000700007cb8000,0x0000700007db8000)] + 0x00007fb71041c000 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=23811, stack(0x0000700007bb5000,0x0000700007cb5000)] + 0x00007fb71041b000 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=41987, stack(0x0000700007ab2000,0x0000700007bb2000)] + 0x00007fb710414000 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=23299, stack(0x00007000079af000,0x0000700007aaf000)] + 0x00007fb70fcf1000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=23043, stack(0x00007000078ac000,0x00007000079ac000)] + 0x00007fb70fcf0000 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=42755, stack(0x00007000077a9000,0x00007000078a9000)] + 0x00007fb70fcf5800 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=22787, stack(0x00007000076a6000,0x00007000077a6000)] + 0x00007fb710413800 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=22275, stack(0x00007000075a3000,0x00007000076a3000)] + 0x00007fb710412800 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=43267, stack(0x00007000074a0000,0x00007000075a0000)] + 0x00007fb70fccc800 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=15107, stack(0x000070000739d000,0x000070000749d000)] + 0x00007fb70fcf4000 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=15619, stack(0x000070000729a000,0x000070000739a000)] + 0x00007fb710350800 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=19719, stack(0x0000700007197000,0x0000700007297000)] + 0x00007fb70f58d000 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=15875, stack(0x0000700007094000,0x0000700007194000)] + 0x00007fb7108a6000 JavaThread "Attach Listener" daemon [_thread_blocked, id=16387, stack(0x0000700006f91000,0x0000700007091000)] + 0x00007fb70ea61800 JavaThread "Service Thread" daemon [_thread_blocked, id=17411, stack(0x0000700006d8b000,0x0000700006e8b000)] + 0x00007fb710357000 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=17923, stack(0x0000700006c88000,0x0000700006d88000)] + 0x00007fb710356800 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=14083, stack(0x0000700006b85000,0x0000700006c85000)] + 0x00007fb70ea61000 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=13827, stack(0x0000700006a82000,0x0000700006b82000)] + 0x00007fb70ea5f800 JavaThread "Monitor Ctrl-Break" daemon [_thread_in_native, id=18691, stack(0x000070000697f000,0x0000700006a7f000)] + 0x00007fb70e83c800 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=19203, stack(0x000070000687c000,0x000070000697c000)] + 0x00007fb710017000 JavaThread "Finalizer" daemon [_thread_blocked, id=11779, stack(0x0000700006779000,0x0000700006879000)] + 0x00007fb710016000 JavaThread "Reference Handler" daemon [_thread_blocked, id=11523, stack(0x0000700006676000,0x0000700006776000)] +=>0x00007fb70f80e800 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=9987, stack(0x0000700006064000,0x0000700006164000)] + +Other Threads: + 0x00007fb70e814800 VMThread [stack: 0x0000700006573000,0x0000700006673000] [id=20995] + 0x00007fb70ea62800 WatcherThread [stack: 0x0000700006e8e000,0x0000700006f8e000] [id=16899] + +VM state:not at safepoint (normal execution) + +VM Mutex/Monitor currently owned by a thread: None + +heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 +Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 +Compressed class space size: 1073741824 Address: 0x00000007c0000000 + +Heap: + PSYoungGen total 563712K, used 153998K [0x0000000795580000, 0x00000007bd000000, 0x00000007c0000000) + eden space 544256K, 24% used [0x0000000795580000,0x000000079d8e95e8,0x00000007b6900000) + from space 19456K, 99% used [0x00000007b6900000,0x00000007b7bfa4a0,0x00000007b7c00000) + to space 23040K, 0% used [0x00000007bb980000,0x00000007bb980000,0x00000007bd000000) + ParOldGen total 974848K, used 856905K [0x0000000740000000, 0x000000077b800000, 0x0000000795580000) + object space 974848K, 87% used [0x0000000740000000,0x00000007744d25c0,0x000000077b800000) + Metaspace used 140250K, capacity 154284K, committed 154368K, reserved 1181696K + class space used 18508K, capacity 22261K, committed 22272K, reserved 1048576K + +Card table byte_map: [0x000000010537a000,0x000000010577b000] byte_map_base: 0x000000010197a000 + +Marking Bits: (ParMarkBitMap*) 0x00000001048fceb0 + Begin Bits: [0x0000000105a26000, 0x0000000107a26000) + End Bits: [0x0000000107a26000, 0x0000000109a26000) + +Polling page: 0x00000001036ed000 + +CodeCache: size=245760Kb used=34735Kb max_used=34855Kb free=211024Kb + bounds [0x000000010aa98000, 0x000000010ccc8000, 0x0000000119a98000] + total_blobs=12279 nmethods=11192 adapters=996 + compilation: enabled + +Compilation events (10 events): +Event: 52.893 Thread 0x00007fb710357000 nmethod 13224 0x000000010ccab590 code [0x000000010ccab700, 0x000000010ccab8e8] +Event: 52.896 Thread 0x00007fb710357000 13235 ! 3 java.util.concurrent.locks.AbstractQueuedSynchronizer::acquireQueued (93 bytes) +Event: 52.897 Thread 0x00007fb70ea61000 13239 4 java.lang.invoke.InvokerBytecodeGenerator::getInternalName (75 bytes) +Event: 52.898 Thread 0x00007fb710357000 nmethod 13235 0x000000010ccb7090 code [0x000000010ccb72c0, 0x000000010ccb7dd8] +Event: 52.899 Thread 0x00007fb710356800 nmethod 13230 0x000000010ccb8450 code [0x000000010ccb8600, 0x000000010ccb8970] +Event: 52.900 Thread 0x00007fb710357000 13237 3 scala.collection.mutable.WrappedArray::foreach (6 bytes) +Event: 52.900 Thread 0x00007fb710357000 nmethod 13237 0x000000010b9fa250 code [0x000000010b9fa3c0, 0x000000010b9fa5a8] +Event: 52.902 Thread 0x00007fb710357000 13236 3 com.fasterxml.jackson.databind.ObjectMapper::_assertNotNull (27 bytes) +Event: 52.903 Thread 0x00007fb710357000 nmethod 13236 0x000000010b96cc90 code [0x000000010b96cec0, 0x000000010b96dbd8] +Event: 52.905 Thread 0x00007fb710356800 13248 4 java.lang.StringBuilder::append (6 bytes) + +GC Heap History (10 events): +Event: 36.514 GC heap before +{Heap before GC invocations=25 (full 3): + PSYoungGen total 429056K, used 426121K [0x0000000795580000, 0x00000007b4180000, 0x00000007c0000000) + eden space 415744K, 100% used [0x0000000795580000,0x00000007aeb80000,0x00000007aeb80000) + from space 13312K, 77% used [0x00000007aeb80000,0x00000007af5a24c0,0x00000007af880000) + to space 14336K, 0% used [0x00000007b3380000,0x00000007b3380000,0x00000007b4180000) + ParOldGen total 100352K, used 28602K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) + object space 100352K, 28% used [0x0000000740000000,0x0000000741bee868,0x0000000746200000) + Metaspace used 85844K, capacity 90690K, committed 91008K, reserved 1128448K + class space used 10816K, capacity 12350K, committed 12416K, reserved 1048576K +Event: 36.528 GC heap after +Heap after GC invocations=25 (full 3): + PSYoungGen total 488960K, used 8118K [0x0000000795580000, 0x00000007b4680000, 0x00000007c0000000) + eden space 474624K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2500000) + from space 14336K, 56% used [0x00000007b3380000,0x00000007b3b6d8a8,0x00000007b4180000) + to space 14848K, 0% used [0x00000007b2500000,0x00000007b2500000,0x00000007b3380000) + ParOldGen total 100352K, used 28610K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) + object space 100352K, 28% used [0x0000000740000000,0x0000000741bf0868,0x0000000746200000) + Metaspace used 85844K, capacity 90690K, committed 91008K, reserved 1128448K + class space used 10816K, capacity 12350K, committed 12416K, reserved 1048576K +} +Event: 39.449 GC heap before +{Heap before GC invocations=26 (full 3): + PSYoungGen total 488960K, used 323750K [0x0000000795580000, 0x00000007b4680000, 0x00000007c0000000) + eden space 474624K, 66% used [0x0000000795580000,0x00000007a89bc070,0x00000007b2500000) + from space 14336K, 56% used [0x00000007b3380000,0x00000007b3b6d8a8,0x00000007b4180000) + to space 14848K, 0% used [0x00000007b2500000,0x00000007b2500000,0x00000007b3380000) + ParOldGen total 100352K, used 28610K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) + object space 100352K, 28% used [0x0000000740000000,0x0000000741bf0868,0x0000000746200000) + Metaspace used 91882K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11639K, capacity 14719K, committed 14720K, reserved 1048576K +Event: 39.467 GC heap after +Heap after GC invocations=26 (full 3): + PSYoungGen total 489472K, used 13720K [0x0000000795580000, 0x00000007b8e80000, 0x00000007c0000000) + eden space 474624K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2500000) + from space 14848K, 92% used [0x00000007b2500000,0x00000007b3266380,0x00000007b3380000) + to space 16896K, 0% used [0x00000007b7e00000,0x00000007b7e00000,0x00000007b8e80000) + ParOldGen total 100352K, used 28618K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) + object space 100352K, 28% used [0x0000000740000000,0x0000000741bf2868,0x0000000746200000) + Metaspace used 91882K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11639K, capacity 14719K, committed 14720K, reserved 1048576K +} +Event: 39.467 GC heap before +{Heap before GC invocations=27 (full 4): + PSYoungGen total 489472K, used 13720K [0x0000000795580000, 0x00000007b8e80000, 0x00000007c0000000) + eden space 474624K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2500000) + from space 14848K, 92% used [0x00000007b2500000,0x00000007b3266380,0x00000007b3380000) + to space 16896K, 0% used [0x00000007b7e00000,0x00000007b7e00000,0x00000007b8e80000) + ParOldGen total 100352K, used 28618K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) + object space 100352K, 28% used [0x0000000740000000,0x0000000741bf2868,0x0000000746200000) + Metaspace used 91882K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11639K, capacity 14719K, committed 14720K, reserved 1048576K +Event: 39.607 GC heap after +Heap after GC invocations=27 (full 4): + PSYoungGen total 489472K, used 0K [0x0000000795580000, 0x00000007b8e80000, 0x00000007c0000000) + eden space 474624K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2500000) + from space 14848K, 0% used [0x00000007b2500000,0x00000007b2500000,0x00000007b3380000) + to space 16896K, 0% used [0x00000007b7e00000,0x00000007b7e00000,0x00000007b8e80000) + ParOldGen total 151552K, used 32839K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) + object space 151552K, 21% used [0x0000000740000000,0x0000000742011ec8,0x0000000749400000) + Metaspace used 91013K, capacity 95920K, committed 98496K, reserved 1132544K + class space used 11426K, capacity 12951K, committed 14720K, reserved 1048576K +} +Event: 45.684 GC heap before +{Heap before GC invocations=28 (full 4): + PSYoungGen total 489472K, used 474624K [0x0000000795580000, 0x00000007b8e80000, 0x00000007c0000000) + eden space 474624K, 100% used [0x0000000795580000,0x00000007b2500000,0x00000007b2500000) + from space 14848K, 0% used [0x00000007b2500000,0x00000007b2500000,0x00000007b3380000) + to space 16896K, 0% used [0x00000007b7e00000,0x00000007b7e00000,0x00000007b8e80000) + ParOldGen total 151552K, used 32839K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) + object space 151552K, 21% used [0x0000000740000000,0x0000000742011ec8,0x0000000749400000) + Metaspace used 117004K, capacity 126072K, committed 126208K, reserved 1157120K + class space used 15150K, capacity 18085K, committed 18176K, reserved 1048576K +Event: 45.704 GC heap after +Heap after GC invocations=28 (full 4): + PSYoungGen total 561152K, used 16074K [0x0000000795580000, 0x00000007b8f00000, 0x00000007c0000000) + eden space 544256K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6900000) + from space 16896K, 95% used [0x00000007b7e00000,0x00000007b8db2ab0,0x00000007b8e80000) + to space 19456K, 0% used [0x00000007b6900000,0x00000007b6900000,0x00000007b7c00000) + ParOldGen total 151552K, used 32847K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) + object space 151552K, 21% used [0x0000000740000000,0x0000000742013ec8,0x0000000749400000) + Metaspace used 117004K, capacity 126072K, committed 126208K, reserved 1157120K + class space used 15150K, capacity 18085K, committed 18176K, reserved 1048576K +} +Event: 51.896 GC heap before +{Heap before GC invocations=29 (full 4): + PSYoungGen total 561152K, used 560330K [0x0000000795580000, 0x00000007b8f00000, 0x00000007c0000000) + eden space 544256K, 100% used [0x0000000795580000,0x00000007b6900000,0x00000007b6900000) + from space 16896K, 95% used [0x00000007b7e00000,0x00000007b8db2ab0,0x00000007b8e80000) + to space 19456K, 0% used [0x00000007b6900000,0x00000007b6900000,0x00000007b7c00000) + ParOldGen total 151552K, used 32847K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) + object space 151552K, 21% used [0x0000000740000000,0x0000000742013ec8,0x0000000749400000) + Metaspace used 134852K, capacity 145810K, committed 146176K, reserved 1175552K + class space used 17476K, capacity 20881K, committed 20992K, reserved 1048576K +Event: 51.927 GC heap after +Heap after GC invocations=29 (full 4): + PSYoungGen total 563712K, used 19433K [0x0000000795580000, 0x00000007bd000000, 0x00000007c0000000) + eden space 544256K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6900000) + from space 19456K, 99% used [0x00000007b6900000,0x00000007b7bfa4a0,0x00000007b7c00000) + to space 23040K, 0% used [0x00000007bb980000,0x00000007bb980000,0x00000007bd000000) + ParOldGen total 151552K, used 33772K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) + object space 151552K, 22% used [0x0000000740000000,0x00000007420fb248,0x0000000749400000) + Metaspace used 134852K, capacity 145810K, committed 146176K, reserved 1175552K + class space used 17476K, capacity 20881K, committed 20992K, reserved 1048576K +} + +Deoptimization events (10 events): +Event: 52.446 Thread 0x00007fb710717000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000010bbd5a4c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 +Event: 52.446 Thread 0x00007fb710717000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000010bbd5a4c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 +Event: 52.446 Thread 0x00007fb710717000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000010bbda6a8 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 +Event: 52.492 Thread 0x00007fb710717000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000010bbb7154 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 +Event: 52.516 Thread 0x00007fb710717000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ad04ae8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 52.589 Thread 0x00007fb710717000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000010c2bd9d0 method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 +Event: 52.729 Thread 0x00007fb710717000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ad04ae8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 52.739 Thread 0x00007fb710717000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ad04ae8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 52.742 Thread 0x00007fb710717000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ad04ae8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 52.876 Thread 0x00007fb70fcf4000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x000000010bfded0c method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil + +Classes redefined (0 events): +No events + +Internal exceptions (10 events): +Event: 52.393 Thread 0x00007fb70fcf4000 Exception > (0x0000000797f73670) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.394 Thread 0x00007fb70fcf4000 Exception > (0x0000000797f8e0f0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.411 Thread 0x00007fb70fcf4000 Exception > (0x000000079806b228) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.411 Thread 0x00007fb70fcf4000 Exception > (0x000000079806ea60) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.412 Thread 0x00007fb70fcf4000 Exception > (0x000000079808fba0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.414 Thread 0x00007fb70fcf4000 Exception > (0x00000007980d0b30) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.414 Thread 0x00007fb70fcf4000 Exception > (0x00000007980e8448) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.416 Thread 0x00007fb70fcf4000 Exception > (0x0000000798101578) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.859 Thread 0x00007fb710717000 Exception > (0x000000079d1f7a30) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 52.866 Thread 0x00007fb710717000 Exception > (0x000000079d23ec98) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] + +Events (10 events): +Event: 52.904 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 52.904 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 52.905 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 52.905 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 52.906 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 52.906 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 52.906 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 52.906 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 52.908 Executing VM operation: RevokeBias +Event: 53.820 Executing VM operation: RevokeBias done + + +Dynamic libraries: +0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa +0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security +0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices +0x00007fff5a0e2000 /usr/lib/libz.1.dylib +0x00007fff57a38000 /usr/lib/libSystem.B.dylib +0x00007fff59272000 /usr/lib/libobjc.A.dylib +0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation +0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation +0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit +0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData +0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices +0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation +0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap +0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay +0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices +0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal +0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv +0x00007fff585d5000 /usr/lib/libenergytrace.dylib +0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight +0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics +0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate +0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface +0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation +0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox +0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit +0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore +0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox +0x00007fff5872e000 /usr/lib/libicucore.A.dylib +0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore +0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition +0x00007fff57b8c000 /usr/lib/libauto.dylib +0x00007fff59fd5000 /usr/lib/libxml2.2.dylib +0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI +0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio +0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration +0x00007fff589dc000 /usr/lib/liblangid.dylib +0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport +0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit +0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib +0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices +0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis +0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL +0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync +0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage +0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText +0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO +0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup +0x00007fff57adf000 /usr/lib/libarchive.2.dylib +0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork +0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration +0x00007fff57529000 /usr/lib/libCRFSuite.dylib +0x00007fff57c7d000 /usr/lib/libc++.1.dylib +0x00007fff57cd1000 /usr/lib/libc++abi.dylib +0x00007fff5a8d8000 /usr/lib/system/libcache.dylib +0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib +0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib +0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib +0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib +0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib +0x00007fff5aa40000 /usr/lib/system/libdyld.dylib +0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib +0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib +0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib +0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib +0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib +0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib +0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib +0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib +0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib +0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib +0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib +0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib +0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib +0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib +0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib +0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib +0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib +0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib +0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib +0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib +0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib +0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib +0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib +0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib +0x00007fff5ac78000 /usr/lib/system/libunwind.dylib +0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib +0x00007fff57c5e000 /usr/lib/libbsm.0.dylib +0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib +0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression +0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib +0x00007fff57f86000 /usr/lib/libcoretls.dylib +0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib +0x00007fff59a09000 /usr/lib/libpam.2.dylib +0x00007fff59bc9000 /usr/lib/libsqlite3.dylib +0x00007fff59fc3000 /usr/lib/libxar.1.dylib +0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib +0x00007fff589de000 /usr/lib/liblzma.5.dylib +0x00007fff58e8f000 /usr/lib/libnetwork.dylib +0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib +0x00007fff59a10000 /usr/lib/libpcap.A.dylib +0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents +0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore +0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata +0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices +0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit +0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE +0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices +0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices +0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList +0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS +0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth +0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport +0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC +0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP +0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities +0x00007fff58ab3000 /usr/lib/libmecabra.dylib +0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS +0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy +0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices +0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis +0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore +0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD +0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis +0x00007fff57cf9000 /usr/lib/libcompression.dylib +0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders +0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage +0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib +0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib +0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib +0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib +0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib +0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib +0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib +0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib +0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib +0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib +0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler +0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator +0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment +0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay +0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib +0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore +0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage +0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork +0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix +0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector +0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools +0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary +0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib +0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo +0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer +0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore +0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL +0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib +0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG +0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib +0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib +0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib +0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib +0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib +0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib +0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib +0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib +0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG +0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib +0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib +0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib +0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib +0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib +0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib +0x00007fff5844a000 /usr/lib/libcups.2.dylib +0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos +0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS +0x00007fff59b5e000 /usr/lib/libresolv.9.dylib +0x00007fff5863d000 /usr/lib/libiconv.2.dylib +0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal +0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib +0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory +0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth +0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory +0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation +0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS +0x00007fff59fbf000 /usr/lib/libutil.dylib +0x00007fff57ce7000 /usr/lib/libcharset.1.dylib +0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce +0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices +0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard +0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib +0x00007fff58607000 /usr/lib/libgermantok.dylib +0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib +0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib +0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling +0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji +0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon +0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData +0x00007fff57ce8000 /usr/lib/libcmph.dylib +0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement +0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement +0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib +0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink +0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO +0x00007fff57b09000 /usr/lib/libate.dylib +0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport +0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing +0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit +0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 +0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils +0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN +0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth +0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer +0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag +0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers +0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport +0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle +0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit +0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi +0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth +0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols +0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication +0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication +0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore +0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib +0x0000000104000000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib +0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib +0x00000001036a9000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib +0x00000001036b7000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib +0x00000001036ee000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib +0x000000010378b000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib +0x000000011b652000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib +0x000000011b6be000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib +0x000000011b6cc000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib +0x000000011b737000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib +0x000000011b824000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-1081431334473602139.dylib + +VM Arguments: +jvm_args: -javaagent:/Applications/IntelliJ IDEA.app/Contents/lib/idea_rt.jar=50375:/Applications/IntelliJ IDEA.app/Contents/bin -Dfile.encoding=UTF-8 +java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true +java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ +Launcher Type: SUN_STANDARD + +Environment Variables: +JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home +CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib +PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin +SHELL=/bin/bash + +Signal Handlers: +SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO +SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none +SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO +SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO + + +--------------- S Y S T E M --------------- + +OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 +rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity +load average:3.34 3.54 3.46 + +CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx + +Memory: 4k page, physical 8388608k(22564k free) + +/proc/meminfo: + + +vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) + +time: Sat May 29 00:41:05 2021 +timezone: CST +elapsed time: 53 seconds (0d 0h 0m 53s) + diff --git a/sql/hive/hs_err_pid3828.log b/sql/hive/hs_err_pid3828.log new file mode 100644 index 0000000000000..4297a3d8fafac --- /dev/null +++ b/sql/hive/hs_err_pid3828.log @@ -0,0 +1,827 @@ +# +# A fatal error has been detected by the Java Runtime Environment: +# +# SIGBUS (0xa) at pc=0x00000001072dbaa0, pid=3828, tid=0x0000000000002703 +# +# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) +# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) +# Problematic frame: +# V [libjvm.dylib+0xdbaa0] acl_CopyRight+0x29 +# +# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again +# +# If you would like to submit a bug report, please visit: +# http://bugreport.java.com/bugreport/crash.jsp +# + +--------------- T H R E A D --------------- + +Current thread (0x00007ffd43801000): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=9987, stack(0x000070000ef3d000,0x000070000f03d000)] + +siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007c3ce8e10 + +Registers: +RAX=0x00000007c3de8e08, RBX=0x0000000000000010, RCX=0x00000007422c6b60, RDX=0xfffffffffffe0004 +RSP=0x000070000f039118, RBP=0x000070000f039160, RSI=0x00000007421c6b68, RDI=0x00000007c3ce8e10 +R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x00000001107de4e7, R11=0x00000001107de498 +R12=0x000070000f039180, R13=0x00007ffd43801000, R14=0x000070000f039190, R15=0x000000002d303140 +RIP=0x00000001072dbaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 + TRAPNO=0x000000000000000e + +Top of Stack: (sp=0x000070000f039118) +0x000070000f039118: 0000000107788fe5 00000007c022e538 +0x000070000f039128: 00007ffd43801000 00007ffd43801000 +0x000070000f039138: 000000010d10de18 0000000000000000 +0x000070000f039148: 000070000f0391d0 000070000f0392b0 +0x000070000f039158: 00007ffd43801000 000070000f0391b0 +0x000070000f039168: 00000001107de561 0000000000100000 +0x000070000f039178: 0000000740000448 00000007969e5cd0 +0x000070000f039188: 0000000123dc3c27 00000007421c6b58 +0x000070000f039198: 000000000647ae6f 000070000f0391e0 +0x000070000f0391a8: 0647ae6f072b2a5a 000070000f039258 +0x000070000f0391b8: 000000010f8742bd 000000000647ae6f +0x000070000f0391c8: 000000010f8742bd 0000000000100000 +0x000070000f0391d8: 00000007c00007a8 0000000000000010 +0x000070000f0391e8: 000000010f873dd0 00000007421c6b58 +0x000070000f0391f8: 000000002d303140 00007ffd41c00460 +0x000070000f039208: 00000007969e5cd0 0000000740000448 +0x000070000f039218: 000070000f039218 000000011f53011a +0x000070000f039228: 000070000f0392b0 000000011f5308a0 +0x000070000f039238: 0000000000000000 000000011f5301e0 +0x000070000f039248: 000070000f0391d0 000070000f039278 +0x000070000f039258: 000070000f0392f8 000000010f8742bd +0x000070000f039268: 0000000000100000 0000000000000000 +0x000070000f039278: 00000000323d7364 00000000323d7364 +0x000070000f039288: 0000000000000010 0000000000000010 +0x000070000f039298: 00000007421c6b58 000000002d303140 +0x000070000f0392a8: 00000007969f2338 00000007969e5cd0 +0x000070000f0392b8: 000070000f0392b8 0000000123dc3c3c +0x000070000f0392c8: 000070000f039310 0000000123dc9110 +0x000070000f0392d8: 0000000000000000 0000000123dc3c68 +0x000070000f0392e8: 000070000f039278 000070000f039310 +0x000070000f0392f8: 000070000f039368 000000010f874040 +0x000070000f039308: 00000007421c6b58 00000007969f2338 + +Instructions: (pc=0x00000001072dbaa0) +0x00000001072dba80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 +0x00000001072dba90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 +0x00000001072dbaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 +0x00000001072dbab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b + +Register to memory mapping: + +RAX=0x00000007c3de8e08 is an unknown value +RBX=0x0000000000000010 is an unknown value +RCX=0x00000007422c6b60 is pointing into object: 0x00000007421c6b58 +[B + - klass: {type array byte} + - length: 842888036 +RDX=0xfffffffffffe0004 is an unknown value +RSP=0x000070000f039118 is pointing into the stack for thread: 0x00007ffd43801000 +RBP=0x000070000f039160 is pointing into the stack for thread: 0x00007ffd43801000 +RSI=0x00000007421c6b68 is pointing into object: 0x00000007421c6b58 +[B + - klass: {type array byte} + - length: 842888036 +RDI=0x00000007c3ce8e10 is an unknown value +R8 =0x00000007c00007a8 is pointing into metadata +R9 =0x0000000000000010 is an unknown value +R10=0x00000001107de4e7 is at entry_point+103 in (nmethod*)0x00000001107de310 +R11=0x00000001107de498 is at entry_point+24 in (nmethod*)0x00000001107de310 +R12=0x000070000f039180 is pointing into the stack for thread: 0x00007ffd43801000 +R13=0x00007ffd43801000 is a thread +R14=0x000070000f039190 is pointing into the stack for thread: 0x00007ffd43801000 +R15=0x000000002d303140 is an unknown value + + +Stack: [0x000070000ef3d000,0x000070000f03d000], sp=0x000070000f039118, free space=1008k +Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) +V [libjvm.dylib+0xdbaa0] acl_CopyRight+0x29 +J 5976 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x00000001107de561 [0x00000001107de480+0xe1] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2172.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2402 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010fd24cac [0x000000010fd24c60+0x4c] +J 8604 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x0000000110e643c8 [0x0000000110e63f40+0x488] +J 11921 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010faf654c [0x000000010faf5e20+0x72c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+353 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2402 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010fd24cac [0x000000010fd24c60+0x4c] +J 10410 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x0000000111305c5c [0x00000001113059c0+0x29c] +J 8895 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x0000000110f816fc [0x0000000110f81640+0xbc] +J 2617 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010ffdce6c [0x000000010ffdc6a0+0x7cc] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2483 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010ff74d8c [0x000000010ff74d00+0x8c] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2483 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010ff74d8c [0x000000010ff74d00+0x8c] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub +V [libjvm.dylib+0x2f0792] JavaCalls::call_helper(JavaValue*, methodHandle*, JavaCallArguments*, Thread*)+0x6ae +V [libjvm.dylib+0x327739] jni_invoke_static(JNIEnv_*, JavaValue*, _jobject*, JNICallType, _jmethodID*, JNI_ArgumentPusher*, Thread*)+0x1bf +V [libjvm.dylib+0x3204c5] jni_CallStaticVoidMethod+0x15d +C [java+0x38c6] JavaMain+0x9c4 +C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e +C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 +...... + +Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) +J 5976 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x00000001107de4e7 [0x00000001107de480+0x67] +j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 +j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 +j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 +j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 +j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 +j org.apache.spark.sql.execution.HiveResult$$$Lambda$2172.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 +J 2402 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010fd24cac [0x000000010fd24c60+0x4c] +J 8604 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x0000000110e643c8 [0x0000000110e63f40+0x488] +J 11921 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010faf654c [0x000000010faf5e20+0x72c] +j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+353 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 +j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 +j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 +j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 +j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 +j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 +J 2402 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010fd24cac [0x000000010fd24c60+0x4c] +J 10410 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x0000000111305c5c [0x00000001113059c0+0x29c] +J 8895 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x0000000110f816fc [0x0000000110f81640+0xbc] +J 2617 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010ffdce6c [0x000000010ffdc6a0+0x7cc] +j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 +j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 +j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 +j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 +j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 +j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 +j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 +j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 +j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 +j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 +j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 +j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 +j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 +j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 +j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2483 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010ff74d8c [0x000000010ff74d00+0x8c] +j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 +j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 +j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 +j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 +j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 +j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 +j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 +j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 +j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 +j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 +j org.scalatest.tools.SuiteRunner.run()V+184 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 +j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 +j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 +J 2483 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010ff74d8c [0x000000010ff74d00+0x8c] +j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 +j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 +j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 +j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 +j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 +j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 +j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 +j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 +v ~StubRoutines::call_stub + +--------------- P R O C E S S --------------- + +Java Threads: ( => current thread ) + 0x00007ffd46fc6000 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=30723, stack(0x0000700012790000,0x0000700012890000)] + 0x00007ffd4692a000 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=30243, stack(0x000070001268d000,0x000070001278d000)] + 0x00007ffd4427c000 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=34343, stack(0x000070001258a000,0x000070001268a000)] + 0x00007ffd434a3800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=34819, stack(0x0000700012487000,0x0000700012587000)] + 0x00007ffd436ff000 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=35331, stack(0x0000700012384000,0x0000700012484000)] + 0x00007ffd4718a800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35587, stack(0x0000700012281000,0x0000700012381000)] + 0x00007ffd454c5800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=29443, stack(0x000070001217e000,0x000070001227e000)] + 0x00007ffd45ebb800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=28931, stack(0x000070001207b000,0x000070001217b000)] + 0x00007ffd43eca800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35843, stack(0x0000700011f78000,0x0000700012078000)] + 0x00007ffd44a8c000 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=36099, stack(0x0000700011e75000,0x0000700011f75000)] + 0x00007ffd454ed000 JavaThread "Timer-0" daemon [_thread_blocked, id=27907, stack(0x0000700011d72000,0x0000700011e72000)] + 0x00007ffd469a4800 JavaThread "process reaper" daemon [_thread_blocked, id=27395, stack(0x0000700011d47000,0x0000700011d6f000)] + 0x00007ffd4691f000 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=36355, stack(0x0000700011c44000,0x0000700011d44000)] + 0x00007ffd44653000 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=36611, stack(0x0000700011b41000,0x0000700011c41000)] + 0x00007ffd450e6000 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=26627, stack(0x0000700011a3e000,0x0000700011b3e000)] + 0x00007ffd44d2f800 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=26371, stack(0x000070001193b000,0x0000700011a3b000)] + 0x00007ffd44a97800 JavaThread "spark-listener-group-appStatus" daemon [_thread_in_vm, id=25859, stack(0x0000700011838000,0x0000700011938000)] + 0x00007ffd45edc000 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=37635, stack(0x0000700011735000,0x0000700011835000)] + 0x00007ffd45ec7800 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=37891, stack(0x0000700011632000,0x0000700011732000)] + 0x00007ffd44c7f000 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=38147, stack(0x000070001152f000,0x000070001162f000)] + 0x00007ffd45ecc000 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=38659, stack(0x000070001142c000,0x000070001152c000)] + 0x00007ffd44c76800 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=25091, stack(0x0000700011329000,0x0000700011429000)] + 0x00007ffd44c6b000 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=24835, stack(0x0000700011226000,0x0000700011326000)] + 0x00007ffd45eba000 JavaThread "task-abort-timer" daemon [_thread_blocked, id=24579, stack(0x0000700011123000,0x0000700011223000)] + 0x00007ffd45eb1800 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=24323, stack(0x0000700011020000,0x0000700011120000)] + 0x00007ffd4516f800 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=40195, stack(0x0000700010f1d000,0x000070001101d000)] + 0x00007ffd45c15000 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=40707, stack(0x0000700010e1a000,0x0000700010f1a000)] + 0x00007ffd4516a000 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=41219, stack(0x0000700010d17000,0x0000700010e17000)] + 0x00007ffd44c41800 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=41731, stack(0x0000700010c14000,0x0000700010d14000)] + 0x00007ffd44b91800 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=24067, stack(0x0000700010b11000,0x0000700010c11000)] + 0x00007ffd45020000 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=42243, stack(0x0000700010a0e000,0x0000700010b0e000)] + 0x00007ffd45dfd800 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=42499, stack(0x000070001090b000,0x0000700010a0b000)] + 0x00007ffd45df1800 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=23043, stack(0x0000700010808000,0x0000700010908000)] + 0x00007ffd44b73000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=42755, stack(0x0000700010705000,0x0000700010805000)] + 0x00007ffd44b72800 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=43011, stack(0x0000700010602000,0x0000700010702000)] + 0x00007ffd44b6b800 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=43267, stack(0x00007000104ff000,0x00007000105ff000)] + 0x00007ffd44b6b000 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=21763, stack(0x00007000103fc000,0x00007000104fc000)] + 0x00007ffd44b6d800 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=15107, stack(0x00007000102f9000,0x00007000103f9000)] + 0x00007ffd43646800 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=14339, stack(0x00007000101f6000,0x00007000102f6000)] + 0x00007ffd430fc800 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=4359, stack(0x00007000100f3000,0x00007000101f3000)] + 0x00007ffd45de6000 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=3335, stack(0x000070000ee37000,0x000070000ef37000)] + 0x00007ffd42282000 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=15619, stack(0x000070000fff0000,0x00007000100f0000)] + 0x00007ffd434fb000 JavaThread "Attach Listener" daemon [_thread_blocked, id=16131, stack(0x000070000feed000,0x000070000ffed000)] + 0x00007ffd42230000 JavaThread "Service Thread" daemon [_thread_blocked, id=13827, stack(0x000070000fce7000,0x000070000fde7000)] + 0x00007ffd439ed000 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=13571, stack(0x000070000fbe4000,0x000070000fce4000)] + 0x00007ffd4222c800 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=17411, stack(0x000070000fae1000,0x000070000fbe1000)] + 0x00007ffd4222c000 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=13315, stack(0x000070000f9de000,0x000070000fade000)] + 0x00007ffd43446800 JavaThread "Monitor Ctrl-Break" daemon [_thread_in_native, id=13059, stack(0x000070000f8db000,0x000070000f9db000)] + 0x00007ffd42032000 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=18179, stack(0x000070000f7d8000,0x000070000f8d8000)] + 0x00007ffd43811800 JavaThread "Finalizer" daemon [_thread_blocked, id=19971, stack(0x000070000f652000,0x000070000f752000)] + 0x00007ffd43007800 JavaThread "Reference Handler" daemon [_thread_blocked, id=20483, stack(0x000070000f54f000,0x000070000f64f000)] +=>0x00007ffd43801000 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=9987, stack(0x000070000ef3d000,0x000070000f03d000)] + +Other Threads: + 0x00007ffd4202e000 VMThread [stack: 0x000070000f44c000,0x000070000f54c000] [id=20739] + 0x00007ffd43448800 WatcherThread [stack: 0x000070000fdea000,0x000070000feea000] [id=14083] + +VM state:synchronizing (normal execution) + +VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) +[0x00007ffd41d10780] Threads_lock - owner thread: 0x00007ffd4202e000 + +heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 +Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 +Compressed class space size: 1073741824 Address: 0x00000007c0000000 + +Heap: + PSYoungGen total 646656K, used 51797K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 626688K, 5% used [0x0000000795580000,0x000000079749b208,0x00000007bb980000) + from space 19968K, 99% used [0x00000007bb980000,0x00000007bccfa598,0x00000007bcd00000) + to space 24576K, 0% used [0x00000007be800000,0x00000007be800000,0x00000007c0000000) + ParOldGen total 969216K, used 857719K [0x0000000740000000, 0x000000077b280000, 0x0000000795580000) + object space 969216K, 88% used [0x0000000740000000,0x000000077459ded0,0x000000077b280000) + Metaspace used 139916K, capacity 153450K, committed 153600K, reserved 1181696K + class space used 18433K, capacity 21676K, committed 21760K, reserved 1048576K + +Card table byte_map: [0x00000001085ba000,0x00000001089bb000] byte_map_base: 0x0000000104bba000 + +Marking Bits: (ParMarkBitMap*) 0x0000000107afceb0 + Begin Bits: [0x0000000108c66000, 0x000000010ac66000) + End Bits: [0x000000010ac66000, 0x000000010cc66000) + +Polling page: 0x000000010697f000 + +CodeCache: size=245760Kb used=34445Kb max_used=34646Kb free=211314Kb + bounds [0x000000010f86c000, 0x0000000111a6c000, 0x000000011e86c000] + total_blobs=12299 nmethods=11212 adapters=996 + compilation: enabled + +Compilation events (10 events): +Event: 54.196 Thread 0x00007ffd439ed000 nmethod 13259 0x000000010fca8e50 code [0x000000010fca8fc0, 0x000000010fca9248] +Event: 54.196 Thread 0x00007ffd439ed000 13260 3 scala.collection.mutable.FlatHashTable::containsElem$ (6 bytes) +Event: 54.196 Thread 0x00007ffd439ed000 nmethod 13260 0x0000000110390e10 code [0x0000000110390f80, 0x00000001103911a8] +Event: 54.196 Thread 0x00007ffd439ed000 13261 3 scala.collection.mutable.FlatHashTable::containsElem (12 bytes) +Event: 54.196 Thread 0x00007ffd439ed000 nmethod 13261 0x0000000110cec690 code [0x0000000110cec800, 0x0000000110cec9e8] +Event: 54.202 Thread 0x00007ffd439ed000 13270 3 com.fasterxml.jackson.databind.ObjectMapper::_assertNotNull (27 bytes) +Event: 54.203 Thread 0x00007ffd439ed000 nmethod 13270 0x0000000110fbfcd0 code [0x0000000110fbff00, 0x0000000110fc0c18] +Event: 54.203 Thread 0x00007ffd4222c800 nmethod 13265 0x0000000110f78d50 code [0x0000000110f78f00, 0x0000000110f79270] +Event: 54.209 Thread 0x00007ffd4222c000 13275 4 java.lang.Double::compare (54 bytes) +Event: 54.210 Thread 0x00007ffd4222c000 nmethod 13275 0x00000001105ed750 code [0x00000001105ed880, 0x00000001105ed918] + +GC Heap History (10 events): +Event: 39.426 GC heap before +{Heap before GC invocations=25 (full 3): + PSYoungGen total 486400K, used 480738K [0x0000000795580000, 0x00000007b8000000, 0x00000007c0000000) + eden space 472576K, 100% used [0x0000000795580000,0x00000007b2300000,0x00000007b2300000) + from space 13824K, 59% used [0x00000007b2300000,0x00000007b2af8898,0x00000007b3080000) + to space 13824K, 0% used [0x00000007b7280000,0x00000007b7280000,0x00000007b8000000) + ParOldGen total 100864K, used 23808K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) + object space 100864K, 23% used [0x0000000740000000,0x00000007417401e0,0x0000000746280000) + Metaspace used 90272K, capacity 96752K, committed 97024K, reserved 1132544K + class space used 11448K, capacity 14500K, committed 14592K, reserved 1048576K +Event: 39.443 GC heap after +Heap after GC invocations=25 (full 3): + PSYoungGen total 551936K, used 12692K [0x0000000795580000, 0x00000007b8200000, 0x00000007c0000000) + eden space 538112K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6300000) + from space 13824K, 91% used [0x00000007b7280000,0x00000007b7ee5390,0x00000007b8000000) + to space 15872K, 0% used [0x00000007b6300000,0x00000007b6300000,0x00000007b7280000) + ParOldGen total 100864K, used 23835K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) + object space 100864K, 23% used [0x0000000740000000,0x0000000741746e10,0x0000000746280000) + Metaspace used 90272K, capacity 96752K, committed 97024K, reserved 1132544K + class space used 11448K, capacity 14500K, committed 14592K, reserved 1048576K +} +Event: 40.421 GC heap before +{Heap before GC invocations=26 (full 3): + PSYoungGen total 551936K, used 86023K [0x0000000795580000, 0x00000007b8200000, 0x00000007c0000000) + eden space 538112K, 13% used [0x0000000795580000,0x0000000799d1cc08,0x00000007b6300000) + from space 13824K, 91% used [0x00000007b7280000,0x00000007b7ee5390,0x00000007b8000000) + to space 15872K, 0% used [0x00000007b6300000,0x00000007b6300000,0x00000007b7280000) + ParOldGen total 100864K, used 23835K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) + object space 100864K, 23% used [0x0000000740000000,0x0000000741746e10,0x0000000746280000) + Metaspace used 91875K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11643K, capacity 14719K, committed 14720K, reserved 1048576K +Event: 40.435 GC heap after +Heap after GC invocations=26 (full 3): + PSYoungGen total 553984K, used 10153K [0x0000000795580000, 0x00000007bdd80000, 0x00000007c0000000) + eden space 538112K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6300000) + from space 15872K, 63% used [0x00000007b6300000,0x00000007b6cea678,0x00000007b7280000) + to space 16384K, 0% used [0x00000007bcd80000,0x00000007bcd80000,0x00000007bdd80000) + ParOldGen total 100864K, used 23843K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) + object space 100864K, 23% used [0x0000000740000000,0x0000000741748e10,0x0000000746280000) + Metaspace used 91875K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11643K, capacity 14719K, committed 14720K, reserved 1048576K +} +Event: 40.435 GC heap before +{Heap before GC invocations=27 (full 4): + PSYoungGen total 553984K, used 10153K [0x0000000795580000, 0x00000007bdd80000, 0x00000007c0000000) + eden space 538112K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6300000) + from space 15872K, 63% used [0x00000007b6300000,0x00000007b6cea678,0x00000007b7280000) + to space 16384K, 0% used [0x00000007bcd80000,0x00000007bcd80000,0x00000007bdd80000) + ParOldGen total 100864K, used 23843K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) + object space 100864K, 23% used [0x0000000740000000,0x0000000741748e10,0x0000000746280000) + Metaspace used 91875K, capacity 98448K, committed 98496K, reserved 1132544K + class space used 11643K, capacity 14719K, committed 14720K, reserved 1048576K +Event: 40.573 GC heap after +Heap after GC invocations=27 (full 4): + PSYoungGen total 553984K, used 0K [0x0000000795580000, 0x00000007bdd80000, 0x00000007c0000000) + eden space 538112K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6300000) + from space 15872K, 0% used [0x00000007b6300000,0x00000007b6300000,0x00000007b7280000) + to space 16384K, 0% used [0x00000007bcd80000,0x00000007bcd80000,0x00000007bdd80000) + ParOldGen total 145920K, used 30072K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) + object space 145920K, 20% used [0x0000000740000000,0x0000000741d5e028,0x0000000748e80000) + Metaspace used 90677K, capacity 95070K, committed 98496K, reserved 1132544K + class space used 11360K, capacity 12373K, committed 14720K, reserved 1048576K +} +Event: 47.098 GC heap before +{Heap before GC invocations=28 (full 4): + PSYoungGen total 553984K, used 538112K [0x0000000795580000, 0x00000007bdd80000, 0x00000007c0000000) + eden space 538112K, 100% used [0x0000000795580000,0x00000007b6300000,0x00000007b6300000) + from space 15872K, 0% used [0x00000007b6300000,0x00000007b6300000,0x00000007b7280000) + to space 16384K, 0% used [0x00000007bcd80000,0x00000007bcd80000,0x00000007bdd80000) + ParOldGen total 145920K, used 30072K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) + object space 145920K, 20% used [0x0000000740000000,0x0000000741d5e028,0x0000000748e80000) + Metaspace used 118752K, capacity 127488K, committed 127744K, reserved 1159168K + class space used 15348K, capacity 17857K, committed 17920K, reserved 1048576K +Event: 47.124 GC heap after +Heap after GC invocations=28 (full 4): + PSYoungGen total 643072K, used 16379K [0x0000000795580000, 0x00000007be080000, 0x00000007c0000000) + eden space 626688K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007bb980000) + from space 16384K, 99% used [0x00000007bcd80000,0x00000007bdd7edb0,0x00000007bdd80000) + to space 19968K, 0% used [0x00000007bb980000,0x00000007bb980000,0x00000007bcd00000) + ParOldGen total 145920K, used 31798K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) + object space 145920K, 21% used [0x0000000740000000,0x0000000741f0db20,0x0000000748e80000) + Metaspace used 118752K, capacity 127488K, committed 127744K, reserved 1159168K + class space used 15348K, capacity 17857K, committed 17920K, reserved 1048576K +} +Event: 54.060 GC heap before +{Heap before GC invocations=29 (full 4): + PSYoungGen total 643072K, used 643067K [0x0000000795580000, 0x00000007be080000, 0x00000007c0000000) + eden space 626688K, 100% used [0x0000000795580000,0x00000007bb980000,0x00000007bb980000) + from space 16384K, 99% used [0x00000007bcd80000,0x00000007bdd7edb0,0x00000007bdd80000) + to space 19968K, 0% used [0x00000007bb980000,0x00000007bb980000,0x00000007bcd00000) + ParOldGen total 145920K, used 31798K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) + object space 145920K, 21% used [0x0000000740000000,0x0000000741f0db20,0x0000000748e80000) + Metaspace used 139229K, capacity 152216K, committed 152320K, reserved 1179648K + class space used 18278K, capacity 21483K, committed 21504K, reserved 1048576K +Event: 54.098 GC heap after +Heap after GC invocations=29 (full 4): + PSYoungGen total 646656K, used 19945K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) + eden space 626688K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007bb980000) + from space 19968K, 99% used [0x00000007bb980000,0x00000007bccfa598,0x00000007bcd00000) + to space 24576K, 0% used [0x00000007be800000,0x00000007be800000,0x00000007c0000000) + ParOldGen total 145920K, used 34586K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) + object space 145920K, 23% used [0x0000000740000000,0x00000007421c6b58,0x0000000748e80000) + Metaspace used 139229K, capacity 152216K, committed 152320K, reserved 1179648K + class space used 18278K, capacity 21483K, committed 21504K, reserved 1048576K +} + +Deoptimization events (10 events): +Event: 53.612 Thread 0x00007ffd4692a000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011099e83c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 +Event: 53.612 Thread 0x00007ffd4692a000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011099e83c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 +Event: 53.670 Thread 0x00007ffd4692a000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110f06730 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 +Event: 53.697 Thread 0x00007ffd4692a000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ffe4ca8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 53.716 Thread 0x00007ffd4692a000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110f24664 method=java.util.Arrays.equals([B[B)Z @ 23 +Event: 53.782 Thread 0x00007ffd4692a000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110cb4910 method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 +Event: 53.956 Thread 0x00007ffd4692a000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ffe4ca8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 53.973 Thread 0x00007ffd4692a000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ffe4ca8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 53.975 Thread 0x00007ffd4692a000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ffe4ca8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 +Event: 54.171 Thread 0x00007ffd430fc800 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x0000000110dc03cc method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil + +Classes redefined (0 events): +No events + +Internal exceptions (10 events): +Event: 53.552 Thread 0x00007ffd430fc800 Exception > (0x00000007b71b6208) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.553 Thread 0x00007ffd430fc800 Exception > (0x00000007b71d0c88) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.570 Thread 0x00007ffd430fc800 Exception > (0x00000007b72ade20) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.570 Thread 0x00007ffd430fc800 Exception > (0x00000007b72b1658) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.572 Thread 0x00007ffd430fc800 Exception > (0x00000007b72d1d70) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.575 Thread 0x00007ffd430fc800 Exception > (0x00000007b7312d00) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.576 Thread 0x00007ffd430fc800 Exception > (0x00000007b732a618) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 53.577 Thread 0x00007ffd430fc800 Exception > (0x00000007b7343738) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 54.148 Thread 0x00007ffd4692a000 Exception > (0x0000000796361768) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] +Event: 54.158 Thread 0x00007ffd4692a000 Exception > (0x00000007963a8c70) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] + +Events (10 events): +Event: 54.215 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 54.215 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 54.216 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 54.216 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 54.219 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 54.219 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 54.219 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics +Event: 54.219 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done +Event: 54.221 Executing VM operation: RevokeBias +Event: 56.062 Executing VM operation: RevokeBias done + + +Dynamic libraries: +0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa +0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security +0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices +0x00007fff5a0e2000 /usr/lib/libz.1.dylib +0x00007fff57a38000 /usr/lib/libSystem.B.dylib +0x00007fff59272000 /usr/lib/libobjc.A.dylib +0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation +0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation +0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit +0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData +0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices +0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation +0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap +0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay +0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices +0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal +0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv +0x00007fff585d5000 /usr/lib/libenergytrace.dylib +0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight +0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics +0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate +0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface +0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation +0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox +0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit +0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore +0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox +0x00007fff5872e000 /usr/lib/libicucore.A.dylib +0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore +0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition +0x00007fff57b8c000 /usr/lib/libauto.dylib +0x00007fff59fd5000 /usr/lib/libxml2.2.dylib +0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI +0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio +0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration +0x00007fff589dc000 /usr/lib/liblangid.dylib +0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport +0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit +0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib +0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices +0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis +0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL +0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync +0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage +0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText +0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO +0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup +0x00007fff57adf000 /usr/lib/libarchive.2.dylib +0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork +0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration +0x00007fff57529000 /usr/lib/libCRFSuite.dylib +0x00007fff57c7d000 /usr/lib/libc++.1.dylib +0x00007fff57cd1000 /usr/lib/libc++abi.dylib +0x00007fff5a8d8000 /usr/lib/system/libcache.dylib +0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib +0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib +0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib +0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib +0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib +0x00007fff5aa40000 /usr/lib/system/libdyld.dylib +0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib +0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib +0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib +0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib +0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib +0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib +0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib +0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib +0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib +0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib +0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib +0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib +0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib +0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib +0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib +0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib +0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib +0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib +0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib +0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib +0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib +0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib +0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib +0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib +0x00007fff5ac78000 /usr/lib/system/libunwind.dylib +0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib +0x00007fff57c5e000 /usr/lib/libbsm.0.dylib +0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib +0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression +0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib +0x00007fff57f86000 /usr/lib/libcoretls.dylib +0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib +0x00007fff59a09000 /usr/lib/libpam.2.dylib +0x00007fff59bc9000 /usr/lib/libsqlite3.dylib +0x00007fff59fc3000 /usr/lib/libxar.1.dylib +0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib +0x00007fff589de000 /usr/lib/liblzma.5.dylib +0x00007fff58e8f000 /usr/lib/libnetwork.dylib +0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib +0x00007fff59a10000 /usr/lib/libpcap.A.dylib +0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents +0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore +0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata +0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices +0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit +0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE +0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices +0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices +0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList +0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS +0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth +0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport +0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC +0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP +0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities +0x00007fff58ab3000 /usr/lib/libmecabra.dylib +0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS +0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy +0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices +0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis +0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore +0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD +0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis +0x00007fff57cf9000 /usr/lib/libcompression.dylib +0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders +0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage +0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib +0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib +0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib +0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib +0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib +0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib +0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib +0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib +0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib +0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib +0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler +0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator +0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment +0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay +0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib +0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore +0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage +0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork +0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix +0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector +0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools +0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary +0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib +0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo +0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer +0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore +0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL +0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib +0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG +0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib +0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib +0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib +0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib +0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib +0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib +0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib +0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib +0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG +0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib +0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib +0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib +0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib +0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib +0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib +0x00007fff5844a000 /usr/lib/libcups.2.dylib +0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos +0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS +0x00007fff59b5e000 /usr/lib/libresolv.9.dylib +0x00007fff5863d000 /usr/lib/libiconv.2.dylib +0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal +0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib +0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory +0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth +0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory +0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation +0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS +0x00007fff59fbf000 /usr/lib/libutil.dylib +0x00007fff57ce7000 /usr/lib/libcharset.1.dylib +0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce +0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices +0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard +0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib +0x00007fff58607000 /usr/lib/libgermantok.dylib +0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib +0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib +0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling +0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji +0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon +0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData +0x00007fff57ce8000 /usr/lib/libcmph.dylib +0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement +0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement +0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib +0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink +0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO +0x00007fff57b09000 /usr/lib/libate.dylib +0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport +0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing +0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit +0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 +0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils +0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN +0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth +0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer +0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag +0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers +0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport +0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle +0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit +0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi +0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth +0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols +0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication +0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication +0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore +0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib +0x0000000107200000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib +0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib +0x000000010693b000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib +0x0000000106949000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib +0x0000000106980000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib +0x00000001069dd000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib +0x000000011e8e4000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib +0x000000011e96e000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib +0x00000001069f1000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib +0x000000011e950000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib +0x000000011ee3c000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-3539756806934410857.dylib + +VM Arguments: +jvm_args: -javaagent:/Applications/IntelliJ IDEA.app/Contents/lib/idea_rt.jar=50412:/Applications/IntelliJ IDEA.app/Contents/bin -Dfile.encoding=UTF-8 +java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true +java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ +Launcher Type: SUN_STANDARD + +Environment Variables: +JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home +CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib +PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin +SHELL=/bin/bash + +Signal Handlers: +SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO +SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none +SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO +SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO +SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO + + +--------------- S Y S T E M --------------- + +OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 +rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity +load average:3.02 2.74 3.01 + +CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx + +Memory: 4k page, physical 8388608k(15168k free) + +/proc/meminfo: + + +vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) + +time: Sat May 29 00:48:10 2021 +timezone: CST +elapsed time: 56 seconds (0d 0h 0m 56s) + From c81b08214e07ad83779113595be72f3a6493ba56 Mon Sep 17 00:00:00 2001 From: beliefer Date: Sat, 29 May 2021 12:36:36 +0800 Subject: [PATCH 36/56] Update code --- sql/hive/hs_err_pid3182.log | 831 ------------------------------------ sql/hive/hs_err_pid3272.log | 831 ------------------------------------ sql/hive/hs_err_pid3364.log | 827 ----------------------------------- sql/hive/hs_err_pid3457.log | 826 ----------------------------------- sql/hive/hs_err_pid3828.log | 827 ----------------------------------- 5 files changed, 4142 deletions(-) delete mode 100644 sql/hive/hs_err_pid3182.log delete mode 100644 sql/hive/hs_err_pid3272.log delete mode 100644 sql/hive/hs_err_pid3364.log delete mode 100644 sql/hive/hs_err_pid3457.log delete mode 100644 sql/hive/hs_err_pid3828.log diff --git a/sql/hive/hs_err_pid3182.log b/sql/hive/hs_err_pid3182.log deleted file mode 100644 index 95b8031c46ee2..0000000000000 --- a/sql/hive/hs_err_pid3182.log +++ /dev/null @@ -1,831 +0,0 @@ -# -# A fatal error has been detected by the Java Runtime Environment: -# -# SIGBUS (0xa) at pc=0x00000001036dbaa0, pid=3182, tid=0x0000000000002903 -# -# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) -# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) -# Problematic frame: -# V [libjvm.dylib+0xdbaa0] -# -# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again -# -# If you would like to submit a bug report, please visit: -# http://bugreport.java.com/bugreport/crash.jsp -# - ---------------- T H R E A D --------------- - -Current thread (0x00007fa33f009000): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=10499, stack(0x000070000b15f000,0x000070000b25f000)] - -siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007ca37fd08 - -Registers: -RAX=0x00000007ca47fd00, RBX=0x0000000000000010, RCX=0x000000074240dd38, RDX=0xfffffffffffe0004 -RSP=0x000070000b25b098, RBP=0x000070000b25b0e0, RSI=0x000000074230dd40, RDI=0x00000007ca37fd08 -R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x000000010fab9127, R11=0x000000010fab90d8 -R12=0x000070000b25b100, R13=0x00007fa33f009000, R14=0x000070000b25b110, R15=0x000000002d303140 -RIP=0x00000001036dbaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 - TRAPNO=0x000000000000000e - -Top of Stack: (sp=0x000070000b25b098) -0x000070000b25b098: 0000000103b88fe5 00000007c02271d8 -0x000070000b25b0a8: 00007fa33f009000 00007fa33f009000 -0x000070000b25b0b8: 00000001094a7d68 0000000000000000 -0x000070000b25b0c8: 000070000b25b150 000070000b25b230 -0x000070000b25b0d8: 00007fa33f009000 000070000b25b130 -0x000070000b25b0e8: 000000010fab91a1 0000000000100000 -0x000070000b25b0f8: 0000000740000b98 000000079d07cbc8 -0x000070000b25b108: 000000011fa28cff 000000074230dd30 -0x000070000b25b118: 000000000647ae6f 000070000b25b160 -0x000070000b25b128: 0647ae6f036b2a5a 000070000b25b1d8 -0x000070000b25b138: 000000010ea8435d 000000010c4c59a0 -0x000070000b25b148: 000000010ea8435d 0000000000100000 -0x000070000b25b158: 00000007c00007a8 0000000000000010 -0x000070000b25b168: 000000010ea83e70 000000074230dd30 -0x000070000b25b178: 000000002d303140 00007fa33e501280 -0x000070000b25b188: 000000079d07cbc8 0000000740000b98 -0x000070000b25b198: 000070000b25b198 000000010c4c58da -0x000070000b25b1a8: 000070000b25b230 000000010c4c60d8 -0x000070000b25b1b8: 0000000000000000 000000010c4c59a0 -0x000070000b25b1c8: 000070000b25b150 000070000b25b1f8 -0x000070000b25b1d8: 000070000b25b278 000000010ea8435d -0x000070000b25b1e8: 0000000000100000 0000000000000000 -0x000070000b25b1f8: 00000000323d7364 00000000323d7364 -0x000070000b25b208: 0000000000000010 0000000000000010 -0x000070000b25b218: 000000074230dd30 000000002d303140 -0x000070000b25b228: 000000079d089e30 000000079d07cbc8 -0x000070000b25b238: 000070000b25b238 000000011fa28d14 -0x000070000b25b248: 000070000b25b290 000000011fa2e330 -0x000070000b25b258: 0000000000000000 000000011fa28d40 -0x000070000b25b268: 000070000b25b1f8 000070000b25b290 -0x000070000b25b278: 000070000b25b2e8 000000010ea840e0 -0x000070000b25b288: 000000074230dd30 000000079d089e30 - -Instructions: (pc=0x00000001036dbaa0) -0x00000001036dba80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 -0x00000001036dba90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 -0x00000001036dbaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 -0x00000001036dbab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b - -Register to memory mapping: - -RAX=0x00000007ca47fd00 is an unknown value -RBX=0x0000000000000010 is an unknown value -RCX=0x000000074240dd38 is pointing into object: 0x000000074230dd30 -[B - - klass: {type array byte} - - length: 842888036 -RDX=0xfffffffffffe0004 is an unknown value -RSP=0x000070000b25b098 is pointing into the stack for thread: 0x00007fa33f009000 -RBP=0x000070000b25b0e0 is pointing into the stack for thread: 0x00007fa33f009000 -RSI=0x000000074230dd40 is pointing into object: 0x000000074230dd30 -[B - - klass: {type array byte} - - length: 842888036 -RDI=0x00000007ca37fd08 is an unknown value -R8 =0x00000007c00007a8 is pointing into metadata -R9 =0x0000000000000010 is an unknown value -R10=0x000000010fab9127 is at entry_point+103 in (nmethod*)0x000000010fab8f50 -R11=0x000000010fab90d8 is at entry_point+24 in (nmethod*)0x000000010fab8f50 -R12=0x000070000b25b100 is pointing into the stack for thread: 0x00007fa33f009000 -R13=0x00007fa33f009000 is a thread -R14=0x000070000b25b110 is pointing into the stack for thread: 0x00007fa33f009000 -R15=0x000000002d303140 is an unknown value - - -Stack: [0x000070000b15f000,0x000070000b25f000], sp=0x000070000b25b098, free space=1008k -Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) -V [libjvm.dylib+0xdbaa0] -J 6100 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010fab91a1 [0x000000010fab90c0+0xe1] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2445 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010f1da0b8 [0x000000010f1da060+0x58] -J 8718 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000010f176978 [0x000000010f176500+0x478] -J 12000 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000110b691dc [0x0000000110b68aa0+0x73c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2445 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010f1da0b8 [0x000000010f1da060+0x58] -J 10666 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x00000001106a86dc [0x00000001106a8440+0x29c] -J 9017 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x00000001102b2554 [0x00000001102b2480+0xd4] -J 2656 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010f25d3c4 [0x000000010f25cb20+0x8a4] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2557 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010f1efc58 [0x000000010f1efbc0+0x98] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2557 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010f1efc58 [0x000000010f1efbc0+0x98] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub -V [libjvm.dylib+0x2f0792] -V [libjvm.dylib+0x327739] -V [libjvm.dylib+0x3204c5] -C [java+0x38c6] JavaMain+0x9c4 -C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e -C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 -...... - -Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) -J 6100 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010fab9127 [0x000000010fab90c0+0x67] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2445 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010f1da0b8 [0x000000010f1da060+0x58] -J 8718 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000010f176978 [0x000000010f176500+0x478] -J 12000 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000110b691dc [0x0000000110b68aa0+0x73c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2445 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010f1da0b8 [0x000000010f1da060+0x58] -J 10666 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x00000001106a86dc [0x00000001106a8440+0x29c] -J 9017 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x00000001102b2554 [0x00000001102b2480+0xd4] -J 2656 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010f25d3c4 [0x000000010f25cb20+0x8a4] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2557 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010f1efc58 [0x000000010f1efbc0+0x98] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2557 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010f1efc58 [0x000000010f1efbc0+0x98] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub - ---------------- P R O C E S S --------------- - -Java Threads: ( => current thread ) - 0x00007fa348e43000 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=31747, stack(0x000070000eb0a000,0x000070000ec0a000)] - 0x00007fa345317000 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=34083, stack(0x000070000ea07000,0x000070000eb07000)] - 0x00007fa348f10800 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=34467, stack(0x000070000e904000,0x000070000ea04000)] - 0x00007fa3400e5800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=34819, stack(0x000070000e801000,0x000070000e901000)] - 0x00007fa33f6fc800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=35331, stack(0x000070000e6fe000,0x000070000e7fe000)] - 0x00007fa3448d7000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=31235, stack(0x000070000e5fb000,0x000070000e6fb000)] - 0x00007fa342eaf800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=35843, stack(0x000070000e4f8000,0x000070000e5f8000)] - 0x00007fa342ea6800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=30723, stack(0x000070000e3f5000,0x000070000e4f5000)] - 0x00007fa342ea9800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=30467, stack(0x000070000e2f2000,0x000070000e3f2000)] - 0x00007fa3435aa000 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=29955, stack(0x000070000e1ef000,0x000070000e2ef000)] - 0x00007fa345a53800 JavaThread "Timer-0" daemon [_thread_blocked, id=36611, stack(0x000070000e0ec000,0x000070000e1ec000)] - 0x00007fa34051d000 JavaThread "process reaper" daemon [_thread_blocked, id=29443, stack(0x000070000b0dc000,0x000070000b104000)] - 0x00007fa3404dc000 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=29187, stack(0x000070000dfe9000,0x000070000e0e9000)] - 0x00007fa342b60000 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=28931, stack(0x000070000dee6000,0x000070000dfe6000)] - 0x00007fa3412a5800 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=28419, stack(0x000070000dde3000,0x000070000dee3000)] - 0x00007fa33f700000 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=27907, stack(0x000070000dce0000,0x000070000dde0000)] - 0x00007fa33f6fb800 JavaThread "spark-listener-group-appStatus" daemon [_thread_blocked, id=37891, stack(0x000070000dbdd000,0x000070000dcdd000)] - 0x00007fa33fbc2000 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=27395, stack(0x000070000dada000,0x000070000dbda000)] - 0x00007fa3415ca000 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=26883, stack(0x000070000d9d7000,0x000070000dad7000)] - 0x00007fa341595800 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=26627, stack(0x000070000d8d4000,0x000070000d9d4000)] - 0x00007fa3415a2000 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=38403, stack(0x000070000d7d1000,0x000070000d8d1000)] - 0x00007fa341590000 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=25859, stack(0x000070000d6ce000,0x000070000d7ce000)] - 0x00007fa341a1e800 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=25347, stack(0x000070000d5cb000,0x000070000d6cb000)] - 0x00007fa33f935800 JavaThread "task-abort-timer" daemon [_thread_blocked, id=25091, stack(0x000070000d4c8000,0x000070000d5c8000)] - 0x00007fa341589800 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=39171, stack(0x000070000d3c5000,0x000070000d4c5000)] - 0x00007fa33f972000 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=24579, stack(0x000070000d2c2000,0x000070000d3c2000)] - 0x00007fa34189a000 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=24067, stack(0x000070000d1bf000,0x000070000d2bf000)] - 0x00007fa341898800 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=23555, stack(0x000070000d0bc000,0x000070000d1bc000)] - 0x00007fa33f120000 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=39427, stack(0x000070000cfb9000,0x000070000d0b9000)] - 0x00007fa33f0c8000 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=39683, stack(0x000070000ceb6000,0x000070000cfb6000)] - 0x00007fa34187e000 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=40195, stack(0x000070000cdb3000,0x000070000ceb3000)] - 0x00007fa3414d5000 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=40451, stack(0x000070000ccb0000,0x000070000cdb0000)] - 0x00007fa34187d800 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=40963, stack(0x000070000cbad000,0x000070000ccad000)] - 0x00007fa33f96f000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=41475, stack(0x000070000caaa000,0x000070000cbaa000)] - 0x00007fa34187c800 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=41731, stack(0x000070000c9a7000,0x000070000caa7000)] - 0x00007fa3414cf000 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=22275, stack(0x000070000c8a4000,0x000070000c9a4000)] - 0x00007fa34187c000 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=42499, stack(0x000070000c7a1000,0x000070000c8a1000)] - 0x00007fa3414cc000 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=43011, stack(0x000070000c69e000,0x000070000c79e000)] - 0x00007fa341639000 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=22019, stack(0x000070000c59b000,0x000070000c69b000)] - 0x00007fa341638000 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=16899, stack(0x000070000c498000,0x000070000c598000)] - 0x00007fa340100800 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=16387, stack(0x000070000c395000,0x000070000c495000)] - 0x00007fa33fc71000 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=17411, stack(0x000070000c292000,0x000070000c392000)] - 0x00007fa33e9ea000 JavaThread "Service Thread" daemon [_thread_blocked, id=17923, stack(0x000070000c08c000,0x000070000c18c000)] - 0x00007fa33f01c800 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=18179, stack(0x000070000bf89000,0x000070000c089000)] - 0x00007fa33e9e9800 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=15363, stack(0x000070000be86000,0x000070000bf86000)] - 0x00007fa33f01b800 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=13579, stack(0x000070000bd83000,0x000070000be83000)] - 0x00007fa33f81a800 JavaThread "JDWP Command Reader" daemon [_thread_in_native, id=14851, stack(0x000070000bc80000,0x000070000bd80000)] - 0x00007fa33e821000 JavaThread "JDWP Event Helper Thread" daemon [_thread_blocked, id=18947, stack(0x000070000bb7d000,0x000070000bc7d000)] - 0x00007fa33e807800 JavaThread "JDWP Transport Listener: dt_socket" daemon [_thread_blocked, id=19463, stack(0x000070000ba7a000,0x000070000bb7a000)] - 0x00007fa33e806000 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=19715, stack(0x000070000b977000,0x000070000ba77000)] - 0x00007fa340054000 JavaThread "Finalizer" daemon [_thread_blocked, id=12291, stack(0x000070000b874000,0x000070000b974000)] - 0x00007fa340051000 JavaThread "Reference Handler" daemon [_thread_blocked, id=12035, stack(0x000070000b771000,0x000070000b871000)] -=>0x00007fa33f009000 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=10499, stack(0x000070000b15f000,0x000070000b25f000)] - -Other Threads: - 0x00007fa34004a800 VMThread [stack: 0x000070000b66e000,0x000070000b76e000] [id=21251] - 0x00007fa33e9eb000 WatcherThread [stack: 0x000070000c18f000,0x000070000c28f000] [id=15875] - -VM state:synchronizing (normal execution) - -VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) -[0x00007fa33e411380] Threads_lock - owner thread: 0x00007fa34004a800 - -heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 -Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 -Compressed class space size: 1073741824 Address: 0x00000007c0000000 - -Heap: - PSYoungGen total 628736K, used 157036K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 609792K, 22% used [0x0000000795580000,0x000000079dc5d860,0x00000007ba900000) - from space 18944K, 99% used [0x00000007ba900000,0x00000007bbb7d9d0,0x00000007bbb80000) - to space 24064K, 0% used [0x00000007be880000,0x00000007be880000,0x00000007c0000000) - ParOldGen total 963584K, used 859028K [0x0000000740000000, 0x000000077ad00000, 0x0000000795580000) - object space 963584K, 89% used [0x0000000740000000,0x00000007746e50a8,0x000000077ad00000) - Metaspace used 141580K, capacity 155174K, committed 155224K, reserved 1183744K - class space used 18466K, capacity 21848K, committed 21888K, reserved 1048576K - -Card table byte_map: [0x000000010497a000,0x0000000104d7b000] byte_map_base: 0x0000000100f7a000 - -Marking Bits: (ParMarkBitMap*) 0x0000000103efceb0 - Begin Bits: [0x0000000105026000, 0x0000000107026000) - End Bits: [0x0000000107026000, 0x0000000109026000) - -Polling page: 0x0000000102c59000 - -CodeCache: size=245760Kb used=36107Kb max_used=36111Kb free=209652Kb - bounds [0x000000010ea7c000, 0x0000000110ddc000, 0x000000011da7c000] - total_blobs=12286 nmethods=11207 adapters=996 - compilation: enabled - -Compilation events (10 events): -Event: 81.015 Thread 0x00007fa33f01c800 13340 3 com.fasterxml.jackson.databind.ObjectMapper::_assertNotNull (27 bytes) -Event: 81.016 Thread 0x00007fa33f01c800 nmethod 13340 0x0000000110dc9f50 code [0x0000000110dca1a0, 0x0000000110dcaef8] -Event: 81.016 Thread 0x00007fa33f01c800 13341 3 com.fasterxml.jackson.core.json.JsonReadContext:: (37 bytes) -Event: 81.017 Thread 0x00007fa33f01c800 nmethod 13341 0x0000000110dc5e50 code [0x0000000110dc5fc0, 0x0000000110dc6210] -Event: 81.017 Thread 0x00007fa33f01c800 13339 3 org.apache.spark.util.ListenerBus::postToAll$ (6 bytes) -Event: 81.017 Thread 0x00007fa33f01c800 nmethod 13339 0x0000000110dc5a90 code [0x0000000110dc5c00, 0x0000000110dc5d88] -Event: 81.022 Thread 0x00007fa33f01b800 nmethod 13329 0x0000000110dc4710 code [0x0000000110dc48e0, 0x0000000110dc52d8] -Event: 81.031 Thread 0x00007fa33e9e9800 13351 4 java.lang.StringBuilder::append (6 bytes) -Event: 81.032 Thread 0x00007fa33f01c800 13355 3 java.lang.invoke.MethodType::invokerType (15 bytes) -Event: 81.033 Thread 0x00007fa33f01c800 nmethod 13355 0x0000000110dd7690 code [0x0000000110dd7800, 0x0000000110dd7be8] - -GC Heap History (10 events): -Event: 47.181 GC heap before -{Heap before GC invocations=25 (full 3): - PSYoungGen total 475648K, used 471987K [0x0000000795580000, 0x00000007b7400000, 0x00000007c0000000) - eden space 462848K, 100% used [0x0000000795580000,0x00000007b1980000,0x00000007b1980000) - from space 12800K, 71% used [0x00000007b1980000,0x00000007b226cde0,0x00000007b2600000) - to space 13824K, 0% used [0x00000007b6680000,0x00000007b6680000,0x00000007b7400000) - ParOldGen total 96768K, used 24106K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) - object space 96768K, 24% used [0x0000000740000000,0x000000074178a928,0x0000000745e80000) - Metaspace used 89158K, capacity 95116K, committed 95192K, reserved 1130496K - class space used 11135K, capacity 13772K, committed 13824K, reserved 1048576K -Event: 47.202 GC heap after -Heap after GC invocations=25 (full 3): - PSYoungGen total 540672K, used 10712K [0x0000000795580000, 0x00000007b7600000, 0x00000007c0000000) - eden space 526848K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b5800000) - from space 13824K, 77% used [0x00000007b6680000,0x00000007b70f6290,0x00000007b7400000) - to space 14848K, 0% used [0x00000007b5800000,0x00000007b5800000,0x00000007b6680000) - ParOldGen total 96768K, used 24114K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) - object space 96768K, 24% used [0x0000000740000000,0x000000074178c928,0x0000000745e80000) - Metaspace used 89158K, capacity 95116K, committed 95192K, reserved 1130496K - class space used 11135K, capacity 13772K, committed 13824K, reserved 1048576K -} -Event: 48.299 GC heap before -{Heap before GC invocations=26 (full 3): - PSYoungGen total 540672K, used 124263K [0x0000000795580000, 0x00000007b7600000, 0x00000007c0000000) - eden space 526848K, 21% used [0x0000000795580000,0x000000079c463be0,0x00000007b5800000) - from space 13824K, 77% used [0x00000007b6680000,0x00000007b70f6290,0x00000007b7400000) - to space 14848K, 0% used [0x00000007b5800000,0x00000007b5800000,0x00000007b6680000) - ParOldGen total 96768K, used 24114K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) - object space 96768K, 24% used [0x0000000740000000,0x000000074178c928,0x0000000745e80000) - Metaspace used 91922K, capacity 98348K, committed 98496K, reserved 1132544K - class space used 11575K, capacity 14628K, committed 14720K, reserved 1048576K -Event: 48.311 GC heap after -Heap after GC invocations=26 (full 3): - PSYoungGen total 541696K, used 9491K [0x0000000795580000, 0x00000007bca80000, 0x00000007c0000000) - eden space 526848K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b5800000) - from space 14848K, 63% used [0x00000007b5800000,0x00000007b6144ee0,0x00000007b6680000) - to space 15360K, 0% used [0x00000007bbb80000,0x00000007bbb80000,0x00000007bca80000) - ParOldGen total 96768K, used 24141K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) - object space 96768K, 24% used [0x0000000740000000,0x0000000741793558,0x0000000745e80000) - Metaspace used 91922K, capacity 98348K, committed 98496K, reserved 1132544K - class space used 11575K, capacity 14628K, committed 14720K, reserved 1048576K -} -Event: 48.311 GC heap before -{Heap before GC invocations=27 (full 4): - PSYoungGen total 541696K, used 9491K [0x0000000795580000, 0x00000007bca80000, 0x00000007c0000000) - eden space 526848K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b5800000) - from space 14848K, 63% used [0x00000007b5800000,0x00000007b6144ee0,0x00000007b6680000) - to space 15360K, 0% used [0x00000007bbb80000,0x00000007bbb80000,0x00000007bca80000) - ParOldGen total 96768K, used 24141K [0x0000000740000000, 0x0000000745e80000, 0x0000000795580000) - object space 96768K, 24% used [0x0000000740000000,0x0000000741793558,0x0000000745e80000) - Metaspace used 91922K, capacity 98348K, committed 98496K, reserved 1132544K - class space used 11575K, capacity 14628K, committed 14720K, reserved 1048576K -Event: 48.423 GC heap after -Heap after GC invocations=27 (full 4): - PSYoungGen total 541696K, used 0K [0x0000000795580000, 0x00000007bca80000, 0x00000007c0000000) - eden space 526848K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b5800000) - from space 14848K, 0% used [0x00000007b5800000,0x00000007b5800000,0x00000007b6680000) - to space 15360K, 0% used [0x00000007bbb80000,0x00000007bbb80000,0x00000007bca80000) - ParOldGen total 140288K, used 29084K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) - object space 140288K, 20% used [0x0000000740000000,0x0000000741c67080,0x0000000748900000) - Metaspace used 90800K, capacity 95170K, committed 98496K, reserved 1132544K - class space used 11309K, capacity 12418K, committed 14720K, reserved 1048576K -} -Event: 57.008 GC heap before -{Heap before GC invocations=28 (full 4): - PSYoungGen total 541696K, used 526848K [0x0000000795580000, 0x00000007bca80000, 0x00000007c0000000) - eden space 526848K, 100% used [0x0000000795580000,0x00000007b5800000,0x00000007b5800000) - from space 14848K, 0% used [0x00000007b5800000,0x00000007b5800000,0x00000007b6680000) - to space 15360K, 0% used [0x00000007bbb80000,0x00000007bbb80000,0x00000007bca80000) - ParOldGen total 140288K, used 29084K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) - object space 140288K, 20% used [0x0000000740000000,0x0000000741c67080,0x0000000748900000) - Metaspace used 117277K, capacity 125898K, committed 126168K, reserved 1157120K - class space used 15013K, capacity 17547K, committed 17664K, reserved 1048576K -Event: 57.042 GC heap after -Heap after GC invocations=28 (full 4): - PSYoungGen total 625152K, used 15357K [0x0000000795580000, 0x00000007bd100000, 0x00000007c0000000) - eden space 609792K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007ba900000) - from space 15360K, 99% used [0x00000007bbb80000,0x00000007bca7f5b0,0x00000007bca80000) - to space 18944K, 0% used [0x00000007ba900000,0x00000007ba900000,0x00000007bbb80000) - ParOldGen total 140288K, used 31256K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) - object space 140288K, 22% used [0x0000000740000000,0x0000000741e86300,0x0000000748900000) - Metaspace used 117277K, capacity 125898K, committed 126168K, reserved 1157120K - class space used 15013K, capacity 17547K, committed 17664K, reserved 1048576K -} -Event: 79.722 GC heap before -{Heap before GC invocations=29 (full 4): - PSYoungGen total 625152K, used 625149K [0x0000000795580000, 0x00000007bd100000, 0x00000007c0000000) - eden space 609792K, 100% used [0x0000000795580000,0x00000007ba900000,0x00000007ba900000) - from space 15360K, 99% used [0x00000007bbb80000,0x00000007bca7f5b0,0x00000007bca80000) - to space 18944K, 0% used [0x00000007ba900000,0x00000007ba900000,0x00000007bbb80000) - ParOldGen total 140288K, used 31256K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) - object space 140288K, 22% used [0x0000000740000000,0x0000000741e86300,0x0000000748900000) - Metaspace used 136650K, capacity 147318K, committed 147544K, reserved 1175552K - class space used 17514K, capacity 20550K, committed 20608K, reserved 1048576K -Event: 79.766 GC heap after -Heap after GC invocations=29 (full 4): - PSYoungGen total 628736K, used 18934K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 609792K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007ba900000) - from space 18944K, 99% used [0x00000007ba900000,0x00000007bbb7d9d0,0x00000007bbb80000) - to space 24064K, 0% used [0x00000007be880000,0x00000007be880000,0x00000007c0000000) - ParOldGen total 140288K, used 35895K [0x0000000740000000, 0x0000000748900000, 0x0000000795580000) - object space 140288K, 25% used [0x0000000740000000,0x000000074230dd30,0x0000000748900000) - Metaspace used 136650K, capacity 147318K, committed 147544K, reserved 1175552K - class space used 17514K, capacity 20550K, committed 20608K, reserved 1048576K -} - -Deoptimization events (10 events): -Event: 80.435 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000010f6ba56c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 -Event: 80.435 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000010f2ac288 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 -Event: 80.469 Thread 0x00007fa345317000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010f264ea8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 80.490 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110d523e4 method=java.util.Arrays.equals([B[B)Z @ 23 -Event: 80.491 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110071bfc method=java.util.Arrays.equals([B[B)Z @ 2 -Event: 80.552 Thread 0x00007fa345317000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000011011599c method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 -Event: 80.741 Thread 0x00007fa345317000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010f264ea8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 80.761 Thread 0x00007fa345317000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010f264ea8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 80.766 Thread 0x00007fa345317000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010f264ea8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 80.967 Thread 0x00007fa341638000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x00000001107748b8 method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil - -Classes redefined (0 events): -No events - -Internal exceptions (10 events): -Event: 80.291 Thread 0x00007fa341638000 Exception > (0x00000007973ffa10) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.293 Thread 0x00007fa341638000 Exception > (0x000000079741aa88) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.307 Thread 0x00007fa341638000 Exception > (0x00000007975198f0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.308 Thread 0x00007fa341638000 Exception > (0x000000079751d128) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.309 Thread 0x00007fa341638000 Exception > (0x00000007975427f0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.313 Thread 0x00007fa341638000 Exception > (0x00000007975849b0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.314 Thread 0x00007fa341638000 Exception > (0x000000079759c2c8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.315 Thread 0x00007fa341638000 Exception > (0x00000007975b5eb0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.940 Thread 0x00007fa345317000 Exception > (0x000000079ca78808) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 80.952 Thread 0x00007fa345317000 Exception > (0x000000079cac4e50) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] - -Events (10 events): -Event: 81.030 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 81.030 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 81.031 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 81.031 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 81.034 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 81.034 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 81.034 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 81.034 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 81.037 Executing VM operation: RevokeBias -Event: 82.818 Executing VM operation: RevokeBias done - - -Dynamic libraries: -0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa -0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security -0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices -0x00007fff5a0e2000 /usr/lib/libz.1.dylib -0x00007fff57a38000 /usr/lib/libSystem.B.dylib -0x00007fff59272000 /usr/lib/libobjc.A.dylib -0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation -0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation -0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit -0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData -0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices -0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation -0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap -0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay -0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices -0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal -0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv -0x00007fff585d5000 /usr/lib/libenergytrace.dylib -0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight -0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics -0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate -0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface -0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation -0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox -0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit -0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore -0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox -0x00007fff5872e000 /usr/lib/libicucore.A.dylib -0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore -0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition -0x00007fff57b8c000 /usr/lib/libauto.dylib -0x00007fff59fd5000 /usr/lib/libxml2.2.dylib -0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI -0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio -0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration -0x00007fff589dc000 /usr/lib/liblangid.dylib -0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport -0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit -0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib -0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices -0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis -0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL -0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync -0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage -0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText -0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO -0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup -0x00007fff57adf000 /usr/lib/libarchive.2.dylib -0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork -0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration -0x00007fff57529000 /usr/lib/libCRFSuite.dylib -0x00007fff57c7d000 /usr/lib/libc++.1.dylib -0x00007fff57cd1000 /usr/lib/libc++abi.dylib -0x00007fff5a8d8000 /usr/lib/system/libcache.dylib -0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib -0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib -0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib -0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib -0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib -0x00007fff5aa40000 /usr/lib/system/libdyld.dylib -0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib -0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib -0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib -0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib -0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib -0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib -0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib -0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib -0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib -0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib -0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib -0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib -0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib -0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib -0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib -0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib -0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib -0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib -0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib -0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib -0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib -0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib -0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib -0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib -0x00007fff5ac78000 /usr/lib/system/libunwind.dylib -0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib -0x00007fff57c5e000 /usr/lib/libbsm.0.dylib -0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib -0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression -0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib -0x00007fff57f86000 /usr/lib/libcoretls.dylib -0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib -0x00007fff59a09000 /usr/lib/libpam.2.dylib -0x00007fff59bc9000 /usr/lib/libsqlite3.dylib -0x00007fff59fc3000 /usr/lib/libxar.1.dylib -0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib -0x00007fff589de000 /usr/lib/liblzma.5.dylib -0x00007fff58e8f000 /usr/lib/libnetwork.dylib -0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib -0x00007fff59a10000 /usr/lib/libpcap.A.dylib -0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents -0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore -0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata -0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices -0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit -0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE -0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices -0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices -0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList -0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS -0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth -0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport -0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC -0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP -0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities -0x00007fff58ab3000 /usr/lib/libmecabra.dylib -0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS -0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy -0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices -0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis -0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore -0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD -0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis -0x00007fff57cf9000 /usr/lib/libcompression.dylib -0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders -0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage -0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib -0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib -0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib -0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib -0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib -0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib -0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib -0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib -0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib -0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib -0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler -0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator -0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment -0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay -0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib -0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore -0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage -0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork -0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix -0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector -0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools -0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary -0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib -0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo -0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer -0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore -0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL -0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib -0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG -0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib -0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib -0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib -0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib -0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib -0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib -0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib -0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib -0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG -0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib -0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib -0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib -0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib -0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib -0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib -0x00007fff5844a000 /usr/lib/libcups.2.dylib -0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos -0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS -0x00007fff59b5e000 /usr/lib/libresolv.9.dylib -0x00007fff5863d000 /usr/lib/libiconv.2.dylib -0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal -0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib -0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory -0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth -0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory -0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation -0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS -0x00007fff59fbf000 /usr/lib/libutil.dylib -0x00007fff57ce7000 /usr/lib/libcharset.1.dylib -0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce -0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices -0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard -0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib -0x00007fff58607000 /usr/lib/libgermantok.dylib -0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib -0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib -0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling -0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji -0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon -0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData -0x00007fff57ce8000 /usr/lib/libcmph.dylib -0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement -0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement -0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib -0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink -0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO -0x00007fff57b09000 /usr/lib/libate.dylib -0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport -0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing -0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit -0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 -0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils -0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN -0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth -0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer -0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag -0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers -0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport -0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle -0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit -0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi -0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth -0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols -0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication -0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication -0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore -0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib -0x0000000103600000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib -0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib -0x0000000102c15000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib -0x0000000102c23000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib -0x0000000102c5a000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjdwp.dylib -0x0000000102ca5000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnpt.dylib -0x0000000102cc3000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib -0x0000000102d60000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib -0x000000010aea4000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libdt_socket.dylib -0x000000010bb81000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib -0x000000010bb5e000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib -0x0000000102dfb000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib -0x000000010bbdd000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib -0x000000010bca0000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-7965832677558110923.dylib - -VM Arguments: -jvm_args: -agentlib:jdwp=transport=dt_socket,address=127.0.0.1:50328,suspend=y,server=n -javaagent:/Users/jiaan.geng/Library/Caches/JetBrains/IntelliJIdea2020.1/captureAgent/debugger-agent.jar -Dfile.encoding=UTF-8 -java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true -java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ -Launcher Type: SUN_STANDARD - -Environment Variables: -JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home -CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib -PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin -SHELL=/bin/bash - -Signal Handlers: -SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO -SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none -SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO -SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO - - ---------------- S Y S T E M --------------- - -OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 -rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity -load average:2.93 3.09 3.28 - -CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx - -Memory: 4k page, physical 8388608k(19880k free) - -/proc/meminfo: - - -vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) - -time: Sat May 29 00:36:08 2021 -timezone: CST -elapsed time: 82 seconds (0d 0h 1m 22s) - diff --git a/sql/hive/hs_err_pid3272.log b/sql/hive/hs_err_pid3272.log deleted file mode 100644 index 6dc5b21e53c73..0000000000000 --- a/sql/hive/hs_err_pid3272.log +++ /dev/null @@ -1,831 +0,0 @@ -# -# A fatal error has been detected by the Java Runtime Environment: -# -# SIGBUS (0xa) at pc=0x00000001044dbaa0, pid=3272, tid=0x0000000000001803 -# -# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) -# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) -# Problematic frame: -# V [libjvm.dylib+0xdbaa0] -# -# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again -# -# If you would like to submit a bug report, please visit: -# http://bugreport.java.com/bugreport/crash.jsp -# - ---------------- T H R E A D --------------- - -Current thread (0x00007fa6ad802800): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=6147, stack(0x0000700000987000,0x0000700000a87000)] - -siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007c58fd650 - -Registers: -RAX=0x00000007c59fd648, RBX=0x0000000000000010, RCX=0x000000074248b398, RDX=0xfffffffffffe0004 -RSP=0x0000700000a83098, RBP=0x0000700000a830e0, RSI=0x000000074238b3a0, RDI=0x00000007c58fd650 -R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x000000010753c327, R11=0x000000010753c2d8 -R12=0x0000700000a83100, R13=0x00007fa6ad802800, R14=0x0000700000a83110, R15=0x000000002d303140 -RIP=0x00000001044dbaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 - TRAPNO=0x000000000000000e - -Top of Stack: (sp=0x0000700000a83098) -0x0000700000a83098: 0000000104988fe5 00000007c02281e8 -0x0000700000a830a8: 00007fa6ad802800 00007fa6ad802800 -0x0000700000a830b8: 0000000119594d68 0000000000000000 -0x0000700000a830c8: 0000700000a83150 0000700000a83230 -0x0000700000a830d8: 00007fa6ad802800 0000700000a83130 -0x0000700000a830e8: 000000010753c3a1 0000000000100000 -0x0000700000a830f8: 000000074000fe20 00000007985fa510 -0x0000700000a83108: 000000012212f12f 000000074238b390 -0x0000700000a83118: 000000000647ae6f 0000700000a83160 -0x0000700000a83128: 0647ae6f044b2a5a 0000700000a831d8 -0x0000700000a83138: 000000010651b35d 000000011bc949a0 -0x0000700000a83148: 000000010651b35d 0000000000100000 -0x0000700000a83158: 00000007c00007a8 0000000000000010 -0x0000700000a83168: 000000010651ae70 000000074238b390 -0x0000700000a83178: 000000002d303140 00007fa6acd00ad0 -0x0000700000a83188: 00000007985fa510 000000074000fe20 -0x0000700000a83198: 0000700000a83198 000000011bc948da -0x0000700000a831a8: 0000700000a83230 000000011bc950d8 -0x0000700000a831b8: 0000000000000000 000000011bc949a0 -0x0000700000a831c8: 0000700000a83150 0000700000a831f8 -0x0000700000a831d8: 0000700000a83278 000000010651b35d -0x0000700000a831e8: 0000000000100000 0000000000000000 -0x0000700000a831f8: 00000000323d7364 00000000323d7364 -0x0000700000a83208: 0000000000000010 0000000000000010 -0x0000700000a83218: 000000074238b390 000000002d303140 -0x0000700000a83228: 0000000798607778 00000007985fa510 -0x0000700000a83238: 0000700000a83238 000000012212f144 -0x0000700000a83248: 0000700000a83290 0000000122163f90 -0x0000700000a83258: 0000000000000000 000000012212f170 -0x0000700000a83268: 0000700000a831f8 0000700000a83290 -0x0000700000a83278: 0000700000a832e8 000000010651b0e0 -0x0000700000a83288: 000000074238b390 0000000798607778 - -Instructions: (pc=0x00000001044dbaa0) -0x00000001044dba80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 -0x00000001044dba90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 -0x00000001044dbaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 -0x00000001044dbab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b - -Register to memory mapping: - -RAX=0x00000007c59fd648 is an unknown value -RBX=0x0000000000000010 is an unknown value -RCX=0x000000074248b398 is pointing into object: 0x000000074238b390 -[B - - klass: {type array byte} - - length: 842888036 -RDX=0xfffffffffffe0004 is an unknown value -RSP=0x0000700000a83098 is pointing into the stack for thread: 0x00007fa6ad802800 -RBP=0x0000700000a830e0 is pointing into the stack for thread: 0x00007fa6ad802800 -RSI=0x000000074238b3a0 is pointing into object: 0x000000074238b390 -[B - - klass: {type array byte} - - length: 842888036 -RDI=0x00000007c58fd650 is an unknown value -R8 =0x00000007c00007a8 is pointing into metadata -R9 =0x0000000000000010 is an unknown value -R10=0x000000010753c327 is at entry_point+103 in (nmethod*)0x000000010753c150 -R11=0x000000010753c2d8 is at entry_point+24 in (nmethod*)0x000000010753c150 -R12=0x0000700000a83100 is pointing into the stack for thread: 0x00007fa6ad802800 -R13=0x00007fa6ad802800 is a thread -R14=0x0000700000a83110 is pointing into the stack for thread: 0x00007fa6ad802800 -R15=0x000000002d303140 is an unknown value - - -Stack: [0x0000700000987000,0x0000700000a87000], sp=0x0000700000a83098, free space=1008k -Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) -V [libjvm.dylib+0xdbaa0] -J 6043 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010753c3a1 [0x000000010753c2c0+0xe1] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2435 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000106c72ef8 [0x0000000106c72ea0+0x58] -J 8648 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x0000000107c64534 [0x0000000107c640c0+0x474] -J 11969 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x00000001084e1fdc [0x00000001084e18a0+0x73c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2171.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$996.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$990.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2435 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000106c72ef8 [0x0000000106c72ea0+0x58] -J 10421 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x0000000108047bdc [0x0000000108047940+0x29c] -J 8950 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x0000000106b4c3d4 [0x0000000106b4c300+0xd4] -J 2648 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000106cf88f4 [0x0000000106cf8120+0x7d4] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$719.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$825.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$821.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$822.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2517 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000106c91758 [0x0000000106c916c0+0x98] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$814.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$808.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2517 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000106c91758 [0x0000000106c916c0+0x98] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub -V [libjvm.dylib+0x2f0792] -V [libjvm.dylib+0x327739] -V [libjvm.dylib+0x3204c5] -C [java+0x38c6] JavaMain+0x9c4 -C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e -C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 -...... - -Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) -J 6043 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010753c327 [0x000000010753c2c0+0x67] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2435 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000106c72ef8 [0x0000000106c72ea0+0x58] -J 8648 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x0000000107c64534 [0x0000000107c640c0+0x474] -J 11969 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x00000001084e1fdc [0x00000001084e18a0+0x73c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2171.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$996.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$990.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2435 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000106c72ef8 [0x0000000106c72ea0+0x58] -J 10421 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x0000000108047bdc [0x0000000108047940+0x29c] -J 8950 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x0000000106b4c3d4 [0x0000000106b4c300+0xd4] -J 2648 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000106cf88f4 [0x0000000106cf8120+0x7d4] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$719.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$825.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$821.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$822.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2517 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000106c91758 [0x0000000106c916c0+0x98] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$814.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$808.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2517 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000106c91758 [0x0000000106c916c0+0x98] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub - ---------------- P R O C E S S --------------- - -Java Threads: ( => current thread ) - 0x00007fa6bb42d800 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=32515, stack(0x0000700004332000,0x0000700004432000)] - 0x00007fa6b5033800 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=34595, stack(0x000070000422f000,0x000070000432f000)] - 0x00007fa6bbe18800 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=31847, stack(0x000070000412c000,0x000070000422c000)] - 0x00007fa6b4864800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=34819, stack(0x0000700004029000,0x0000700004129000)] - 0x00007fa6b4a8b800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=30979, stack(0x0000700003f26000,0x0000700004026000)] - 0x00007fa6b191a000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35075, stack(0x0000700003e23000,0x0000700003f23000)] - 0x00007fa6b1d05000 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=30211, stack(0x0000700003d20000,0x0000700003e20000)] - 0x00007fa6b1d04000 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=35587, stack(0x0000700003c1d000,0x0000700003d1d000)] - 0x00007fa6b4e97800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=29699, stack(0x0000700003b1a000,0x0000700003c1a000)] - 0x00007fa6b4caa000 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=36099, stack(0x0000700003a17000,0x0000700003b17000)] - 0x00007fa6b304c800 JavaThread "Timer-0" daemon [_thread_blocked, id=29187, stack(0x0000700003914000,0x0000700003a14000)] - 0x00007fa6b54ac000 JavaThread "process reaper" daemon [_thread_blocked, id=36611, stack(0x0000700000904000,0x000070000092c000)] - 0x00007fa6b457c000 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=36867, stack(0x0000700003811000,0x0000700003911000)] - 0x00007fa6b43ab800 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=28419, stack(0x000070000370e000,0x000070000380e000)] - 0x00007fa6ae176000 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=27907, stack(0x000070000360b000,0x000070000370b000)] - 0x00007fa6afcba000 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=37123, stack(0x0000700003508000,0x0000700003608000)] - 0x00007fa6af1e7800 JavaThread "spark-listener-group-appStatus" daemon [_thread_blocked, id=27139, stack(0x0000700003405000,0x0000700003505000)] - 0x00007fa6ad8b9800 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=37635, stack(0x0000700003302000,0x0000700003402000)] - 0x00007fa6ad466000 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=37891, stack(0x00007000031ff000,0x00007000032ff000)] - 0x00007fa6ad5fd000 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=38147, stack(0x00007000030fc000,0x00007000031fc000)] - 0x00007fa6ad45c800 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=38403, stack(0x0000700002ff9000,0x00007000030f9000)] - 0x00007fa6ad45d800 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=25859, stack(0x0000700002ef6000,0x0000700002ff6000)] - 0x00007fa6ae3c8800 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=38659, stack(0x0000700002df3000,0x0000700002ef3000)] - 0x00007fa6ad5f7000 JavaThread "task-abort-timer" daemon [_thread_blocked, id=38915, stack(0x0000700002cf0000,0x0000700002df0000)] - 0x00007fa6af076000 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=25091, stack(0x0000700002bed000,0x0000700002ced000)] - 0x00007fa6af077000 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=24835, stack(0x0000700002aea000,0x0000700002bea000)] - 0x00007fa6b006e000 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=39939, stack(0x00007000029e7000,0x0000700002ae7000)] - 0x00007fa6ad5ea000 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=40195, stack(0x00007000028e4000,0x00007000029e4000)] - 0x00007fa6ad5ef000 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=24067, stack(0x00007000027e1000,0x00007000028e1000)] - 0x00007fa6ae3b9800 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=40707, stack(0x00007000026de000,0x00007000027de000)] - 0x00007fa6ad3ed800 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=23555, stack(0x00007000025db000,0x00007000026db000)] - 0x00007fa6ae3b7000 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=41219, stack(0x00007000024d8000,0x00007000025d8000)] - 0x00007fa6ae3b6000 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=41475, stack(0x00007000023d5000,0x00007000024d5000)] - 0x00007fa6adcbe000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=23043, stack(0x00007000022d2000,0x00007000023d2000)] - 0x00007fa6ad3ec800 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=41987, stack(0x00007000021cf000,0x00007000022cf000)] - 0x00007fa6ae3be000 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=22531, stack(0x00007000020cc000,0x00007000021cc000)] - 0x00007fa6ad3ec000 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=22275, stack(0x0000700001fc9000,0x00007000020c9000)] - 0x00007fa6ad3e2800 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=43011, stack(0x0000700001ec6000,0x0000700001fc6000)] - 0x00007fa6afd44800 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=43267, stack(0x0000700001dc3000,0x0000700001ec3000)] - 0x00007fa6afd4e000 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=16387, stack(0x0000700001cc0000,0x0000700001dc0000)] - 0x00007fa6b07ca800 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=16131, stack(0x0000700001bbd000,0x0000700001cbd000)] - 0x00007fa6ad9fa800 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=15619, stack(0x0000700001aba000,0x0000700001bba000)] - 0x00007fa6aea0c800 JavaThread "Service Thread" daemon [_thread_blocked, id=15363, stack(0x00007000018b4000,0x00007000019b4000)] - 0x00007fa6ad352800 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=17667, stack(0x00007000017b1000,0x00007000018b1000)] - 0x00007fa6ad355800 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=18179, stack(0x00007000016ae000,0x00007000017ae000)] - 0x00007fa6aea0c000 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=19979, stack(0x00007000015ab000,0x00007000016ab000)] - 0x00007fa6ae806800 JavaThread "JDWP Command Reader" daemon [_thread_in_native, id=18691, stack(0x00007000014a8000,0x00007000015a8000)] - 0x00007fa6ae806000 JavaThread "JDWP Event Helper Thread" daemon [_thread_blocked, id=19203, stack(0x00007000013a5000,0x00007000014a5000)] - 0x00007fa6ad065000 JavaThread "JDWP Transport Listener: dt_socket" daemon [_thread_blocked, id=14599, stack(0x00007000012a2000,0x00007000013a2000)] - 0x00007fa6ad05d000 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=19715, stack(0x000070000119f000,0x000070000129f000)] - 0x00007fa6ad045000 JavaThread "Finalizer" daemon [_thread_blocked, id=12035, stack(0x000070000109c000,0x000070000119c000)] - 0x00007fa6ad042800 JavaThread "Reference Handler" daemon [_thread_blocked, id=20739, stack(0x0000700000f99000,0x0000700001099000)] -=>0x00007fa6ad802800 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=6147, stack(0x0000700000987000,0x0000700000a87000)] - -Other Threads: - 0x00007fa6ae803000 VMThread [stack: 0x0000700000e96000,0x0000700000f96000] [id=20995] - 0x00007fa6adae2000 WatcherThread [stack: 0x00007000019b7000,0x0000700001ab7000] [id=17155] - -VM state:synchronizing (normal execution) - -VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) -[0x00007fa6acc11e50] Threads_lock - owner thread: 0x00007fa6ae803000 - -heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 -Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 -Compressed class space size: 1073741824 Address: 0x00000007c0000000 - -Heap: - PSYoungGen total 679424K, used 80796K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 659968K, 9% used [0x0000000795580000,0x0000000799169678,0x00000007bda00000) - from space 19456K, 99% used [0x00000007bda00000,0x00000007becfdb28,0x00000007bed00000) - to space 19456K, 0% used [0x00000007bed00000,0x00000007bed00000,0x00000007c0000000) - ParOldGen total 947200K, used 859529K [0x0000000740000000, 0x0000000779d00000, 0x0000000795580000) - object space 947200K, 90% used [0x0000000740000000,0x0000000774762708,0x0000000779d00000) - Metaspace used 141492K, capacity 155008K, committed 155096K, reserved 1183744K - class space used 18449K, capacity 21709K, committed 21760K, reserved 1048576K - -Card table byte_map: [0x000000010577a000,0x0000000105b7b000] byte_map_base: 0x0000000101d7a000 - -Marking Bits: (ParMarkBitMap*) 0x0000000104cfceb0 - Begin Bits: [0x0000000115513000, 0x0000000117513000) - End Bits: [0x0000000117513000, 0x0000000119513000) - -Polling page: 0x0000000103a50000 - -CodeCache: size=245760Kb used=36481Kb max_used=36632Kb free=209278Kb - bounds [0x0000000106513000, 0x0000000108903000, 0x0000000115513000] - total_blobs=12317 nmethods=11236 adapters=996 - compilation: enabled - -Compilation events (10 events): -Event: 73.032 Thread 0x00007fa6ad352800 nmethod 13288 0x0000000106a33ed0 code [0x0000000106a34040, 0x0000000106a34228] -Event: 73.034 Thread 0x00007fa6ad355800 13289 4 java.lang.Double::compareTo (9 bytes) -Event: 73.034 Thread 0x00007fa6ad352800 13291 3 java.lang.invoke.LambdaForm$Name:: (14 bytes) -Event: 73.035 Thread 0x00007fa6ad352800 nmethod 13291 0x0000000107a87b10 code [0x0000000107a87ca0, 0x0000000107a87f68] -Event: 73.038 Thread 0x00007fa6ad355800 nmethod 13289 0x0000000107d32810 code [0x0000000107d32960, 0x0000000107d32a58] -Event: 73.038 Thread 0x00007fa6ad355800 13292 4 jdk.internal.org.objectweb.asm.AnnotationWriter::put (109 bytes) -Event: 73.047 Thread 0x00007fa6ad352800 13302 3 com.fasterxml.jackson.databind.ObjectMapper::_assertNotNull (27 bytes) -Event: 73.049 Thread 0x00007fa6ad352800 nmethod 13302 0x0000000107b75350 code [0x0000000107b755a0, 0x0000000107b762f8] -Event: 73.061 Thread 0x00007fa6ad355800 nmethod 13292 0x0000000107a8e1d0 code [0x0000000107a8e3a0, 0x0000000107a8ed98] -Event: 73.061 Thread 0x00007fa6ad355800 13296 4 java.lang.invoke.MethodHandle::asSpreaderChecks (138 bytes) - -GC Heap History (10 events): -Event: 49.984 GC heap before -{Heap before GC invocations=25 (full 3): - PSYoungGen total 513536K, used 508385K [0x0000000795580000, 0x00000007ba900000, 0x00000007c0000000) - eden space 499712K, 100% used [0x0000000795580000,0x00000007b3d80000,0x00000007b3d80000) - from space 13824K, 62% used [0x00000007b3d80000,0x00000007b45f8590,0x00000007b4b00000) - to space 14336K, 0% used [0x00000007b9b00000,0x00000007b9b00000,0x00000007ba900000) - ParOldGen total 88064K, used 22571K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) - object space 88064K, 25% used [0x0000000740000000,0x000000074160afd8,0x0000000745600000) - Metaspace used 91317K, capacity 97772K, committed 98008K, reserved 1132544K - class space used 11435K, capacity 14500K, committed 14592K, reserved 1048576K -Event: 50.026 GC heap after -Heap after GC invocations=25 (full 3): - PSYoungGen total 593920K, used 12519K [0x0000000795580000, 0x00000007bae00000, 0x00000007c0000000) - eden space 579584K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b8b80000) - from space 14336K, 87% used [0x00000007b9b00000,0x00000007ba739cb8,0x00000007ba900000) - to space 15872K, 0% used [0x00000007b8b80000,0x00000007b8b80000,0x00000007b9b00000) - ParOldGen total 88064K, used 22595K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) - object space 88064K, 25% used [0x0000000740000000,0x0000000741610c18,0x0000000745600000) - Metaspace used 91317K, capacity 97772K, committed 98008K, reserved 1132544K - class space used 11435K, capacity 14500K, committed 14592K, reserved 1048576K -} -Event: 50.776 GC heap before -{Heap before GC invocations=26 (full 3): - PSYoungGen total 593920K, used 37407K [0x0000000795580000, 0x00000007bae00000, 0x00000007c0000000) - eden space 579584K, 4% used [0x0000000795580000,0x0000000796dce118,0x00000007b8b80000) - from space 14336K, 87% used [0x00000007b9b00000,0x00000007ba739cb8,0x00000007ba900000) - to space 15872K, 0% used [0x00000007b8b80000,0x00000007b8b80000,0x00000007b9b00000) - ParOldGen total 88064K, used 22595K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) - object space 88064K, 25% used [0x0000000740000000,0x0000000741610c18,0x0000000745600000) - Metaspace used 91918K, capacity 98348K, committed 98496K, reserved 1132544K - class space used 11560K, capacity 14628K, committed 14720K, reserved 1048576K -Event: 50.792 GC heap after -Heap after GC invocations=26 (full 3): - PSYoungGen total 595456K, used 7931K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 579584K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b8b80000) - from space 15872K, 49% used [0x00000007b8b80000,0x00000007b933ecb8,0x00000007b9b00000) - to space 15872K, 0% used [0x00000007bf080000,0x00000007bf080000,0x00000007c0000000) - ParOldGen total 88064K, used 22603K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) - object space 88064K, 25% used [0x0000000740000000,0x0000000741612c18,0x0000000745600000) - Metaspace used 91918K, capacity 98348K, committed 98496K, reserved 1132544K - class space used 11560K, capacity 14628K, committed 14720K, reserved 1048576K -} -Event: 50.792 GC heap before -{Heap before GC invocations=27 (full 4): - PSYoungGen total 595456K, used 7931K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 579584K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b8b80000) - from space 15872K, 49% used [0x00000007b8b80000,0x00000007b933ecb8,0x00000007b9b00000) - to space 15872K, 0% used [0x00000007bf080000,0x00000007bf080000,0x00000007c0000000) - ParOldGen total 88064K, used 22603K [0x0000000740000000, 0x0000000745600000, 0x0000000795580000) - object space 88064K, 25% used [0x0000000740000000,0x0000000741612c18,0x0000000745600000) - Metaspace used 91918K, capacity 98348K, committed 98496K, reserved 1132544K - class space used 11560K, capacity 14628K, committed 14720K, reserved 1048576K -Event: 51.016 GC heap after -Heap after GC invocations=27 (full 4): - PSYoungGen total 595456K, used 0K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 579584K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b8b80000) - from space 15872K, 0% used [0x00000007b8b80000,0x00000007b8b80000,0x00000007b9b00000) - to space 15872K, 0% used [0x00000007bf080000,0x00000007bf080000,0x00000007c0000000) - ParOldGen total 123904K, used 27649K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) - object space 123904K, 22% used [0x0000000740000000,0x0000000741b007f0,0x0000000747900000) - Metaspace used 90719K, capacity 94970K, committed 98496K, reserved 1132544K - class space used 11278K, capacity 12282K, committed 14720K, reserved 1048576K -} -Event: 61.732 GC heap before -{Heap before GC invocations=28 (full 4): - PSYoungGen total 595456K, used 579584K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 579584K, 100% used [0x0000000795580000,0x00000007b8b80000,0x00000007b8b80000) - from space 15872K, 0% used [0x00000007b8b80000,0x00000007b8b80000,0x00000007b9b00000) - to space 15872K, 0% used [0x00000007bf080000,0x00000007bf080000,0x00000007c0000000) - ParOldGen total 123904K, used 27649K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) - object space 123904K, 22% used [0x0000000740000000,0x0000000741b007f0,0x0000000747900000) - Metaspace used 118502K, capacity 126946K, committed 127192K, reserved 1159168K - class space used 15160K, capacity 17571K, committed 17664K, reserved 1048576K -Event: 61.794 GC heap after -Heap after GC invocations=28 (full 4): - PSYoungGen total 675840K, used 15869K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 659968K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007bda00000) - from space 15872K, 99% used [0x00000007bf080000,0x00000007bffff7a8,0x00000007c0000000) - to space 19456K, 0% used [0x00000007bda00000,0x00000007bda00000,0x00000007bed00000) - ParOldGen total 123904K, used 30850K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) - object space 123904K, 24% used [0x0000000740000000,0x0000000741e20ba0,0x0000000747900000) - Metaspace used 118502K, capacity 126946K, committed 127192K, reserved 1159168K - class space used 15160K, capacity 17571K, committed 17664K, reserved 1048576K -} -Event: 72.554 GC heap before -{Heap before GC invocations=29 (full 4): - PSYoungGen total 675840K, used 675837K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 659968K, 100% used [0x0000000795580000,0x00000007bda00000,0x00000007bda00000) - from space 15872K, 99% used [0x00000007bf080000,0x00000007bffff7a8,0x00000007c0000000) - to space 19456K, 0% used [0x00000007bda00000,0x00000007bda00000,0x00000007bed00000) - ParOldGen total 123904K, used 30850K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) - object space 123904K, 24% used [0x0000000740000000,0x0000000741e20ba0,0x0000000747900000) - Metaspace used 140201K, capacity 152500K, committed 152664K, reserved 1181696K - class space used 18170K, capacity 21273K, committed 21376K, reserved 1048576K -Event: 72.605 GC heap after -Heap after GC invocations=29 (full 4): - PSYoungGen total 679424K, used 19446K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 659968K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007bda00000) - from space 19456K, 99% used [0x00000007bda00000,0x00000007becfdb28,0x00000007bed00000) - to space 19456K, 0% used [0x00000007bed00000,0x00000007bed00000,0x00000007c0000000) - ParOldGen total 123904K, used 36396K [0x0000000740000000, 0x0000000747900000, 0x0000000795580000) - object space 123904K, 29% used [0x0000000740000000,0x000000074238b390,0x0000000747900000) - Metaspace used 140201K, capacity 152500K, committed 152664K, reserved 1181696K - class space used 18170K, capacity 21273K, committed 21376K, reserved 1048576K -} - -Deoptimization events (10 events): -Event: 71.766 Thread 0x00007fa6ae3c8800 Uncommon trap: reason=class_check action=maybe_recompile pc=0x0000000107dcfe84 method=scala.collection.generic.Growable.loop$1(Lscala/collection/LinearSeq;)V @ 11 -Event: 71.817 Thread 0x00007fa6ae3c8800 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000106c85130 method=java.util.regex.Pattern$CharProperty.match(Ljava/util/regex/Matcher;ILjava/lang/CharSequence;)Z @ 40 -Event: 72.098 Thread 0x00007fa6afd4e000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x00000001081924a8 method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil -Event: 72.245 Thread 0x00007fa6b5033800 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x0000000106d00ca8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 72.267 Thread 0x00007fa6b5033800 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000106ef403c method=java.util.Arrays.equals([B[B)Z @ 2 -Event: 72.340 Thread 0x00007fa6b5033800 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000107e0be9c method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 -Event: 72.748 Thread 0x00007fa6b5033800 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x0000000106d00ca8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 72.775 Thread 0x00007fa6b5033800 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x0000000106d00ca8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 72.779 Thread 0x00007fa6b5033800 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x0000000106d00ca8 method=java.lang.invoke.LambdaForm$MH/1831477404.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 72.997 Thread 0x00007fa6afd4e000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x00000001081924a8 method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil - -Classes redefined (0 events): -No events - -Internal exceptions (10 events): -Event: 72.049 Thread 0x00007fa6afd4e000 Exception > (0x00000007ba98bc28) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.051 Thread 0x00007fa6afd4e000 Exception > (0x00000007ba9a6ca0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.072 Thread 0x00007fa6afd4e000 Exception > (0x00000007baaa6ec0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.072 Thread 0x00007fa6afd4e000 Exception > (0x00000007baaaa6f8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.075 Thread 0x00007fa6afd4e000 Exception > (0x00000007baaceaf0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.081 Thread 0x00007fa6afd4e000 Exception > (0x00000007bab10cc8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.082 Thread 0x00007fa6afd4e000 Exception > (0x00000007bab285e0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.086 Thread 0x00007fa6afd4e000 Exception > (0x00000007bab421c8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.968 Thread 0x00007fa6b5033800 Exception > (0x0000000797ef3980) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 72.981 Thread 0x00007fa6b5033800 Exception > (0x0000000797f40268) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] - -Events (10 events): -Event: 73.063 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 73.063 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 73.064 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 73.064 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 73.067 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 73.067 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 73.067 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 73.067 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 73.069 Executing VM operation: RevokeBias -Event: 75.118 Executing VM operation: RevokeBias done - - -Dynamic libraries: -0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa -0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security -0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices -0x00007fff5a0e2000 /usr/lib/libz.1.dylib -0x00007fff57a38000 /usr/lib/libSystem.B.dylib -0x00007fff59272000 /usr/lib/libobjc.A.dylib -0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation -0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation -0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit -0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData -0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices -0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation -0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap -0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay -0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices -0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal -0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv -0x00007fff585d5000 /usr/lib/libenergytrace.dylib -0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight -0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics -0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate -0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface -0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation -0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox -0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit -0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore -0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox -0x00007fff5872e000 /usr/lib/libicucore.A.dylib -0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore -0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition -0x00007fff57b8c000 /usr/lib/libauto.dylib -0x00007fff59fd5000 /usr/lib/libxml2.2.dylib -0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI -0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio -0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration -0x00007fff589dc000 /usr/lib/liblangid.dylib -0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport -0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit -0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib -0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices -0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis -0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL -0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync -0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage -0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText -0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO -0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup -0x00007fff57adf000 /usr/lib/libarchive.2.dylib -0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork -0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration -0x00007fff57529000 /usr/lib/libCRFSuite.dylib -0x00007fff57c7d000 /usr/lib/libc++.1.dylib -0x00007fff57cd1000 /usr/lib/libc++abi.dylib -0x00007fff5a8d8000 /usr/lib/system/libcache.dylib -0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib -0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib -0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib -0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib -0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib -0x00007fff5aa40000 /usr/lib/system/libdyld.dylib -0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib -0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib -0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib -0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib -0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib -0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib -0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib -0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib -0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib -0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib -0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib -0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib -0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib -0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib -0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib -0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib -0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib -0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib -0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib -0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib -0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib -0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib -0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib -0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib -0x00007fff5ac78000 /usr/lib/system/libunwind.dylib -0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib -0x00007fff57c5e000 /usr/lib/libbsm.0.dylib -0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib -0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression -0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib -0x00007fff57f86000 /usr/lib/libcoretls.dylib -0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib -0x00007fff59a09000 /usr/lib/libpam.2.dylib -0x00007fff59bc9000 /usr/lib/libsqlite3.dylib -0x00007fff59fc3000 /usr/lib/libxar.1.dylib -0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib -0x00007fff589de000 /usr/lib/liblzma.5.dylib -0x00007fff58e8f000 /usr/lib/libnetwork.dylib -0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib -0x00007fff59a10000 /usr/lib/libpcap.A.dylib -0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents -0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore -0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata -0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices -0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit -0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE -0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices -0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices -0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList -0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS -0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth -0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport -0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC -0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP -0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities -0x00007fff58ab3000 /usr/lib/libmecabra.dylib -0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS -0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy -0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices -0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis -0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore -0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD -0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis -0x00007fff57cf9000 /usr/lib/libcompression.dylib -0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders -0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage -0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib -0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib -0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib -0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib -0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib -0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib -0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib -0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib -0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib -0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib -0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler -0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator -0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment -0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay -0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib -0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore -0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage -0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork -0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix -0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector -0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools -0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary -0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib -0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo -0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer -0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore -0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL -0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib -0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG -0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib -0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib -0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib -0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib -0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib -0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib -0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib -0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib -0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG -0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib -0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib -0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib -0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib -0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib -0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib -0x00007fff5844a000 /usr/lib/libcups.2.dylib -0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos -0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS -0x00007fff59b5e000 /usr/lib/libresolv.9.dylib -0x00007fff5863d000 /usr/lib/libiconv.2.dylib -0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal -0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib -0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory -0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth -0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory -0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation -0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS -0x00007fff59fbf000 /usr/lib/libutil.dylib -0x00007fff57ce7000 /usr/lib/libcharset.1.dylib -0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce -0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices -0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard -0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib -0x00007fff58607000 /usr/lib/libgermantok.dylib -0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib -0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib -0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling -0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji -0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon -0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData -0x00007fff57ce8000 /usr/lib/libcmph.dylib -0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement -0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement -0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib -0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink -0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO -0x00007fff57b09000 /usr/lib/libate.dylib -0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport -0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing -0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit -0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 -0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils -0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN -0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth -0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer -0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag -0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers -0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport -0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle -0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit -0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi -0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth -0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols -0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication -0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication -0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore -0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib -0x0000000104400000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib -0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib -0x0000000103a0c000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib -0x0000000103a1a000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib -0x0000000103a51000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjdwp.dylib -0x0000000103a9c000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnpt.dylib -0x0000000103aba000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib -0x0000000103b57000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib -0x000000010643f000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libdt_socket.dylib -0x000000011ba52000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib -0x000000011ba29000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib -0x0000000103bf2000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib -0x000000011ba37000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib -0x000000011c71b000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-5182401914551471871.dylib - -VM Arguments: -jvm_args: -agentlib:jdwp=transport=dt_socket,address=127.0.0.1:50346,suspend=y,server=n -javaagent:/Users/jiaan.geng/Library/Caches/JetBrains/IntelliJIdea2020.1/captureAgent/debugger-agent.jar -Dfile.encoding=UTF-8 -java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true -java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ -Launcher Type: SUN_STANDARD - -Environment Variables: -JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home -CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib -PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin -SHELL=/bin/bash - -Signal Handlers: -SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO -SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none -SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO -SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO - - ---------------- S Y S T E M --------------- - -OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 -rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity -load average:5.58 3.78 3.51 - -CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx - -Memory: 4k page, physical 8388608k(19116k free) - -/proc/meminfo: - - -vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) - -time: Sat May 29 00:37:57 2021 -timezone: CST -elapsed time: 75 seconds (0d 0h 1m 15s) - diff --git a/sql/hive/hs_err_pid3364.log b/sql/hive/hs_err_pid3364.log deleted file mode 100644 index aa7ee60444292..0000000000000 --- a/sql/hive/hs_err_pid3364.log +++ /dev/null @@ -1,827 +0,0 @@ -# -# A fatal error has been detected by the Java Runtime Environment: -# -# SIGBUS (0xa) at pc=0x000000010e30eaa0, pid=3364, tid=0x0000000000001903 -# -# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) -# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) -# Problematic frame: -# V [libjvm.dylib+0xdbaa0] acl_CopyRight+0x29 -# -# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again -# -# If you would like to submit a bug report, please visit: -# http://bugreport.java.com/bugreport/crash.jsp -# - ---------------- T H R E A D --------------- - -Current thread (0x00007fcc9e006800): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=6403, stack(0x0000700005403000,0x0000700005503000)] - -siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007c50e9840 - -Registers: -RAX=0x00000007c51e9838, RBX=0x0000000000000010, RCX=0x00000007422acec8, RDX=0xfffffffffffe0004 -RSP=0x00007000054ff118, RBP=0x00007000054ff160, RSI=0x00000007421aced0, RDI=0x00000007c50e9840 -R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x000000011a7e1167, R11=0x000000011a7e1118 -R12=0x00007000054ff180, R13=0x00007fcc9e006800, R14=0x00007000054ff190, R15=0x000000002d303140 -RIP=0x000000010e30eaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 - TRAPNO=0x000000000000000e - -Top of Stack: (sp=0x00007000054ff118) -0x00007000054ff118: 000000010e7bbfe5 00000007c022e538 -0x00007000054ff128: 00007fcc9e006800 00007fcc9e006800 -0x00007000054ff138: 00000001149eee18 0000000000000000 -0x00007000054ff148: 00007000054ff1d0 00007000054ff2b0 -0x00007000054ff158: 00007fcc9e006800 00007000054ff1b0 -0x00007000054ff168: 000000011a7e11e1 0000000000100000 -0x00007000054ff178: 00000007400006c0 0000000797de6700 -0x00007000054ff188: 000000012b0e0a1f 00000007421acec0 -0x00007000054ff198: 000000000647ae6f 00007000054ff1e0 -0x00007000054ff1a8: 0647ae6f0e2e5a5a 00007000054ff258 -0x00007000054ff1b8: 00000001198542bd 000000000647ae6f -0x00007000054ff1c8: 00000001198542bd 0000000000100000 -0x00007000054ff1d8: 00000007c00007a8 0000000000000010 -0x00007000054ff1e8: 0000000119853dd0 00000007421acec0 -0x00007000054ff1f8: 000000002d303140 00007fcc9de0fee0 -0x00007000054ff208: 0000000797de6700 00000007400006c0 -0x00007000054ff218: 00007000054ff218 0000000117cdb9a2 -0x00007000054ff228: 00007000054ff2b0 0000000117cdc128 -0x00007000054ff238: 0000000000000000 0000000117cdba68 -0x00007000054ff248: 00007000054ff1d0 00007000054ff278 -0x00007000054ff258: 00007000054ff2f8 00000001198542bd -0x00007000054ff268: 0000000000100000 0000000000000000 -0x00007000054ff278: 00000000323d7364 00000000323d7364 -0x00007000054ff288: 0000000000000010 0000000000000010 -0x00007000054ff298: 00000007421acec0 000000002d303140 -0x00007000054ff2a8: 0000000797df2d68 0000000797de6700 -0x00007000054ff2b8: 00007000054ff2b8 000000012b0e0a34 -0x00007000054ff2c8: 00007000054ff310 000000012b0e5f08 -0x00007000054ff2d8: 0000000000000000 000000012b0e0a60 -0x00007000054ff2e8: 00007000054ff278 00007000054ff310 -0x00007000054ff2f8: 00007000054ff368 0000000119854040 -0x00007000054ff308: 00000007421acec0 0000000797df2d68 - -Instructions: (pc=0x000000010e30eaa0) -0x000000010e30ea80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 -0x000000010e30ea90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 -0x000000010e30eaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 -0x000000010e30eab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b - -Register to memory mapping: - -RAX=0x00000007c51e9838 is an unknown value -RBX=0x0000000000000010 is an unknown value -RCX=0x00000007422acec8 is pointing into object: 0x00000007421acec0 -[B - - klass: {type array byte} - - length: 842888036 -RDX=0xfffffffffffe0004 is an unknown value -RSP=0x00007000054ff118 is pointing into the stack for thread: 0x00007fcc9e006800 -RBP=0x00007000054ff160 is pointing into the stack for thread: 0x00007fcc9e006800 -RSI=0x00000007421aced0 is pointing into object: 0x00000007421acec0 -[B - - klass: {type array byte} - - length: 842888036 -RDI=0x00000007c50e9840 is an unknown value -R8 =0x00000007c00007a8 is pointing into metadata -R9 =0x0000000000000010 is an unknown value -R10=0x000000011a7e1167 is at entry_point+103 in (nmethod*)0x000000011a7e0f90 -R11=0x000000011a7e1118 is at entry_point+24 in (nmethod*)0x000000011a7e0f90 -R12=0x00007000054ff180 is pointing into the stack for thread: 0x00007fcc9e006800 -R13=0x00007fcc9e006800 is a thread -R14=0x00007000054ff190 is pointing into the stack for thread: 0x00007fcc9e006800 -R15=0x000000002d303140 is an unknown value - - -Stack: [0x0000700005403000,0x0000700005503000], sp=0x00007000054ff118, free space=1008k -Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) -V [libjvm.dylib+0xdbaa0] acl_CopyRight+0x29 -J 5964 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000011a7e11e1 [0x000000011a7e1100+0xe1] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2410 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000119f37f2c [0x0000000119f37ee0+0x4c] -J 8618 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000011ae0ff08 [0x000000011ae0fa80+0x488] -J 11916 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000011b66fdcc [0x000000011b66f6a0+0x72c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2171.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$996.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$990.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2410 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000119f37f2c [0x0000000119f37ee0+0x4c] -J 10570 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x000000011b30661c [0x000000011b306380+0x29c] -J 10411 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x000000011b28e77c [0x000000011b28e6c0+0xbc] -J 2617 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000119fc93ec [0x0000000119fc8c20+0x7cc] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$719.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$825.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$821.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$822.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2491 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000119f6844c [0x0000000119f683c0+0x8c] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$814.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$808.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2491 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000119f6844c [0x0000000119f683c0+0x8c] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub -V [libjvm.dylib+0x2f0792] JavaCalls::call_helper(JavaValue*, methodHandle*, JavaCallArguments*, Thread*)+0x6ae -V [libjvm.dylib+0x327739] jni_invoke_static(JNIEnv_*, JavaValue*, _jobject*, JNICallType, _jmethodID*, JNI_ArgumentPusher*, Thread*)+0x1bf -V [libjvm.dylib+0x3204c5] jni_CallStaticVoidMethod+0x15d -C [java+0x38c6] JavaMain+0x9c4 -C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e -C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 -...... - -Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) -J 5964 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000011a7e1167 [0x000000011a7e1100+0x67] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2173.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2410 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000119f37f2c [0x0000000119f37ee0+0x4c] -J 8618 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000011ae0ff08 [0x000000011ae0fa80+0x488] -J 11916 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000011b66fdcc [0x000000011b66f6a0+0x72c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2171.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$996.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$990.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2410 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x0000000119f37f2c [0x0000000119f37ee0+0x4c] -J 10570 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x000000011b30661c [0x000000011b306380+0x29c] -J 10411 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x000000011b28e77c [0x000000011b28e6c0+0xbc] -J 2617 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x0000000119fc93ec [0x0000000119fc8c20+0x7cc] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$719.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$825.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$821.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$822.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2491 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000119f6844c [0x0000000119f683c0+0x8c] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$814.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$808.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2491 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x0000000119f6844c [0x0000000119f683c0+0x8c] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub - ---------------- P R O C E S S --------------- - -Java Threads: ( => current thread ) - 0x00007fcca037a000 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=34307, stack(0x0000700008cab000,0x0000700008dab000)] - 0x00007fcca12f0000 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=31779, stack(0x0000700008ba8000,0x0000700008ca8000)] - 0x00007fcca0946000 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=35107, stack(0x0000700008aa5000,0x0000700008ba5000)] - 0x00007fcc9ea91800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=31491, stack(0x00007000089a2000,0x0000700008aa2000)] - 0x00007fcc9eccc800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=30979, stack(0x000070000889f000,0x000070000899f000)] - 0x00007fcca1202000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35587, stack(0x000070000879c000,0x000070000889c000)] - 0x00007fcc9fc3e000 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=36099, stack(0x0000700008699000,0x0000700008799000)] - 0x00007fcca2ae0800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=36611, stack(0x0000700008596000,0x0000700008696000)] - 0x00007fcca2d40800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=30467, stack(0x0000700008493000,0x0000700008593000)] - 0x00007fcca351f800 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=37379, stack(0x0000700008390000,0x0000700008490000)] - 0x00007fcca2ace000 JavaThread "Timer-0" daemon [_thread_blocked, id=29955, stack(0x000070000828d000,0x000070000838d000)] - 0x00007fcc9fa5b800 JavaThread "process reaper" daemon [_thread_blocked, id=29443, stack(0x0000700005380000,0x00007000053a8000)] - 0x00007fcc9ff96800 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=29187, stack(0x000070000818a000,0x000070000828a000)] - 0x00007fcca2d3a000 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=28675, stack(0x0000700008087000,0x0000700008187000)] - 0x00007fcca0992800 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=28419, stack(0x0000700007f84000,0x0000700008084000)] - 0x00007fcc9ffd8800 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=38403, stack(0x0000700007e81000,0x0000700007f81000)] - 0x00007fcc9fc0b000 JavaThread "spark-listener-group-appStatus" daemon [_thread_blocked, id=27907, stack(0x0000700007d7e000,0x0000700007e7e000)] - 0x00007fcca08d6800 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=27395, stack(0x0000700007c7b000,0x0000700007d7b000)] - 0x00007fcca0829800 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=38915, stack(0x0000700007b78000,0x0000700007c78000)] - 0x00007fcca03dd000 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=26883, stack(0x0000700007a75000,0x0000700007b75000)] - 0x00007fcca096a000 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=26627, stack(0x0000700007972000,0x0000700007a72000)] - 0x00007fcca08df800 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=39427, stack(0x000070000786f000,0x000070000796f000)] - 0x00007fcca08de000 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=26115, stack(0x000070000776c000,0x000070000786c000)] - 0x00007fcca10e5000 JavaThread "task-abort-timer" daemon [_thread_blocked, id=25603, stack(0x0000700007669000,0x0000700007769000)] - 0x00007fcca1321000 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=25091, stack(0x0000700007566000,0x0000700007666000)] - 0x00007fcca19a5000 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=24835, stack(0x0000700007463000,0x0000700007563000)] - 0x00007fcca03b7800 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=40451, stack(0x0000700007360000,0x0000700007460000)] - 0x00007fcca08e6800 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=24323, stack(0x000070000725d000,0x000070000735d000)] - 0x00007fcc9fff5000 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=40707, stack(0x000070000715a000,0x000070000725a000)] - 0x00007fcc9ffdd000 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=23811, stack(0x0000700007057000,0x0000700007157000)] - 0x00007fcc9fed6000 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=41475, stack(0x0000700006f54000,0x0000700007054000)] - 0x00007fcc9fed5000 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=23555, stack(0x0000700006e51000,0x0000700006f51000)] - 0x00007fcca0888800 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=23299, stack(0x0000700006d4e000,0x0000700006e4e000)] - 0x00007fcca0888000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=22787, stack(0x0000700006c4b000,0x0000700006d4b000)] - 0x00007fcca0885000 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=42499, stack(0x0000700006b48000,0x0000700006c48000)] - 0x00007fcca0884800 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=22275, stack(0x0000700006a45000,0x0000700006b45000)] - 0x00007fcca0883800 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=43011, stack(0x0000700006942000,0x0000700006a42000)] - 0x00007fcc9feb9000 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=22019, stack(0x000070000683f000,0x000070000693f000)] - 0x00007fcca1324800 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=15875, stack(0x000070000673c000,0x000070000683c000)] - 0x00007fcca0819000 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=15363, stack(0x0000700006639000,0x0000700006739000)] - 0x00007fcca0a8d000 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=12299, stack(0x0000700006536000,0x0000700006636000)] - 0x00007fcca0cb2000 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=14851, stack(0x0000700006433000,0x0000700006533000)] - 0x00007fcc9fd57000 JavaThread "Attach Listener" daemon [_thread_blocked, id=14595, stack(0x0000700006330000,0x0000700006430000)] - 0x00007fcc9e2d6800 JavaThread "Service Thread" daemon [_thread_blocked, id=14083, stack(0x000070000612a000,0x000070000622a000)] - 0x00007fcc9ea7c000 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=17411, stack(0x0000700006027000,0x0000700006127000)] - 0x00007fcc9ea7b000 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=17667, stack(0x0000700005f24000,0x0000700006024000)] - 0x00007fcc9f2a9800 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=13571, stack(0x0000700005e21000,0x0000700005f21000)] - 0x00007fcc9fb8d000 JavaThread "Monitor Ctrl-Break" daemon [_thread_in_native, id=18179, stack(0x0000700005d1e000,0x0000700005e1e000)] - 0x00007fcc9e02d800 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=18691, stack(0x0000700005c1b000,0x0000700005d1b000)] - 0x00007fcc9f02e000 JavaThread "Finalizer" daemon [_thread_blocked, id=20227, stack(0x0000700005b18000,0x0000700005c18000)] - 0x00007fcc9e801000 JavaThread "Reference Handler" daemon [_thread_blocked, id=20483, stack(0x0000700005a15000,0x0000700005b15000)] -=>0x00007fcc9e006800 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=6403, stack(0x0000700005403000,0x0000700005503000)] - -Other Threads: - 0x00007fcc9f827000 VMThread [stack: 0x0000700005912000,0x0000700005a12000] [id=20995] - 0x00007fcc9f2aa800 WatcherThread [stack: 0x000070000622d000,0x000070000632d000] [id=16643] - -VM state:synchronizing (normal execution) - -VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) -[0x00007fcc9dc03c30] Threads_lock - owner thread: 0x00007fcc9f827000 - -heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 -Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 -Compressed class space size: 1073741824 Address: 0x00000007c0000000 - -Heap: - PSYoungGen total 559616K, used 181019K [0x0000000795580000, 0x00000007bcc00000, 0x00000007c0000000) - eden space 540160K, 29% used [0x0000000795580000,0x000000079f3490a8,0x00000007b6500000) - from space 19456K, 99% used [0x00000007b6500000,0x00000007b77fdc90,0x00000007b7800000) - to space 23040K, 0% used [0x00000007bb580000,0x00000007bb580000,0x00000007bcc00000) - ParOldGen total 973312K, used 857616K [0x0000000740000000, 0x000000077b680000, 0x0000000795580000) - object space 973312K, 88% used [0x0000000740000000,0x0000000774584238,0x000000077b680000) - Metaspace used 140400K, capacity 154680K, committed 154880K, reserved 1181696K - class space used 18534K, capacity 22498K, committed 22528K, reserved 1048576K - -Card table byte_map: [0x000000010fe9b000,0x000000011029c000] byte_map_base: 0x000000010c49b000 - -Marking Bits: (ParMarkBitMap*) 0x000000010eb2feb0 - Begin Bits: [0x0000000110547000, 0x0000000112547000) - End Bits: [0x0000000112547000, 0x0000000114547000) - -Polling page: 0x000000010f1fb000 - -CodeCache: size=245760Kb used=34269Kb max_used=34460Kb free=211490Kb - bounds [0x000000011984c000, 0x000000011ba1c000, 0x000000012884c000] - total_blobs=12212 nmethods=11124 adapters=996 - compilation: enabled - -Compilation events (10 events): -Event: 53.295 Thread 0x00007fcc9ea7c000 nmethod 13204 0x0000000119f09750 code [0x0000000119f098e0, 0x0000000119f09bc8] -Event: 53.296 Thread 0x00007fcc9f2a9800 nmethod 13208 0x0000000119c68e90 code [0x0000000119c69040, 0x0000000119c693b0] -Event: 53.296 Thread 0x00007fcc9ea7b000 nmethod 13200 0x000000011a702210 code [0x000000011a7023c0, 0x000000011a702938] -Event: 53.297 Thread 0x00007fcc9ea7c000 13205 3 scala.collection.mutable.HashSet::containsElem (6 bytes) -Event: 53.297 Thread 0x00007fcc9ea7c000 nmethod 13205 0x0000000119d19050 code [0x0000000119d191c0, 0x0000000119d19448] -Event: 53.299 Thread 0x00007fcc9ea7c000 13206 3 scala.collection.mutable.FlatHashTable::containsElem$ (6 bytes) -Event: 53.299 Thread 0x00007fcc9ea7c000 nmethod 13206 0x000000011a9512d0 code [0x000000011a951440, 0x000000011a951668] -Event: 53.300 Thread 0x00007fcc9ea7c000 13207 3 scala.collection.mutable.FlatHashTable::containsElem (12 bytes) -Event: 53.301 Thread 0x00007fcc9ea7c000 nmethod 13207 0x000000011a733e10 code [0x000000011a733f80, 0x000000011a734168] -Event: 53.303 Thread 0x00007fcc9f2a9800 13223 4 sun.invoke.util.BytecodeDescriptor::unparseMethod (68 bytes) - -GC Heap History (10 events): -Event: 36.523 GC heap before -{Heap before GC invocations=25 (full 3): - PSYoungGen total 424960K, used 421707K [0x0000000795580000, 0x00000007b3d80000, 0x00000007c0000000) - eden space 411648K, 100% used [0x0000000795580000,0x00000007ae780000,0x00000007ae780000) - from space 13312K, 75% used [0x00000007ae780000,0x00000007af152d50,0x00000007af480000) - to space 14336K, 0% used [0x00000007b2f80000,0x00000007b2f80000,0x00000007b3d80000) - ParOldGen total 98816K, used 28730K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) - object space 98816K, 29% used [0x0000000740000000,0x0000000741c0eb20,0x0000000746080000) - Metaspace used 85634K, capacity 90212K, committed 90496K, reserved 1128448K - class space used 10787K, capacity 12112K, committed 12160K, reserved 1048576K -Event: 36.534 GC heap after -Heap after GC invocations=25 (full 3): - PSYoungGen total 485376K, used 7800K [0x0000000795580000, 0x00000007b3e80000, 0x00000007c0000000) - eden space 471040K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2180000) - from space 14336K, 54% used [0x00000007b2f80000,0x00000007b371e070,0x00000007b3d80000) - to space 14336K, 0% used [0x00000007b2180000,0x00000007b2180000,0x00000007b2f80000) - ParOldGen total 98816K, used 28738K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) - object space 98816K, 29% used [0x0000000740000000,0x0000000741c10b20,0x0000000746080000) - Metaspace used 85634K, capacity 90212K, committed 90496K, reserved 1128448K - class space used 10787K, capacity 12112K, committed 12160K, reserved 1048576K -} -Event: 39.603 GC heap before -{Heap before GC invocations=26 (full 3): - PSYoungGen total 485376K, used 327657K [0x0000000795580000, 0x00000007b3e80000, 0x00000007c0000000) - eden space 471040K, 67% used [0x0000000795580000,0x00000007a8ddc5f0,0x00000007b2180000) - from space 14336K, 54% used [0x00000007b2f80000,0x00000007b371e070,0x00000007b3d80000) - to space 14336K, 0% used [0x00000007b2180000,0x00000007b2180000,0x00000007b2f80000) - ParOldGen total 98816K, used 28738K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) - object space 98816K, 29% used [0x0000000740000000,0x0000000741c10b20,0x0000000746080000) - Metaspace used 91863K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11635K, capacity 14719K, committed 14720K, reserved 1048576K -Event: 39.623 GC heap after -Heap after GC invocations=26 (full 3): - PSYoungGen total 485376K, used 13885K [0x0000000795580000, 0x00000007b8880000, 0x00000007c0000000) - eden space 471040K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2180000) - from space 14336K, 96% used [0x00000007b2180000,0x00000007b2f0f720,0x00000007b2f80000) - to space 16896K, 0% used [0x00000007b7800000,0x00000007b7800000,0x00000007b8880000) - ParOldGen total 98816K, used 28765K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) - object space 98816K, 29% used [0x0000000740000000,0x0000000741c17750,0x0000000746080000) - Metaspace used 91863K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11635K, capacity 14719K, committed 14720K, reserved 1048576K -} -Event: 39.623 GC heap before -{Heap before GC invocations=27 (full 4): - PSYoungGen total 485376K, used 13885K [0x0000000795580000, 0x00000007b8880000, 0x00000007c0000000) - eden space 471040K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2180000) - from space 14336K, 96% used [0x00000007b2180000,0x00000007b2f0f720,0x00000007b2f80000) - to space 16896K, 0% used [0x00000007b7800000,0x00000007b7800000,0x00000007b8880000) - ParOldGen total 98816K, used 28765K [0x0000000740000000, 0x0000000746080000, 0x0000000795580000) - object space 98816K, 29% used [0x0000000740000000,0x0000000741c17750,0x0000000746080000) - Metaspace used 91863K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11635K, capacity 14719K, committed 14720K, reserved 1048576K -Event: 39.752 GC heap after -Heap after GC invocations=27 (full 4): - PSYoungGen total 485376K, used 0K [0x0000000795580000, 0x00000007b8880000, 0x00000007c0000000) - eden space 471040K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2180000) - from space 14336K, 0% used [0x00000007b2180000,0x00000007b2180000,0x00000007b2f80000) - to space 16896K, 0% used [0x00000007b7800000,0x00000007b7800000,0x00000007b8880000) - ParOldGen total 150016K, used 33057K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) - object space 150016K, 22% used [0x0000000740000000,0x00000007420487a0,0x0000000749280000) - Metaspace used 91129K, capacity 96270K, committed 98496K, reserved 1132544K - class space used 11451K, capacity 13189K, committed 14720K, reserved 1048576K -} -Event: 45.730 GC heap before -{Heap before GC invocations=28 (full 4): - PSYoungGen total 485376K, used 471040K [0x0000000795580000, 0x00000007b8880000, 0x00000007c0000000) - eden space 471040K, 100% used [0x0000000795580000,0x00000007b2180000,0x00000007b2180000) - from space 14336K, 0% used [0x00000007b2180000,0x00000007b2180000,0x00000007b2f80000) - to space 16896K, 0% used [0x00000007b7800000,0x00000007b7800000,0x00000007b8880000) - ParOldGen total 150016K, used 33057K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) - object space 150016K, 22% used [0x0000000740000000,0x00000007420487a0,0x0000000749280000) - Metaspace used 116562K, capacity 125814K, committed 126080K, reserved 1157120K - class space used 15098K, capacity 18227K, committed 18304K, reserved 1048576K -Event: 45.757 GC heap after -Heap after GC invocations=28 (full 4): - PSYoungGen total 557056K, used 15521K [0x0000000795580000, 0x00000007b8c00000, 0x00000007c0000000) - eden space 540160K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6500000) - from space 16896K, 91% used [0x00000007b7800000,0x00000007b87285c8,0x00000007b8880000) - to space 19456K, 0% used [0x00000007b6500000,0x00000007b6500000,0x00000007b7800000) - ParOldGen total 150016K, used 33065K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) - object space 150016K, 22% used [0x0000000740000000,0x000000074204a7a0,0x0000000749280000) - Metaspace used 116562K, capacity 125814K, committed 126080K, reserved 1157120K - class space used 15098K, capacity 18227K, committed 18304K, reserved 1048576K -} -Event: 51.903 GC heap before -{Heap before GC invocations=29 (full 4): - PSYoungGen total 557056K, used 555681K [0x0000000795580000, 0x00000007b8c00000, 0x00000007c0000000) - eden space 540160K, 100% used [0x0000000795580000,0x00000007b6500000,0x00000007b6500000) - from space 16896K, 91% used [0x00000007b7800000,0x00000007b87285c8,0x00000007b8880000) - to space 19456K, 0% used [0x00000007b6500000,0x00000007b6500000,0x00000007b7800000) - ParOldGen total 150016K, used 33065K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) - object space 150016K, 22% used [0x0000000740000000,0x000000074204a7a0,0x0000000749280000) - Metaspace used 134909K, capacity 146154K, committed 146304K, reserved 1175552K - class space used 17505K, capacity 21118K, committed 21120K, reserved 1048576K -Event: 51.931 GC heap after -Heap after GC invocations=29 (full 4): - PSYoungGen total 559616K, used 19447K [0x0000000795580000, 0x00000007bcc00000, 0x00000007c0000000) - eden space 540160K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6500000) - from space 19456K, 99% used [0x00000007b6500000,0x00000007b77fdc90,0x00000007b7800000) - to space 23040K, 0% used [0x00000007bb580000,0x00000007bb580000,0x00000007bcc00000) - ParOldGen total 150016K, used 34483K [0x0000000740000000, 0x0000000749280000, 0x0000000795580000) - object space 150016K, 22% used [0x0000000740000000,0x00000007421acec0,0x0000000749280000) - Metaspace used 134909K, capacity 146154K, committed 146304K, reserved 1175552K - class space used 17505K, capacity 21118K, committed 21120K, reserved 1048576K -} - -Deoptimization events (10 events): -Event: 52.805 Thread 0x00007fcca12f0000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011a8ef14c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 -Event: 52.805 Thread 0x00007fcca12f0000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011a8ef14c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 -Event: 52.805 Thread 0x00007fcca12f0000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011a8effe8 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 -Event: 52.850 Thread 0x00007fcca12f0000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000011a74c390 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 -Event: 52.876 Thread 0x00007fcca12f0000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000011a0542a8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 52.946 Thread 0x00007fcca12f0000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000011afcd850 method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 -Event: 53.101 Thread 0x00007fcca12f0000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000011a0542a8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 53.113 Thread 0x00007fcca12f0000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000011a0542a8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 53.116 Thread 0x00007fcca12f0000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000011a0542a8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 53.268 Thread 0x00007fcca0819000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x000000011ace0cf0 method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil - -Classes redefined (0 events): -No events - -Internal exceptions (10 events): -Event: 52.754 Thread 0x00007fcca0819000 Exception > (0x00000007997a0410) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.755 Thread 0x00007fcca0819000 Exception > (0x00000007997bae90) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.769 Thread 0x00007fcca0819000 Exception > (0x00000007998981a8) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.770 Thread 0x00007fcca0819000 Exception > (0x000000079989b9e0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.771 Thread 0x00007fcca0819000 Exception > (0x00000007998bc000) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.773 Thread 0x00007fcca0819000 Exception > (0x00000007998fcf90) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.773 Thread 0x00007fcca0819000 Exception > (0x0000000799914910) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.774 Thread 0x00007fcca0819000 Exception > (0x000000079992da30) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.245 Thread 0x00007fcca12f0000 Exception > (0x000000079ee09bc0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.254 Thread 0x00007fcca12f0000 Exception > (0x000000079ee50e38) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] - -Events (10 events): -Event: 53.302 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 53.302 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 53.302 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 53.302 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 53.304 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 53.304 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 53.304 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 53.304 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 53.305 Executing VM operation: RevokeBias -Event: 54.630 Executing VM operation: RevokeBias done - - -Dynamic libraries: -0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa -0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security -0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices -0x00007fff5a0e2000 /usr/lib/libz.1.dylib -0x00007fff57a38000 /usr/lib/libSystem.B.dylib -0x00007fff59272000 /usr/lib/libobjc.A.dylib -0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation -0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation -0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit -0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData -0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices -0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation -0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap -0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay -0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices -0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal -0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv -0x00007fff585d5000 /usr/lib/libenergytrace.dylib -0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight -0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics -0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate -0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface -0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation -0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox -0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit -0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore -0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox -0x00007fff5872e000 /usr/lib/libicucore.A.dylib -0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore -0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition -0x00007fff57b8c000 /usr/lib/libauto.dylib -0x00007fff59fd5000 /usr/lib/libxml2.2.dylib -0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI -0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio -0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration -0x00007fff589dc000 /usr/lib/liblangid.dylib -0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport -0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit -0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib -0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices -0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis -0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL -0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync -0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage -0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText -0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO -0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup -0x00007fff57adf000 /usr/lib/libarchive.2.dylib -0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork -0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration -0x00007fff57529000 /usr/lib/libCRFSuite.dylib -0x00007fff57c7d000 /usr/lib/libc++.1.dylib -0x00007fff57cd1000 /usr/lib/libc++abi.dylib -0x00007fff5a8d8000 /usr/lib/system/libcache.dylib -0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib -0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib -0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib -0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib -0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib -0x00007fff5aa40000 /usr/lib/system/libdyld.dylib -0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib -0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib -0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib -0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib -0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib -0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib -0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib -0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib -0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib -0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib -0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib -0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib -0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib -0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib -0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib -0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib -0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib -0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib -0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib -0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib -0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib -0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib -0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib -0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib -0x00007fff5ac78000 /usr/lib/system/libunwind.dylib -0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib -0x00007fff57c5e000 /usr/lib/libbsm.0.dylib -0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib -0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression -0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib -0x00007fff57f86000 /usr/lib/libcoretls.dylib -0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib -0x00007fff59a09000 /usr/lib/libpam.2.dylib -0x00007fff59bc9000 /usr/lib/libsqlite3.dylib -0x00007fff59fc3000 /usr/lib/libxar.1.dylib -0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib -0x00007fff589de000 /usr/lib/liblzma.5.dylib -0x00007fff58e8f000 /usr/lib/libnetwork.dylib -0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib -0x00007fff59a10000 /usr/lib/libpcap.A.dylib -0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents -0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore -0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata -0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices -0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit -0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE -0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices -0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices -0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList -0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS -0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth -0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport -0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC -0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP -0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities -0x00007fff58ab3000 /usr/lib/libmecabra.dylib -0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS -0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy -0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices -0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis -0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore -0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD -0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis -0x00007fff57cf9000 /usr/lib/libcompression.dylib -0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders -0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage -0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib -0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib -0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib -0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib -0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib -0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib -0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib -0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib -0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib -0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib -0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler -0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator -0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment -0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay -0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib -0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore -0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage -0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork -0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix -0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector -0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools -0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary -0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib -0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo -0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer -0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore -0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL -0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib -0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG -0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib -0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib -0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib -0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib -0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib -0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib -0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib -0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib -0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG -0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib -0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib -0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib -0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib -0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib -0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib -0x00007fff5844a000 /usr/lib/libcups.2.dylib -0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos -0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS -0x00007fff59b5e000 /usr/lib/libresolv.9.dylib -0x00007fff5863d000 /usr/lib/libiconv.2.dylib -0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal -0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib -0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory -0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth -0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory -0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation -0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS -0x00007fff59fbf000 /usr/lib/libutil.dylib -0x00007fff57ce7000 /usr/lib/libcharset.1.dylib -0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce -0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices -0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard -0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib -0x00007fff58607000 /usr/lib/libgermantok.dylib -0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib -0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib -0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling -0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji -0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon -0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData -0x00007fff57ce8000 /usr/lib/libcmph.dylib -0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement -0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement -0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib -0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink -0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO -0x00007fff57b09000 /usr/lib/libate.dylib -0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport -0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing -0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit -0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 -0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils -0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN -0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth -0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer -0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag -0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers -0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport -0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle -0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit -0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi -0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth -0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols -0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication -0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication -0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore -0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib -0x000000010e233000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib -0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib -0x000000010f1ed000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib -0x000000010fa00000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib -0x000000010fa36000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib -0x000000010fad2000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib -0x0000000117111000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib -0x0000000117202000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib -0x0000000117188000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib -0x00000001171ed000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib -0x0000000117795000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-3601948239814273486.dylib - -VM Arguments: -jvm_args: -javaagent:/Applications/IntelliJ IDEA.app/Contents/lib/idea_rt.jar=50360:/Applications/IntelliJ IDEA.app/Contents/bin -Dfile.encoding=UTF-8 -java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true -java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ -Launcher Type: SUN_STANDARD - -Environment Variables: -JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home -CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib -PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin -SHELL=/bin/bash - -Signal Handlers: -SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO -SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none -SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO -SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO - - ---------------- S Y S T E M --------------- - -OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 -rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity -load average:5.00 3.88 3.57 - -CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx - -Memory: 4k page, physical 8388608k(20100k free) - -/proc/meminfo: - - -vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) - -time: Sat May 29 00:39:44 2021 -timezone: CST -elapsed time: 54 seconds (0d 0h 0m 54s) - diff --git a/sql/hive/hs_err_pid3457.log b/sql/hive/hs_err_pid3457.log deleted file mode 100644 index 4b93b2341ec4c..0000000000000 --- a/sql/hive/hs_err_pid3457.log +++ /dev/null @@ -1,826 +0,0 @@ -# -# A fatal error has been detected by the Java Runtime Environment: -# -# SIGBUS (0xa) at pc=0x00000001040dbaa0, pid=3457, tid=0x0000000000002703 -# -# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) -# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) -# Problematic frame: -# V [libjvm.dylib+0xdbaa0] -# -# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again -# -# If you would like to submit a bug report, please visit: -# http://bugreport.java.com/bugreport/crash.jsp -# - ---------------- T H R E A D --------------- - -Current thread (0x00007fb70f80e800): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=9987, stack(0x0000700006064000,0x0000700006164000)] - -siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007c3bef268 - -Registers: -RAX=0x00000007c3cef260, RBX=0x0000000000000010, RCX=0x00000007421fb250, RDX=0xfffffffffffe0004 -RSP=0x0000700006160118, RBP=0x0000700006160160, RSI=0x00000007420fb258, RDI=0x00000007c3bef268 -R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x000000010ba25b27, R11=0x000000010ba25ad8 -R12=0x0000700006160180, R13=0x00007fb70f80e800, R14=0x0000700006160190, R15=0x000000002d303140 -RIP=0x00000001040dbaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 - TRAPNO=0x000000000000000e - -Top of Stack: (sp=0x0000700006160118) -0x0000700006160118: 0000000104588fe5 00000007c022e548 -0x0000700006160128: 00007fb70f80e800 00007fb70f80e800 -0x0000700006160138: 0000000109ea5e18 0000000000000000 -0x0000700006160148: 00007000061601d0 00007000061602b0 -0x0000700006160158: 00007fb70f80e800 00007000061601b0 -0x0000700006160168: 000000010ba25ba1 0000000000100000 -0x0000700006160178: 0000000740000738 00000007968ec128 -0x0000700006160188: 0000000120745adf 00000007420fb248 -0x0000700006160198: 000000000647ae6f 00007000061601e0 -0x00007000061601a8: 0647ae6f040b2a5a 0000700006160258 -0x00007000061601b8: 000000010aaa02bd 000000000647ae6f -0x00007000061601c8: 000000010aaa02bd 0000000000100000 -0x00007000061601d8: 00000007c00007a8 0000000000000010 -0x00007000061601e8: 000000010aa9fdd0 00000007420fb248 -0x00007000061601f8: 000000002d303140 00007fb70e705ee0 -0x0000700006160208: 00000007968ec128 0000000740000738 -0x0000700006160218: 0000700006160218 000000011c23e6f2 -0x0000700006160228: 00007000061602b0 000000011c23ee78 -0x0000700006160238: 0000000000000000 000000011c23e7b8 -0x0000700006160248: 00007000061601d0 0000700006160278 -0x0000700006160258: 00007000061602f8 000000010aaa02bd -0x0000700006160268: 0000000000100000 0000000000000000 -0x0000700006160278: 00000000323d7364 00000000323d7364 -0x0000700006160288: 0000000000000010 0000000000000010 -0x0000700006160298: 00000007420fb248 000000002d303140 -0x00007000061602a8: 00000007968f8790 00000007968ec128 -0x00007000061602b8: 00007000061602b8 0000000120745af4 -0x00007000061602c8: 0000700006160310 000000012074afc8 -0x00007000061602d8: 0000000000000000 0000000120745b20 -0x00007000061602e8: 0000700006160278 0000700006160310 -0x00007000061602f8: 0000700006160368 000000010aaa0040 -0x0000700006160308: 00000007420fb248 00000007968f8790 - -Instructions: (pc=0x00000001040dbaa0) -0x00000001040dba80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 -0x00000001040dba90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 -0x00000001040dbaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 -0x00000001040dbab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b - -Register to memory mapping: - -RAX=0x00000007c3cef260 is an unknown value -RBX=0x0000000000000010 is an unknown value -RCX=0x00000007421fb250 is pointing into object: 0x00000007420fb248 -[B - - klass: {type array byte} - - length: 842888036 -RDX=0xfffffffffffe0004 is an unknown value -RSP=0x0000700006160118 is pointing into the stack for thread: 0x00007fb70f80e800 -RBP=0x0000700006160160 is pointing into the stack for thread: 0x00007fb70f80e800 -RSI=0x00000007420fb258 is pointing into object: 0x00000007420fb248 -[B - - klass: {type array byte} - - length: 842888036 -RDI=0x00000007c3bef268 is an unknown value -R8 =0x00000007c00007a8 is pointing into metadata -R9 =0x0000000000000010 is an unknown value -R10=0x000000010ba25b27 is at entry_point+103 in (nmethod*)0x000000010ba25950 -R11=0x000000010ba25ad8 is at entry_point+24 in (nmethod*)0x000000010ba25950 -R12=0x0000700006160180 is pointing into the stack for thread: 0x00007fb70f80e800 -R13=0x00007fb70f80e800 is a thread -R14=0x0000700006160190 is pointing into the stack for thread: 0x00007fb70f80e800 -R15=0x000000002d303140 is an unknown value - - -Stack: [0x0000700006064000,0x0000700006164000], sp=0x0000700006160118, free space=1008k -Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) -V [libjvm.dylib+0xdbaa0] -J 6020 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010ba25ba1 [0x000000010ba25ac0+0xe1] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2172.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2434 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010b19cdac [0x000000010b19cd60+0x4c] -J 8645 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000010c036ac8 [0x000000010c036640+0x488] -J 11945 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010c8cd4cc [0x000000010c8ccda0+0x72c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2434 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010b19cdac [0x000000010b19cd60+0x4c] -J 10431 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x000000010c54a1dc [0x000000010c549f40+0x29c] -J 10429 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x000000010c54a7bc [0x000000010c54a700+0xbc] -J 2648 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010ac296ec [0x000000010ac28f20+0x7cc] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2529 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010b1d804c [0x000000010b1d7fc0+0x8c] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2529 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010b1d804c [0x000000010b1d7fc0+0x8c] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub -V [libjvm.dylib+0x2f0792] -V [libjvm.dylib+0x327739] -V [libjvm.dylib+0x3204c5] -C [java+0x38c6] JavaMain+0x9c4 -C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e -C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 -...... - -Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) -J 6020 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x000000010ba25b27 [0x000000010ba25ac0+0x67] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2172.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2434 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010b19cdac [0x000000010b19cd60+0x4c] -J 8645 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x000000010c036ac8 [0x000000010c036640+0x488] -J 11945 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010c8cd4cc [0x000000010c8ccda0+0x72c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+364 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2434 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010b19cdac [0x000000010b19cd60+0x4c] -J 10431 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x000000010c54a1dc [0x000000010c549f40+0x29c] -J 10429 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x000000010c54a7bc [0x000000010c54a700+0xbc] -J 2648 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010ac296ec [0x000000010ac28f20+0x7cc] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2529 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010b1d804c [0x000000010b1d7fc0+0x8c] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2529 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010b1d804c [0x000000010b1d7fc0+0x8c] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub - ---------------- P R O C E S S --------------- - -Java Threads: ( => current thread ) - 0x00007fb71071e800 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=31235, stack(0x000070000990c000,0x0000700009a0c000)] - 0x00007fb710717000 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=34083, stack(0x0000700009809000,0x0000700009909000)] - 0x00007fb715117800 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=30823, stack(0x0000700009706000,0x0000700009806000)] - 0x00007fb70ecdb000 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=34563, stack(0x0000700009603000,0x0000700009703000)] - 0x00007fb70eff7000 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=35075, stack(0x0000700009500000,0x0000700009600000)] - 0x00007fb71124d000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35587, stack(0x00007000093fd000,0x00007000094fd000)] - 0x00007fb70f569800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=36099, stack(0x00007000092fa000,0x00007000093fa000)] - 0x00007fb712c76800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=36611, stack(0x00007000091f7000,0x00007000092f7000)] - 0x00007fb70f1f7000 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=30211, stack(0x00007000090f4000,0x00007000091f4000)] - 0x00007fb71142e800 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=36867, stack(0x0000700008ff1000,0x00007000090f1000)] - 0x00007fb711a59800 JavaThread "Timer-0" daemon [_thread_blocked, id=37123, stack(0x0000700008eee000,0x0000700008fee000)] - 0x00007fb71309e800 JavaThread "process reaper" daemon [_thread_blocked, id=29187, stack(0x0000700005fe1000,0x0000700006009000)] - 0x00007fb713071000 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=28931, stack(0x0000700008deb000,0x0000700008eeb000)] - 0x00007fb711a9f800 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=28419, stack(0x0000700008ce8000,0x0000700008de8000)] - 0x00007fb70fec0800 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=27907, stack(0x0000700008be5000,0x0000700008ce5000)] - 0x00007fb711b61800 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=27395, stack(0x0000700008ae2000,0x0000700008be2000)] - 0x00007fb711b69800 JavaThread "spark-listener-group-appStatus" daemon [_thread_blocked, id=26883, stack(0x00007000089df000,0x0000700008adf000)] - 0x00007fb711b69000 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=26627, stack(0x00007000088dc000,0x00007000089dc000)] - 0x00007fb710153800 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=26115, stack(0x00007000087d9000,0x00007000088d9000)] - 0x00007fb71080b000 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=37891, stack(0x00007000086d6000,0x00007000087d6000)] - 0x00007fb70fd25800 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=38147, stack(0x00007000085d3000,0x00007000086d3000)] - 0x00007fb710808800 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=38659, stack(0x00007000084d0000,0x00007000085d0000)] - 0x00007fb710804800 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=38915, stack(0x00007000083cd000,0x00007000084cd000)] - 0x00007fb70f56e000 JavaThread "task-abort-timer" daemon [_thread_blocked, id=25091, stack(0x00007000082ca000,0x00007000083ca000)] - 0x00007fb70fdb7800 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=39683, stack(0x00007000081c7000,0x00007000082c7000)] - 0x00007fb70feed800 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=39939, stack(0x00007000080c4000,0x00007000081c4000)] - 0x00007fb710a09800 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=40451, stack(0x0000700007fc1000,0x00007000080c1000)] - 0x00007fb710c69000 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=40963, stack(0x0000700007ebe000,0x0000700007fbe000)] - 0x00007fb710c68800 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=41219, stack(0x0000700007dbb000,0x0000700007ebb000)] - 0x00007fb7109a8000 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=41475, stack(0x0000700007cb8000,0x0000700007db8000)] - 0x00007fb71041c000 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=23811, stack(0x0000700007bb5000,0x0000700007cb5000)] - 0x00007fb71041b000 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=41987, stack(0x0000700007ab2000,0x0000700007bb2000)] - 0x00007fb710414000 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=23299, stack(0x00007000079af000,0x0000700007aaf000)] - 0x00007fb70fcf1000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=23043, stack(0x00007000078ac000,0x00007000079ac000)] - 0x00007fb70fcf0000 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=42755, stack(0x00007000077a9000,0x00007000078a9000)] - 0x00007fb70fcf5800 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=22787, stack(0x00007000076a6000,0x00007000077a6000)] - 0x00007fb710413800 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=22275, stack(0x00007000075a3000,0x00007000076a3000)] - 0x00007fb710412800 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=43267, stack(0x00007000074a0000,0x00007000075a0000)] - 0x00007fb70fccc800 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=15107, stack(0x000070000739d000,0x000070000749d000)] - 0x00007fb70fcf4000 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=15619, stack(0x000070000729a000,0x000070000739a000)] - 0x00007fb710350800 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=19719, stack(0x0000700007197000,0x0000700007297000)] - 0x00007fb70f58d000 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=15875, stack(0x0000700007094000,0x0000700007194000)] - 0x00007fb7108a6000 JavaThread "Attach Listener" daemon [_thread_blocked, id=16387, stack(0x0000700006f91000,0x0000700007091000)] - 0x00007fb70ea61800 JavaThread "Service Thread" daemon [_thread_blocked, id=17411, stack(0x0000700006d8b000,0x0000700006e8b000)] - 0x00007fb710357000 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=17923, stack(0x0000700006c88000,0x0000700006d88000)] - 0x00007fb710356800 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=14083, stack(0x0000700006b85000,0x0000700006c85000)] - 0x00007fb70ea61000 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=13827, stack(0x0000700006a82000,0x0000700006b82000)] - 0x00007fb70ea5f800 JavaThread "Monitor Ctrl-Break" daemon [_thread_in_native, id=18691, stack(0x000070000697f000,0x0000700006a7f000)] - 0x00007fb70e83c800 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=19203, stack(0x000070000687c000,0x000070000697c000)] - 0x00007fb710017000 JavaThread "Finalizer" daemon [_thread_blocked, id=11779, stack(0x0000700006779000,0x0000700006879000)] - 0x00007fb710016000 JavaThread "Reference Handler" daemon [_thread_blocked, id=11523, stack(0x0000700006676000,0x0000700006776000)] -=>0x00007fb70f80e800 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=9987, stack(0x0000700006064000,0x0000700006164000)] - -Other Threads: - 0x00007fb70e814800 VMThread [stack: 0x0000700006573000,0x0000700006673000] [id=20995] - 0x00007fb70ea62800 WatcherThread [stack: 0x0000700006e8e000,0x0000700006f8e000] [id=16899] - -VM state:not at safepoint (normal execution) - -VM Mutex/Monitor currently owned by a thread: None - -heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 -Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 -Compressed class space size: 1073741824 Address: 0x00000007c0000000 - -Heap: - PSYoungGen total 563712K, used 153998K [0x0000000795580000, 0x00000007bd000000, 0x00000007c0000000) - eden space 544256K, 24% used [0x0000000795580000,0x000000079d8e95e8,0x00000007b6900000) - from space 19456K, 99% used [0x00000007b6900000,0x00000007b7bfa4a0,0x00000007b7c00000) - to space 23040K, 0% used [0x00000007bb980000,0x00000007bb980000,0x00000007bd000000) - ParOldGen total 974848K, used 856905K [0x0000000740000000, 0x000000077b800000, 0x0000000795580000) - object space 974848K, 87% used [0x0000000740000000,0x00000007744d25c0,0x000000077b800000) - Metaspace used 140250K, capacity 154284K, committed 154368K, reserved 1181696K - class space used 18508K, capacity 22261K, committed 22272K, reserved 1048576K - -Card table byte_map: [0x000000010537a000,0x000000010577b000] byte_map_base: 0x000000010197a000 - -Marking Bits: (ParMarkBitMap*) 0x00000001048fceb0 - Begin Bits: [0x0000000105a26000, 0x0000000107a26000) - End Bits: [0x0000000107a26000, 0x0000000109a26000) - -Polling page: 0x00000001036ed000 - -CodeCache: size=245760Kb used=34735Kb max_used=34855Kb free=211024Kb - bounds [0x000000010aa98000, 0x000000010ccc8000, 0x0000000119a98000] - total_blobs=12279 nmethods=11192 adapters=996 - compilation: enabled - -Compilation events (10 events): -Event: 52.893 Thread 0x00007fb710357000 nmethod 13224 0x000000010ccab590 code [0x000000010ccab700, 0x000000010ccab8e8] -Event: 52.896 Thread 0x00007fb710357000 13235 ! 3 java.util.concurrent.locks.AbstractQueuedSynchronizer::acquireQueued (93 bytes) -Event: 52.897 Thread 0x00007fb70ea61000 13239 4 java.lang.invoke.InvokerBytecodeGenerator::getInternalName (75 bytes) -Event: 52.898 Thread 0x00007fb710357000 nmethod 13235 0x000000010ccb7090 code [0x000000010ccb72c0, 0x000000010ccb7dd8] -Event: 52.899 Thread 0x00007fb710356800 nmethod 13230 0x000000010ccb8450 code [0x000000010ccb8600, 0x000000010ccb8970] -Event: 52.900 Thread 0x00007fb710357000 13237 3 scala.collection.mutable.WrappedArray::foreach (6 bytes) -Event: 52.900 Thread 0x00007fb710357000 nmethod 13237 0x000000010b9fa250 code [0x000000010b9fa3c0, 0x000000010b9fa5a8] -Event: 52.902 Thread 0x00007fb710357000 13236 3 com.fasterxml.jackson.databind.ObjectMapper::_assertNotNull (27 bytes) -Event: 52.903 Thread 0x00007fb710357000 nmethod 13236 0x000000010b96cc90 code [0x000000010b96cec0, 0x000000010b96dbd8] -Event: 52.905 Thread 0x00007fb710356800 13248 4 java.lang.StringBuilder::append (6 bytes) - -GC Heap History (10 events): -Event: 36.514 GC heap before -{Heap before GC invocations=25 (full 3): - PSYoungGen total 429056K, used 426121K [0x0000000795580000, 0x00000007b4180000, 0x00000007c0000000) - eden space 415744K, 100% used [0x0000000795580000,0x00000007aeb80000,0x00000007aeb80000) - from space 13312K, 77% used [0x00000007aeb80000,0x00000007af5a24c0,0x00000007af880000) - to space 14336K, 0% used [0x00000007b3380000,0x00000007b3380000,0x00000007b4180000) - ParOldGen total 100352K, used 28602K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) - object space 100352K, 28% used [0x0000000740000000,0x0000000741bee868,0x0000000746200000) - Metaspace used 85844K, capacity 90690K, committed 91008K, reserved 1128448K - class space used 10816K, capacity 12350K, committed 12416K, reserved 1048576K -Event: 36.528 GC heap after -Heap after GC invocations=25 (full 3): - PSYoungGen total 488960K, used 8118K [0x0000000795580000, 0x00000007b4680000, 0x00000007c0000000) - eden space 474624K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2500000) - from space 14336K, 56% used [0x00000007b3380000,0x00000007b3b6d8a8,0x00000007b4180000) - to space 14848K, 0% used [0x00000007b2500000,0x00000007b2500000,0x00000007b3380000) - ParOldGen total 100352K, used 28610K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) - object space 100352K, 28% used [0x0000000740000000,0x0000000741bf0868,0x0000000746200000) - Metaspace used 85844K, capacity 90690K, committed 91008K, reserved 1128448K - class space used 10816K, capacity 12350K, committed 12416K, reserved 1048576K -} -Event: 39.449 GC heap before -{Heap before GC invocations=26 (full 3): - PSYoungGen total 488960K, used 323750K [0x0000000795580000, 0x00000007b4680000, 0x00000007c0000000) - eden space 474624K, 66% used [0x0000000795580000,0x00000007a89bc070,0x00000007b2500000) - from space 14336K, 56% used [0x00000007b3380000,0x00000007b3b6d8a8,0x00000007b4180000) - to space 14848K, 0% used [0x00000007b2500000,0x00000007b2500000,0x00000007b3380000) - ParOldGen total 100352K, used 28610K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) - object space 100352K, 28% used [0x0000000740000000,0x0000000741bf0868,0x0000000746200000) - Metaspace used 91882K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11639K, capacity 14719K, committed 14720K, reserved 1048576K -Event: 39.467 GC heap after -Heap after GC invocations=26 (full 3): - PSYoungGen total 489472K, used 13720K [0x0000000795580000, 0x00000007b8e80000, 0x00000007c0000000) - eden space 474624K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2500000) - from space 14848K, 92% used [0x00000007b2500000,0x00000007b3266380,0x00000007b3380000) - to space 16896K, 0% used [0x00000007b7e00000,0x00000007b7e00000,0x00000007b8e80000) - ParOldGen total 100352K, used 28618K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) - object space 100352K, 28% used [0x0000000740000000,0x0000000741bf2868,0x0000000746200000) - Metaspace used 91882K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11639K, capacity 14719K, committed 14720K, reserved 1048576K -} -Event: 39.467 GC heap before -{Heap before GC invocations=27 (full 4): - PSYoungGen total 489472K, used 13720K [0x0000000795580000, 0x00000007b8e80000, 0x00000007c0000000) - eden space 474624K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2500000) - from space 14848K, 92% used [0x00000007b2500000,0x00000007b3266380,0x00000007b3380000) - to space 16896K, 0% used [0x00000007b7e00000,0x00000007b7e00000,0x00000007b8e80000) - ParOldGen total 100352K, used 28618K [0x0000000740000000, 0x0000000746200000, 0x0000000795580000) - object space 100352K, 28% used [0x0000000740000000,0x0000000741bf2868,0x0000000746200000) - Metaspace used 91882K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11639K, capacity 14719K, committed 14720K, reserved 1048576K -Event: 39.607 GC heap after -Heap after GC invocations=27 (full 4): - PSYoungGen total 489472K, used 0K [0x0000000795580000, 0x00000007b8e80000, 0x00000007c0000000) - eden space 474624K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b2500000) - from space 14848K, 0% used [0x00000007b2500000,0x00000007b2500000,0x00000007b3380000) - to space 16896K, 0% used [0x00000007b7e00000,0x00000007b7e00000,0x00000007b8e80000) - ParOldGen total 151552K, used 32839K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) - object space 151552K, 21% used [0x0000000740000000,0x0000000742011ec8,0x0000000749400000) - Metaspace used 91013K, capacity 95920K, committed 98496K, reserved 1132544K - class space used 11426K, capacity 12951K, committed 14720K, reserved 1048576K -} -Event: 45.684 GC heap before -{Heap before GC invocations=28 (full 4): - PSYoungGen total 489472K, used 474624K [0x0000000795580000, 0x00000007b8e80000, 0x00000007c0000000) - eden space 474624K, 100% used [0x0000000795580000,0x00000007b2500000,0x00000007b2500000) - from space 14848K, 0% used [0x00000007b2500000,0x00000007b2500000,0x00000007b3380000) - to space 16896K, 0% used [0x00000007b7e00000,0x00000007b7e00000,0x00000007b8e80000) - ParOldGen total 151552K, used 32839K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) - object space 151552K, 21% used [0x0000000740000000,0x0000000742011ec8,0x0000000749400000) - Metaspace used 117004K, capacity 126072K, committed 126208K, reserved 1157120K - class space used 15150K, capacity 18085K, committed 18176K, reserved 1048576K -Event: 45.704 GC heap after -Heap after GC invocations=28 (full 4): - PSYoungGen total 561152K, used 16074K [0x0000000795580000, 0x00000007b8f00000, 0x00000007c0000000) - eden space 544256K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6900000) - from space 16896K, 95% used [0x00000007b7e00000,0x00000007b8db2ab0,0x00000007b8e80000) - to space 19456K, 0% used [0x00000007b6900000,0x00000007b6900000,0x00000007b7c00000) - ParOldGen total 151552K, used 32847K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) - object space 151552K, 21% used [0x0000000740000000,0x0000000742013ec8,0x0000000749400000) - Metaspace used 117004K, capacity 126072K, committed 126208K, reserved 1157120K - class space used 15150K, capacity 18085K, committed 18176K, reserved 1048576K -} -Event: 51.896 GC heap before -{Heap before GC invocations=29 (full 4): - PSYoungGen total 561152K, used 560330K [0x0000000795580000, 0x00000007b8f00000, 0x00000007c0000000) - eden space 544256K, 100% used [0x0000000795580000,0x00000007b6900000,0x00000007b6900000) - from space 16896K, 95% used [0x00000007b7e00000,0x00000007b8db2ab0,0x00000007b8e80000) - to space 19456K, 0% used [0x00000007b6900000,0x00000007b6900000,0x00000007b7c00000) - ParOldGen total 151552K, used 32847K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) - object space 151552K, 21% used [0x0000000740000000,0x0000000742013ec8,0x0000000749400000) - Metaspace used 134852K, capacity 145810K, committed 146176K, reserved 1175552K - class space used 17476K, capacity 20881K, committed 20992K, reserved 1048576K -Event: 51.927 GC heap after -Heap after GC invocations=29 (full 4): - PSYoungGen total 563712K, used 19433K [0x0000000795580000, 0x00000007bd000000, 0x00000007c0000000) - eden space 544256K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6900000) - from space 19456K, 99% used [0x00000007b6900000,0x00000007b7bfa4a0,0x00000007b7c00000) - to space 23040K, 0% used [0x00000007bb980000,0x00000007bb980000,0x00000007bd000000) - ParOldGen total 151552K, used 33772K [0x0000000740000000, 0x0000000749400000, 0x0000000795580000) - object space 151552K, 22% used [0x0000000740000000,0x00000007420fb248,0x0000000749400000) - Metaspace used 134852K, capacity 145810K, committed 146176K, reserved 1175552K - class space used 17476K, capacity 20881K, committed 20992K, reserved 1048576K -} - -Deoptimization events (10 events): -Event: 52.446 Thread 0x00007fb710717000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000010bbd5a4c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 -Event: 52.446 Thread 0x00007fb710717000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000010bbd5a4c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 -Event: 52.446 Thread 0x00007fb710717000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000010bbda6a8 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 -Event: 52.492 Thread 0x00007fb710717000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000010bbb7154 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 -Event: 52.516 Thread 0x00007fb710717000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ad04ae8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 52.589 Thread 0x00007fb710717000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x000000010c2bd9d0 method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 -Event: 52.729 Thread 0x00007fb710717000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ad04ae8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 52.739 Thread 0x00007fb710717000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ad04ae8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 52.742 Thread 0x00007fb710717000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ad04ae8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 52.876 Thread 0x00007fb70fcf4000 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x000000010bfded0c method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil - -Classes redefined (0 events): -No events - -Internal exceptions (10 events): -Event: 52.393 Thread 0x00007fb70fcf4000 Exception > (0x0000000797f73670) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.394 Thread 0x00007fb70fcf4000 Exception > (0x0000000797f8e0f0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.411 Thread 0x00007fb70fcf4000 Exception > (0x000000079806b228) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.411 Thread 0x00007fb70fcf4000 Exception > (0x000000079806ea60) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.412 Thread 0x00007fb70fcf4000 Exception > (0x000000079808fba0) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.414 Thread 0x00007fb70fcf4000 Exception > (0x00000007980d0b30) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.414 Thread 0x00007fb70fcf4000 Exception > (0x00000007980e8448) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.416 Thread 0x00007fb70fcf4000 Exception > (0x0000000798101578) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.859 Thread 0x00007fb710717000 Exception > (0x000000079d1f7a30) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 52.866 Thread 0x00007fb710717000 Exception > (0x000000079d23ec98) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] - -Events (10 events): -Event: 52.904 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 52.904 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 52.905 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 52.905 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 52.906 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 52.906 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 52.906 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 52.906 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 52.908 Executing VM operation: RevokeBias -Event: 53.820 Executing VM operation: RevokeBias done - - -Dynamic libraries: -0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa -0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security -0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices -0x00007fff5a0e2000 /usr/lib/libz.1.dylib -0x00007fff57a38000 /usr/lib/libSystem.B.dylib -0x00007fff59272000 /usr/lib/libobjc.A.dylib -0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation -0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation -0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit -0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData -0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices -0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation -0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap -0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay -0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices -0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal -0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv -0x00007fff585d5000 /usr/lib/libenergytrace.dylib -0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight -0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics -0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate -0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface -0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation -0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox -0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit -0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore -0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox -0x00007fff5872e000 /usr/lib/libicucore.A.dylib -0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore -0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition -0x00007fff57b8c000 /usr/lib/libauto.dylib -0x00007fff59fd5000 /usr/lib/libxml2.2.dylib -0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI -0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio -0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration -0x00007fff589dc000 /usr/lib/liblangid.dylib -0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport -0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit -0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib -0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices -0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis -0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL -0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync -0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage -0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText -0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO -0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup -0x00007fff57adf000 /usr/lib/libarchive.2.dylib -0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork -0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration -0x00007fff57529000 /usr/lib/libCRFSuite.dylib -0x00007fff57c7d000 /usr/lib/libc++.1.dylib -0x00007fff57cd1000 /usr/lib/libc++abi.dylib -0x00007fff5a8d8000 /usr/lib/system/libcache.dylib -0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib -0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib -0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib -0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib -0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib -0x00007fff5aa40000 /usr/lib/system/libdyld.dylib -0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib -0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib -0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib -0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib -0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib -0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib -0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib -0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib -0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib -0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib -0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib -0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib -0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib -0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib -0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib -0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib -0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib -0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib -0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib -0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib -0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib -0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib -0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib -0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib -0x00007fff5ac78000 /usr/lib/system/libunwind.dylib -0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib -0x00007fff57c5e000 /usr/lib/libbsm.0.dylib -0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib -0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression -0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib -0x00007fff57f86000 /usr/lib/libcoretls.dylib -0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib -0x00007fff59a09000 /usr/lib/libpam.2.dylib -0x00007fff59bc9000 /usr/lib/libsqlite3.dylib -0x00007fff59fc3000 /usr/lib/libxar.1.dylib -0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib -0x00007fff589de000 /usr/lib/liblzma.5.dylib -0x00007fff58e8f000 /usr/lib/libnetwork.dylib -0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib -0x00007fff59a10000 /usr/lib/libpcap.A.dylib -0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents -0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore -0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata -0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices -0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit -0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE -0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices -0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices -0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList -0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS -0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth -0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport -0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC -0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP -0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities -0x00007fff58ab3000 /usr/lib/libmecabra.dylib -0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS -0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy -0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices -0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis -0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore -0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD -0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis -0x00007fff57cf9000 /usr/lib/libcompression.dylib -0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders -0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage -0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib -0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib -0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib -0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib -0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib -0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib -0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib -0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib -0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib -0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib -0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler -0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator -0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment -0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay -0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib -0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore -0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage -0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork -0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix -0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector -0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools -0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary -0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib -0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo -0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer -0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore -0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL -0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib -0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG -0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib -0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib -0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib -0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib -0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib -0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib -0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib -0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib -0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG -0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib -0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib -0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib -0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib -0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib -0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib -0x00007fff5844a000 /usr/lib/libcups.2.dylib -0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos -0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS -0x00007fff59b5e000 /usr/lib/libresolv.9.dylib -0x00007fff5863d000 /usr/lib/libiconv.2.dylib -0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal -0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib -0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory -0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth -0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory -0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation -0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS -0x00007fff59fbf000 /usr/lib/libutil.dylib -0x00007fff57ce7000 /usr/lib/libcharset.1.dylib -0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce -0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices -0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard -0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib -0x00007fff58607000 /usr/lib/libgermantok.dylib -0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib -0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib -0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling -0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji -0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon -0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData -0x00007fff57ce8000 /usr/lib/libcmph.dylib -0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement -0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement -0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib -0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink -0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO -0x00007fff57b09000 /usr/lib/libate.dylib -0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport -0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing -0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit -0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 -0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils -0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN -0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth -0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer -0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag -0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers -0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport -0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle -0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit -0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi -0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth -0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols -0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication -0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication -0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore -0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib -0x0000000104000000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib -0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib -0x00000001036a9000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib -0x00000001036b7000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib -0x00000001036ee000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib -0x000000010378b000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib -0x000000011b652000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib -0x000000011b6be000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib -0x000000011b6cc000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib -0x000000011b737000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib -0x000000011b824000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-1081431334473602139.dylib - -VM Arguments: -jvm_args: -javaagent:/Applications/IntelliJ IDEA.app/Contents/lib/idea_rt.jar=50375:/Applications/IntelliJ IDEA.app/Contents/bin -Dfile.encoding=UTF-8 -java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true -java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ -Launcher Type: SUN_STANDARD - -Environment Variables: -JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home -CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib -PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin -SHELL=/bin/bash - -Signal Handlers: -SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO -SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none -SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO -SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO - - ---------------- S Y S T E M --------------- - -OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 -rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity -load average:3.34 3.54 3.46 - -CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx - -Memory: 4k page, physical 8388608k(22564k free) - -/proc/meminfo: - - -vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) - -time: Sat May 29 00:41:05 2021 -timezone: CST -elapsed time: 53 seconds (0d 0h 0m 53s) - diff --git a/sql/hive/hs_err_pid3828.log b/sql/hive/hs_err_pid3828.log deleted file mode 100644 index 4297a3d8fafac..0000000000000 --- a/sql/hive/hs_err_pid3828.log +++ /dev/null @@ -1,827 +0,0 @@ -# -# A fatal error has been detected by the Java Runtime Environment: -# -# SIGBUS (0xa) at pc=0x00000001072dbaa0, pid=3828, tid=0x0000000000002703 -# -# JRE version: Java(TM) SE Runtime Environment (8.0_231-b11) (build 1.8.0_231-b11) -# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.231-b11 mixed mode bsd-amd64 compressed oops) -# Problematic frame: -# V [libjvm.dylib+0xdbaa0] acl_CopyRight+0x29 -# -# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again -# -# If you would like to submit a bug report, please visit: -# http://bugreport.java.com/bugreport/crash.jsp -# - ---------------- T H R E A D --------------- - -Current thread (0x00007ffd43801000): JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=9987, stack(0x000070000ef3d000,0x000070000f03d000)] - -siginfo: si_signo: 10 (SIGBUS), si_code: 2 (BUS_ADRERR), si_addr: 0x00000007c3ce8e10 - -Registers: -RAX=0x00000007c3de8e08, RBX=0x0000000000000010, RCX=0x00000007422c6b60, RDX=0xfffffffffffe0004 -RSP=0x000070000f039118, RBP=0x000070000f039160, RSI=0x00000007421c6b68, RDI=0x00000007c3ce8e10 -R8 =0x00000007c00007a8, R9 =0x0000000000000010, R10=0x00000001107de4e7, R11=0x00000001107de498 -R12=0x000070000f039180, R13=0x00007ffd43801000, R14=0x000070000f039190, R15=0x000000002d303140 -RIP=0x00000001072dbaa0, EFLAGS=0x0000000000010282, ERR=0x0000000000000004 - TRAPNO=0x000000000000000e - -Top of Stack: (sp=0x000070000f039118) -0x000070000f039118: 0000000107788fe5 00000007c022e538 -0x000070000f039128: 00007ffd43801000 00007ffd43801000 -0x000070000f039138: 000000010d10de18 0000000000000000 -0x000070000f039148: 000070000f0391d0 000070000f0392b0 -0x000070000f039158: 00007ffd43801000 000070000f0391b0 -0x000070000f039168: 00000001107de561 0000000000100000 -0x000070000f039178: 0000000740000448 00000007969e5cd0 -0x000070000f039188: 0000000123dc3c27 00000007421c6b58 -0x000070000f039198: 000000000647ae6f 000070000f0391e0 -0x000070000f0391a8: 0647ae6f072b2a5a 000070000f039258 -0x000070000f0391b8: 000000010f8742bd 000000000647ae6f -0x000070000f0391c8: 000000010f8742bd 0000000000100000 -0x000070000f0391d8: 00000007c00007a8 0000000000000010 -0x000070000f0391e8: 000000010f873dd0 00000007421c6b58 -0x000070000f0391f8: 000000002d303140 00007ffd41c00460 -0x000070000f039208: 00000007969e5cd0 0000000740000448 -0x000070000f039218: 000070000f039218 000000011f53011a -0x000070000f039228: 000070000f0392b0 000000011f5308a0 -0x000070000f039238: 0000000000000000 000000011f5301e0 -0x000070000f039248: 000070000f0391d0 000070000f039278 -0x000070000f039258: 000070000f0392f8 000000010f8742bd -0x000070000f039268: 0000000000100000 0000000000000000 -0x000070000f039278: 00000000323d7364 00000000323d7364 -0x000070000f039288: 0000000000000010 0000000000000010 -0x000070000f039298: 00000007421c6b58 000000002d303140 -0x000070000f0392a8: 00000007969f2338 00000007969e5cd0 -0x000070000f0392b8: 000070000f0392b8 0000000123dc3c3c -0x000070000f0392c8: 000070000f039310 0000000123dc9110 -0x000070000f0392d8: 0000000000000000 0000000123dc3c68 -0x000070000f0392e8: 000070000f039278 000070000f039310 -0x000070000f0392f8: 000070000f039368 000000010f874040 -0x000070000f039308: 00000007421c6b58 00000007969f2338 - -Instructions: (pc=0x00000001072dbaa0) -0x00000001072dba80: 45 48 8b 74 d0 08 48 89 74 d1 08 48 83 c2 01 75 -0x00000001072dba90: f0 c3 0f 1f 80 00 00 00 00 0f 1f 80 00 00 00 00 -0x00000001072dbaa0: 48 8b 74 d0 e8 48 89 74 d1 e8 48 8b 74 d0 f0 48 -0x00000001072dbab0: 89 74 d1 f0 48 8b 74 d0 f8 48 89 74 d1 f8 48 8b - -Register to memory mapping: - -RAX=0x00000007c3de8e08 is an unknown value -RBX=0x0000000000000010 is an unknown value -RCX=0x00000007422c6b60 is pointing into object: 0x00000007421c6b58 -[B - - klass: {type array byte} - - length: 842888036 -RDX=0xfffffffffffe0004 is an unknown value -RSP=0x000070000f039118 is pointing into the stack for thread: 0x00007ffd43801000 -RBP=0x000070000f039160 is pointing into the stack for thread: 0x00007ffd43801000 -RSI=0x00000007421c6b68 is pointing into object: 0x00000007421c6b58 -[B - - klass: {type array byte} - - length: 842888036 -RDI=0x00000007c3ce8e10 is an unknown value -R8 =0x00000007c00007a8 is pointing into metadata -R9 =0x0000000000000010 is an unknown value -R10=0x00000001107de4e7 is at entry_point+103 in (nmethod*)0x00000001107de310 -R11=0x00000001107de498 is at entry_point+24 in (nmethod*)0x00000001107de310 -R12=0x000070000f039180 is pointing into the stack for thread: 0x00007ffd43801000 -R13=0x00007ffd43801000 is a thread -R14=0x000070000f039190 is pointing into the stack for thread: 0x00007ffd43801000 -R15=0x000000002d303140 is an unknown value - - -Stack: [0x000070000ef3d000,0x000070000f03d000], sp=0x000070000f039118, free space=1008k -Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) -V [libjvm.dylib+0xdbaa0] acl_CopyRight+0x29 -J 5976 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x00000001107de561 [0x00000001107de480+0xe1] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2172.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2402 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010fd24cac [0x000000010fd24c60+0x4c] -J 8604 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x0000000110e643c8 [0x0000000110e63f40+0x488] -J 11921 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010faf654c [0x000000010faf5e20+0x72c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+353 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2402 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010fd24cac [0x000000010fd24c60+0x4c] -J 10410 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x0000000111305c5c [0x00000001113059c0+0x29c] -J 8895 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x0000000110f816fc [0x0000000110f81640+0xbc] -J 2617 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010ffdce6c [0x000000010ffdc6a0+0x7cc] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2483 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010ff74d8c [0x000000010ff74d00+0x8c] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2483 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010ff74d8c [0x000000010ff74d00+0x8c] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub -V [libjvm.dylib+0x2f0792] JavaCalls::call_helper(JavaValue*, methodHandle*, JavaCallArguments*, Thread*)+0x6ae -V [libjvm.dylib+0x327739] jni_invoke_static(JNIEnv_*, JavaValue*, _jobject*, JNICallType, _jmethodID*, JNI_ArgumentPusher*, Thread*)+0x1bf -V [libjvm.dylib+0x3204c5] jni_CallStaticVoidMethod+0x15d -C [java+0x38c6] JavaMain+0x9c4 -C [libsystem_pthread.dylib+0x32eb] _pthread_body+0x7e -C [libsystem_pthread.dylib+0x6249] _pthread_start+0x42 -...... - -Java frames: (J=compiled Java code, j=interpreted, Vv=VM code) -J 5976 sun.misc.Unsafe.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V (0 bytes) @ 0x00000001107de4e7 [0x00000001107de480+0x67] -j org.apache.spark.unsafe.Platform.copyMemory(Ljava/lang/Object;JLjava/lang/Object;JJ)V+34 -j org.apache.spark.unsafe.types.UTF8String.getBytes()[B+76 -j org.apache.spark.unsafe.types.UTF8String.toString()Ljava/lang/String;+5 -j org.apache.spark.sql.catalyst.InternalRow.getString(I)Ljava/lang/String;+5 -j org.apache.spark.sql.execution.HiveResult$.$anonfun$hiveResultString$4(Lorg/apache/spark/sql/catalyst/InternalRow;)Ljava/lang/String;+2 -j org.apache.spark.sql.execution.HiveResult$$$Lambda$2172.apply(Ljava/lang/Object;)Ljava/lang/Object;+4 -J 2402 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010fd24cac [0x000000010fd24c60+0x4c] -J 8604 C2 scala.collection.IndexedSeqOptimized.foreach(Lscala/Function1;)V (36 bytes) @ 0x0000000110e643c8 [0x0000000110e63f40+0x488] -J 11921 C1 scala.collection.mutable.ArrayOps$ofRef.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010faf654c [0x000000010faf5e20+0x72c] -j org.apache.spark.sql.execution.HiveResult$.hiveResultString(Lorg/apache/spark/sql/execution/SparkPlan;)Lscala/collection/Seq;+353 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+7 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2170.apply()Ljava/lang/Object;+4 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$5(Lorg/apache/spark/SparkContext;JLjava/lang/String;Lorg/apache/spark/util/CallSite;Lorg/apache/spark/sql/execution/QueryExecution;Lorg/apache/spark/sql/execution/ExplainMode;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+54 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$995.apply()Ljava/lang/Object;+32 -j org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(Lorg/apache/spark/sql/SparkSession;Lscala/Function0;)Ljava/lang/Object;+44 -j org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Function0;Lscala/Option;)Ljava/lang/Object;+186 -j org.apache.spark.sql.execution.SQLExecution$$$Lambda$989.apply()Ljava/lang/Object;+12 -j org.apache.spark.sql.SparkSession.withActive(Lscala/Function0;)Ljava/lang/Object;+21 -j org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(Lorg/apache/spark/sql/execution/QueryExecution;Lscala/Option;Lscala/Function0;)Ljava/lang/Object;+12 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(Lorg/apache/spark/sql/hive/test/TestHiveQueryExecution;)Lscala/collection/Seq;+16 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;Ljava/lang/String;Lscala/runtime/LazyRef;Lscala/collection/Seq;Lscala/Tuple2;)Lscala/Tuple2;+61 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$2169.apply(Ljava/lang/Object;)Ljava/lang/Object;+20 -J 2402 C2 scala.collection.TraversableLike$$Lambda$62.apply(Ljava/lang/Object;)Ljava/lang/Object; (13 bytes) @ 0x000000010fd24cac [0x000000010fd24c60+0x4c] -J 10410 C1 scala.collection.mutable.ResizableArray.foreach(Lscala/Function1;)V (37 bytes) @ 0x0000000111305c5c [0x00000001113059c0+0x29c] -J 8895 C1 scala.collection.mutable.ArrayBuffer.foreach(Lscala/Function1;)V (6 bytes) @ 0x0000000110f816fc [0x0000000110f81640+0xbc] -J 2617 C1 scala.collection.AbstractTraversable.map(Lscala/Function1;Lscala/collection/generic/CanBuildFrom;)Ljava/lang/Object; (7 bytes) @ 0x000000010ffdce6c [0x000000010ffdc6a0+0x7cc] -j org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(ZZLjava/lang/String;Lscala/collection/Seq;Lscala/runtime/LazyRef;)V+304 -j org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(Lorg/apache/spark/sql/hive/execution/HiveComparisonTest;ZLjava/lang/String;Ljava/lang/String;ZZ)Ljava/lang/Object;+446 -j org.apache.spark.sql.hive.execution.HiveComparisonTest$$Lambda$718.apply()Ljava/lang/Object;+24 -j org.scalatest.OutcomeOf.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+1 -j org.scalatest.OutcomeOf.outcomeOf$(Lorg/scalatest/OutcomeOf;Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.OutcomeOf$.outcomeOf(Lscala/Function0;)Lorg/scalatest/Outcome;+2 -j org.scalatest.Transformer.apply()Lorg/scalatest/Outcome;+7 -j org.scalatest.Transformer.apply()Ljava/lang/Object;+1 -j org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply()Lorg/scalatest/Outcome;+10 -j org.apache.spark.SparkFunSuite.withFixture(Lorg/scalatest/TestSuite$NoArgTest;)Lorg/scalatest/Outcome;+42 -j org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(Lorg/scalatest/SuperEngine$TestLeaf;Lorg/scalatest/Args;Ljava/lang/String;)Lorg/scalatest/Outcome;+29 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lorg/scalatest/Args;Ljava/lang/String;Lorg/scalatest/SuperEngine$TestLeaf;)Lorg/scalatest/Outcome;+4 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$824.apply(Ljava/lang/Object;)Ljava/lang/Object;+16 -j org.scalatest.SuperEngine.runTestImpl(Lorg/scalatest/Suite;Ljava/lang/String;Lorg/scalatest/Args;ZLscala/Function1;)Lorg/scalatest/Status;+506 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+18 -j org.scalatest.funsuite.AnyFunSuiteLike.runTest$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterEach.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+27 -j org.scalatest.BeforeAndAfterEach.runTest$(Lorg/scalatest/BeforeAndAfterEach;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+113 -j org.scalatest.BeforeAndAfter.runTest$(Lorg/scalatest/BeforeAndAfter;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.runTest(Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Ljava/lang/String;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$820.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Lorg/scalatest/SuperEngine;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lscala/collection/mutable/ListBuffer;Lscala/Function2;ZLorg/scalatest/SuperEngine$Node;)Ljava/lang/Object;+229 -j org.scalatest.SuperEngine$$Lambda$821.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2483 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010ff74d8c [0x000000010ff74d00+0x8c] -j org.scalatest.SuperEngine.traverseSubNodes$1(Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;Lorg/scalatest/Suite;Lscala/collection/mutable/ListBuffer;Lscala/Function2;Z)V+22 -j org.scalatest.SuperEngine.runTestsInBranch(Lorg/scalatest/Suite;Lorg/scalatest/SuperEngine$Branch;Lorg/scalatest/Args;ZLscala/Function2;)Lorg/scalatest/Status;+191 -j org.scalatest.SuperEngine.runTestsImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lorg/scalatest/Informer;ZLscala/Function2;)Lorg/scalatest/Status;+410 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+22 -j org.scalatest.funsuite.AnyFunSuiteLike.runTests$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.runTests(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.Suite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+235 -j org.scalatest.Suite.run$(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.funsuite.AnyFunSuiteLike$$Lambda$813.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+12 -j org.scalatest.SuperEngine.runImpl(Lorg/scalatest/Suite;Lscala/Option;Lorg/scalatest/Args;Lscala/Function2;)Lorg/scalatest/Status;+358 -j org.scalatest.funsuite.AnyFunSuiteLike.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+15 -j org.scalatest.funsuite.AnyFunSuiteLike.run$(Lorg/scalatest/funsuite/AnyFunSuiteLike;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.liftedTree1$1(Lorg/scalatest/Args;Lscala/Option;)Lscala/Tuple2;+49 -j org.scalatest.BeforeAndAfterAll.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfterAll.run$(Lorg/scalatest/BeforeAndAfterAll;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.org$scalatest$BeforeAndAfter$$super$run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.BeforeAndAfter.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+10 -j org.scalatest.BeforeAndAfter.run$(Lorg/scalatest/BeforeAndAfter;Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.apache.spark.sql.hive.execution.HiveCompatibilitySuite.run(Lscala/Option;Lorg/scalatest/Args;)Lorg/scalatest/Status;+3 -j org.scalatest.tools.SuiteRunner.run()V+184 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)V+162 -j org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/DispatchReporter;Lorg/scalatest/Stopper;Lorg/scalatest/ConfigMap;Lscala/runtime/ObjectRef;Lscala/collection/immutable/Set;Lorg/scalatest/tools/SuiteConfig;)Ljava/lang/Object;+12 -j org.scalatest.tools.Runner$$$Lambda$807.apply(Ljava/lang/Object;)Ljava/lang/Object;+32 -J 2483 C2 scala.collection.immutable.List.foreach(Lscala/Function1;)V (32 bytes) @ 0x000000010ff74d8c [0x000000010ff74d00+0x8c] -j org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Lorg/scalatest/DispatchReporter;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/Stopper;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Ljava/lang/ClassLoader;Lorg/scalatest/tools/RunDoneListener;ILorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;)V+1488 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)V+49 -j org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/Set;Lscala/collection/immutable/Set;Lorg/scalatest/ConfigMap;ZLscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lscala/collection/immutable/List;Lorg/scalatest/tools/ConcurrentConfig;Lscala/Option;Lscala/collection/immutable/Set;Lorg/scalatest/time/Span;Ljava/lang/ClassLoader;Lorg/scalatest/DispatchReporter;)Ljava/lang/Object;+32 -j org.scalatest.tools.Runner$$$Lambda$60.apply(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;+72 -j org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Lscala/collection/immutable/List;Lorg/scalatest/tools/ReporterConfigurations;Lscala/Option;Lscala/Option;ZJJLscala/Function2;)V+44 -j org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter([Ljava/lang/String;Z)Z+2026 -j org.scalatest.tools.Runner$.run([Ljava/lang/String;)Z+18 -j org.scalatest.tools.Runner.run([Ljava/lang/String;)Z+4 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.runScalaTest2([Ljava/lang/String;)V+776 -j org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner.main([Ljava/lang/String;)V+7 -v ~StubRoutines::call_stub - ---------------- P R O C E S S --------------- - -Java Threads: ( => current thread ) - 0x00007ffd46fc6000 JavaThread "task-result-getter-0" daemon [_thread_blocked, id=30723, stack(0x0000700012790000,0x0000700012890000)] - 0x00007ffd4692a000 JavaThread "Executor task launch worker for task 0.0 in stage 0.0 (TID 0)" daemon [_thread_blocked, id=30243, stack(0x000070001268d000,0x000070001278d000)] - 0x00007ffd4427c000 JavaThread "HMSHandler #0" daemon [_thread_blocked, id=34343, stack(0x000070001258a000,0x000070001268a000)] - 0x00007ffd434a3800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=34819, stack(0x0000700012487000,0x0000700012587000)] - 0x00007ffd436ff000 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=35331, stack(0x0000700012384000,0x0000700012484000)] - 0x00007ffd4718a800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35587, stack(0x0000700012281000,0x0000700012381000)] - 0x00007ffd454c5800 JavaThread "BoneCP-pool-watch-thread" daemon [_thread_blocked, id=29443, stack(0x000070001217e000,0x000070001227e000)] - 0x00007ffd45ebb800 JavaThread "BoneCP-keep-alive-scheduler" daemon [_thread_blocked, id=28931, stack(0x000070001207b000,0x000070001217b000)] - 0x00007ffd43eca800 JavaThread "com.google.common.base.internal.Finalizer" daemon [_thread_blocked, id=35843, stack(0x0000700011f78000,0x0000700012078000)] - 0x00007ffd44a8c000 JavaThread "derby.rawStoreDaemon" daemon [_thread_blocked, id=36099, stack(0x0000700011e75000,0x0000700011f75000)] - 0x00007ffd454ed000 JavaThread "Timer-0" daemon [_thread_blocked, id=27907, stack(0x0000700011d72000,0x0000700011e72000)] - 0x00007ffd469a4800 JavaThread "process reaper" daemon [_thread_blocked, id=27395, stack(0x0000700011d47000,0x0000700011d6f000)] - 0x00007ffd4691f000 JavaThread "spark-listener-group-shared" daemon [_thread_blocked, id=36355, stack(0x0000700011c44000,0x0000700011d44000)] - 0x00007ffd44653000 JavaThread "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon [_thread_blocked, id=36611, stack(0x0000700011b41000,0x0000700011c41000)] - 0x00007ffd450e6000 JavaThread "element-tracking-store-worker" daemon [_thread_blocked, id=26627, stack(0x0000700011a3e000,0x0000700011b3e000)] - 0x00007ffd44d2f800 JavaThread "spark-listener-group-executorManagement" daemon [_thread_blocked, id=26371, stack(0x000070001193b000,0x0000700011a3b000)] - 0x00007ffd44a97800 JavaThread "spark-listener-group-appStatus" daemon [_thread_in_vm, id=25859, stack(0x0000700011838000,0x0000700011938000)] - 0x00007ffd45edc000 JavaThread "context-cleaner-periodic-gc" daemon [_thread_blocked, id=37635, stack(0x0000700011735000,0x0000700011835000)] - 0x00007ffd45ec7800 JavaThread "Spark Context Cleaner" daemon [_thread_blocked, id=37891, stack(0x0000700011632000,0x0000700011732000)] - 0x00007ffd44c7f000 JavaThread "shuffle-boss-6-1" daemon [_thread_in_native, id=38147, stack(0x000070001152f000,0x000070001162f000)] - 0x00007ffd45ecc000 JavaThread "executor-heartbeater" daemon [_thread_blocked, id=38659, stack(0x000070001142c000,0x000070001152c000)] - 0x00007ffd44c76800 JavaThread "driver-heartbeater" daemon [_thread_blocked, id=25091, stack(0x0000700011329000,0x0000700011429000)] - 0x00007ffd44c6b000 JavaThread "dag-scheduler-event-loop" daemon [_thread_blocked, id=24835, stack(0x0000700011226000,0x0000700011326000)] - 0x00007ffd45eba000 JavaThread "task-abort-timer" daemon [_thread_blocked, id=24579, stack(0x0000700011123000,0x0000700011223000)] - 0x00007ffd45eb1800 JavaThread "task-starvation-timer" daemon [_thread_blocked, id=24323, stack(0x0000700011020000,0x0000700011120000)] - 0x00007ffd4516f800 JavaThread "netty-rpc-env-timeout" daemon [_thread_blocked, id=40195, stack(0x0000700010f1d000,0x000070001101d000)] - 0x00007ffd45c15000 JavaThread "heartbeat-receiver-event-loop-thread" daemon [_thread_blocked, id=40707, stack(0x0000700010e1a000,0x0000700010f1a000)] - 0x00007ffd4516a000 JavaThread "RemoteBlock-temp-file-clean-thread" daemon [_thread_blocked, id=41219, stack(0x0000700010d17000,0x0000700010e17000)] - 0x00007ffd44c41800 JavaThread "dispatcher-BlockManagerEndpoint1" daemon [_thread_blocked, id=41731, stack(0x0000700010c14000,0x0000700010d14000)] - 0x00007ffd44b91800 JavaThread "dispatcher-BlockManagerMaster" daemon [_thread_blocked, id=24067, stack(0x0000700010b11000,0x0000700010c11000)] - 0x00007ffd45020000 JavaThread "map-output-dispatcher-7" daemon [_thread_blocked, id=42243, stack(0x0000700010a0e000,0x0000700010b0e000)] - 0x00007ffd45dfd800 JavaThread "map-output-dispatcher-6" daemon [_thread_blocked, id=42499, stack(0x000070001090b000,0x0000700010a0b000)] - 0x00007ffd45df1800 JavaThread "map-output-dispatcher-5" daemon [_thread_blocked, id=23043, stack(0x0000700010808000,0x0000700010908000)] - 0x00007ffd44b73000 JavaThread "map-output-dispatcher-4" daemon [_thread_blocked, id=42755, stack(0x0000700010705000,0x0000700010805000)] - 0x00007ffd44b72800 JavaThread "map-output-dispatcher-3" daemon [_thread_blocked, id=43011, stack(0x0000700010602000,0x0000700010702000)] - 0x00007ffd44b6b800 JavaThread "map-output-dispatcher-2" daemon [_thread_blocked, id=43267, stack(0x00007000104ff000,0x00007000105ff000)] - 0x00007ffd44b6b000 JavaThread "map-output-dispatcher-1" daemon [_thread_blocked, id=21763, stack(0x00007000103fc000,0x00007000104fc000)] - 0x00007ffd44b6d800 JavaThread "map-output-dispatcher-0" daemon [_thread_blocked, id=15107, stack(0x00007000102f9000,0x00007000103f9000)] - 0x00007ffd43646800 JavaThread "dispatcher-event-loop-1" daemon [_thread_blocked, id=14339, stack(0x00007000101f6000,0x00007000102f6000)] - 0x00007ffd430fc800 JavaThread "dispatcher-event-loop-0" daemon [_thread_blocked, id=4359, stack(0x00007000100f3000,0x00007000101f3000)] - 0x00007ffd45de6000 JavaThread "rpc-boss-3-1" daemon [_thread_in_native, id=3335, stack(0x000070000ee37000,0x000070000ef37000)] - 0x00007ffd42282000 JavaThread "ScalaTest-dispatcher" [_thread_blocked, id=15619, stack(0x000070000fff0000,0x00007000100f0000)] - 0x00007ffd434fb000 JavaThread "Attach Listener" daemon [_thread_blocked, id=16131, stack(0x000070000feed000,0x000070000ffed000)] - 0x00007ffd42230000 JavaThread "Service Thread" daemon [_thread_blocked, id=13827, stack(0x000070000fce7000,0x000070000fde7000)] - 0x00007ffd439ed000 JavaThread "C1 CompilerThread2" daemon [_thread_blocked, id=13571, stack(0x000070000fbe4000,0x000070000fce4000)] - 0x00007ffd4222c800 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=17411, stack(0x000070000fae1000,0x000070000fbe1000)] - 0x00007ffd4222c000 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=13315, stack(0x000070000f9de000,0x000070000fade000)] - 0x00007ffd43446800 JavaThread "Monitor Ctrl-Break" daemon [_thread_in_native, id=13059, stack(0x000070000f8db000,0x000070000f9db000)] - 0x00007ffd42032000 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=18179, stack(0x000070000f7d8000,0x000070000f8d8000)] - 0x00007ffd43811800 JavaThread "Finalizer" daemon [_thread_blocked, id=19971, stack(0x000070000f652000,0x000070000f752000)] - 0x00007ffd43007800 JavaThread "Reference Handler" daemon [_thread_blocked, id=20483, stack(0x000070000f54f000,0x000070000f64f000)] -=>0x00007ffd43801000 JavaThread "ScalaTest-run-running-HiveCompatibilitySuite" [_thread_in_vm, id=9987, stack(0x000070000ef3d000,0x000070000f03d000)] - -Other Threads: - 0x00007ffd4202e000 VMThread [stack: 0x000070000f44c000,0x000070000f54c000] [id=20739] - 0x00007ffd43448800 WatcherThread [stack: 0x000070000fdea000,0x000070000feea000] [id=14083] - -VM state:synchronizing (normal execution) - -VM Mutex/Monitor currently owned by a thread: ([mutex/lock_event]) -[0x00007ffd41d10780] Threads_lock - owner thread: 0x00007ffd4202e000 - -heap address: 0x0000000740000000, size: 2048 MB, Compressed Oops mode: Zero based, Oop shift amount: 3 -Narrow klass base: 0x0000000000000000, Narrow klass shift: 3 -Compressed class space size: 1073741824 Address: 0x00000007c0000000 - -Heap: - PSYoungGen total 646656K, used 51797K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 626688K, 5% used [0x0000000795580000,0x000000079749b208,0x00000007bb980000) - from space 19968K, 99% used [0x00000007bb980000,0x00000007bccfa598,0x00000007bcd00000) - to space 24576K, 0% used [0x00000007be800000,0x00000007be800000,0x00000007c0000000) - ParOldGen total 969216K, used 857719K [0x0000000740000000, 0x000000077b280000, 0x0000000795580000) - object space 969216K, 88% used [0x0000000740000000,0x000000077459ded0,0x000000077b280000) - Metaspace used 139916K, capacity 153450K, committed 153600K, reserved 1181696K - class space used 18433K, capacity 21676K, committed 21760K, reserved 1048576K - -Card table byte_map: [0x00000001085ba000,0x00000001089bb000] byte_map_base: 0x0000000104bba000 - -Marking Bits: (ParMarkBitMap*) 0x0000000107afceb0 - Begin Bits: [0x0000000108c66000, 0x000000010ac66000) - End Bits: [0x000000010ac66000, 0x000000010cc66000) - -Polling page: 0x000000010697f000 - -CodeCache: size=245760Kb used=34445Kb max_used=34646Kb free=211314Kb - bounds [0x000000010f86c000, 0x0000000111a6c000, 0x000000011e86c000] - total_blobs=12299 nmethods=11212 adapters=996 - compilation: enabled - -Compilation events (10 events): -Event: 54.196 Thread 0x00007ffd439ed000 nmethod 13259 0x000000010fca8e50 code [0x000000010fca8fc0, 0x000000010fca9248] -Event: 54.196 Thread 0x00007ffd439ed000 13260 3 scala.collection.mutable.FlatHashTable::containsElem$ (6 bytes) -Event: 54.196 Thread 0x00007ffd439ed000 nmethod 13260 0x0000000110390e10 code [0x0000000110390f80, 0x00000001103911a8] -Event: 54.196 Thread 0x00007ffd439ed000 13261 3 scala.collection.mutable.FlatHashTable::containsElem (12 bytes) -Event: 54.196 Thread 0x00007ffd439ed000 nmethod 13261 0x0000000110cec690 code [0x0000000110cec800, 0x0000000110cec9e8] -Event: 54.202 Thread 0x00007ffd439ed000 13270 3 com.fasterxml.jackson.databind.ObjectMapper::_assertNotNull (27 bytes) -Event: 54.203 Thread 0x00007ffd439ed000 nmethod 13270 0x0000000110fbfcd0 code [0x0000000110fbff00, 0x0000000110fc0c18] -Event: 54.203 Thread 0x00007ffd4222c800 nmethod 13265 0x0000000110f78d50 code [0x0000000110f78f00, 0x0000000110f79270] -Event: 54.209 Thread 0x00007ffd4222c000 13275 4 java.lang.Double::compare (54 bytes) -Event: 54.210 Thread 0x00007ffd4222c000 nmethod 13275 0x00000001105ed750 code [0x00000001105ed880, 0x00000001105ed918] - -GC Heap History (10 events): -Event: 39.426 GC heap before -{Heap before GC invocations=25 (full 3): - PSYoungGen total 486400K, used 480738K [0x0000000795580000, 0x00000007b8000000, 0x00000007c0000000) - eden space 472576K, 100% used [0x0000000795580000,0x00000007b2300000,0x00000007b2300000) - from space 13824K, 59% used [0x00000007b2300000,0x00000007b2af8898,0x00000007b3080000) - to space 13824K, 0% used [0x00000007b7280000,0x00000007b7280000,0x00000007b8000000) - ParOldGen total 100864K, used 23808K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) - object space 100864K, 23% used [0x0000000740000000,0x00000007417401e0,0x0000000746280000) - Metaspace used 90272K, capacity 96752K, committed 97024K, reserved 1132544K - class space used 11448K, capacity 14500K, committed 14592K, reserved 1048576K -Event: 39.443 GC heap after -Heap after GC invocations=25 (full 3): - PSYoungGen total 551936K, used 12692K [0x0000000795580000, 0x00000007b8200000, 0x00000007c0000000) - eden space 538112K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6300000) - from space 13824K, 91% used [0x00000007b7280000,0x00000007b7ee5390,0x00000007b8000000) - to space 15872K, 0% used [0x00000007b6300000,0x00000007b6300000,0x00000007b7280000) - ParOldGen total 100864K, used 23835K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) - object space 100864K, 23% used [0x0000000740000000,0x0000000741746e10,0x0000000746280000) - Metaspace used 90272K, capacity 96752K, committed 97024K, reserved 1132544K - class space used 11448K, capacity 14500K, committed 14592K, reserved 1048576K -} -Event: 40.421 GC heap before -{Heap before GC invocations=26 (full 3): - PSYoungGen total 551936K, used 86023K [0x0000000795580000, 0x00000007b8200000, 0x00000007c0000000) - eden space 538112K, 13% used [0x0000000795580000,0x0000000799d1cc08,0x00000007b6300000) - from space 13824K, 91% used [0x00000007b7280000,0x00000007b7ee5390,0x00000007b8000000) - to space 15872K, 0% used [0x00000007b6300000,0x00000007b6300000,0x00000007b7280000) - ParOldGen total 100864K, used 23835K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) - object space 100864K, 23% used [0x0000000740000000,0x0000000741746e10,0x0000000746280000) - Metaspace used 91875K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11643K, capacity 14719K, committed 14720K, reserved 1048576K -Event: 40.435 GC heap after -Heap after GC invocations=26 (full 3): - PSYoungGen total 553984K, used 10153K [0x0000000795580000, 0x00000007bdd80000, 0x00000007c0000000) - eden space 538112K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6300000) - from space 15872K, 63% used [0x00000007b6300000,0x00000007b6cea678,0x00000007b7280000) - to space 16384K, 0% used [0x00000007bcd80000,0x00000007bcd80000,0x00000007bdd80000) - ParOldGen total 100864K, used 23843K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) - object space 100864K, 23% used [0x0000000740000000,0x0000000741748e10,0x0000000746280000) - Metaspace used 91875K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11643K, capacity 14719K, committed 14720K, reserved 1048576K -} -Event: 40.435 GC heap before -{Heap before GC invocations=27 (full 4): - PSYoungGen total 553984K, used 10153K [0x0000000795580000, 0x00000007bdd80000, 0x00000007c0000000) - eden space 538112K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6300000) - from space 15872K, 63% used [0x00000007b6300000,0x00000007b6cea678,0x00000007b7280000) - to space 16384K, 0% used [0x00000007bcd80000,0x00000007bcd80000,0x00000007bdd80000) - ParOldGen total 100864K, used 23843K [0x0000000740000000, 0x0000000746280000, 0x0000000795580000) - object space 100864K, 23% used [0x0000000740000000,0x0000000741748e10,0x0000000746280000) - Metaspace used 91875K, capacity 98448K, committed 98496K, reserved 1132544K - class space used 11643K, capacity 14719K, committed 14720K, reserved 1048576K -Event: 40.573 GC heap after -Heap after GC invocations=27 (full 4): - PSYoungGen total 553984K, used 0K [0x0000000795580000, 0x00000007bdd80000, 0x00000007c0000000) - eden space 538112K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007b6300000) - from space 15872K, 0% used [0x00000007b6300000,0x00000007b6300000,0x00000007b7280000) - to space 16384K, 0% used [0x00000007bcd80000,0x00000007bcd80000,0x00000007bdd80000) - ParOldGen total 145920K, used 30072K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) - object space 145920K, 20% used [0x0000000740000000,0x0000000741d5e028,0x0000000748e80000) - Metaspace used 90677K, capacity 95070K, committed 98496K, reserved 1132544K - class space used 11360K, capacity 12373K, committed 14720K, reserved 1048576K -} -Event: 47.098 GC heap before -{Heap before GC invocations=28 (full 4): - PSYoungGen total 553984K, used 538112K [0x0000000795580000, 0x00000007bdd80000, 0x00000007c0000000) - eden space 538112K, 100% used [0x0000000795580000,0x00000007b6300000,0x00000007b6300000) - from space 15872K, 0% used [0x00000007b6300000,0x00000007b6300000,0x00000007b7280000) - to space 16384K, 0% used [0x00000007bcd80000,0x00000007bcd80000,0x00000007bdd80000) - ParOldGen total 145920K, used 30072K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) - object space 145920K, 20% used [0x0000000740000000,0x0000000741d5e028,0x0000000748e80000) - Metaspace used 118752K, capacity 127488K, committed 127744K, reserved 1159168K - class space used 15348K, capacity 17857K, committed 17920K, reserved 1048576K -Event: 47.124 GC heap after -Heap after GC invocations=28 (full 4): - PSYoungGen total 643072K, used 16379K [0x0000000795580000, 0x00000007be080000, 0x00000007c0000000) - eden space 626688K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007bb980000) - from space 16384K, 99% used [0x00000007bcd80000,0x00000007bdd7edb0,0x00000007bdd80000) - to space 19968K, 0% used [0x00000007bb980000,0x00000007bb980000,0x00000007bcd00000) - ParOldGen total 145920K, used 31798K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) - object space 145920K, 21% used [0x0000000740000000,0x0000000741f0db20,0x0000000748e80000) - Metaspace used 118752K, capacity 127488K, committed 127744K, reserved 1159168K - class space used 15348K, capacity 17857K, committed 17920K, reserved 1048576K -} -Event: 54.060 GC heap before -{Heap before GC invocations=29 (full 4): - PSYoungGen total 643072K, used 643067K [0x0000000795580000, 0x00000007be080000, 0x00000007c0000000) - eden space 626688K, 100% used [0x0000000795580000,0x00000007bb980000,0x00000007bb980000) - from space 16384K, 99% used [0x00000007bcd80000,0x00000007bdd7edb0,0x00000007bdd80000) - to space 19968K, 0% used [0x00000007bb980000,0x00000007bb980000,0x00000007bcd00000) - ParOldGen total 145920K, used 31798K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) - object space 145920K, 21% used [0x0000000740000000,0x0000000741f0db20,0x0000000748e80000) - Metaspace used 139229K, capacity 152216K, committed 152320K, reserved 1179648K - class space used 18278K, capacity 21483K, committed 21504K, reserved 1048576K -Event: 54.098 GC heap after -Heap after GC invocations=29 (full 4): - PSYoungGen total 646656K, used 19945K [0x0000000795580000, 0x00000007c0000000, 0x00000007c0000000) - eden space 626688K, 0% used [0x0000000795580000,0x0000000795580000,0x00000007bb980000) - from space 19968K, 99% used [0x00000007bb980000,0x00000007bccfa598,0x00000007bcd00000) - to space 24576K, 0% used [0x00000007be800000,0x00000007be800000,0x00000007c0000000) - ParOldGen total 145920K, used 34586K [0x0000000740000000, 0x0000000748e80000, 0x0000000795580000) - object space 145920K, 23% used [0x0000000740000000,0x00000007421c6b58,0x0000000748e80000) - Metaspace used 139229K, capacity 152216K, committed 152320K, reserved 1179648K - class space used 18278K, capacity 21483K, committed 21504K, reserved 1048576K -} - -Deoptimization events (10 events): -Event: 53.612 Thread 0x00007ffd4692a000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011099e83c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 -Event: 53.612 Thread 0x00007ffd4692a000 Uncommon trap: reason=class_check action=maybe_recompile pc=0x000000011099e83c method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 20 -Event: 53.670 Thread 0x00007ffd4692a000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110f06730 method=java.io.ObjectInputStream$PeekInputStream.read([BII)I @ 10 -Event: 53.697 Thread 0x00007ffd4692a000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ffe4ca8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 53.716 Thread 0x00007ffd4692a000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110f24664 method=java.util.Arrays.equals([B[B)Z @ 23 -Event: 53.782 Thread 0x00007ffd4692a000 Uncommon trap: reason=unstable_if action=reinterpret pc=0x0000000110cb4910 method=java.lang.invoke.LambdaFormEditor$Transform.inRange(I)Z @ 27 -Event: 53.956 Thread 0x00007ffd4692a000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ffe4ca8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 53.973 Thread 0x00007ffd4692a000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ffe4ca8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 53.975 Thread 0x00007ffd4692a000 Uncommon trap: reason=speculate_class_check action=maybe_recompile pc=0x000000010ffe4ca8 method=java.lang.invoke.LambdaForm$MH/717386707.linkToTargetMethod(Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object; @ 1 -Event: 54.171 Thread 0x00007ffd430fc800 Uncommon trap: reason=bimorphic action=maybe_recompile pc=0x0000000110dc03cc method=scala.collection.generic.GenericTraversableTemplate.$anonfun$flatten$1(Lscala/collection/mutable/Builder;Lscala/Function1;Ljava/lang/Object;)Lscala/collection/mutable/Buil - -Classes redefined (0 events): -No events - -Internal exceptions (10 events): -Event: 53.552 Thread 0x00007ffd430fc800 Exception > (0x00000007b71b6208) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.553 Thread 0x00007ffd430fc800 Exception > (0x00000007b71d0c88) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.570 Thread 0x00007ffd430fc800 Exception > (0x00000007b72ade20) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.570 Thread 0x00007ffd430fc800 Exception > (0x00000007b72b1658) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.572 Thread 0x00007ffd430fc800 Exception > (0x00000007b72d1d70) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.575 Thread 0x00007ffd430fc800 Exception > (0x00000007b7312d00) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.576 Thread 0x00007ffd430fc800 Exception > (0x00000007b732a618) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 53.577 Thread 0x00007ffd430fc800 Exception > (0x00000007b7343738) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 54.148 Thread 0x00007ffd4692a000 Exception > (0x0000000796361768) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] -Event: 54.158 Thread 0x00007ffd4692a000 Exception > (0x00000007963a8c70) thrown at [/Users/java_re/workspace/8-2-build-macosx-x86_64/jdk8u231/13620/hotspot/src/share/vm/prims/jni.cpp, line 1614] - -Events (10 events): -Event: 54.215 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 54.215 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 54.216 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 54.216 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 54.219 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 54.219 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 54.219 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics -Event: 54.219 loading class org/apache/spark/sql/execution/ui/LiveStageMetrics done -Event: 54.221 Executing VM operation: RevokeBias -Event: 56.062 Executing VM operation: RevokeBias done - - -Dynamic libraries: -0x00007fff2e213000 /System/Library/Frameworks/Cocoa.framework/Versions/A/Cocoa -0x00007fff39fe5000 /System/Library/Frameworks/Security.framework/Versions/A/Security -0x00007fff2cea5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/ApplicationServices -0x00007fff5a0e2000 /usr/lib/libz.1.dylib -0x00007fff57a38000 /usr/lib/libSystem.B.dylib -0x00007fff59272000 /usr/lib/libobjc.A.dylib -0x00007fff2ea88000 /System/Library/Frameworks/CoreFoundation.framework/Versions/A/CoreFoundation -0x00007fff30d0d000 /System/Library/Frameworks/Foundation.framework/Versions/C/Foundation -0x00007fff2c09e000 /System/Library/Frameworks/AppKit.framework/Versions/C/AppKit -0x00007fff2e611000 /System/Library/Frameworks/CoreData.framework/Versions/A/CoreData -0x00007fff514fd000 /System/Library/PrivateFrameworks/RemoteViewServices.framework/Versions/A/RemoteViewServices -0x00007fff55774000 /System/Library/PrivateFrameworks/UIFoundation.framework/Versions/A/UIFoundation -0x00007fff56e59000 /System/Library/PrivateFrameworks/XCTTargetBootstrap.framework/Versions/A/XCTTargetBootstrap -0x00007fff2e997000 /System/Library/Frameworks/CoreDisplay.framework/Versions/A/CoreDisplay -0x00007fff4c234000 /System/Library/PrivateFrameworks/IconServices.framework/Versions/A/IconServices -0x00007fff33643000 /System/Library/Frameworks/Metal.framework/Versions/A/Metal -0x00007fff43772000 /System/Library/PrivateFrameworks/DesktopServicesPriv.framework/Versions/A/DesktopServicesPriv -0x00007fff585d5000 /usr/lib/libenergytrace.dylib -0x00007fff53c5c000 /System/Library/PrivateFrameworks/SkyLight.framework/Versions/A/SkyLight -0x00007fff2eecf000 /System/Library/Frameworks/CoreGraphics.framework/Versions/A/CoreGraphics -0x00007fff2ae6a000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Accelerate -0x00007fff31456000 /System/Library/Frameworks/IOSurface.framework/Versions/A/IOSurface -0x00007fff435de000 /System/Library/PrivateFrameworks/DFRFoundation.framework/Versions/A/DFRFoundation -0x00007fff2d388000 /System/Library/Frameworks/AudioToolbox.framework/Versions/A/AudioToolbox -0x00007fff2d601000 /System/Library/Frameworks/AudioUnit.framework/Versions/A/AudioUnit -0x00007fff43673000 /System/Library/PrivateFrameworks/DataDetectorsCore.framework/Versions/A/DataDetectorsCore -0x00007fff2dd16000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/HIToolbox.framework/Versions/A/HIToolbox -0x00007fff5872e000 /usr/lib/libicucore.A.dylib -0x00007fff39556000 /System/Library/Frameworks/QuartzCore.framework/Versions/A/QuartzCore -0x00007fff2e0eb000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/SpeechRecognition.framework/Versions/A/SpeechRecognition -0x00007fff57b8c000 /usr/lib/libauto.dylib -0x00007fff59fd5000 /usr/lib/libxml2.2.dylib -0x00007fff431b9000 /System/Library/PrivateFrameworks/CoreUI.framework/Versions/A/CoreUI -0x00007fff2e4fc000 /System/Library/Frameworks/CoreAudio.framework/Versions/A/CoreAudio -0x00007fff30b41000 /System/Library/Frameworks/DiskArbitration.framework/Versions/A/DiskArbitration -0x00007fff589dc000 /usr/lib/liblangid.dylib -0x00007fff4d640000 /System/Library/PrivateFrameworks/MultitouchSupport.framework/Versions/A/MultitouchSupport -0x00007fff313c5000 /System/Library/Frameworks/IOKit.framework/Versions/A/IOKit -0x00007fff575f8000 /usr/lib/libDiagnosticMessagesClient.dylib -0x00007fff2fcdf000 /System/Library/Frameworks/CoreServices.framework/Versions/A/CoreServices -0x00007fff4f2fc000 /System/Library/PrivateFrameworks/PerformanceAnalysis.framework/Versions/A/PerformanceAnalysis -0x00007fff3873d000 /System/Library/Frameworks/OpenGL.framework/Versions/A/OpenGL -0x00007fff2e221000 /System/Library/Frameworks/ColorSync.framework/Versions/A/ColorSync -0x00007fff2f561000 /System/Library/Frameworks/CoreImage.framework/Versions/A/CoreImage -0x00007fff306b7000 /System/Library/Frameworks/CoreText.framework/Versions/A/CoreText -0x00007fff314b9000 /System/Library/Frameworks/ImageIO.framework/Versions/A/ImageIO -0x00007fff3f809000 /System/Library/PrivateFrameworks/Backup.framework/Versions/A/Backup -0x00007fff57adf000 /usr/lib/libarchive.2.dylib -0x00007fff2d95a000 /System/Library/Frameworks/CFNetwork.framework/Versions/A/CFNetwork -0x00007fff3a741000 /System/Library/Frameworks/SystemConfiguration.framework/Versions/A/SystemConfiguration -0x00007fff57529000 /usr/lib/libCRFSuite.dylib -0x00007fff57c7d000 /usr/lib/libc++.1.dylib -0x00007fff57cd1000 /usr/lib/libc++abi.dylib -0x00007fff5a8d8000 /usr/lib/system/libcache.dylib -0x00007fff5a8dd000 /usr/lib/system/libcommonCrypto.dylib -0x00007fff5a8e8000 /usr/lib/system/libcompiler_rt.dylib -0x00007fff5a8f0000 /usr/lib/system/libcopyfile.dylib -0x00007fff5a8fa000 /usr/lib/system/libcorecrypto.dylib -0x00007fff5aa06000 /usr/lib/system/libdispatch.dylib -0x00007fff5aa40000 /usr/lib/system/libdyld.dylib -0x00007fff5aa6d000 /usr/lib/system/libkeymgr.dylib -0x00007fff5aa7b000 /usr/lib/system/liblaunch.dylib -0x00007fff5aa7c000 /usr/lib/system/libmacho.dylib -0x00007fff5aa82000 /usr/lib/system/libquarantine.dylib -0x00007fff5aa85000 /usr/lib/system/libremovefile.dylib -0x00007fff5aa87000 /usr/lib/system/libsystem_asl.dylib -0x00007fff5aa9f000 /usr/lib/system/libsystem_blocks.dylib -0x00007fff5aaa0000 /usr/lib/system/libsystem_c.dylib -0x00007fff5ab28000 /usr/lib/system/libsystem_configuration.dylib -0x00007fff5ab2c000 /usr/lib/system/libsystem_coreservices.dylib -0x00007fff5ab30000 /usr/lib/system/libsystem_darwin.dylib -0x00007fff5ab37000 /usr/lib/system/libsystem_dnssd.dylib -0x00007fff5ab3e000 /usr/lib/system/libsystem_info.dylib -0x00007fff5abb3000 /usr/lib/system/libsystem_m.dylib -0x00007fff5abff000 /usr/lib/system/libsystem_malloc.dylib -0x00007fff5ac2a000 /usr/lib/system/libsystem_networkextension.dylib -0x00007fff5ac35000 /usr/lib/system/libsystem_notify.dylib -0x00007fff5ac52000 /usr/lib/system/libsystem_sandbox.dylib -0x00007fff5ac56000 /usr/lib/system/libsystem_secinit.dylib -0x00007fff5ab8a000 /usr/lib/system/libsystem_kernel.dylib -0x00007fff5ac3d000 /usr/lib/system/libsystem_platform.dylib -0x00007fff5ac47000 /usr/lib/system/libsystem_pthread.dylib -0x00007fff5ac59000 /usr/lib/system/libsystem_symptoms.dylib -0x00007fff5ac61000 /usr/lib/system/libsystem_trace.dylib -0x00007fff5ac78000 /usr/lib/system/libunwind.dylib -0x00007fff5ac7e000 /usr/lib/system/libxpc.dylib -0x00007fff57c5e000 /usr/lib/libbsm.0.dylib -0x00007fff5aa6e000 /usr/lib/system/libkxld.dylib -0x00007fff3ebfa000 /System/Library/PrivateFrameworks/AppleFSCompression.framework/Versions/A/AppleFSCompression -0x00007fff578f8000 /usr/lib/libOpenScriptingUtil.dylib -0x00007fff57f86000 /usr/lib/libcoretls.dylib -0x00007fff57f9d000 /usr/lib/libcoretls_cfhelpers.dylib -0x00007fff59a09000 /usr/lib/libpam.2.dylib -0x00007fff59bc9000 /usr/lib/libsqlite3.dylib -0x00007fff59fc3000 /usr/lib/libxar.1.dylib -0x00007fff57c6f000 /usr/lib/libbz2.1.0.dylib -0x00007fff589de000 /usr/lib/liblzma.5.dylib -0x00007fff58e8f000 /usr/lib/libnetwork.dylib -0x00007fff57ac8000 /usr/lib/libapple_nghttp2.dylib -0x00007fff59a10000 /usr/lib/libpcap.A.dylib -0x00007fff3007e000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/FSEvents.framework/Versions/A/FSEvents -0x00007fff2fd5d000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/CarbonCore.framework/Versions/A/CarbonCore -0x00007fff30239000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/Metadata.framework/Versions/A/Metadata -0x00007fff302d8000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/OSServices.framework/Versions/A/OSServices -0x00007fff30323000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SearchKit.framework/Versions/A/SearchKit -0x00007fff2fce0000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/AE.framework/Versions/A/AE -0x00007fff30087000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/LaunchServices.framework/Versions/A/LaunchServices -0x00007fff30035000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/DictionaryServices.framework/Versions/A/DictionaryServices -0x00007fff3038b000 /System/Library/Frameworks/CoreServices.framework/Versions/A/Frameworks/SharedFileList.framework/Versions/A/SharedFileList -0x00007fff34718000 /System/Library/Frameworks/NetFS.framework/Versions/A/NetFS -0x00007fff4d8a6000 /System/Library/PrivateFrameworks/NetAuth.framework/Versions/A/NetAuth -0x00007fff5725d000 /System/Library/PrivateFrameworks/login.framework/Versions/A/Frameworks/loginsupport.framework/Versions/A/loginsupport -0x00007fff5537d000 /System/Library/PrivateFrameworks/TCC.framework/Versions/A/TCC -0x00007fff42816000 /System/Library/PrivateFrameworks/CoreNLP.framework/Versions/A/CoreNLP -0x00007fff4d33b000 /System/Library/PrivateFrameworks/MetadataUtilities.framework/Versions/A/MetadataUtilities -0x00007fff58ab3000 /usr/lib/libmecabra.dylib -0x00007fff2cea6000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/ATS -0x00007fff2d1f5000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ColorSyncLegacy.framework/Versions/A/ColorSyncLegacy -0x00007fff2d294000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/HIServices.framework/Versions/A/HIServices -0x00007fff2d2e7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/LangAnalysis.framework/Versions/A/LangAnalysis -0x00007fff2d2f7000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/PrintCore.framework/Versions/A/PrintCore -0x00007fff2d341000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/QD.framework/Versions/A/QD -0x00007fff2d37b000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/SpeechSynthesis.framework/Versions/A/SpeechSynthesis -0x00007fff57cf9000 /usr/lib/libcompression.dylib -0x00007fff33913000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Versions/A/MetalPerformanceShaders -0x00007fff2ae82000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vImage.framework/Versions/A/vImage -0x00007fff2befc000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/vecLib -0x00007fff2be48000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvMisc.dylib -0x00007fff2bc60000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libvDSP.dylib -0x00007fff2b51c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBLAS.dylib -0x00007fff2b809000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLAPACK.dylib -0x00007fff2bbb3000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libLinearAlgebra.dylib -0x00007fff2bc4c000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparseBLAS.dylib -0x00007fff2bbc9000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libQuadrature.dylib -0x00007fff2b796000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libBNNS.dylib -0x00007fff2bbcf000 /System/Library/Frameworks/Accelerate.framework/Versions/A/Frameworks/vecLib.framework/Versions/A/libSparse.dylib -0x00007fff49b64000 /System/Library/PrivateFrameworks/GPUWrangler.framework/Versions/A/GPUWrangler -0x00007fff4be69000 /System/Library/PrivateFrameworks/IOAccelerator.framework/Versions/A/IOAccelerator -0x00007fff4be74000 /System/Library/PrivateFrameworks/IOPresentment.framework/Versions/A/IOPresentment -0x00007fff435ee000 /System/Library/PrivateFrameworks/DSExternalDisplay.framework/Versions/A/DSExternalDisplay -0x00007fff37b94000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreFSCache.dylib -0x00007fff33707000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSCore.framework/Versions/A/MPSCore -0x00007fff33727000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSImage.framework/Versions/A/MPSImage -0x00007fff337cc000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSNeuralNetwork.framework/Versions/A/MPSNeuralNetwork -0x00007fff337a4000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSMatrix.framework/Versions/A/MPSMatrix -0x00007fff338f8000 /System/Library/Frameworks/MetalPerformanceShaders.framework/Frameworks/MPSRayIntersector.framework/Versions/A/MPSRayIntersector -0x00007fff4d364000 /System/Library/PrivateFrameworks/MetalTools.framework/Versions/A/MetalTools -0x00007fff3e4a4000 /System/Library/PrivateFrameworks/AggregateDictionary.framework/Versions/A/AggregateDictionary -0x00007fff578d8000 /usr/lib/libMobileGestalt.dylib -0x00007fff3081a000 /System/Library/Frameworks/CoreVideo.framework/Versions/A/CoreVideo -0x00007fff4a975000 /System/Library/PrivateFrameworks/GraphVisualizer.framework/Versions/A/GraphVisualizer -0x00007fff447f4000 /System/Library/PrivateFrameworks/FaceCore.framework/Versions/A/FaceCore -0x00007fff371c2000 /System/Library/Frameworks/OpenCL.framework/Versions/A/OpenCL -0x00007fff57630000 /usr/lib/libFosl_dynamic.dylib -0x00007fff4e112000 /System/Library/PrivateFrameworks/OTSVG.framework/Versions/A/OTSVG -0x00007fff2cfaa000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontParser.dylib -0x00007fff2d0c2000 /System/Library/Frameworks/ApplicationServices.framework/Versions/A/Frameworks/ATS.framework/Versions/A/Resources/libFontRegistry.dylib -0x00007fff31729000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJPEG.dylib -0x00007fff31a4e000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libTIFF.dylib -0x00007fff31a24000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libPng.dylib -0x00007fff31647000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libGIF.dylib -0x00007fff3164c000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libJP2.dylib -0x00007fff31a4b000 /System/Library/Frameworks/ImageIO.framework/Versions/A/Resources/libRadiance.dylib -0x00007fff3ed51000 /System/Library/PrivateFrameworks/AppleJPEG.framework/Versions/A/AppleJPEG -0x00007fff37b9f000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGFXShared.dylib -0x00007fff37d62000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLU.dylib -0x00007fff37ba8000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGL.dylib -0x00007fff37bb4000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libGLImage.dylib -0x00007fff37b91000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCVMSPluginSupport.dylib -0x00007fff37b9a000 /System/Library/Frameworks/OpenGL.framework/Versions/A/Libraries/libCoreVMClient.dylib -0x00007fff5844a000 /usr/lib/libcups.2.dylib -0x00007fff32c0e000 /System/Library/Frameworks/Kerberos.framework/Versions/A/Kerberos -0x00007fff31129000 /System/Library/Frameworks/GSS.framework/Versions/A/GSS -0x00007fff59b5e000 /usr/lib/libresolv.9.dylib -0x00007fff5863d000 /usr/lib/libiconv.2.dylib -0x00007fff4aaea000 /System/Library/PrivateFrameworks/Heimdal.framework/Versions/A/Heimdal -0x00007fff5860d000 /usr/lib/libheimdal-asn1.dylib -0x00007fff37236000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/OpenDirectory -0x00007fff41579000 /System/Library/PrivateFrameworks/CommonAuth.framework/Versions/A/CommonAuth -0x00007fff3721a000 /System/Library/Frameworks/OpenDirectory.framework/Versions/A/Frameworks/CFOpenDirectory.framework/Versions/A/CFOpenDirectory -0x00007fff3a2e6000 /System/Library/Frameworks/SecurityFoundation.framework/Versions/A/SecurityFoundation -0x00007fff3d9ea000 /System/Library/PrivateFrameworks/APFS.framework/Versions/A/APFS -0x00007fff59fbf000 /usr/lib/libutil.dylib -0x00007fff57ce7000 /usr/lib/libcharset.1.dylib -0x00007fff3efee000 /System/Library/PrivateFrameworks/AppleSauce.framework/Versions/A/AppleSauce -0x00007fff3f16f000 /System/Library/PrivateFrameworks/AssertionServices.framework/Versions/A/AssertionServices -0x00007fff3f89f000 /System/Library/PrivateFrameworks/BaseBoard.framework/Versions/A/BaseBoard -0x00007fff58a0e000 /usr/lib/libmecab.1.0.0.dylib -0x00007fff58607000 /usr/lib/libgermantok.dylib -0x00007fff57ab5000 /usr/lib/libThaiTokenizer.dylib -0x00007fff57560000 /usr/lib/libChineseTokenizer.dylib -0x00007fff4c521000 /System/Library/PrivateFrameworks/LanguageModeling.framework/Versions/A/LanguageModeling -0x00007fff4225b000 /System/Library/PrivateFrameworks/CoreEmoji.framework/Versions/A/CoreEmoji -0x00007fff4c5fd000 /System/Library/PrivateFrameworks/Lexicon.framework/Versions/A/Lexicon -0x00007fff4c640000 /System/Library/PrivateFrameworks/LinguisticData.framework/Versions/A/LinguisticData -0x00007fff57ce8000 /usr/lib/libcmph.dylib -0x00007fff3a3a4000 /System/Library/Frameworks/ServiceManagement.framework/Versions/A/ServiceManagement -0x00007fff3f800000 /System/Library/PrivateFrameworks/BackgroundTaskManagement.framework/Versions/A/BackgroundTaskManagement -0x00007fff5a0b9000 /usr/lib/libxslt.1.dylib -0x00007fff2e018000 /System/Library/Frameworks/Carbon.framework/Versions/A/Frameworks/Ink.framework/Versions/A/Ink -0x00007fff555ef000 /System/Library/PrivateFrameworks/TextureIO.framework/Versions/A/TextureIO -0x00007fff57b09000 /usr/lib/libate.dylib -0x00007fff4353d000 /System/Library/PrivateFrameworks/CrashReporterSupport.framework/Versions/A/CrashReporterSupport -0x00007fff52d29000 /System/Library/PrivateFrameworks/Sharing.framework/Versions/A/Sharing -0x00007fff3f552000 /System/Library/PrivateFrameworks/AuthKit.framework/Versions/A/AuthKit -0x00007fff3eaa6000 /System/Library/PrivateFrameworks/Apple80211.framework/Versions/A/Apple80211 -0x00007fff432e5000 /System/Library/PrivateFrameworks/CoreUtils.framework/Versions/A/CoreUtils -0x00007fff3085b000 /System/Library/Frameworks/CoreWLAN.framework/Versions/A/CoreWLAN -0x00007fff31258000 /System/Library/Frameworks/IOBluetooth.framework/Versions/A/IOBluetooth -0x00007fff5119d000 /System/Library/PrivateFrameworks/ProtocolBuffer.framework/Versions/A/ProtocolBuffer -0x00007fff4d59c000 /System/Library/PrivateFrameworks/MobileKeyBag.framework/Versions/A/MobileKeyBag -0x00007fff42b29000 /System/Library/PrivateFrameworks/CorePhoneNumbers.framework/Versions/A/CorePhoneNumbers -0x00007fff3ed05000 /System/Library/PrivateFrameworks/AppleIDAuthSupport.framework/Versions/A/AppleIDAuthSupport -0x00007fff4c4f4000 /System/Library/PrivateFrameworks/KeychainCircle.framework/Versions/A/KeychainCircle -0x00007fff51353000 /System/Library/PrivateFrameworks/ROCKit.framework/Versions/A/ROCKit -0x00007fff434d9000 /System/Library/PrivateFrameworks/CoreWiFi.framework/Versions/A/CoreWiFi -0x00007fff2e5e6000 /System/Library/Frameworks/CoreBluetooth.framework/Versions/A/CoreBluetooth -0x00007fff43734000 /System/Library/PrivateFrameworks/DebugSymbols.framework/Versions/A/DebugSymbols -0x00007fff430a5000 /System/Library/PrivateFrameworks/CoreSymbolication.framework/Versions/A/CoreSymbolication -0x00007fff54e0c000 /System/Library/PrivateFrameworks/Symbolication.framework/Versions/A/Symbolication -0x00007fff546af000 /System/Library/PrivateFrameworks/SpeechRecognitionCore.framework/Versions/A/SpeechRecognitionCore -0x00007fff23180000 /System/Library/CoreServices/Encodings/libSimplifiedChineseConverter.dylib -0x0000000107200000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/server/libjvm.dylib -0x00007fff59e9a000 /usr/lib/libstdc++.6.dylib -0x000000010693b000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libverify.dylib -0x0000000106949000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjava.dylib -0x0000000106980000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libinstrument.dylib -0x00000001069dd000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libzip.dylib -0x000000011e8e4000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnet.dylib -0x000000011e96e000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libmanagement.dylib -0x00000001069f1000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libjaas_unix.dylib -0x000000011e950000 /Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/libnio.dylib -0x000000011ee3c000 /private/var/folders/qj/5cd86hwd08q7j3r2v4bb47gh0000gn/T/liblz4-java-3539756806934410857.dylib - -VM Arguments: -jvm_args: -javaagent:/Applications/IntelliJ IDEA.app/Contents/lib/idea_rt.jar=50412:/Applications/IntelliJ IDEA.app/Contents/bin -Dfile.encoding=UTF-8 -java_command: org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestRunner -s org.apache.spark.sql.hive.execution.HiveCompatibilitySuite -C org.jetbrains.plugins.scala.testingSupport.scalaTest.ScalaTestReporter -showProgressMessages true -java_class_path (initial): /Users/jiaan.geng/Library/Application Support/JetBrains/IntelliJIdea2020.1/plugins/Scala/lib/runners.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_ -Launcher Type: SUN_STANDARD - -Environment Variables: -JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home -CLASSPATH=.:/Users/jiaan.geng/antlr/lib/antlr-4.7.1-complete.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/lib:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/jre/lib:/Users/jiaan.geng/antlr/lib -PATH=/Users/jiaan.geng/.rvm/gems/ruby-2.6.3/bin:/Users/jiaan.geng/.rvm/gems/ruby-2.6.3@global/bin:/Users/jiaan.geng/.rvm/rubies/ruby-2.6.3/bin:/Library/Frameworks/Python.framework/Versions/3.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Library/Java/JavaVirtualMachines/jdk1.8.0_231.jdk/Contents/Home/bin:/Users/jiaan.geng/scala-2.12.12/bin:/Users/jiaan.geng/maven/apache-maven-3.8.1/bin:/Users/jiaan.geng/.rvm/bin -SHELL=/bin/bash - -Signal Handlers: -SIGSEGV: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_ONSTACK|SA_RESTART|SA_SIGINFO -SIGBUS: [libjvm.dylib+0x5b7e2b], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGFPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGPIPE: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGXFSZ: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGILL: [libjvm.dylib+0x48c6ec], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGUSR1: SIG_DFL, sa_mask[0]=00000000000000000000000000000000, sa_flags=none -SIGUSR2: [libjvm.dylib+0x48c20a], sa_mask[0]=00100000000000000000000000000000, sa_flags=SA_RESTART|SA_SIGINFO -SIGHUP: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGINT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGTERM: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO -SIGQUIT: [libjvm.dylib+0x48a795], sa_mask[0]=11111111011111110111111111111111, sa_flags=SA_RESTART|SA_SIGINFO - - ---------------- S Y S T E M --------------- - -OS:Bsduname:Darwin 18.7.0 Darwin Kernel Version 18.7.0: Mon Mar 8 22:11:48 PST 2021; root:xnu-4903.278.65~1/RELEASE_X86_64 x86_64 -rlimit: STACK 8192k, CORE 0k, NPROC 709, NOFILE 10240, AS infinity -load average:3.02 2.74 3.01 - -CPU:total 4 (initial active 4) (2 cores per cpu, 2 threads per core) family 6 model 61 stepping 4, cmov, cx8, fxsr, mmx, sse, sse2, sse3, ssse3, sse4.1, sse4.2, popcnt, avx, avx2, aes, clmul, erms, rtm, 3dnowpref, lzcnt, ht, tsc, tscinvbit, bmi1, bmi2, adx - -Memory: 4k page, physical 8388608k(15168k free) - -/proc/meminfo: - - -vm_info: Java HotSpot(TM) 64-Bit Server VM (25.231-b11) for bsd-amd64 JRE (1.8.0_231-b11), built on Oct 5 2019 03:15:25 by "java_re" with gcc 4.2.1 (Based on Apple Inc. build 5658) (LLVM build 2336.11.00) - -time: Sat May 29 00:48:10 2021 -timezone: CST -elapsed time: 56 seconds (0d 0h 0m 56s) - From ee1e84a883a97880d57dd0d6494a5395b969a17c Mon Sep 17 00:00:00 2001 From: beliefer Date: Sat, 29 May 2021 14:19:26 +0800 Subject: [PATCH 37/56] Update code --- .../scala/org/apache/spark/sql/execution/command/commands.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala index 7f4f816d328da..d4ff1f1a43fa7 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala @@ -163,7 +163,7 @@ case class ExplainCommand( // Run through the optimizer to generate the physical plan. override def run(sparkSession: SparkSession): Seq[Row] = try { - val outputString = sparkSession.sessionState.executePlan(logicalPlan).explainString(mode) + val outputString = sparkSession.sessionState.executePlan(logicalPlan, true).explainString(mode) Seq(Row(outputString)) } catch { case NonFatal(cause) => ("Error occurred during query planning: \n" + cause.getMessage).split("\n").map(Row(_)) From 9c95570d5964933ecd356cdeb688a4b032370ff2 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 31 May 2021 11:12:03 +0800 Subject: [PATCH 38/56] Update code --- .../apache/spark/sql/execution/WholeStageCodegenExec.scala | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/WholeStageCodegenExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/WholeStageCodegenExec.scala index 85bc98d194fee..9e1dbaf5e99ad 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/WholeStageCodegenExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/WholeStageCodegenExec.scala @@ -934,6 +934,10 @@ case class CollapseCodegenStages( // Do not make LogicalTableScanExec the root of WholeStageCodegen // to support the fast driver-local collect/take paths. plan + case plan: CommandResultExec => + // Do not make CommandResultExec the root of WholeStageCodegen + // to support the fast driver-local collect/take paths. + plan case plan: CodegenSupport if supportCodegen(plan) => // The whole-stage-codegen framework is row-based. If a plan supports columnar execution, // it can't support whole-stage-codegen at the same time. From f39f92079634c216d9b4b2125d3fc9eb7fb96691 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 31 May 2021 15:57:53 +0800 Subject: [PATCH 39/56] Update code --- .../apache/spark/sql/DataFrameWriter.scala | 2 +- .../sql/execution/CommandResultExec.scala | 4 +-- .../spark/sql/execution/HiveResult.scala | 34 ++++++++++++------- .../spark/sql/execution/QueryExecution.scala | 5 +-- .../adaptive/InsertAdaptiveSparkPlan.scala | 1 + .../internal/BaseSessionStateBuilder.scala | 6 ++-- .../spark/sql/internal/SessionState.scala | 9 +++-- .../WriteDistributionAndOrderingSuite.scala | 8 ++--- .../adaptive/AdaptiveQueryExecSuite.scala | 16 +++++---- .../apache/spark/sql/hive/test/TestHive.scala | 13 +++---- 10 files changed, 58 insertions(+), 40 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala index bbcbcc5de4016..ecdc5bf868540 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala @@ -907,7 +907,7 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { * user-registered callback functions. */ private def runCommand(session: SparkSession, name: String)(command: LogicalPlan): Unit = { - val qe = session.sessionState.executePlan(command) + val qe = session.sessionState.executePlan(command, name = Some(name)) // call `QueryExecution.commandExecuted` to trigger the execution of commands. qe.commandExecuted } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala index a38d8e9e86bc5..c4f4b04a6440b 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/CommandResultExec.scala @@ -76,8 +76,8 @@ case class CommandResultExec( } override def executeCollect(): Array[InternalRow] = { - longMetric("numOutputRows").add(unsafeRows.size) - unsafeRows + longMetric("numOutputRows").add(rows.size) + rows.toArray } override def executeTake(limit: Int): Array[InternalRow] = { diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala index 8d036fb4cb5fb..2c7e1d7c009c5 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala @@ -78,25 +78,35 @@ object HiveResult { val commandPhysicalPlans = other collect { case commandResultExec: CommandResultExec => commandResultExec.commandPhysicalPlan } - val hasCommandResult = commandPhysicalPlans exists { + val needCropOutput = commandPhysicalPlans exists { + case _: ShowTablesExec => true case ExecutedCommandExec(_: ShowTablesCommand) => true case ExecutedCommandExec(_: ShowViewsCommand) => true case _ => false } - val result: Seq[Seq[Any]] = if (hasCommandResult) { - other.executeCollectPublic().map(row => Row(row.get(1))).map(_.toSeq).toSeq - } else { - other.executeCollectPublic().map(_.toSeq).toSeq + val hasDescribeTableExec = commandPhysicalPlans exists { + case _: DescribeTableExec => true + case ExecutedCommandExec(_: DescribeCommandBase) => true + case _ => false } - // We need the types so we can output struct field names - val types = if (hasCommandResult) { - Seq(executedPlan.output(1).dataType) + if (hasDescribeTableExec) { + formatDescribeTableOutput(executedPlan.executeCollectPublic()) } else { - executedPlan.output.map(_.dataType) + val result: Seq[Seq[Any]] = if (needCropOutput) { + other.executeCollectPublic().map(row => Row(row.get(1))).map(_.toSeq).toSeq + } else { + other.executeCollectPublic().map(_.toSeq).toSeq + } + // We need the types so we can output struct field names + val types = if (hasDescribeTableExec) { + Seq(executedPlan.output(1).dataType) + } else { + executedPlan.output.map(_.dataType) + } + // Reformat to match hive tab delimited output. + result.map(_.zip(types).map(e => toHiveString(e, false, timeFormatters))) + .map(_.mkString("\t")) } - // Reformat to match hive tab delimited output. - result.map(_.zip(types).map(e => toHiveString(e, false, timeFormatters))) - .map(_.mkString("\t")) } private def formatDescribeTableOutput(rows: Array[Row]): Seq[String] = { diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index f7bfbfd35be62..fe033baf18289 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -56,7 +56,8 @@ class QueryExecution( val sparkSession: SparkSession, val logical: LogicalPlan, val tracker: QueryPlanningTracker = new QueryPlanningTracker, - val isExecutingCommand: Boolean = false) extends Logging { + val isExecutingCommand: Boolean = false, + val name: Option[String] = Some("command")) extends Logging { val id: Long = QueryExecution.nextExecutionId @@ -93,7 +94,7 @@ class QueryExecution( qe.analyzed.output, qe.commandExecuted, qe.executedPlan, - SQLExecution.withNewExecutionId(qe, Some("command"))(qe.executedPlan.executeCollect())) + SQLExecution.withNewExecutionId(qe, name)(qe.executedPlan.executeCollect())) case other => other } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/InsertAdaptiveSparkPlan.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/InsertAdaptiveSparkPlan.scala index 10655192561a1..2c7767e797394 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/InsertAdaptiveSparkPlan.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/InsertAdaptiveSparkPlan.scala @@ -45,6 +45,7 @@ case class InsertAdaptiveSparkPlan( private def applyInternal(plan: SparkPlan, isSubquery: Boolean): SparkPlan = plan match { case _ if !conf.adaptiveExecutionEnabled => plan case _: ExecutedCommandExec => plan + case _: CommandResultExec => plan case c: DataWritingCommandExec => c.copy(child = apply(c.child)) case c: V2CommandExec => c.withNewChildren(c.children.map(apply)) case _ if shouldApplyAQE(plan, isSubquery) => diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala index c2690f857627e..81269fe582623 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala @@ -310,9 +310,9 @@ abstract class BaseSessionStateBuilder( /** * Create a query execution object. */ - protected def createQueryExecution: (LogicalPlan, Boolean) => QueryExecution = { - (plan, isExecutingCommand) => - new QueryExecution(session, plan, isExecutingCommand = isExecutingCommand) + protected def createQueryExecution: (LogicalPlan, Boolean, Option[String]) => QueryExecution = { + (plan, isExecutingCommand, name) => + new QueryExecution(session, plan, isExecutingCommand = isExecutingCommand, name = name) } /** diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala index 4683eab908569..bc0da8741feaa 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala @@ -76,7 +76,7 @@ private[sql] class SessionState( val streamingQueryManagerBuilder: () => StreamingQueryManager, val listenerManager: ExecutionListenerManager, resourceLoaderBuilder: () => SessionResourceLoader, - createQueryExecution: (LogicalPlan, Boolean) => QueryExecution, + createQueryExecution: (LogicalPlan, Boolean, Option[String]) => QueryExecution, createClone: (SparkSession, SessionState) => SessionState, val columnarRules: Seq[ColumnarRule], val queryStagePrepRules: Seq[Rule[SparkPlan]]) { @@ -119,8 +119,11 @@ private[sql] class SessionState( // Helper methods, partially leftover from pre-2.0 days // ------------------------------------------------------ - def executePlan(plan: LogicalPlan, isExecutingCommand: Boolean = false): QueryExecution = - createQueryExecution(plan, isExecutingCommand) + def executePlan( + plan: LogicalPlan, + isExecutingCommand: Boolean = false, + name: Option[String] = None): QueryExecution = + createQueryExecution(plan, isExecutingCommand, name) } private[sql] object SessionState { diff --git a/sql/core/src/test/scala/org/apache/spark/sql/connector/WriteDistributionAndOrderingSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/connector/WriteDistributionAndOrderingSuite.scala index db4a9c153c0ff..32611ad5f78ea 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/connector/WriteDistributionAndOrderingSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/connector/WriteDistributionAndOrderingSuite.scala @@ -20,8 +20,7 @@ package org.apache.spark.sql.connector import java.util.Collections import org.scalatest.BeforeAndAfter - -import org.apache.spark.sql.{catalyst, AnalysisException, DataFrame, QueryTest} +import org.apache.spark.sql.{AnalysisException, DataFrame, QueryTest, catalyst} import org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute import org.apache.spark.sql.catalyst.plans.physical import org.apache.spark.sql.catalyst.plans.physical.{HashPartitioning, RangePartitioning, UnknownPartitioning} @@ -29,7 +28,7 @@ import org.apache.spark.sql.connector.catalog.{Identifier, InMemoryTableCatalog} import org.apache.spark.sql.connector.distributions.{Distribution, Distributions} import org.apache.spark.sql.connector.expressions.{Expression, FieldReference, NullOrdering, SortDirection, SortOrder} import org.apache.spark.sql.connector.expressions.LogicalExpressions._ -import org.apache.spark.sql.execution.{QueryExecution, SortExec, SparkPlan} +import org.apache.spark.sql.execution.{CommandResultExec, QueryExecution, SortExec, SparkPlan} import org.apache.spark.sql.execution.adaptive.AdaptiveSparkPlanHelper import org.apache.spark.sql.execution.datasources.v2.V2TableWriteExec import org.apache.spark.sql.execution.exchange.ShuffleExchangeLike @@ -778,7 +777,8 @@ class WriteDistributionAndOrderingSuite sparkContext.listenerBus.waitUntilEmpty() - executedPlan match { + assert(executedPlan.isInstanceOf[CommandResultExec]) + executedPlan.asInstanceOf[CommandResultExec].commandPhysicalPlan match { case w: V2TableWriteExec => stripAQEPlan(w.query) case _ => diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala index d67adee63b7f2..a1ad0653937da 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala @@ -22,17 +22,16 @@ import java.net.URI import org.apache.log4j.Level import org.scalatest.PrivateMethodTester - import org.apache.spark.scheduler.{SparkListener, SparkListenerEvent, SparkListenerJobStart} -import org.apache.spark.sql.{Dataset, QueryTest, Row, SparkSession, Strategy} +import org.apache.spark.sql._ import org.apache.spark.sql.catalyst.optimizer.{BuildLeft, BuildRight} import org.apache.spark.sql.catalyst.plans.logical.{Aggregate, LogicalPlan} -import org.apache.spark.sql.execution.{PartialReducerPartitionSpec, QueryExecution, ReusedSubqueryExec, ShuffledRowRDD, SparkPlan, UnaryExecNode} +import org.apache.spark.sql.execution._ import org.apache.spark.sql.execution.command.DataWritingCommandExec import org.apache.spark.sql.execution.datasources.noop.NoopDataSource import org.apache.spark.sql.execution.datasources.v2.V2TableWriteExec -import org.apache.spark.sql.execution.exchange.{BroadcastExchangeExec, ENSURE_REQUIREMENTS, Exchange, REPARTITION, REPARTITION_WITH_NUM, ReusedExchangeExec, ShuffleExchangeExec, ShuffleExchangeLike, ShuffleOrigin} -import org.apache.spark.sql.execution.joins.{BaseJoinExec, BroadcastHashJoinExec, ShuffledHashJoinExec, ShuffledJoin, SortMergeJoinExec} +import org.apache.spark.sql.execution.exchange._ +import org.apache.spark.sql.execution.joins._ import org.apache.spark.sql.execution.metric.SQLShuffleReadMetricsReporter import org.apache.spark.sql.execution.ui.SparkListenerSQLAdaptiveExecutionUpdate import org.apache.spark.sql.functions._ @@ -1029,8 +1028,11 @@ class AdaptiveQueryExecSuite SQLConf.ADAPTIVE_EXECUTION_FORCE_APPLY.key -> "true") { withTable("t1") { val plan = sql("CREATE TABLE t1 USING parquet AS SELECT 1 col").queryExecution.executedPlan - assert(plan.isInstanceOf[DataWritingCommandExec]) - assert(plan.asInstanceOf[DataWritingCommandExec].child.isInstanceOf[AdaptiveSparkPlanExec]) + assert(plan.isInstanceOf[CommandResultExec]) + val commandResultExec = plan.asInstanceOf[CommandResultExec] + assert(commandResultExec.commandPhysicalPlan.isInstanceOf[DataWritingCommandExec]) + assert(commandResultExec.commandPhysicalPlan.asInstanceOf[DataWritingCommandExec] + .child.isInstanceOf[AdaptiveSparkPlanExec]) } } } diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala index 993ddeff7e1cf..f1b3d57221830 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala @@ -585,9 +585,10 @@ private[hive] class TestHiveSparkSession( private[hive] class TestHiveQueryExecution( sparkSession: TestHiveSparkSession, logicalPlan: LogicalPlan, - isExecutingCommand: Boolean = false) - extends QueryExecution(sparkSession, logicalPlan, isExecutingCommand = isExecutingCommand) - with Logging { + isExecutingCommand: Boolean = false, + name: Option[String] = None) + extends QueryExecution( + sparkSession, logicalPlan, isExecutingCommand = isExecutingCommand, name = name) with Logging { def this(sparkSession: TestHiveSparkSession, sql: String) = { this(sparkSession, sparkSession.sessionState.sqlParser.parsePlan(sql)) @@ -663,10 +664,10 @@ private[sql] class TestHiveSessionStateBuilder( override def overrideConfs: Map[String, String] = TestHiveContext.overrideConfs - override def createQueryExecution: (LogicalPlan, Boolean) => QueryExecution = { - (plan, isExecutingCommand) => + override def createQueryExecution: (LogicalPlan, Boolean, Option[String]) => QueryExecution = { + (plan, isExecutingCommand, name) => new TestHiveQueryExecution( - session.asInstanceOf[TestHiveSparkSession], plan, isExecutingCommand) + session.asInstanceOf[TestHiveSparkSession], plan, isExecutingCommand, name) } override protected def newBuilder: NewBuilder = new TestHiveSessionStateBuilder(_, _) From 1d10b617bf549fe4158ca1d0630a71840479cb64 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 31 May 2021 16:00:38 +0800 Subject: [PATCH 40/56] Update code --- .../sql/connector/WriteDistributionAndOrderingSuite.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/connector/WriteDistributionAndOrderingSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/connector/WriteDistributionAndOrderingSuite.scala index 32611ad5f78ea..945a35a968de3 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/connector/WriteDistributionAndOrderingSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/connector/WriteDistributionAndOrderingSuite.scala @@ -20,7 +20,8 @@ package org.apache.spark.sql.connector import java.util.Collections import org.scalatest.BeforeAndAfter -import org.apache.spark.sql.{AnalysisException, DataFrame, QueryTest, catalyst} + +import org.apache.spark.sql.{catalyst, AnalysisException, DataFrame, QueryTest} import org.apache.spark.sql.catalyst.analysis.UnresolvedAttribute import org.apache.spark.sql.catalyst.plans.physical import org.apache.spark.sql.catalyst.plans.physical.{HashPartitioning, RangePartitioning, UnknownPartitioning} From 2bcdddd9d3119d81bc4c4b920e6c5e4cdac5771a Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 31 May 2021 16:43:19 +0800 Subject: [PATCH 41/56] Update code --- .../spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala index a1ad0653937da..f81f29650b984 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/adaptive/AdaptiveQueryExecSuite.scala @@ -22,6 +22,7 @@ import java.net.URI import org.apache.log4j.Level import org.scalatest.PrivateMethodTester + import org.apache.spark.scheduler.{SparkListener, SparkListenerEvent, SparkListenerJobStart} import org.apache.spark.sql._ import org.apache.spark.sql.catalyst.optimizer.{BuildLeft, BuildRight} From 5d9f7eef8b4e0527780db73b748ac202299863de Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Tue, 1 Jun 2021 17:38:54 +0800 Subject: [PATCH 42/56] Update code --- .../scala/org/apache/spark/sql/Dataset.scala | 2 +- .../spark/sql/execution/HiveResult.scala | 2 +- .../sql/execution/metric/SQLMetricsSuite.scala | 4 +--- .../sql/util/DataFrameCallbackSuite.scala | 18 +++++++++--------- 4 files changed, 12 insertions(+), 14 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index a0f7bd2d640b5..f0d8a89050c7f 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -86,7 +86,7 @@ private[sql] object Dataset { def ofRows(sparkSession: SparkSession, logicalPlan: LogicalPlan): DataFrame = sparkSession.withActive { - val qe = sparkSession.sessionState.executePlan(logicalPlan) + val qe = sparkSession.sessionState.executePlan(logicalPlan, name = Some("ofRows")) qe.assertAnalyzed() new Dataset[Row](qe, RowEncoder(qe.analyzed.schema)) } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala index 2c7e1d7c009c5..4646d6dcbe5f9 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala @@ -80,7 +80,7 @@ object HiveResult { } val needCropOutput = commandPhysicalPlans exists { case _: ShowTablesExec => true - case ExecutedCommandExec(_: ShowTablesCommand) => true + case ExecutedCommandExec(s: ShowTablesCommand) if !s.isExtended => true case ExecutedCommandExec(_: ShowViewsCommand) => true case _ => false } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala index ac2644bce4af8..035467cf9b971 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala @@ -787,9 +787,7 @@ class SQLMetricsSuite extends SharedSparkSession with SQLMetricsTestUtils test("SPARK-34567: Add metrics for CTAS operator") { withTable("t") { val df = sql("CREATE TABLE t USING PARQUET AS SELECT 1 as a") - val wholeStageCodegenExec = df.queryExecution.executedPlan - assert(wholeStageCodegenExec.children.length == 1) - val commandResultExec = wholeStageCodegenExec.children(0).asInstanceOf[CommandResultExec] + val commandResultExec = df.queryExecution.executedPlan.asInstanceOf[CommandResultExec] val dataWritingCommandExec = commandResultExec.commandPhysicalPlan.asInstanceOf[DataWritingCommandExec] val createTableAsSelect = dataWritingCommandExec.cmd diff --git a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala index b3d29df1b29bc..4b30e4d88dda0 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala @@ -21,13 +21,12 @@ import scala.collection.mutable.ArrayBuffer import org.apache.spark._ import org.apache.spark.sql.{functions, AnalysisException, Dataset, QueryTest, Row, SparkSession} -import org.apache.spark.sql.catalyst.analysis.UnresolvedRelation import org.apache.spark.sql.catalyst.expressions.{Attribute, AttributeReference} -import org.apache.spark.sql.catalyst.plans.logical.{Aggregate, InsertIntoStatement, LogicalPlan, Project} +import org.apache.spark.sql.catalyst.plans.logical.{Aggregate, LogicalPlan, Project} import org.apache.spark.sql.execution.{QueryExecution, QueryExecutionException, WholeStageCodegenExec} import org.apache.spark.sql.execution.adaptive.AdaptiveSparkPlanHelper -import org.apache.spark.sql.execution.command.LeafRunnableCommand -import org.apache.spark.sql.execution.datasources.{CreateTable, InsertIntoHadoopFsRelationCommand} +import org.apache.spark.sql.execution.command.{CreateDataSourceTableAsSelectCommand, LeafRunnableCommand} +import org.apache.spark.sql.execution.datasources.InsertIntoHadoopFsRelationCommand import org.apache.spark.sql.execution.datasources.json.JsonFileFormat import org.apache.spark.sql.test.SharedSparkSession import org.apache.spark.sql.types.StringType @@ -206,9 +205,9 @@ class DataFrameCallbackSuite extends QueryTest sparkContext.listenerBus.waitUntilEmpty() assert(commands.length == 3) assert(commands(2)._1 == "insertInto") - assert(commands(2)._2.isInstanceOf[InsertIntoStatement]) - assert(commands(2)._2.asInstanceOf[InsertIntoStatement].table - .asInstanceOf[UnresolvedRelation].multipartIdentifier == Seq("tab")) + assert(commands(2)._2.isInstanceOf[InsertIntoHadoopFsRelationCommand]) + assert(commands(2)._2.asInstanceOf[InsertIntoHadoopFsRelationCommand] + .catalogTable.get.identifier.identifier == "tab") } // exiting withTable adds commands(3) via onSuccess (drops tab) @@ -217,8 +216,9 @@ class DataFrameCallbackSuite extends QueryTest sparkContext.listenerBus.waitUntilEmpty() assert(commands.length == 5) assert(commands(4)._1 == "saveAsTable") - assert(commands(4)._2.isInstanceOf[CreateTable]) - assert(commands(4)._2.asInstanceOf[CreateTable].tableDesc.partitionColumnNames == Seq("p")) + assert(commands(4)._2.isInstanceOf[CreateDataSourceTableAsSelectCommand]) + assert(commands(4)._2.asInstanceOf[CreateDataSourceTableAsSelectCommand] + .table.partitionColumnNames == Seq("p")) } withTable("tab") { From 6011bbe40948f3e46f5e40d01ed7c98064b354f0 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 2 Jun 2021 11:35:19 +0800 Subject: [PATCH 43/56] Update code --- .../org/apache/spark/sql/util/DataFrameCallbackSuite.scala | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala index 4b30e4d88dda0..5c7558bf0e3c1 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala @@ -227,9 +227,7 @@ class DataFrameCallbackSuite extends QueryTest spark.range(10).select($"id", $"id").write.insertInto("tab") } sparkContext.listenerBus.waitUntilEmpty() - assert(exceptions.length == 1) - assert(exceptions.head._1 == "insertInto") - assert(exceptions.head._2 == e) + assert(exceptions.length == 0) } } From 0905d84c64130a4878ddde57aab50ce21480c89c Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Wed, 2 Jun 2021 14:02:39 +0800 Subject: [PATCH 44/56] Update code --- .../apache/spark/sql/execution/metric/SQLMetricsSuite.scala | 1 + .../apache/spark/sql/hive/execution/SQLMetricsSuite.scala | 5 ++--- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala index 035467cf9b971..e551ac3d2b373 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/metric/SQLMetricsSuite.scala @@ -787,6 +787,7 @@ class SQLMetricsSuite extends SharedSparkSession with SQLMetricsTestUtils test("SPARK-34567: Add metrics for CTAS operator") { withTable("t") { val df = sql("CREATE TABLE t USING PARQUET AS SELECT 1 as a") + assert(df.queryExecution.executedPlan.isInstanceOf[CommandResultExec]) val commandResultExec = df.queryExecution.executedPlan.asInstanceOf[CommandResultExec] val dataWritingCommandExec = commandResultExec.commandPhysicalPlan.asInstanceOf[DataWritingCommandExec] diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLMetricsSuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLMetricsSuite.scala index da971116c7d99..2236f236d739d 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLMetricsSuite.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLMetricsSuite.scala @@ -43,9 +43,8 @@ class SQLMetricsSuite extends SQLMetricsTestUtils with TestHiveSingleton withSQLConf(HiveUtils.CONVERT_METASTORE_CTAS.key -> canOptimized.toString) { withTable("t") { val df = sql(s"CREATE TABLE t STORED AS PARQUET AS SELECT 1 as a") - val wholeStageCodegenExec = df.queryExecution.executedPlan - assert(wholeStageCodegenExec.children.length == 1) - val commandResultExec = wholeStageCodegenExec.children(0).asInstanceOf[CommandResultExec] + assert(df.queryExecution.executedPlan.isInstanceOf[CommandResultExec]) + val commandResultExec = df.queryExecution.executedPlan.asInstanceOf[CommandResultExec] val dataWritingCommandExec = commandResultExec.commandPhysicalPlan.asInstanceOf[DataWritingCommandExec] val createTableAsSelect = dataWritingCommandExec.cmd From 1d821e0e308470ce6c92261ba6360cd303cfc844 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Fri, 4 Jun 2021 17:53:28 +0800 Subject: [PATCH 45/56] Update code --- .../spark/sql/execution/HiveResult.scala | 74 +++++++------------ .../spark/sql/execution/QueryExecution.scala | 41 ++++++---- .../sql/execution/command/commands.scala | 6 +- .../internal/BaseSessionStateBuilder.scala | 8 +- .../spark/sql/internal/SessionState.scala | 7 +- .../apache/spark/sql/hive/test/TestHive.scala | 14 ++-- 6 files changed, 71 insertions(+), 79 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala index 369c89c7621de..a13abdc9a3df3 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/HiveResult.scala @@ -44,62 +44,42 @@ object HiveResult { TimeFormatters(dateFormatter, timestampFormatter) } + private def stripRootCommandResult(executedPlan: SparkPlan): SparkPlan = executedPlan match { + case CommandResultExec(_, plan, _) => plan + case other => other + } + /** * Returns the result as a hive compatible sequence of strings. This is used in tests and * `SparkSQLDriver` for CLI applications. */ - def hiveResultString(executedPlan: SparkPlan): Seq[String] = executedPlan match { - case ExecutedCommandExec(_: DescribeCommandBase) => - formatDescribeTableOutput(executedPlan.executeCollectPublic()) - case _: DescribeTableExec => - formatDescribeTableOutput(executedPlan.executeCollectPublic()) - // SHOW TABLES in Hive only output table names while our v1 command outputs - // database, table name, isTemp. - case command @ ExecutedCommandExec(s: ShowTablesCommand) if !s.isExtended => - command.executeCollect().map(_.getString(1)) - // SHOW TABLES in Hive only output table names while our v2 command outputs - // namespace and table name. - case command : ShowTablesExec => - command.executeCollect().map(_.getString(1)) - // SHOW VIEWS in Hive only outputs view names while our v1 command outputs - // namespace, viewName, and isTemporary. - case command @ ExecutedCommandExec(_: ShowViewsCommand) => - command.executeCollect().map(_.getString(1)) - case other => - val timeFormatters = getTimeFormatters - val commandPhysicalPlans = other collect { - case commandResultExec: CommandResultExec => commandResultExec.commandPhysicalPlan - } - val needCropOutput = commandPhysicalPlans exists { - case _: ShowTablesExec => true - case ExecutedCommandExec(s: ShowTablesCommand) if !s.isExtended => true - case ExecutedCommandExec(_: ShowViewsCommand) => true - case _ => false - } - val hasDescribeTableExec = commandPhysicalPlans exists { - case _: DescribeTableExec => true - case ExecutedCommandExec(_: DescribeCommandBase) => true - case _ => false - } - if (hasDescribeTableExec) { + def hiveResultString(executedPlan: SparkPlan): Seq[String] = + stripRootCommandResult(executedPlan) match { + case ExecutedCommandExec(_: DescribeCommandBase) => + formatDescribeTableOutput(executedPlan.executeCollectPublic()) + case _: DescribeTableExec => formatDescribeTableOutput(executedPlan.executeCollectPublic()) - } else { - val result: Seq[Seq[Any]] = if (needCropOutput) { - other.executeCollectPublic().map(row => Row(row.get(1))).map(_.toSeq).toSeq - } else { - other.executeCollectPublic().map(_.toSeq).toSeq - } + // SHOW TABLES in Hive only output table names while our v1 command outputs + // database, table name, isTemp. + case ExecutedCommandExec(s: ShowTablesCommand) if !s.isExtended => + executedPlan.executeCollect().map(_.getString(1)) + // SHOW TABLES in Hive only output table names while our v2 command outputs + // namespace and table name. + case _ : ShowTablesExec => + executedPlan.executeCollect().map(_.getString(1)) + // SHOW VIEWS in Hive only outputs view names while our v1 command outputs + // namespace, viewName, and isTemporary. + case ExecutedCommandExec(_: ShowViewsCommand) => + executedPlan.executeCollect().map(_.getString(1)) + case other => + val timeFormatters = getTimeFormatters + val result: Seq[Seq[Any]] = other.executeCollectPublic().map(_.toSeq).toSeq // We need the types so we can output struct field names - val types = if (hasDescribeTableExec) { - Seq(executedPlan.output(1).dataType) - } else { - executedPlan.output.map(_.dataType) - } + val types = executedPlan.output.map(_.dataType) // Reformat to match hive tab delimited output. result.map(_.zip(types).map(e => toHiveString(e, false, timeFormatters))) .map(_.mkString("\t")) - } - } + } private def formatDescribeTableOutput(rows: Array[Row]): Seq[String] = { rows.map { diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 63b4518c7b142..0ba03e46235c1 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -55,7 +55,7 @@ class QueryExecution( val sparkSession: SparkSession, val logical: LogicalPlan, val tracker: QueryPlanningTracker = new QueryPlanningTracker, - val isExecutingCommand: Boolean = false, + val mode: CommandExecutionMode.Value = CommandExecutionMode.COMMON, val name: Option[String] = Some("command")) extends Logging { val id: Long = QueryExecution.nextExecutionId @@ -80,15 +80,15 @@ class QueryExecution( // table insertion immediately without a `.collect()`. We also need to eagerly execute non-root // commands, because many commands return `GenericInternalRow` and can't be put in a query plan // directly, otherwise the query engine may cast `GenericInternalRow` to `UnsafeRow` and fail. - lazy val commandExecuted: LogicalPlan = if (isExecutingCommand) { - analyzed.mapChildren(eagerlyExecuteCommands) - } else { - eagerlyExecuteCommands(analyzed) + lazy val commandExecuted: LogicalPlan = mode match { + case CommandExecutionMode.EAGERLY => analyzed.mapChildren(eagerlyExecuteCommands) + case CommandExecutionMode.COMMON => eagerlyExecuteCommands(analyzed) + case CommandExecutionMode.SKIP => analyzed } private def eagerlyExecuteCommands(p: LogicalPlan) = p transformDown { case c: Command => - val qe = sparkSession.sessionState.executePlan(c, true) + val qe = sparkSession.sessionState.executePlan(c, CommandExecutionMode.EAGERLY) CommandResult( qe.analyzed.output, qe.commandExecuted, @@ -105,15 +105,22 @@ class QueryExecution( sparkSession.sharedState.cacheManager.useCachedData(commandExecuted.clone()) } - lazy val optimizedPlan: LogicalPlan = executePhase(QueryPlanningTracker.OPTIMIZATION) { - // clone the plan to avoid sharing the plan instance between different stages like analyzing, - // optimizing and planning. - val plan = sparkSession.sessionState.optimizer.executeAndTrack(withCachedData.clone(), tracker) - // We do not want optimized plans to be re-analyzed as literals that have been constant folded - // and such can cause issues during analysis. While `clone` should maintain the `analyzed` state - // of the LogicalPlan, we set the plan as analyzed here as well out of paranoia. - plan.setAnalyzed() - plan + private def assertCommandExecuted(): Unit = commandExecuted + + lazy val optimizedPlan: LogicalPlan = { + // We need to materialize the commandExecuted here because sparkPlan is also tracked under + // the planning phase + assertCommandExecuted() + executePhase(QueryPlanningTracker.OPTIMIZATION) { + // clone the plan to avoid sharing the plan instance between different stages like analyzing, + // optimizing and planning. + val plan = sparkSession.sessionState.optimizer.executeAndTrack(withCachedData.clone(), tracker) + // We do not want optimized plans to be re-analyzed as literals that have been constant folded + // and such can cause issues during analysis. While `clone` should maintain the `analyzed` + // state of the LogicalPlan, we set the plan as analyzed here as well out of paranoia. + plan.setAnalyzed() + plan + } } private def assertOptimized(): Unit = optimizedPlan @@ -357,6 +364,10 @@ class QueryExecution( } } +object CommandExecutionMode extends Enumeration { + val COMMON, EAGERLY, SKIP = Value +} + object QueryExecution { private val _nextExecutionId = new AtomicLong(0) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala index d4ff1f1a43fa7..749bb88e7311a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala @@ -19,7 +19,6 @@ package org.apache.spark.sql.execution.command import scala.collection.JavaConverters._ import scala.util.control.NonFatal - import org.apache.spark.rdd.RDD import org.apache.spark.sql.{Row, SparkSession} import org.apache.spark.sql.catalyst.{CatalystTypeConverters, InternalRow} @@ -28,7 +27,7 @@ import org.apache.spark.sql.catalyst.plans.QueryPlan import org.apache.spark.sql.catalyst.plans.logical.{Command, LogicalPlan} import org.apache.spark.sql.catalyst.trees.LeafLike import org.apache.spark.sql.connector.ExternalCommandRunner -import org.apache.spark.sql.execution.{ExplainMode, LeafExecNode, SparkPlan, UnaryExecNode} +import org.apache.spark.sql.execution._ import org.apache.spark.sql.execution.metric.SQLMetric import org.apache.spark.sql.execution.streaming.IncrementalExecution import org.apache.spark.sql.types._ @@ -163,7 +162,8 @@ case class ExplainCommand( // Run through the optimizer to generate the physical plan. override def run(sparkSession: SparkSession): Seq[Row] = try { - val outputString = sparkSession.sessionState.executePlan(logicalPlan, true).explainString(mode) + val outputString = sparkSession.sessionState.executePlan(logicalPlan, CommandExecutionMode.SKIP) + .explainString(mode) Seq(Row(outputString)) } catch { case NonFatal(cause) => ("Error occurred during query planning: \n" + cause.getMessage).split("\n").map(Row(_)) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala index 81269fe582623..e6478b93f9c33 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala @@ -25,7 +25,7 @@ import org.apache.spark.sql.catalyst.parser.ParserInterface import org.apache.spark.sql.catalyst.plans.logical.LogicalPlan import org.apache.spark.sql.catalyst.rules.Rule import org.apache.spark.sql.connector.catalog.CatalogManager -import org.apache.spark.sql.execution.{ColumnarRule, QueryExecution, SparkOptimizer, SparkPlan, SparkPlanner, SparkSqlParser} +import org.apache.spark.sql.execution.{ColumnarRule, CommandExecutionMode, QueryExecution, SparkOptimizer, SparkPlan, SparkPlanner, SparkSqlParser} import org.apache.spark.sql.execution.aggregate.ResolveEncodersInScalaAgg import org.apache.spark.sql.execution.analysis.DetectAmbiguousSelfJoin import org.apache.spark.sql.execution.command.CommandCheck @@ -310,9 +310,9 @@ abstract class BaseSessionStateBuilder( /** * Create a query execution object. */ - protected def createQueryExecution: (LogicalPlan, Boolean, Option[String]) => QueryExecution = { - (plan, isExecutingCommand, name) => - new QueryExecution(session, plan, isExecutingCommand = isExecutingCommand, name = name) + protected def createQueryExecution: + (LogicalPlan, CommandExecutionMode.Value, Option[String]) => QueryExecution = { + (plan, mode, name) => new QueryExecution(session, plan, mode = mode, name = name) } /** diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala index bc0da8741feaa..59343cc642a97 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala @@ -76,7 +76,8 @@ private[sql] class SessionState( val streamingQueryManagerBuilder: () => StreamingQueryManager, val listenerManager: ExecutionListenerManager, resourceLoaderBuilder: () => SessionResourceLoader, - createQueryExecution: (LogicalPlan, Boolean, Option[String]) => QueryExecution, + createQueryExecution: (LogicalPlan, CommandExecutionMode.Value, Option[String]) => + QueryExecution, createClone: (SparkSession, SessionState) => SessionState, val columnarRules: Seq[ColumnarRule], val queryStagePrepRules: Seq[Rule[SparkPlan]]) { @@ -121,9 +122,9 @@ private[sql] class SessionState( def executePlan( plan: LogicalPlan, - isExecutingCommand: Boolean = false, + mode: CommandExecutionMode.Value = CommandExecutionMode.COMMON, name: Option[String] = None): QueryExecution = - createQueryExecution(plan, isExecutingCommand, name) + createQueryExecution(plan, mode, name) } private[sql] object SessionState { diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala index f1b3d57221830..9cc4de8cf0587 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala @@ -42,7 +42,7 @@ import org.apache.spark.sql.catalyst.optimizer.ConvertToLocalRelation import org.apache.spark.sql.catalyst.plans.logical.{LogicalPlan, OneRowRelation} import org.apache.spark.sql.connector.catalog.CatalogManager import org.apache.spark.sql.connector.catalog.CatalogV2Implicits._ -import org.apache.spark.sql.execution.{QueryExecution, SQLExecution} +import org.apache.spark.sql.execution.{CommandExecutionMode, QueryExecution, SQLExecution} import org.apache.spark.sql.hive._ import org.apache.spark.sql.hive.client.HiveClient import org.apache.spark.sql.internal.{SessionState, SharedState, SQLConf, WithTestConf} @@ -585,10 +585,10 @@ private[hive] class TestHiveSparkSession( private[hive] class TestHiveQueryExecution( sparkSession: TestHiveSparkSession, logicalPlan: LogicalPlan, - isExecutingCommand: Boolean = false, + mode: CommandExecutionMode.Value = CommandExecutionMode.COMMON, name: Option[String] = None) extends QueryExecution( - sparkSession, logicalPlan, isExecutingCommand = isExecutingCommand, name = name) with Logging { + sparkSession, logicalPlan, mode = mode, name = name) with Logging { def this(sparkSession: TestHiveSparkSession, sql: String) = { this(sparkSession, sparkSession.sessionState.sqlParser.parsePlan(sql)) @@ -664,10 +664,10 @@ private[sql] class TestHiveSessionStateBuilder( override def overrideConfs: Map[String, String] = TestHiveContext.overrideConfs - override def createQueryExecution: (LogicalPlan, Boolean, Option[String]) => QueryExecution = { - (plan, isExecutingCommand, name) => - new TestHiveQueryExecution( - session.asInstanceOf[TestHiveSparkSession], plan, isExecutingCommand, name) + override def createQueryExecution: + (LogicalPlan, CommandExecutionMode.Value, Option[String]) => QueryExecution = { + (plan, mode, name) => + new TestHiveQueryExecution(session.asInstanceOf[TestHiveSparkSession], plan, mode, name) } override protected def newBuilder: NewBuilder = new TestHiveSessionStateBuilder(_, _) From ddbc5c40ff5d11d1adc0b8bee92ba09b73e50639 Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Fri, 4 Jun 2021 17:56:32 +0800 Subject: [PATCH 46/56] Update code --- .../scala/org/apache/spark/sql/execution/command/commands.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala index 749bb88e7311a..8ae0d07df3ff0 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala @@ -19,6 +19,7 @@ package org.apache.spark.sql.execution.command import scala.collection.JavaConverters._ import scala.util.control.NonFatal + import org.apache.spark.rdd.RDD import org.apache.spark.sql.{Row, SparkSession} import org.apache.spark.sql.catalyst.{CatalystTypeConverters, InternalRow} From d545d9bd81fbb1354b93c36ae6be5c91b4cf81ae Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Fri, 4 Jun 2021 18:15:33 +0800 Subject: [PATCH 47/56] Update code --- .../apache/spark/sql/execution/QueryExecution.scala | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 0ba03e46235c1..c3a11a4a5a02f 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -89,11 +89,12 @@ class QueryExecution( private def eagerlyExecuteCommands(p: LogicalPlan) = p transformDown { case c: Command => val qe = sparkSession.sessionState.executePlan(c, CommandExecutionMode.EAGERLY) + val result = SQLExecution.withNewExecutionId(qe, name)(qe.executedPlan.executeCollect()) CommandResult( qe.analyzed.output, qe.commandExecuted, qe.executedPlan, - SQLExecution.withNewExecutionId(qe, name)(qe.executedPlan.executeCollect())) + result) case other => other } @@ -114,10 +115,12 @@ class QueryExecution( executePhase(QueryPlanningTracker.OPTIMIZATION) { // clone the plan to avoid sharing the plan instance between different stages like analyzing, // optimizing and planning. - val plan = sparkSession.sessionState.optimizer.executeAndTrack(withCachedData.clone(), tracker) - // We do not want optimized plans to be re-analyzed as literals that have been constant folded - // and such can cause issues during analysis. While `clone` should maintain the `analyzed` - // state of the LogicalPlan, we set the plan as analyzed here as well out of paranoia. + val plan = + sparkSession.sessionState.optimizer.executeAndTrack(withCachedData.clone(), tracker) + // We do not want optimized plans to be re-analyzed as literals that have been constant + // folded and such can cause issues during analysis. While `clone` should maintain the + // `analyzed` state of the LogicalPlan, we set the plan as analyzed here as well out of + // paranoia. plan.setAnalyzed() plan } From 4b730d4939499fa97ce9c6f41ed4b21d0797cd0a Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Fri, 4 Jun 2021 18:29:44 +0800 Subject: [PATCH 48/56] Update code --- .../scala/org/apache/spark/sql/execution/command/commands.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala index 8ae0d07df3ff0..42ac51f8fb9bb 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/commands.scala @@ -28,7 +28,7 @@ import org.apache.spark.sql.catalyst.plans.QueryPlan import org.apache.spark.sql.catalyst.plans.logical.{Command, LogicalPlan} import org.apache.spark.sql.catalyst.trees.LeafLike import org.apache.spark.sql.connector.ExternalCommandRunner -import org.apache.spark.sql.execution._ +import org.apache.spark.sql.execution.{CommandExecutionMode, ExplainMode, LeafExecNode, SparkPlan, UnaryExecNode} import org.apache.spark.sql.execution.metric.SQLMetric import org.apache.spark.sql.execution.streaming.IncrementalExecution import org.apache.spark.sql.types._ From de5503418a5b8b53dd9fe37f1894b07818cae94e Mon Sep 17 00:00:00 2001 From: beliefer Date: Fri, 4 Jun 2021 22:43:51 +0800 Subject: [PATCH 49/56] Update code --- .../src/main/scala/org/apache/spark/sql/Dataset.scala | 2 +- .../apache/spark/sql/execution/QueryExecution.scala | 10 +++++----- .../org/apache/spark/sql/internal/SessionState.scala | 4 ++-- .../org/apache/spark/sql/hive/test/TestHive.scala | 4 ++-- 4 files changed, 10 insertions(+), 10 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index f0d8a89050c7f..a0f7bd2d640b5 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -86,7 +86,7 @@ private[sql] object Dataset { def ofRows(sparkSession: SparkSession, logicalPlan: LogicalPlan): DataFrame = sparkSession.withActive { - val qe = sparkSession.sessionState.executePlan(logicalPlan, name = Some("ofRows")) + val qe = sparkSession.sessionState.executePlan(logicalPlan) qe.assertAnalyzed() new Dataset[Row](qe, RowEncoder(qe.analyzed.schema)) } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index c3a11a4a5a02f..230b5a272bc29 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -55,7 +55,7 @@ class QueryExecution( val sparkSession: SparkSession, val logical: LogicalPlan, val tracker: QueryPlanningTracker = new QueryPlanningTracker, - val mode: CommandExecutionMode.Value = CommandExecutionMode.COMMON, + val mode: CommandExecutionMode.Value = CommandExecutionMode.ALL, val name: Option[String] = Some("command")) extends Logging { val id: Long = QueryExecution.nextExecutionId @@ -81,14 +81,14 @@ class QueryExecution( // commands, because many commands return `GenericInternalRow` and can't be put in a query plan // directly, otherwise the query engine may cast `GenericInternalRow` to `UnsafeRow` and fail. lazy val commandExecuted: LogicalPlan = mode match { - case CommandExecutionMode.EAGERLY => analyzed.mapChildren(eagerlyExecuteCommands) - case CommandExecutionMode.COMMON => eagerlyExecuteCommands(analyzed) + case CommandExecutionMode.NON_ROOT => analyzed.mapChildren(eagerlyExecuteCommands) + case CommandExecutionMode.ALL => eagerlyExecuteCommands(analyzed) case CommandExecutionMode.SKIP => analyzed } private def eagerlyExecuteCommands(p: LogicalPlan) = p transformDown { case c: Command => - val qe = sparkSession.sessionState.executePlan(c, CommandExecutionMode.EAGERLY) + val qe = sparkSession.sessionState.executePlan(c, CommandExecutionMode.NON_ROOT) val result = SQLExecution.withNewExecutionId(qe, name)(qe.executedPlan.executeCollect()) CommandResult( qe.analyzed.output, @@ -368,7 +368,7 @@ class QueryExecution( } object CommandExecutionMode extends Enumeration { - val COMMON, EAGERLY, SKIP = Value + val SKIP, NON_ROOT, ALL = Value } object QueryExecution { diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala index 59343cc642a97..6a688b8c2df17 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala @@ -122,8 +122,8 @@ private[sql] class SessionState( def executePlan( plan: LogicalPlan, - mode: CommandExecutionMode.Value = CommandExecutionMode.COMMON, - name: Option[String] = None): QueryExecution = + mode: CommandExecutionMode.Value = CommandExecutionMode.ALL, + name: Option[String] = Some("command")): QueryExecution = createQueryExecution(plan, mode, name) } diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala index 9cc4de8cf0587..e90faa922c917 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala @@ -585,8 +585,8 @@ private[hive] class TestHiveSparkSession( private[hive] class TestHiveQueryExecution( sparkSession: TestHiveSparkSession, logicalPlan: LogicalPlan, - mode: CommandExecutionMode.Value = CommandExecutionMode.COMMON, - name: Option[String] = None) + mode: CommandExecutionMode.Value = CommandExecutionMode.ALL, + name: Option[String] = Some("command")) extends QueryExecution( sparkSession, logicalPlan, mode = mode, name = name) with Logging { From 1a3ce51c25782b1c8dfc9f676d17f65b2d1b6686 Mon Sep 17 00:00:00 2001 From: beliefer Date: Sat, 5 Jun 2021 09:31:09 +0800 Subject: [PATCH 50/56] Update code --- .../apache/spark/sql/util/DataFrameCallbackSuite.scala | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala index 5c7558bf0e3c1..161818223d85c 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala @@ -214,10 +214,10 @@ class DataFrameCallbackSuite extends QueryTest withTable("tab") { spark.range(10).select($"id", $"id" % 5 as "p").write.partitionBy("p").saveAsTable("tab") sparkContext.listenerBus.waitUntilEmpty() - assert(commands.length == 5) - assert(commands(4)._1 == "saveAsTable") - assert(commands(4)._2.isInstanceOf[CreateDataSourceTableAsSelectCommand]) - assert(commands(4)._2.asInstanceOf[CreateDataSourceTableAsSelectCommand] + assert(commands.length == 6) + assert(commands(5)._1 == "saveAsTable") + assert(commands(5)._2.isInstanceOf[CreateDataSourceTableAsSelectCommand]) + assert(commands(5)._2.asInstanceOf[CreateDataSourceTableAsSelectCommand] .table.partitionColumnNames == Seq("p")) } From ccf8ba3254a5713a4218aabd587a68b39518720b Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 7 Jun 2021 14:10:20 +0800 Subject: [PATCH 51/56] Update code --- docs/sql-migration-guide.md | 2 ++ .../apache/spark/sql/DataFrameWriter.scala | 20 +++++++++---------- .../spark/sql/execution/QueryExecution.scala | 6 +++--- .../internal/BaseSessionStateBuilder.scala | 4 ++-- .../spark/sql/internal/SessionState.scala | 8 +++----- .../sql/util/DataFrameCallbackSuite.scala | 6 +++--- .../apache/spark/sql/hive/test/TestHive.scala | 12 +++++------ 7 files changed, 28 insertions(+), 30 deletions(-) diff --git a/docs/sql-migration-guide.md b/docs/sql-migration-guide.md index a5b2d8be7aaa5..3102f9d89ef17 100644 --- a/docs/sql-migration-guide.md +++ b/docs/sql-migration-guide.md @@ -92,6 +92,8 @@ license: | - In Spark 3.2, `CREATE TABLE AS SELECT` with non-empty `LOCATION` will throw `AnalysisException`. To restore the behavior before Spark 3.2, you can set `spark.sql.legacy.allowNonEmptyLocationInCTAS` to `true`. - In Spark 3.2, special datetime values such as `epoch`, `today`, `yesterday`, `tomorrow`, and `now` are supported in typed literals only, for instance, `select timestamp'now'`. In Spark 3.1 and 3.0, such special values are supported in any casts of strings to dates/timestamps. To keep these special values as dates/timestamps in Spark 3.1 and 3.0, you should replace them manually, e.g. `if (c in ('now', 'today'), current_date(), cast(c as date))`. + + - In Spark 3.2, Spark removes the `name` parameter of `DataFrameWriter.runCommand` and `ExecutionListenerManager` only watches SQL executions with default name `command`. In Spark 3.1 and earlier, `DataFrameWriter.runCommand` could specify the `name` parameter. ## Upgrading from Spark SQL 3.0 to 3.1 diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala index c7dd8550bc6ff..5b68493ae132a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriter.scala @@ -310,13 +310,13 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { val relation = DataSourceV2Relation.create(table, catalog, ident, dsOptions) checkPartitioningMatchesV2Table(table) if (mode == SaveMode.Append) { - runCommand(df.sparkSession, "save") { + runCommand(df.sparkSession) { AppendData.byName(relation, df.logicalPlan, finalOptions) } } else { // Truncate the table. TableCapabilityCheck will throw a nice exception if this // isn't supported - runCommand(df.sparkSession, "save") { + runCommand(df.sparkSession) { OverwriteByExpression.byName( relation, df.logicalPlan, Literal(true), finalOptions) } @@ -331,7 +331,7 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { val location = Option(dsOptions.get("path")).map(TableCatalog.PROP_LOCATION -> _) - runCommand(df.sparkSession, "save") { + runCommand(df.sparkSession) { CreateTableAsSelect( catalog, ident, @@ -378,7 +378,7 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { val optionsWithPath = getOptionsWithPath(path) // Code path for data source v1. - runCommand(df.sparkSession, "save") { + runCommand(df.sparkSession) { DataSource( sparkSession = df.sparkSession, className = source, @@ -474,13 +474,13 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { } } - runCommand(df.sparkSession, "insertInto") { + runCommand(df.sparkSession) { command } } private def insertInto(tableIdent: TableIdentifier): Unit = { - runCommand(df.sparkSession, "insertInto") { + runCommand(df.sparkSession) { InsertIntoStatement( table = UnresolvedRelation(tableIdent), partitionSpec = Map.empty[String, Option[String]], @@ -630,7 +630,7 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { external = false) } - runCommand(df.sparkSession, "saveAsTable") { + runCommand(df.sparkSession) { command } } @@ -697,7 +697,7 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { partitionColumnNames = partitioningColumns.getOrElse(Nil), bucketSpec = getBucketSpec) - runCommand(df.sparkSession, "saveAsTable")( + runCommand(df.sparkSession)( CreateTable(tableDesc, mode, Some(df.logicalPlan))) } @@ -855,8 +855,8 @@ final class DataFrameWriter[T] private[sql](ds: Dataset[T]) { * Wrap a DataFrameWriter action to track the QueryExecution and time cost, then report to the * user-registered callback functions. */ - private def runCommand(session: SparkSession, name: String)(command: LogicalPlan): Unit = { - val qe = session.sessionState.executePlan(command, name = Some(name)) + private def runCommand(session: SparkSession)(command: LogicalPlan): Unit = { + val qe = session.sessionState.executePlan(command) // call `QueryExecution.commandExecuted` to trigger the execution of commands. qe.commandExecuted } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 230b5a272bc29..36e36ab29ac53 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -55,8 +55,7 @@ class QueryExecution( val sparkSession: SparkSession, val logical: LogicalPlan, val tracker: QueryPlanningTracker = new QueryPlanningTracker, - val mode: CommandExecutionMode.Value = CommandExecutionMode.ALL, - val name: Option[String] = Some("command")) extends Logging { + val mode: CommandExecutionMode.Value = CommandExecutionMode.ALL) extends Logging { val id: Long = QueryExecution.nextExecutionId @@ -89,7 +88,8 @@ class QueryExecution( private def eagerlyExecuteCommands(p: LogicalPlan) = p transformDown { case c: Command => val qe = sparkSession.sessionState.executePlan(c, CommandExecutionMode.NON_ROOT) - val result = SQLExecution.withNewExecutionId(qe, name)(qe.executedPlan.executeCollect()) + val result = + SQLExecution.withNewExecutionId(qe, Some("command"))(qe.executedPlan.executeCollect()) CommandResult( qe.analyzed.output, qe.commandExecuted, diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala index e6478b93f9c33..54f22996538bd 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala @@ -311,8 +311,8 @@ abstract class BaseSessionStateBuilder( * Create a query execution object. */ protected def createQueryExecution: - (LogicalPlan, CommandExecutionMode.Value, Option[String]) => QueryExecution = { - (plan, mode, name) => new QueryExecution(session, plan, mode = mode, name = name) + (LogicalPlan, CommandExecutionMode.Value) => QueryExecution = { + (plan, mode) => new QueryExecution(session, plan, mode = mode) } /** diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala index 6a688b8c2df17..cdf764a7317dd 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/SessionState.scala @@ -76,8 +76,7 @@ private[sql] class SessionState( val streamingQueryManagerBuilder: () => StreamingQueryManager, val listenerManager: ExecutionListenerManager, resourceLoaderBuilder: () => SessionResourceLoader, - createQueryExecution: (LogicalPlan, CommandExecutionMode.Value, Option[String]) => - QueryExecution, + createQueryExecution: (LogicalPlan, CommandExecutionMode.Value) => QueryExecution, createClone: (SparkSession, SessionState) => SessionState, val columnarRules: Seq[ColumnarRule], val queryStagePrepRules: Seq[Rule[SparkPlan]]) { @@ -122,9 +121,8 @@ private[sql] class SessionState( def executePlan( plan: LogicalPlan, - mode: CommandExecutionMode.Value = CommandExecutionMode.ALL, - name: Option[String] = Some("command")): QueryExecution = - createQueryExecution(plan, mode, name) + mode: CommandExecutionMode.Value = CommandExecutionMode.ALL): QueryExecution = + createQueryExecution(plan, mode) } private[sql] object SessionState { diff --git a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala index 161818223d85c..3cd6d4f4890cf 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala @@ -193,7 +193,7 @@ class DataFrameCallbackSuite extends QueryTest spark.range(10).write.format("json").save(path.getCanonicalPath) sparkContext.listenerBus.waitUntilEmpty() assert(commands.length == 1) - assert(commands.head._1 == "save") + assert(commands.head._1 == "command") assert(commands.head._2.isInstanceOf[InsertIntoHadoopFsRelationCommand]) assert(commands.head._2.asInstanceOf[InsertIntoHadoopFsRelationCommand] .fileFormat.isInstanceOf[JsonFileFormat]) @@ -204,7 +204,7 @@ class DataFrameCallbackSuite extends QueryTest spark.range(10).write.insertInto("tab") sparkContext.listenerBus.waitUntilEmpty() assert(commands.length == 3) - assert(commands(2)._1 == "insertInto") + assert(commands(2)._1 == "command") assert(commands(2)._2.isInstanceOf[InsertIntoHadoopFsRelationCommand]) assert(commands(2)._2.asInstanceOf[InsertIntoHadoopFsRelationCommand] .catalogTable.get.identifier.identifier == "tab") @@ -215,7 +215,7 @@ class DataFrameCallbackSuite extends QueryTest spark.range(10).select($"id", $"id" % 5 as "p").write.partitionBy("p").saveAsTable("tab") sparkContext.listenerBus.waitUntilEmpty() assert(commands.length == 6) - assert(commands(5)._1 == "saveAsTable") + assert(commands(5)._1 == "command") assert(commands(5)._2.isInstanceOf[CreateDataSourceTableAsSelectCommand]) assert(commands(5)._2.asInstanceOf[CreateDataSourceTableAsSelectCommand] .table.partitionColumnNames == Seq("p")) diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala index e90faa922c917..b6ee375e7def1 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala @@ -585,10 +585,8 @@ private[hive] class TestHiveSparkSession( private[hive] class TestHiveQueryExecution( sparkSession: TestHiveSparkSession, logicalPlan: LogicalPlan, - mode: CommandExecutionMode.Value = CommandExecutionMode.ALL, - name: Option[String] = Some("command")) - extends QueryExecution( - sparkSession, logicalPlan, mode = mode, name = name) with Logging { + mode: CommandExecutionMode.Value = CommandExecutionMode.ALL) + extends QueryExecution(sparkSession, logicalPlan, mode = mode) with Logging { def this(sparkSession: TestHiveSparkSession, sql: String) = { this(sparkSession, sparkSession.sessionState.sqlParser.parsePlan(sql)) @@ -665,9 +663,9 @@ private[sql] class TestHiveSessionStateBuilder( override def overrideConfs: Map[String, String] = TestHiveContext.overrideConfs override def createQueryExecution: - (LogicalPlan, CommandExecutionMode.Value, Option[String]) => QueryExecution = { - (plan, mode, name) => - new TestHiveQueryExecution(session.asInstanceOf[TestHiveSparkSession], plan, mode, name) + (LogicalPlan, CommandExecutionMode.Value) => QueryExecution = { + (plan, mode) => + new TestHiveQueryExecution(session.asInstanceOf[TestHiveSparkSession], plan, mode) } override protected def newBuilder: NewBuilder = new TestHiveSessionStateBuilder(_, _) From 2b2caf7e066426ad88acdf2ff8c94db3e737049d Mon Sep 17 00:00:00 2001 From: gengjiaan Date: Mon, 7 Jun 2021 17:19:36 +0800 Subject: [PATCH 52/56] Update code --- docs/sql-migration-guide.md | 2 +- .../spark/sql/execution/QueryExecution.scala | 19 ++++++++++++------- .../internal/BaseSessionStateBuilder.scala | 5 ++--- .../FileDataSourceV2FallBackSuite.scala | 2 +- .../sql/util/DataFrameCallbackSuite.scala | 11 +++++++---- .../apache/spark/sql/hive/test/TestHive.scala | 7 +++---- 6 files changed, 26 insertions(+), 20 deletions(-) diff --git a/docs/sql-migration-guide.md b/docs/sql-migration-guide.md index ac0a48665b7de..352a160f00a9f 100644 --- a/docs/sql-migration-guide.md +++ b/docs/sql-migration-guide.md @@ -95,7 +95,7 @@ license: | - In Spark 3.2, `FloatType` is mapped to `FLOAT` in MySQL. Prior to this, it used to be mapped to `REAL`, which is by default a synonym to `DOUBLE PRECISION` in MySQL. - - In Spark 3.2, Spark removes the `name` parameter of `DataFrameWriter.runCommand` and `ExecutionListenerManager` only watches SQL executions with default name `command`. In Spark 3.1 and earlier, `DataFrameWriter.runCommand` could specify the `name` parameter. + - In Spark 3.2, the query executions triggered by `DataFrameWriter` are always named `command` when being sent to `QueryExecutionListener`. In Spark 3.1 and earlier, the name is one of `save`, `insertInto`, `saveAsTable`. ## Upgrading from Spark SQL 3.0 to 3.1 diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 36e36ab29ac53..22a9648fb6462 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -75,10 +75,6 @@ class QueryExecution( sparkSession.sessionState.analyzer.executeAndCheck(logical, tracker) } - // SPARK-35378: Commands should be executed eagerly so that `sql("INSERT ...")` can trigger the - // table insertion immediately without a `.collect()`. We also need to eagerly execute non-root - // commands, because many commands return `GenericInternalRow` and can't be put in a query plan - // directly, otherwise the query engine may cast `GenericInternalRow` to `UnsafeRow` and fail. lazy val commandExecuted: LogicalPlan = mode match { case CommandExecutionMode.NON_ROOT => analyzed.mapChildren(eagerlyExecuteCommands) case CommandExecutionMode.ALL => eagerlyExecuteCommands(analyzed) @@ -109,14 +105,14 @@ class QueryExecution( private def assertCommandExecuted(): Unit = commandExecuted lazy val optimizedPlan: LogicalPlan = { - // We need to materialize the commandExecuted here because sparkPlan is also tracked under - // the planning phase + // We need to materialize the commandExecuted here because optimizedPlan is also tracked under + // the optimizing phase assertCommandExecuted() executePhase(QueryPlanningTracker.OPTIMIZATION) { // clone the plan to avoid sharing the plan instance between different stages like analyzing, // optimizing and planning. val plan = - sparkSession.sessionState.optimizer.executeAndTrack(withCachedData.clone(), tracker) + sparkSession.sessionState.optimizer.executeAndTrack(withCachedData.clone(), tracker) // We do not want optimized plans to be re-analyzed as literals that have been constant // folded and such can cause issues during analysis. While `clone` should maintain the // `analyzed` state of the LogicalPlan, we set the plan as analyzed here as well out of @@ -367,6 +363,15 @@ class QueryExecution( } } +/** + * SPARK-35378: Commands should be executed eagerly so that something like `sql("INSERT ...")` + * can trigger the table insertion immediately without a `.collect()`. To avoid end-less recursion + * we should use `NON_ROOT` when recursively executing commands. Note that we can't execute + * a query plan with leaf command nodes, because many commands return `GenericInternalRow` + * and can't be put in a query plan directly, otherwise the query engine may cast + * `GenericInternalRow` to `UnsafeRow` and fail. When running EXPLAIN, we should use `SKIP` + * to not trigger any execution. + */ object CommandExecutionMode extends Enumeration { val SKIP, NON_ROOT, ALL = Value } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala index 54f22996538bd..8289819644a0a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/internal/BaseSessionStateBuilder.scala @@ -311,9 +311,8 @@ abstract class BaseSessionStateBuilder( * Create a query execution object. */ protected def createQueryExecution: - (LogicalPlan, CommandExecutionMode.Value) => QueryExecution = { - (plan, mode) => new QueryExecution(session, plan, mode = mode) - } + (LogicalPlan, CommandExecutionMode.Value) => QueryExecution = + (plan, mode) => new QueryExecution(session, plan, mode = mode) /** * Interface to start and stop streaming queries. diff --git a/sql/core/src/test/scala/org/apache/spark/sql/connector/FileDataSourceV2FallBackSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/connector/FileDataSourceV2FallBackSuite.scala index 51d734279414a..be0dae2563d88 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/connector/FileDataSourceV2FallBackSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/connector/FileDataSourceV2FallBackSuite.scala @@ -178,7 +178,7 @@ class FileDataSourceV2FallBackSuite extends QueryTest with SharedSparkSession { inputData.write.format(format).save(path.getCanonicalPath) sparkContext.listenerBus.waitUntilEmpty() assert(commands.length == 1) - assert(commands.head._1 == "save") + assert(commands.head._1 == "command") assert(commands.head._2.isInstanceOf[InsertIntoHadoopFsRelationCommand]) assert(commands.head._2.asInstanceOf[InsertIntoHadoopFsRelationCommand] .fileFormat.isInstanceOf[ParquetFileFormat]) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala index 3cd6d4f4890cf..06f034f2c9ecc 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala @@ -20,7 +20,7 @@ package org.apache.spark.sql.util import scala.collection.mutable.ArrayBuffer import org.apache.spark._ -import org.apache.spark.sql.{functions, AnalysisException, Dataset, QueryTest, Row, SparkSession} +import org.apache.spark.sql.{functions, Dataset, QueryTest, Row, SparkSession} import org.apache.spark.sql.catalyst.expressions.{Attribute, AttributeReference} import org.apache.spark.sql.catalyst.plans.logical.{Aggregate, LogicalPlan, Project} import org.apache.spark.sql.execution.{QueryExecution, QueryExecutionException, WholeStageCodegenExec} @@ -223,11 +223,14 @@ class DataFrameCallbackSuite extends QueryTest withTable("tab") { sql("CREATE TABLE tab(i long) using parquet") - val e = intercept[AnalysisException] { - spark.range(10).select($"id", $"id").write.insertInto("tab") + spark.udf.register("illegalUdf", udf((value: Long) => value / 0)) + val e = intercept[SparkException] { + spark.range(10).selectExpr("illegalUdf(id)").write.insertInto("tab") } sparkContext.listenerBus.waitUntilEmpty() - assert(exceptions.length == 0) + assert(exceptions.length == 1) + assert(exceptions.head._1 == "command") + assert(exceptions.head._2 == e) } } diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala index b6ee375e7def1..3769de07d8a37 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/test/TestHive.scala @@ -663,10 +663,9 @@ private[sql] class TestHiveSessionStateBuilder( override def overrideConfs: Map[String, String] = TestHiveContext.overrideConfs override def createQueryExecution: - (LogicalPlan, CommandExecutionMode.Value) => QueryExecution = { - (plan, mode) => - new TestHiveQueryExecution(session.asInstanceOf[TestHiveSparkSession], plan, mode) - } + (LogicalPlan, CommandExecutionMode.Value) => QueryExecution = + (plan, mode) => + new TestHiveQueryExecution(session.asInstanceOf[TestHiveSparkSession], plan, mode) override protected def newBuilder: NewBuilder = new TestHiveSessionStateBuilder(_, _) } From 1db52b94304def0b512912f4f34c4aded6ff8300 Mon Sep 17 00:00:00 2001 From: beliefer Date: Mon, 7 Jun 2021 23:16:38 +0800 Subject: [PATCH 53/56] Update code --- .../sql/execution/command/createDataSourceTables.scala | 4 ++-- .../apache/spark/sql/execution/QueryExecutionSuite.scala | 2 +- .../apache/spark/sql/util/DataFrameCallbackSuite.scala | 8 ++++---- 3 files changed, 7 insertions(+), 7 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/createDataSourceTables.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/createDataSourceTables.scala index d69d2b0f80973..3caf850bfb07f 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/command/createDataSourceTables.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/command/createDataSourceTables.scala @@ -23,7 +23,7 @@ import org.apache.spark.sql._ import org.apache.spark.sql.catalyst.catalog._ import org.apache.spark.sql.catalyst.plans.logical.LogicalPlan import org.apache.spark.sql.catalyst.util.CharVarcharUtils -import org.apache.spark.sql.execution.SparkPlan +import org.apache.spark.sql.execution.{CommandExecutionMode, SparkPlan} import org.apache.spark.sql.execution.datasources._ import org.apache.spark.sql.sources.BaseRelation import org.apache.spark.sql.types.StructType @@ -195,7 +195,7 @@ case class CreateDataSourceTableAsSelectCommand( sessionState.executePlan(RepairTableCommand( table.identifier, enableAddPartitions = true, - enableDropPartitions = false)).toRdd + enableDropPartitions = false), CommandExecutionMode.SKIP).toRdd case _ => } } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala index 88b3d200a836b..e67d52712f043 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/QueryExecutionSuite.scala @@ -21,7 +21,7 @@ import scala.io.Source import org.apache.spark.sql.{AnalysisException, FastOperator} import org.apache.spark.sql.catalyst.analysis.UnresolvedNamespace import org.apache.spark.sql.catalyst.plans.QueryPlan -import org.apache.spark.sql.catalyst.plans.logical._ +import org.apache.spark.sql.catalyst.plans.logical.{LogicalPlan, OneRowRelation, Project, ShowTables, SubqueryAlias} import org.apache.spark.sql.catalyst.trees.TreeNodeTag import org.apache.spark.sql.execution.command.{ExecutedCommandExec, ShowTablesCommand} import org.apache.spark.sql.expressions.CommandResult diff --git a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala index 06f034f2c9ecc..f6a6e27fca1d2 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/util/DataFrameCallbackSuite.scala @@ -214,10 +214,10 @@ class DataFrameCallbackSuite extends QueryTest withTable("tab") { spark.range(10).select($"id", $"id" % 5 as "p").write.partitionBy("p").saveAsTable("tab") sparkContext.listenerBus.waitUntilEmpty() - assert(commands.length == 6) - assert(commands(5)._1 == "command") - assert(commands(5)._2.isInstanceOf[CreateDataSourceTableAsSelectCommand]) - assert(commands(5)._2.asInstanceOf[CreateDataSourceTableAsSelectCommand] + assert(commands.length == 5) + assert(commands(4)._1 == "command") + assert(commands(4)._2.isInstanceOf[CreateDataSourceTableAsSelectCommand]) + assert(commands(4)._2.asInstanceOf[CreateDataSourceTableAsSelectCommand] .table.partitionColumnNames == Seq("p")) } From 83d27106a3e286547550c77f274ccdc5c4226391 Mon Sep 17 00:00:00 2001 From: Wenchen Fan Date: Tue, 8 Jun 2021 10:26:58 +0800 Subject: [PATCH 54/56] Update QueryExecution.scala --- .../scala/org/apache/spark/sql/execution/QueryExecution.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala index 22a9648fb6462..a794a47ecb57f 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/QueryExecution.scala @@ -369,8 +369,8 @@ class QueryExecution( * we should use `NON_ROOT` when recursively executing commands. Note that we can't execute * a query plan with leaf command nodes, because many commands return `GenericInternalRow` * and can't be put in a query plan directly, otherwise the query engine may cast - * `GenericInternalRow` to `UnsafeRow` and fail. When running EXPLAIN, we should use `SKIP` - * to not trigger any execution. + * `GenericInternalRow` to `UnsafeRow` and fail. When running EXPLAIN, or commands inside other + * command, we should use `SKIP` to not eagerly trigger the command execution. */ object CommandExecutionMode extends Enumeration { val SKIP, NON_ROOT, ALL = Value From 805479978f1cc881ece43a3092fbec9f5272c15d Mon Sep 17 00:00:00 2001 From: beliefer Date: Tue, 8 Jun 2021 22:45:07 +0800 Subject: [PATCH 55/56] Update code --- docs/sql-migration-guide.md | 2 +- .../org/apache/spark/sql/DataFrameWriterV2.scala | 14 +++++++------- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/docs/sql-migration-guide.md b/docs/sql-migration-guide.md index 352a160f00a9f..3938d92ba36f1 100644 --- a/docs/sql-migration-guide.md +++ b/docs/sql-migration-guide.md @@ -95,7 +95,7 @@ license: | - In Spark 3.2, `FloatType` is mapped to `FLOAT` in MySQL. Prior to this, it used to be mapped to `REAL`, which is by default a synonym to `DOUBLE PRECISION` in MySQL. - - In Spark 3.2, the query executions triggered by `DataFrameWriter` are always named `command` when being sent to `QueryExecutionListener`. In Spark 3.1 and earlier, the name is one of `save`, `insertInto`, `saveAsTable`. + - In Spark 3.2, the query executions triggered by `DataFrameWriter` are always named `command` when being sent to `QueryExecutionListener`. In Spark 3.1 and earlier, the name is one of `save`, `insertInto`, `saveAsTable`, `create`, `append`, `overwrite`, `overwritePartitions`, `replace`. ## Upgrading from Spark SQL 3.0 to 3.1 diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala index 9a49fc3d74780..091229152e402 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala @@ -107,7 +107,7 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) } override def create(): Unit = { - runCommand("create") { + runCommand() { CreateTableAsSelectStatement( tableName, logicalPlan, @@ -146,7 +146,7 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) @throws(classOf[NoSuchTableException]) def append(): Unit = { val append = AppendData.byName(UnresolvedRelation(tableName), logicalPlan, options.toMap) - runCommand("append")(append) + runCommand()(append) } /** @@ -163,7 +163,7 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) def overwrite(condition: Column): Unit = { val overwrite = OverwriteByExpression.byName( UnresolvedRelation(tableName), logicalPlan, condition.expr, options.toMap) - runCommand("overwrite")(overwrite) + runCommand()(overwrite) } /** @@ -183,21 +183,21 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) def overwritePartitions(): Unit = { val dynamicOverwrite = OverwritePartitionsDynamic.byName( UnresolvedRelation(tableName), logicalPlan, options.toMap) - runCommand("overwritePartitions")(dynamicOverwrite) + runCommand()(dynamicOverwrite) } /** * Wrap an action to track the QueryExecution and time cost, then report to the user-registered * callback functions. */ - private def runCommand(name: String)(command: LogicalPlan): Unit = { + private def runCommand()(command: LogicalPlan): Unit = { val qe = sparkSession.sessionState.executePlan(command) // call `QueryExecution.toRDD` to trigger the execution of commands. - SQLExecution.withNewExecutionId(qe, Some(name))(qe.toRdd) + SQLExecution.withNewExecutionId(qe, Some("command"))(qe.toRdd) } private def internalReplace(orCreate: Boolean): Unit = { - runCommand("replace") { + runCommand() { ReplaceTableAsSelectStatement( tableName, logicalPlan, From d15e166a0e928dd5d8b2657e14c31728a151abac Mon Sep 17 00:00:00 2001 From: beliefer Date: Tue, 8 Jun 2021 23:02:04 +0800 Subject: [PATCH 56/56] Update code --- .../apache/spark/sql/DataFrameWriterV2.scala | 18 ++++++++---------- 1 file changed, 8 insertions(+), 10 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala index 091229152e402..7b131058db4da 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/DataFrameWriterV2.scala @@ -107,7 +107,7 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) } override def create(): Unit = { - runCommand() { + runCommand( CreateTableAsSelectStatement( tableName, logicalPlan, @@ -121,8 +121,7 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) options.toMap, None, ifNotExists = false, - external = false) - } + external = false)) } override def replace(): Unit = { @@ -146,7 +145,7 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) @throws(classOf[NoSuchTableException]) def append(): Unit = { val append = AppendData.byName(UnresolvedRelation(tableName), logicalPlan, options.toMap) - runCommand()(append) + runCommand(append) } /** @@ -163,7 +162,7 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) def overwrite(condition: Column): Unit = { val overwrite = OverwriteByExpression.byName( UnresolvedRelation(tableName), logicalPlan, condition.expr, options.toMap) - runCommand()(overwrite) + runCommand(overwrite) } /** @@ -183,21 +182,21 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) def overwritePartitions(): Unit = { val dynamicOverwrite = OverwritePartitionsDynamic.byName( UnresolvedRelation(tableName), logicalPlan, options.toMap) - runCommand()(dynamicOverwrite) + runCommand(dynamicOverwrite) } /** * Wrap an action to track the QueryExecution and time cost, then report to the user-registered * callback functions. */ - private def runCommand()(command: LogicalPlan): Unit = { + private def runCommand(command: LogicalPlan): Unit = { val qe = sparkSession.sessionState.executePlan(command) // call `QueryExecution.toRDD` to trigger the execution of commands. SQLExecution.withNewExecutionId(qe, Some("command"))(qe.toRdd) } private def internalReplace(orCreate: Boolean): Unit = { - runCommand() { + runCommand( ReplaceTableAsSelectStatement( tableName, logicalPlan, @@ -210,8 +209,7 @@ final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T]) None, options.toMap, None, - orCreate = orCreate) - } + orCreate = orCreate)) } }