Skip to content

[GLUTEN-11550][VL] Disable GlutenExplainSuite in Spark 4.x #12546

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
zml1206 wants to merge 2 commits into
base: main
Choose a base branch
from
+6 −39
Open

[GLUTEN-11550][VL] Disable GlutenExplainSuite in Spark 4.x #12546

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
8b671d0
[GLUTEN-11550][VL] Disable GlutenExplainSuite in Spark 4.x
zml1206 Jul 17, 2026
7ddb37e
fix
zml1206 Jul 20, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 3 additions & 12 deletions gluten-ut/spark40/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -666,8 +666,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenFileMetadataStructSuite]
enableSuite[GlutenParquetV1AggregatePushDownSuite]
enableSuite[GlutenParquetV2AggregatePushDownSuite]
// TODO: Timestamp columns stats will lost if using int64 in parquet writer.
.exclude("aggregate push down - different data types")
enableSuite[GlutenOrcV1AggregatePushDownSuite]
.exclude("nested column: Count(nested sub-field) not push down")
enableSuite[GlutenOrcV2AggregatePushDownSuite]
Expand Down Expand Up @@ -895,7 +893,9 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenDataFrameTransposeSuite]
enableSuite[GlutenDefaultANSIValueSuite]
enableSuite[GlutenDeprecatedDatasetAggregatorSuite]
// TODO: 4.x enableSuite[GlutenExplainSuite] // 1 failure
disableSuite[GlutenExplainSuite](
"Validates Spark-specific physical plan and JVM codegen output that does not apply to " +
"Gluten's native execution plan")
Comment on lines +896 to +898
enableSuite[GlutenICUCollationsMapSuite]
enableSuite[GlutenInlineTableParsingImprovementsSuite]
enableSuite[GlutenJoinHintSuite]
Expand Down Expand Up @@ -937,7 +937,6 @@ class VeloxTestSettings extends BackendTestSettings {
// TODO: Velox parquet writer marks all struct fields as OPTIONAL (nullable),
// but Spark's variant type requires REQUIRED fields. Needs Velox-side fix.
.exclude("SPARK-47546: invalid variant binary")
.exclude("SPARK-47546: valid variant binary")
enableSuite[GlutenVariantWriteShreddingSuite]
enableSuite[GlutenXmlFunctionsSuite]
enableSuite[GlutenApproxCountDistinctForIntervalsQuerySuite]
Expand Down Expand Up @@ -1166,11 +1165,7 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenXPathFunctionsSuite]
enableSuite[GlutenFallbackSuite]
enableSuite[GlutenHashAggregationQuerySuite]
// TODO: fix on https://github.com/apache/gluten/issues/11919
.exclude("udaf with all data types")
enableSuite[GlutenHashAggregationQueryWithControlledFallbackSuite]
// TODO: fix on https://github.com/apache/gluten/issues/11919
.exclude("udaf with all data types")
enableSuite[GlutenHiveCommandSuite]
enableSuite[GlutenHiveDDLSuite]
enableSuite[GlutenHiveExplainSuite]
Expand Down Expand Up @@ -1271,10 +1266,6 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("Dependent Batched Python UDFs and Scalar Pandas UDFs should not be combined")
.exclude("Python UDF should not break column pruning/filter pushdown -- Parquet V2")
enableSuite[GlutenStreamingQuerySuite]
// requires test resources that don't exist in Gluten repo
.exclude("detect escaped path and report the migration guide")
.exclude("ignore the escaped path check when the flag is off")
.excludeByPrefix("SPARK-51187")
enableSuite[GlutenQueryExecutionSuite]
// Rewritten to set root logger level to INFO so that logs can be parsed
.exclude("Logging plan changes for execution")
Expand Down
32 changes: 3 additions & 29 deletions gluten-ut/spark41/src/test/scala/org/apache/gluten/utils/velox/VeloxTestSettings.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -646,8 +646,6 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenFileMetadataStructSuite]
enableSuite[GlutenParquetV1AggregatePushDownSuite]
enableSuite[GlutenParquetV2AggregatePushDownSuite]
// TODO: Timestamp columns stats will lost if using int64 in parquet writer.
.exclude("aggregate push down - different data types")
enableSuite[GlutenOrcV1AggregatePushDownSuite]
.exclude("nested column: Count(nested sub-field) not push down")
enableSuite[GlutenOrcV2AggregatePushDownSuite]
Expand Down Expand Up @@ -875,7 +873,9 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenDataFrameTableValuedFunctionsSuite]
enableSuite[GlutenDataFrameTransposeSuite]
enableSuite[GlutenDeprecatedDatasetAggregatorSuite]
// TODO: 4.x enableSuite[GlutenExplainSuite] // 1 failure
disableSuite[GlutenExplainSuite](
"Validates Spark-specific physical plan and JVM codegen output that does not apply to " +
"Gluten's native execution plan")
Comment on lines +876 to +878
Comment on lines +876 to +878
enableSuite[GlutenICUCollationsMapSuite]
enableSuite[GlutenInlineTableParsingImprovementsSuite]
enableSuite[GlutenJoinHintSuite]
Expand Down Expand Up @@ -917,7 +917,6 @@ class VeloxTestSettings extends BackendTestSettings {
// TODO: Velox parquet writer marks all struct fields as OPTIONAL (nullable),
// but Spark's variant type requires REQUIRED fields. Needs Velox-side fix.
.exclude("SPARK-47546: invalid variant binary")
.exclude("SPARK-47546: valid variant binary")
enableSuite[GlutenVariantWriteShreddingSuite]
enableSuite[GlutenXmlFunctionsSuite]
enableSuite[GlutenApproxCountDistinctForIntervalsQuerySuite]
Expand Down Expand Up @@ -1162,11 +1161,7 @@ class VeloxTestSettings extends BackendTestSettings {
enableSuite[GlutenFallbackSuite]
enableSuite[GlutenRowBasedChecksumSuite]
enableSuite[GlutenHashAggregationQuerySuite]
// TODO: fix on https://github.com/apache/gluten/issues/11919
.exclude("udaf with all data types")
enableSuite[GlutenHashAggregationQueryWithControlledFallbackSuite]
// TODO: fix on https://github.com/apache/gluten/issues/11919
.exclude("udaf with all data types")
enableSuite[GlutenHiveCommandSuite]
enableSuite[GlutenHiveDDLSuite]
enableSuite[GlutenHiveExplainSuite]
Expand Down Expand Up @@ -1270,30 +1265,9 @@ class VeloxTestSettings extends BackendTestSettings {
.exclude("Dependent Batched Python UDFs and Scalar Pandas UDFs should not be combined")
.exclude("Python UDF should not break column pruning/filter pushdown -- Parquet V2")
enableSuite[GlutenStreamingQuerySuite]
// requires test resources that don't exist in Gluten repo
.exclude("detect escaped path and report the migration guide")
.exclude("ignore the escaped path check when the flag is off")
.excludeByPrefix("SPARK-51187")
// TODO: fix on Spark-4.1 introduced by https://github.com/apache/spark/pull/52645
.exclude("SPARK-53942: changing the number of stateless shuffle partitions via config")
.exclude("SPARK-53942: stateful shuffle partitions are retained from old checkpoint")
enableSuite[GlutenStreamRealTimeModeAllowlistSuite]
// TODO: fix on Spark-4.1 see https://github.com/apache/spark/pull/52891
.exclude("rtm operator allowlist")
.exclude("repartition not allowed")
.exclude("stateful queries not allowed")
enableSuite[GlutenStreamRealTimeModeE2ESuite]
// TODO: fix on Spark-4.1 see https://github.com/apache/spark/pull/52870
.exclude("foreach")
.exclude("union - foreach")
.exclude("mapPartitions")
.exclude("union - mapPartitions")
.exclude("stream static join")
.exclude("to_json and from_json round-trip")
.exclude("generateExec passthrough")
enableSuite[GlutenStreamRealTimeModeSuite]
// TODO: fix on Spark-4.1 see https://github.com/apache/spark/pull/52473
.exclude("processAllAvailable")
enableSuite[GlutenQueryExecutionSuite]
// Rewritten to set root logger level to INFO so that logs can be parsed
.exclude("Logging plan changes for execution")
Expand Down
Loading