Merge with master

apache · Jan 30, 2025 · 9697eae · 9697eae
1 parent b661960
commit 9697eae
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 17 deletions.
diff --git a/spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala b/spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala
@@ -2366,23 +2366,7 @@ object QueryPlanSerde extends Logging with ShimQueryPlanSerde with CometExprShim
       case _: ArrayIntersect => convert(CometArrayIntersect)
       case _: ArrayJoin => convert(CometArrayJoin)
       case _: ArraysOverlap => convert(CometArraysOverlap)
-      case _ if expr.prettyName == "array_except" =>
-        if (CometConf.COMET_CAST_ALLOW_INCOMPATIBLE.get()) {
-          createBinaryExpr(
-            expr,
-            expr.children(0),
-            expr.children(1),
-            inputs,
-            binding,
-            (builder, binaryExpr) => builder.setArrayExcept(binaryExpr))
-        } else {
-          withInfo(
-            expr,
-            s"array_except is not fully compatible with Spark. " +
-              s"Set ${CometConf.COMET_CAST_ALLOW_INCOMPATIBLE.key}=true " +
-              "to allow it anyway.")
-          None
-        }
+      case _ if expr.prettyName == "array_except" => convert(CometArrayExcept)
       case _ =>
         withInfo(expr, s"${expr.prettyName} is not supported", expr.children: _*)
         None

diff --git a/spark/src/main/scala/org/apache/comet/serde/arrays.scala b/spark/src/main/scala/org/apache/comet/serde/arrays.scala
@@ -126,6 +126,21 @@ object CometArraysOverlap extends CometExpressionSerde with IncompatExpr {
   }
 }
 
+object CometArrayExcept extends CometExpressionSerde with IncompatExpr {
+  override def convert(
+      expr: Expression,
+      inputs: Seq[Attribute],
+      binding: Boolean): Option[ExprOuterClass.Expr] = {
+    createBinaryExpr(
+      expr,
+      expr.children(0),
+      expr.children(1),
+      inputs,
+      binding,
+      (builder, binaryExpr) => builder.setArrayExcept(binaryExpr))
+  }
+}
+
 object CometArrayJoin extends CometExpressionSerde with IncompatExpr {
   override def convert(
       expr: Expression,