From 92f4c47dbbeffcae2618e3837dbfe1dfe503d0bf Mon Sep 17 00:00:00 2001 From: Matt Butrovich Date: Tue, 19 Aug 2025 15:40:44 -0400 Subject: [PATCH] Remove fallback for byte and short with native readers due to apache/arrow#7055. --- .../main/scala/org/apache/comet/rules/CometScanRule.scala | 6 ------ 1 file changed, 6 deletions(-) diff --git a/spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala b/spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala index 6c7209e5f2..2bfd0c923a 100644 --- a/spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala +++ b/spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala @@ -325,12 +325,6 @@ case class CometScanTypeChecker(scanImpl: String) extends DataTypeSupport { name: String, fallbackReasons: ListBuffer[String]): Boolean = { dt match { - case ByteType | ShortType - if scanImpl != CometConf.SCAN_NATIVE_COMET && - !CometConf.COMET_SCAN_ALLOW_INCOMPATIBLE.get() => - fallbackReasons += s"$scanImpl scan cannot read $dt when " + - s"${CometConf.COMET_SCAN_ALLOW_INCOMPATIBLE.key} is false. ${CometConf.COMPAT_GUIDE}." - false case _: StructType | _: ArrayType | _: MapType if scanImpl == CometConf.SCAN_NATIVE_COMET => false case _ =>