fix legacy format support batch read

apache · Dec 14, 2023 · acf2f8f · acf2f8f
1 parent e1423a8
commit acf2f8f
Showing 1 changed file with 2 additions and 6 deletions.
diff --git a/...la/org/apache/spark/sql/execution/datasources/parquet/LegacyHoodieParquetFileFormat.scala b/...la/org/apache/spark/sql/execution/datasources/parquet/LegacyHoodieParquetFileFormat.scala
@@ -38,12 +38,8 @@ class LegacyHoodieParquetFileFormat extends ParquetFileFormat with SparkAdapterS
  override def toString: String = "Hoodie-Parquet"
 
  override def supportBatch(sparkSession: SparkSession, schema: StructType): Boolean = {
- if (HoodieSparkUtils.gteqSpark3_4) {
- val conf = sparkSession.sessionState.conf
- conf.parquetVectorizedReaderEnabled && schema.forall(_.dataType.isInstanceOf[AtomicType])
- } else {
- super.supportBatch(sparkSession, schema)
- }
+ sparkAdapter
+ .createLegacyHoodieParquetFileFormat(true).get.supportBatch(sparkSession, schema)
  }
 
  override def buildReaderWithPartitionValues(sparkSession: SparkSession,