Fix nested type implicit schema evolution

apache · Dec 8, 2023 · dbcebc5 · dbcebc5
1 parent ba0c6c3
commit dbcebc5
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/...atasource/hudi-spark/src/test/scala/org/apache/hudi/TestAvroSchemaResolutionSupport.scala b/...atasource/hudi-spark/src/test/scala/org/apache/hudi/TestAvroSchemaResolutionSupport.scala
@@ -487,16 +487,13 @@ class TestAvroSchemaResolutionSupport extends HoodieClientTestBase with ScalaAss
  // upsert
  upsertData(df2, tempRecordPath, isCow)
 
- spark.sql(s"set ${SQLConf.PARQUET_VECTORIZED_READER_ENABLED.key} = false")
-
  withSQLConf("spark.sql.parquet.enableNestedColumnVectorizedReader" -> "false") {
  // read out the table
  val readDf = spark.read.format("hudi")
  // NOTE: type promotion is not supported for the custom file format and the filegroup reader
  // HUDI-7045 and PR#10007 in progress to fix the issue
  .option(HoodieReaderConfig.FILE_GROUP_READER_ENABLED.key(), "false")
  .option(DataSourceReadOptions.USE_NEW_HUDI_PARQUET_FILE_FORMAT.key(), "false")
- .option(SQLConf.PARQUET_VECTORIZED_READER_NESTED_COLUMN_ENABLED.key, "false")
  .load(tempRecordPath)
  readDf.printSchema()
  readDf.show(false)