Vectorization Test Without Maps

vectorization_test_without_maps

import org.apache.spark.sql.types._ ;
import org.apache.iceberg.hadoop.HadoopTables;
import org.apache.iceberg.Schema;
import org.apache.iceberg.spark.SparkSchemaUtil

val schema = new StructType().add("age", IntegerType).add("name", StringType).add("location", new StructType().add("lat", DoubleType).add("lon", DoubleType))
val json = spark.read.schema(schema).json("people_no_maps.json")
json.printSchema
json.show

val tables = new HadoopTables()
val iceSchema = SparkSchemaUtil.convert(json.schema)

val iceTable = tables.create(iceSchema, "iceberg-people-no-maps-complex")

iceTable.schema
json.write.format("iceberg").mode("append").save("iceberg-people-no-maps-complex")

val iceDf = spark.read.format("iceberg").load("iceberg-people-no-maps-complex")
iceDf.createOrReplaceTempView("people_iceberg_no_maps_complex")

spark.sql("select age from people_iceberg_no_maps_complex").show()