rdblue

POST /v1/namespaces/ns/tables/t/scans
{ "filter": { "type": "in", "term": "x", "values": [1, 2, 3] }, "select": ["x", "a.b"]}

{ "scan-id": 1, "shards": { "id": 1, "manifests": ["C"] }, { "id": 2, "manifests": ["D"] } }

POST /v1/namespaces/ns/tables/t/scans?scan-id=1
{ "shard": { "id": 1, "manifests": ["C"] }, "filter": {"type": "in", "term": "x", "values": [1, 2, 3] } }

{ "file-scan-tasks": [...] }

rdblue

diff --git a/./flink/v1.14/build.gradle b/./flink/v1.15/build.gradle
index a0e01c8a4..46572696f 100644
--- a/./flink/v1.14/build.gradle
+++ b/./flink/v1.15/build.gradle
@@ -17,8 +17,8 @@
  * under the License.
  */

-String flinkVersion = '1.14.0'
-String flinkMajorVersion = '1.14'

rdblue

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0

rdblue

package org.apache.iceberg.types;

import java.util.List;
import org.apache.iceberg.Schema;
import org.apache.iceberg.relocated.com.google.common.collect.Lists;

public abstract class SchemaWithPartnerVisitor<P, R> {
  public interface PartnerAccessors<P> {
    P fieldPartner(P partnerStruct, int fieldId, String name);
    P mapKeyPartner(P partnerMap);

rdblue

/**
 * The base physical plan for writing data into data source v2.
 */
abstract class V2TableWriteExec(
    options: Map[String, String],
    query: SparkPlan) extends SparkPlan {
  import org.apache.spark.sql.sources.v2.DataSourceV2Implicits._

  def partitioning: Seq[PartitionTransform]
  override def children: Seq[SparkPlan] = Seq(query)

rdblue

/**
 * Interface used to write a [[Dataset]] to external storage using the v2 API.
 *
 * @since 3.0.0
 */
@Experimental
final class DataFrameWriterV2[T] private[sql](table: String, ds: Dataset[T])
  extends CreateTableWriter[T] with LookupCatalog {

  import org.apache.spark.sql.catalog.v2.CatalogV2Implicits._

rdblue

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *

rdblue

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *

rdblue

import java.nio.ByteBuffer;
import java.util.Comparator;

public class Comparators {
  public static Comparator<ByteBuffer> unsignedBytes() {
    return UnsignedByteBufComparator.INSTANCE;
  }

  public static Comparator<ByteBuffer> signedBytes() {
    return Comparator.naturalOrder();

rdblue

  /**
   * Creates a copy of this {@code View} for entities of the given type class.
   *
   * @param type a Java Class to use for entities
   * @return a copy of this view for the given type
   * @throws org.kitesdk.data.IncompatibleSchemaException
   *          If the schema for {@code type} is incompatible with the
   *          underlying dataset's Schema.
   */
  <T> RefinableView<T> asType(Class<T> type);