aromanenko-dev

diff --git a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
index 79648cc12e..4a19e26bee 100644
--- a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
+++ b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
@@ -156,11 +156,11 @@ import org.slf4j.LoggerFactory;
  * case you should look into sharing a single instance of a {@link PoolingDataSource} across all the
  * execution threads. For example:
  *
- * <pre>{@code
- * private static class MyDataSourceProviderFn implements SerializableFunction<Void, DataSource> {

aromanenko-dev

(virtenv_beam) LT-C02VN10JHTDF:java aromanenko$ mvn exec:java -Dexec.mainClass=com.talend.labs.beam.classification.ClassificationPipeline -Pportable-runner -Dexec.args="--runner=PortableRunner --jobEndpoint=localhost:8099 --useExternal=true --expansionServiceURL=localhost:9097"
[INFO] Scanning for projects...
[INFO] 
[INFO] ----------------< com.talend.labs.beam:classification >-----------------
[INFO] Building classification 1.0.0-SNAPSHOT
[INFO] --------------------------------[ jar ]---------------------------------
[INFO] 
[INFO] --- exec-maven-plugin:1.6.0:java (default-cli) @ classification ---
log4j:WARN No appenders could be found for logger (org.apache.beam.sdk.options.PipelineOptionsFactory).
log4j:WARN Please initialize the log4j system properly.

aromanenko-dev

diff --git a/sdks/java/io/kinesis/build.gradle b/sdks/java/io/kinesis/build.gradle
index 2144d10c36..bf477e1dfa 100644
--- a/sdks/java/io/kinesis/build.gradle
+++ b/sdks/java/io/kinesis/build.gradle
@@ -27,6 +27,7 @@ ext.summary = "Library to read Kinesis streams."
 test {
   // Forking every test resolves an issue where KinesisMockReadTest gets stuck forever.
   forkEvery 1
+  useJUnitPlatform()
 }

aromanenko-dev

Expecting:
 <[[a, b], [], [], [], [], [c], [], [], [], [], [], [], [], [], [], []]>
to contain:
 <[[a, b], [c], [d], []]>
but could not find:
 <[[d]]>

java.lang.AssertionError: 
Expecting:
 <[[a, b], [], [], [], [], [c], [], [], [], [], [], [], [], [], [], []]>

aromanenko-dev

Expecting:
 <[[a, b],
    [],
    [],
    [],
    [],
    [],
    [],
    [c],
    [],

aromanenko-dev

Argument(s) are different! Wanted:
customRateLimitPolicy.onSuccess(
    [d]
);
-> at org.apache.beam.sdk.io.kinesis.ShardReadersPoolTest.shouldCallRateLimitPolicy(ShardReadersPoolTest.java:329)
Actual invocations have different arguments:
customRateLimitPolicy.onThrottle(
    org.apache.beam.sdk.io.kinesis.KinesisClientThrottledException: 
);
-> at org.apache.beam.sdk.io.kinesis.ShardReadersPool.readLoop(ShardReadersPool.java:153)

aromanenko-dev

import io.confluent.kafka.serializers.KafkaAvroDeserializer;
import org.apache.avro.Schema;
import org.apache.avro.generic.GenericRecord;
import org.apache.beam.sdk.Pipeline;
import org.apache.beam.sdk.coders.AvroCoder;
import org.apache.beam.sdk.extensions.sql.SqlTransform;
import org.apache.beam.sdk.io.kafka.KafkaIO;
import org.apache.beam.sdk.io.kafka.KafkaRecord;
import org.apache.beam.sdk.options.PipelineOptions;
import org.apache.beam.sdk.options.PipelineOptionsFactory;

aromanenko-dev

org.apache.beam.sdk.extensions.sql.impl.ParseException: Unable to parse query SELECT id, name, type FROM `datacatalog`.`entry`.`apache-beam-testing`.`us-central1`.`samples`.`integ_test_small_csv_test_1`
	at org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner.convertToBeamRel(CalciteQueryPlanner.java:183)
	at org.apache.beam.sdk.extensions.sql.impl.BeamSqlEnv.parseQuery(BeamSqlEnv.java:109)
	at org.apache.beam.sdk.extensions.sql.SqlTransform.expand(SqlTransform.java:129)
	at org.apache.beam.sdk.extensions.sql.SqlTransform.expand(SqlTransform.java:84)
	at org.apache.beam.sdk.Pipeline.applyInternal(Pipeline.java:542)
	at org.apache.beam.sdk.Pipeline.applyTransform(Pipeline.java:493)
	at org.apache.beam.sdk.values.PBegin.apply(PBegin.java:56)
	at org.apache.beam.sdk.Pipeline.apply(Pipeline.java:186)
	at org.apache.beam.sdk.extensions.sql.meta.provider.datacatalog.DataCatalogGCSIT.testReadFromGCS(DataCatalogGCSIT.java:61)

aromanenko-dev

11:57:38 > Task :runners:google-cloud-dataflow-java:examples:preCommitLegacyWorker
11:57:38 
11:57:38 org.apache.beam.examples.WindowedWordCountIT > testWindowedWordCountInStreamingStaticSharding FAILED
11:57:38     java.lang.RuntimeException at WindowedWordCountIT.java:188
12:06:42 Build timed out (after 30 minutes). Marking the build as aborted.
12:06:42 Build was aborted
12:06:42 Recording test results
12:06:43 Could not stop org.gradle.internal.actor.internal.DefaultActorFactory$NonBlockingActor@1574bf6d.
12:06:43 org.gradle.internal.dispatch.DispatchException: Could not dispatch message [MethodInvocation method: processTestClass(DefaultTestClassRunInfo(org.apache.beam.examples.WordCountIT))].
12:06:43 	at org.gradle.internal.dispatch.ExceptionTrackingFailureHandler.dispatchFailed(ExceptionTrackingFailureHandler.java:34)

aromanenko-dev

diff -u sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/AmazonKinesisMock.java sdks/java/io/kinesis2/src/test/java/org/apache/beam/sdk/io/kinesis2/AmazonKinesisMock.java
--- sdks/java/io/kinesis/src/test/java/org/apache/beam/sdk/io/kinesis/AmazonKinesisMock.java	2019-10-26 20:23:24.000000000 -0700
+++ sdks/java/io/kinesis2/src/test/java/org/apache/beam/sdk/io/kinesis2/AmazonKinesisMock.java	2019-10-27 12:35:16.000000000 -0700
@@ -15,83 +15,14 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-package org.apache.beam.sdk.io.kinesis;
+package org.apache.beam.sdk.io.kinesis2;