[beam] branch master updated: Delete myself from mailmap

2020-10-19 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new 79b2005  Delete myself from mailmap
 new 4619286  Merge pull request #13136 from rmannibucau/patch-2
79b2005 is described below

commit 79b20057f2c03391208251dcd7110eed827b0dbf
Author: Romain Manni-Bucau 
AuthorDate: Mon Oct 19 09:20:42 2020 +0200

Delete myself from mailmap

Light follow up of https://issues.apache.org/jira/browse/BEAM-8647 for 
myself only since nothing is done globally since 1 year.
---
 .mailmap | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/.mailmap b/.mailmap
index be5e16c..69ed29b 100644
--- a/.mailmap
+++ b/.mailmap
@@ -443,9 +443,6 @@ Robert Burke 
 Roberto Congiu 
 Robin Qiu 
 Rodrigo Benenson 
-Romain Manni-Bucau 
-Romain manni-Bucau 
-Romain Manni-Bucau 
 Romain Yon 
 Rong Ou 
 Roy Lenferink 



[beam] branch release-2.17.0 updated: A fix for some TLS issues in the MongoDB IO

2019-11-28 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.17.0
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/release-2.17.0 by this push:
 new a7dd23d  A fix for some TLS issues in the MongoDB IO
 new 25bf407  Merge pull request #10244 from iemejia/release-2.17.0
a7dd23d is described below

commit a7dd23d95d2d214b4110781b5a28802bd43b834b
Author: Colm O hEigeartaigh 
AuthorDate: Thu Nov 28 10:40:45 2019 +

A fix for some TLS issues in the MongoDB IO
---
 .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java  | 28 +++---
 .../org/apache/beam/sdk/io/mongodb/SSLUtils.java   |  2 --
 2 files changed, 19 insertions(+), 11 deletions(-)

diff --git 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
index 4bdbbf4..dd637e9 100644
--- 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
+++ 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
@@ -39,6 +39,7 @@ import java.util.Collections;
 import java.util.List;
 import java.util.stream.Collectors;
 import javax.annotation.Nullable;
+import javax.net.ssl.SSLContext;
 import org.apache.beam.sdk.annotations.Experimental;
 import org.apache.beam.sdk.coders.Coder;
 import org.apache.beam.sdk.coders.SerializableCoder;
@@ -340,14 +341,19 @@ public class MongoDbIO {
   }
 
   private static MongoClientOptions.Builder getOptions(
-  int maxConnectionIdleTime, boolean sslEnabled, boolean 
sslInvalidHostNameAllowed) {
+  int maxConnectionIdleTime,
+  boolean sslEnabled,
+  boolean sslInvalidHostNameAllowed,
+  boolean ignoreSSLCertificate) {
 MongoClientOptions.Builder optionsBuilder = new 
MongoClientOptions.Builder();
 optionsBuilder.maxConnectionIdleTime(maxConnectionIdleTime);
 if (sslEnabled) {
-  optionsBuilder
-  .sslEnabled(sslEnabled)
-  .sslInvalidHostNameAllowed(sslInvalidHostNameAllowed)
-  .sslContext(SSLUtils.ignoreSSLCertificate());
+  
optionsBuilder.sslEnabled(sslEnabled).sslInvalidHostNameAllowed(sslInvalidHostNameAllowed);
+  if (ignoreSSLCertificate) {
+SSLContext sslContext = SSLUtils.ignoreSSLCertificate();
+optionsBuilder.sslContext(sslContext);
+optionsBuilder.socketFactory(sslContext.getSocketFactory());
+  }
 }
 return optionsBuilder;
   }
@@ -385,7 +391,8 @@ public class MongoDbIO {
   getOptions(
   spec.maxConnectionIdleTime(),
   spec.sslEnabled(),
-  spec.sslInvalidHostNameAllowed() {
+  spec.sslInvalidHostNameAllowed(),
+  spec.ignoreSSLCertificate() {
 return getEstimatedSizeBytes(mongoClient, spec.database(), 
spec.collection());
   }
 }
@@ -413,7 +420,8 @@ public class MongoDbIO {
   getOptions(
   spec.maxConnectionIdleTime(),
   spec.sslEnabled(),
-  spec.sslInvalidHostNameAllowed() {
+  spec.sslInvalidHostNameAllowed(),
+  spec.ignoreSSLCertificate() {
 MongoDatabase mongoDatabase = mongoClient.getDatabase(spec.database());
 
 List splitKeys;
@@ -704,7 +712,8 @@ public class MongoDbIO {
   getOptions(
   spec.maxConnectionIdleTime(),
   spec.sslEnabled(),
-  spec.sslInvalidHostNameAllowed(;
+  spec.sslInvalidHostNameAllowed(),
+  spec.ignoreSSLCertificate(;
 }
   }
 
@@ -886,7 +895,8 @@ public class MongoDbIO {
 getOptions(
 spec.maxConnectionIdleTime(),
 spec.sslEnabled(),
-spec.sslInvalidHostNameAllowed(;
+spec.sslInvalidHostNameAllowed(),
+spec.ignoreSSLCertificate(;
   }
 
   @StartBundle
diff --git 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/SSLUtils.java
 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/SSLUtils.java
index 2a5314e..88a4718 100644
--- 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/SSLUtils.java
+++ 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/SSLUtils.java
@@ -19,7 +19,6 @@ package org.apache.beam.sdk.io.mongodb;
 
 import java.security.KeyStore;
 import java.security.cert.X509Certificate;
-import javax.net.ssl.HttpsURLConnection;
 import javax.net.ssl.KeyManagerFactory;
 import javax.net.ssl.SSLContext;
 import javax.net.ssl.TrustManager;
@@ -55,7 +54,6 @@ class SSLUtils {
   // Install the all-trusting trust manager
   SSLContext sc = SSLContext.getInstance(&quo

[beam] branch master updated: A fix for some TLS issues in the MongoDB IO

2019-11-28 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new e097e89  A fix for some TLS issues in the MongoDB IO
 new e31b332  Merge pull request #10240 from coheigea/tls
e097e89 is described below

commit e097e89271f35244f3421cf364dcf5d15e2851ce
Author: Colm O hEigeartaigh 
AuthorDate: Thu Nov 28 10:40:45 2019 +

A fix for some TLS issues in the MongoDB IO
---
 .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java  | 31 +++---
 .../org/apache/beam/sdk/io/mongodb/SSLUtils.java   |  2 --
 2 files changed, 21 insertions(+), 12 deletions(-)

diff --git 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
index 1845890..78b0212 100644
--- 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
+++ 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
@@ -39,6 +39,7 @@ import java.util.Collections;
 import java.util.List;
 import java.util.stream.Collectors;
 import javax.annotation.Nullable;
+import javax.net.ssl.SSLContext;
 import org.apache.beam.sdk.annotations.Experimental;
 import org.apache.beam.sdk.coders.Coder;
 import org.apache.beam.sdk.coders.SerializableCoder;
@@ -347,14 +348,19 @@ public class MongoDbIO {
   }
 
   private static MongoClientOptions.Builder getOptions(
-  int maxConnectionIdleTime, boolean sslEnabled, boolean 
sslInvalidHostNameAllowed) {
+  int maxConnectionIdleTime,
+  boolean sslEnabled,
+  boolean sslInvalidHostNameAllowed,
+  boolean ignoreSSLCertificate) {
 MongoClientOptions.Builder optionsBuilder = new 
MongoClientOptions.Builder();
 optionsBuilder.maxConnectionIdleTime(maxConnectionIdleTime);
 if (sslEnabled) {
-  optionsBuilder
-  .sslEnabled(sslEnabled)
-  .sslInvalidHostNameAllowed(sslInvalidHostNameAllowed)
-  .sslContext(SSLUtils.ignoreSSLCertificate());
+  
optionsBuilder.sslEnabled(sslEnabled).sslInvalidHostNameAllowed(sslInvalidHostNameAllowed);
+  if (ignoreSSLCertificate) {
+SSLContext sslContext = SSLUtils.ignoreSSLCertificate();
+optionsBuilder.sslContext(sslContext);
+optionsBuilder.socketFactory(sslContext.getSocketFactory());
+  }
 }
 return optionsBuilder;
   }
@@ -396,7 +402,8 @@ public class MongoDbIO {
   getOptions(
   spec.maxConnectionIdleTime(),
   spec.sslEnabled(),
-  spec.sslInvalidHostNameAllowed() {
+  spec.sslInvalidHostNameAllowed(),
+  spec.ignoreSSLCertificate() {
 return getDocumentCount(mongoClient, spec.database(), 
spec.collection());
   } catch (Exception e) {
 return -1;
@@ -424,7 +431,8 @@ public class MongoDbIO {
   getOptions(
   spec.maxConnectionIdleTime(),
   spec.sslEnabled(),
-  spec.sslInvalidHostNameAllowed() {
+  spec.sslInvalidHostNameAllowed(),
+  spec.ignoreSSLCertificate() {
 return getEstimatedSizeBytes(mongoClient, spec.database(), 
spec.collection());
   }
 }
@@ -452,7 +460,8 @@ public class MongoDbIO {
   getOptions(
   spec.maxConnectionIdleTime(),
   spec.sslEnabled(),
-  spec.sslInvalidHostNameAllowed() {
+  spec.sslInvalidHostNameAllowed(),
+  spec.ignoreSSLCertificate() {
 MongoDatabase mongoDatabase = mongoClient.getDatabase(spec.database());
 
 List splitKeys;
@@ -743,7 +752,8 @@ public class MongoDbIO {
   getOptions(
   spec.maxConnectionIdleTime(),
   spec.sslEnabled(),
-  spec.sslInvalidHostNameAllowed(;
+  spec.sslInvalidHostNameAllowed(),
+  spec.ignoreSSLCertificate(;
 }
   }
 
@@ -925,7 +935,8 @@ public class MongoDbIO {
 getOptions(
 spec.maxConnectionIdleTime(),
 spec.sslEnabled(),
-spec.sslInvalidHostNameAllowed(;
+spec.sslInvalidHostNameAllowed(),
+spec.ignoreSSLCertificate(;
   }
 
   @StartBundle
diff --git 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/SSLUtils.java
 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/SSLUtils.java
index 2a5314e..88a4718 100644
--- 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/SSLUtils.java
+++ 
b/sdks/java/io/mongodb/src/main/java/org/apache

[beam] branch master updated (eb9dea3 -> 96fa3da)

2019-11-07 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from eb9dea3  Merge pull request #10024: [BEAM-8568] Fixed problem that 
LocalFileSystem no longer supports wil…
 add 96fa3da  [BEAM-8347]: Consistently advance UnboundedRabbitMqReader 
watermark (#9820)

No new revisions were added by this update.

Summary of changes:
 .../apache/beam/sdk/io/rabbitmq/RabbitMqIO.java| 31 +-
 1 file changed, 24 insertions(+), 7 deletions(-)



[beam] branch master updated (d7b2c0e -> 90abf5d)

2019-11-01 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from d7b2c0e  Merge pull request #9964 from jklukas/csvsink-fix
 add 90abf5d  [BEAM-8513] Allow reads from exchange-bound queue without 
declaring the exchange (#9937)

No new revisions were added by this update.

Summary of changes:
 sdks/java/io/rabbitmq/build.gradle |   5 +-
 .../apache/beam/sdk/io/rabbitmq/RabbitMqIO.java| 146 +++---
 .../beam/sdk/io/rabbitmq/ExchangeTestPlan.java | 102 +++
 .../beam/sdk/io/rabbitmq/RabbitMqIOTest.java   | 301 -
 .../beam/sdk/io/rabbitmq/RabbitMqTestUtils.java|  90 ++
 .../sdk/io/rabbitmq/rabbitmq-io-test-config.json   |  30 ++
 6 files changed, 570 insertions(+), 104 deletions(-)
 create mode 100644 
sdks/java/io/rabbitmq/src/test/java/org/apache/beam/sdk/io/rabbitmq/ExchangeTestPlan.java
 create mode 100644 
sdks/java/io/rabbitmq/src/test/java/org/apache/beam/sdk/io/rabbitmq/RabbitMqTestUtils.java
 create mode 100644 
sdks/java/io/rabbitmq/src/test/resources/org/apache/beam/sdk/io/rabbitmq/rabbitmq-io-test-config.json



[beam] branch master updated: [BEAM-8540] Fix CSVSink example in FileIO docs

2019-11-01 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new a80ae25  [BEAM-8540] Fix CSVSink example in FileIO docs
 new d7b2c0e  Merge pull request #9964 from jklukas/csvsink-fix
a80ae25 is described below

commit a80ae25386225a62906cf1fe43f2a4c8d3784065
Author: Jeff Klukas 
AuthorDate: Fri Nov 1 09:41:07 2019 -0400

[BEAM-8540] Fix CSVSink example in FileIO docs

The existing example refers to a nonexistent interface and has
several syntax errors.
---
 .../java/core/src/main/java/org/apache/beam/sdk/io/FileIO.java | 10 +-
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileIO.java 
b/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileIO.java
index 3339508..3785911 100644
--- a/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileIO.java
+++ b/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileIO.java
@@ -245,7 +245,7 @@ import org.slf4j.LoggerFactory;
  * Example: Writing CSV files
  *
  * {@code
- * class CSVSink implements FileSink> {
+ * class CSVSink implements FileIO.Sink> {
  *   private String header;
  *   private PrintWriter writer;
  *
@@ -262,7 +262,7 @@ import org.slf4j.LoggerFactory;
  * writer.println(Joiner.on(",").join(element));
  *   }
  *
- *   public void finish() throws IOException {
+ *   public void flush() throws IOException {
  * writer.flush();
  *   }
  * }
@@ -270,13 +270,13 @@ import org.slf4j.LoggerFactory;
  * PCollection transactions = ...;
  * // Convert transactions to strings before writing them to the CSV sink.
  * transactions.apply(MapElements
- * .into(lists(strings()))
+ * .into(TypeDescriptors.lists(TypeDescriptors.strings()))
  * .via(tx -> Arrays.asList(tx.getUser(), tx.getAmount(
  * .apply(FileIO.>write()
- * .via(new CSVSink(Arrays.asList("user", "amount"))
+ * .via(new CSVSink(Arrays.asList("user", "amount")))
  * .to(".../path/to/")
  * .withPrefix("transactions")
- * .withSuffix(".csv")
+ * .withSuffix(".csv"));
  * }
  *
  * Example: Writing CSV files to different directories and with different 
headers



[beam] branch master updated (2ff462d -> 5a851b7)

2019-10-11 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 2ff462d  Merge pull request #9752: [BEAM-8183] restructure Flink 
portable jars to support multiple pipelines
 new 7f66522  fix for message being not serializable due to LongString in 
headers
 new 05db193  [BEAM-7414] applying Beam project style guides (or trying so)
 new 3c845cb  [BEAM-7414] Fixing test failures : seems like generated test 
messages have no header values, which made LongString-elimination code failing
 new 36d289b  Seems like i changed that line by error. Rolling that back.
 new 51fabee  That code was useless Indeed, if there is an IOException when 
trying to ack the message, there most probably be one when trying to nack the 
message.
 new 5252a20  According to jbonofre, the transformation of deliverable into 
serializable objects lies in RabbitMqMessage And i agree, it's way better.
 new d8d8761  fixed one last formatting point
 new 5a851b7  Merge pull request #8677 from 
Riduidel/fix/rabbitmq-message-not-serializable

The 23451 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../apache/beam/sdk/io/rabbitmq/RabbitMqIO.java|  4 +-
 .../beam/sdk/io/rabbitmq/RabbitMqMessage.java  | 66 ++
 2 files changed, 68 insertions(+), 2 deletions(-)



[beam] branch master updated (2ff462d -> 5a851b7)

2019-10-11 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 2ff462d  Merge pull request #9752: [BEAM-8183] restructure Flink 
portable jars to support multiple pipelines
 new 7f66522  fix for message being not serializable due to LongString in 
headers
 new 05db193  [BEAM-7414] applying Beam project style guides (or trying so)
 new 3c845cb  [BEAM-7414] Fixing test failures : seems like generated test 
messages have no header values, which made LongString-elimination code failing
 new 36d289b  Seems like i changed that line by error. Rolling that back.
 new 51fabee  That code was useless Indeed, if there is an IOException when 
trying to ack the message, there most probably be one when trying to nack the 
message.
 new 5252a20  According to jbonofre, the transformation of deliverable into 
serializable objects lies in RabbitMqMessage And i agree, it's way better.
 new d8d8761  fixed one last formatting point
 new 5a851b7  Merge pull request #8677 from 
Riduidel/fix/rabbitmq-message-not-serializable

The 23451 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../apache/beam/sdk/io/rabbitmq/RabbitMqIO.java|  4 +-
 .../beam/sdk/io/rabbitmq/RabbitMqMessage.java  | 66 ++
 2 files changed, 68 insertions(+), 2 deletions(-)



[beam] branch master updated (8790822 -> f0b7f8b)

2019-09-11 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 8790822  Merge pull request #9487 from 
Hannah-Jiang/add_containers_to_release
 new ea301de  [BEAM-8032] Fix exception in JDBC readRows when statement 
preparator is null
 new 7accdc6  Set default statement preparator for readRows
 new f0b7f8b  Merge pull request #9425 from charithe/beam-8032

The 23057 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java   |  1 +
 .../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java| 28 ++
 2 files changed, 29 insertions(+)



[beam] branch release-2.14.0 updated: [BEAM-7606] Fix JDBC time conversion tests

2019-06-26 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.14.0
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/release-2.14.0 by this push:
 new 1496ad1  [BEAM-7606] Fix JDBC time conversion tests
 new a52ffee  Merge pull request #8938 from iemejia/release-2.14.0
1496ad1 is described below

commit 1496ad11dc627341990444305963d32052b6496c
Author: Charith Ellawala 
AuthorDate: Fri Jun 21 17:52:36 2019 +0100

[BEAM-7606] Fix JDBC time conversion tests
---
 .../main/java/org/apache/beam/sdk/io/jdbc/SchemaUtil.java | 15 ---
 .../java/org/apache/beam/sdk/io/jdbc/SchemaUtilTest.java  | 15 ---
 2 files changed, 16 insertions(+), 14 deletions(-)

diff --git 
a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/SchemaUtil.java 
b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/SchemaUtil.java
index 263c2de..9c1dcb0 100644
--- 
a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/SchemaUtil.java
+++ 
b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/SchemaUtil.java
@@ -38,13 +38,14 @@ import java.sql.ResultSetMetaData;
 import java.sql.SQLException;
 import java.sql.Time;
 import java.sql.Timestamp;
-import java.time.LocalDate;
 import java.time.LocalTime;
 import java.time.ZoneOffset;
 import java.time.ZonedDateTime;
 import java.util.ArrayList;
+import java.util.Calendar;
 import java.util.EnumMap;
 import java.util.List;
+import java.util.TimeZone;
 import java.util.function.BiFunction;
 import java.util.stream.Collectors;
 import java.util.stream.IntStream;
@@ -52,6 +53,7 @@ import org.apache.beam.sdk.schemas.Schema;
 import org.apache.beam.sdk.values.Row;
 import 
org.apache.beam.vendor.guava.v20_0.com.google.common.collect.ImmutableMap;
 import org.joda.time.DateTime;
+import org.joda.time.LocalDate;
 import org.joda.time.chrono.ISOChronology;
 
 /** Provides utility functions for working with Beam {@link Schema} types. */
@@ -273,7 +275,7 @@ class SchemaUtil {
   /** Convert SQL date type to Beam DateTime. */
   private static ResultSetFieldExtractor createDateExtractor() {
 return (rs, i) -> {
-  Date date = rs.getDate(i);
+  Date date = rs.getDate(i, 
Calendar.getInstance(TimeZone.getTimeZone(ZoneOffset.UTC)));
   if (date == null) {
 return null;
   }
@@ -285,20 +287,19 @@ class SchemaUtil {
   /** Convert SQL time type to Beam DateTime. */
   private static ResultSetFieldExtractor createTimeExtractor() {
 return (rs, i) -> {
-  Time time = rs.getTime(i);
+  Time time = rs.getTime(i, 
Calendar.getInstance(TimeZone.getTimeZone(ZoneOffset.UTC)));
   if (time == null) {
 return null;
   }
-  ZonedDateTime zdt =
-  ZonedDateTime.of(LocalDate.ofEpochDay(0), time.toLocalTime(), 
ZoneOffset.systemDefault());
-  return new DateTime(zdt.toInstant().toEpochMilli(), 
ISOChronology.getInstanceUTC());
+  return new DateTime(time.getTime(), ISOChronology.getInstanceUTC())
+  .withDate(new LocalDate(0L));
 };
   }
 
   /** Convert SQL timestamp type to Beam DateTime. */
   private static ResultSetFieldExtractor createTimestampExtractor() {
 return (rs, i) -> {
-  Timestamp ts = rs.getTimestamp(i);
+  Timestamp ts = rs.getTimestamp(i, 
Calendar.getInstance(TimeZone.getTimeZone(ZoneOffset.UTC)));
   if (ts == null) {
 return null;
   }
diff --git 
a/sdks/java/io/jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/SchemaUtilTest.java
 
b/sdks/java/io/jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/SchemaUtilTest.java
index 63b3d88..f606bde 100644
--- 
a/sdks/java/io/jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/SchemaUtilTest.java
+++ 
b/sdks/java/io/jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/SchemaUtilTest.java
@@ -18,6 +18,7 @@
 package org.apache.beam.sdk.io.jdbc;
 
 import static org.junit.Assert.assertEquals;
+import static org.mockito.Matchers.any;
 import static org.mockito.Matchers.eq;
 import static org.mockito.Mockito.mock;
 import static org.mockito.Mockito.when;
@@ -128,7 +129,7 @@ public class SchemaUtilTest {
   }
 
   @Test
-  public void testBeamRowMapper_array() throws Exception {
+  public void testBeamRowMapperArray() throws Exception {
 ResultSet mockArrayElementsResultSet = mock(ResultSet.class);
 when(mockArrayElementsResultSet.next()).thenReturn(true, true, true, 
false);
 when(mockArrayElementsResultSet.getInt(eq(1))).thenReturn(10, 20, 30);
@@ -151,7 +152,7 @@ public class SchemaUtilTest {
   }
 
   @Test
-  public void testBeamRowMapper_primitiveTypes() throws Exception {
+  public void testBeamRowMapperPrimitiveTypes() throws Exception {
 ResultSet mockResultSet = mock(ResultSet.class);
 when(mockResultSet.getLong(eq(1))).thenReturn(42L);
 
when(mockResultSet.getBytes(eq(2))).thenReturn("binary".getBytes(Charset.forName("UTF-8")));
@@ -2

[beam] branch master updated: [BEAM-6888] Enable SpotBugs in JdbcIO

2019-05-22 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new e754666  [BEAM-6888] Enable SpotBugs in JdbcIO
 new 67e0eaf  Merge pull request #8647 from 
iemejia/BEAM-6888-jdbc-enable-spotbugs
e754666 is described below

commit e7546662960550cdaf63990582ed16a5c527d1f6
Author: Ismaël Mejía 
AuthorDate: Wed May 22 10:24:32 2019 +0200

[BEAM-6888] Enable SpotBugs in JdbcIO
---
 .../build-tools/src/main/resources/beam/spotbugs-filter.xml| 10 ++
 sdks/java/io/jdbc/build.gradle |  2 +-
 2 files changed, 11 insertions(+), 1 deletion(-)

diff --git a/sdks/java/build-tools/src/main/resources/beam/spotbugs-filter.xml 
b/sdks/java/build-tools/src/main/resources/beam/spotbugs-filter.xml
index d69c9d3..f46da65 100644
--- a/sdks/java/build-tools/src/main/resources/beam/spotbugs-filter.xml
+++ b/sdks/java/build-tools/src/main/resources/beam/spotbugs-filter.xml
@@ -411,4 +411,14 @@
 
 
   
+
+  
+
+
+
+
+  
 
diff --git a/sdks/java/io/jdbc/build.gradle b/sdks/java/io/jdbc/build.gradle
index ca7bb2a..6942f16 100644
--- a/sdks/java/io/jdbc/build.gradle
+++ b/sdks/java/io/jdbc/build.gradle
@@ -17,7 +17,7 @@
  */
 
 plugins { id 'org.apache.beam.module' }
-applyJavaNature(enableSpotbugs: false)
+applyJavaNature()
 provideIntegrationTestingDependencies()
 enableJavaPerformanceTesting()
 



[beam] branch master updated: [BEAM-7230] Make PoolableDataSourceProvider a static singleton And simplifies all the inner method construction that was error-prone.

2019-05-21 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new 8b73a96  [BEAM-7230] Make PoolableDataSourceProvider a static 
singleton And simplifies all the inner method construction that was error-prone.
 new a37ba1a  Merge pull request #8635 from 
iemejia/BEAM-7230-jdbc-fix-pool-instantiation
8b73a96 is described below

commit 8b73a962190907c561ab9c9895fb0911632daac5
Author: Ismaël Mejía 
AuthorDate: Tue May 21 15:17:47 2019 +0200

[BEAM-7230] Make PoolableDataSourceProvider a static singleton
And simplifies all the inner method construction that was error-prone.
---
 .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java   | 122 -
 1 file changed, 47 insertions(+), 75 deletions(-)

diff --git 
a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java 
b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
index 8bd4f7e..6d6b5e0 100644
--- a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
+++ b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
@@ -382,46 +382,6 @@ public class JdbcIO {
 }
   }
 
-  /** Wraps a {@link DataSourceConfiguration} to provide a {@link 
PoolingDataSource}. */
-  public static class PoolableDataSourceProvider extends 
BaseDataSourceProvider {
-private static SerializableFunction instance = null;
-
-private PoolableDataSourceProvider(
-SerializableFunction dataSourceProviderFn) {
-  super(dataSourceProviderFn);
-}
-
-public static SerializableFunction 
of(DataSourceConfiguration config) {
-  if (instance == null) {
-instance =
-MemoizedDataSourceProvider.of(
-new PoolableDataSourceProvider(
-DataSourceProviderFromDataSourceConfiguration.of(config)));
-  }
-  return instance;
-}
-
-@Override
-public DataSource apply(Void input) {
-  DataSource current = super.dataSourceProviderFn.apply(input);
-  // wrapping the datasource as a pooling datasource
-  DataSourceConnectionFactory connectionFactory = new 
DataSourceConnectionFactory(current);
-  PoolableConnectionFactory poolableConnectionFactory =
-  new PoolableConnectionFactory(connectionFactory, null);
-  GenericObjectPoolConfig poolConfig = new GenericObjectPoolConfig();
-  poolConfig.setMaxTotal(1);
-  poolConfig.setMinIdle(0);
-  poolConfig.setMinEvictableIdleTimeMillis(1);
-  poolConfig.setSoftMinEvictableIdleTimeMillis(3);
-  GenericObjectPool connectionPool =
-  new GenericObjectPool(poolableConnectionFactory, poolConfig);
-  poolableConnectionFactory.setPool(connectionPool);
-  poolableConnectionFactory.setDefaultAutoCommit(false);
-  poolableConnectionFactory.setDefaultReadOnly(false);
-  return new PoolingDataSource(connectionPool);
-}
-  }
-
   /**
* An interface used by the JdbcIO Write to set the parameters of the {@link 
PreparedStatement}
* used to setParameters into the database.
@@ -1112,39 +1072,50 @@ public class JdbcIO {
 }
   }
 
-  private static class DataSourceProviderFromDataSourceConfiguration
+  /** Wraps a {@link DataSourceConfiguration} to provide a {@link 
PoolingDataSource}. */
+  public static class PoolableDataSourceProvider
   implements SerializableFunction, HasDisplayData {
-private final DataSourceConfiguration config;
-private static DataSourceProviderFromDataSourceConfiguration instance;
+private static PoolableDataSourceProvider instance;
+private static transient DataSource source;
+private static SerializableFunction dataSourceProviderFn;
 
-private 
DataSourceProviderFromDataSourceConfiguration(DataSourceConfiguration config) {
-  this.config = config;
+private PoolableDataSourceProvider(DataSourceConfiguration config) {
+  dataSourceProviderFn = 
DataSourceProviderFromDataSourceConfiguration.of(config);
 }
 
-public static SerializableFunction 
of(DataSourceConfiguration config) {
+public static synchronized SerializableFunction of(
+DataSourceConfiguration config) {
   if (instance == null) {
-instance = new DataSourceProviderFromDataSourceConfiguration(config);
+instance = new PoolableDataSourceProvider(config);
   }
   return instance;
 }
 
 @Override
 public DataSource apply(Void input) {
-  return config.buildDatasource();
-}
-
-@Override
-public void populateDisplayData(DisplayData.Builder builder) {
-  config.populateDisplayData(builder);
-}
-  }
-
-  private abstract static class BaseDataSourceProvider
-  implements SerializableFunction, HasDisplayData {
-private final SerializableFunction dataSourceProviderFn;
-
-BaseDataSourceProvider

[beam] branch master updated: [BEAM-7239] Do not close DataSource on Teardown on JdbcIO

2019-05-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new c03bbec  [BEAM-7239] Do not close DataSource on Teardown on JdbcIO
 new 5c7ee60  Merge pull request #8565 from iemejia/beam-master
c03bbec is described below

commit c03bbecaa1e2fe1094e28d8f5baa890c4ca51e73
Author: Ismaël Mejía 
AuthorDate: Mon May 13 17:13:46 2019 +0200

[BEAM-7239] Do not close DataSource on Teardown on JdbcIO

DataSource implementations do not necessarily implement close() and even
if so, it may make sense not to close them systematically on @Teardown
because they could be provided for a longer lifecycle than the DoFn
thread, e.g. PoolableDataSource.
---
 .../jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 10 --
 1 file changed, 10 deletions(-)

diff --git 
a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java 
b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
index 7a5cdc3..3ba547b 100644
--- a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
+++ b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
@@ -769,9 +769,6 @@ public class JdbcIO {
 @Teardown
 public void teardown() throws Exception {
   connection.close();
-  if (dataSource instanceof AutoCloseable) {
-((AutoCloseable) dataSource).close();
-  }
 }
   }
 
@@ -1075,13 +1072,6 @@ public class JdbcIO {
 }
 records.clear();
   }
-
-  @Teardown
-  public void teardown() throws Exception {
-if (dataSource instanceof AutoCloseable) {
-  ((AutoCloseable) dataSource).close();
-}
-  }
 }
   }
 



[beam] branch master updated: [BEAM-7263] Deprecate set/getClientConfiguration in JdbcIO

2019-05-10 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new 7d8447e  [BEAM-7263] Deprecate set/getClientConfiguration in JdbcIO
 new 765fe3b  Merge pull request #8547 from 
iemejia/BEAM-7263-jdbc-deprecations
7d8447e is described below

commit 7d8447eaa73ace1215332642f5f88fc1c846475e
Author: Ismaël Mejía 
AuthorDate: Fri May 10 09:50:38 2019 +0200

[BEAM-7263] Deprecate set/getClientConfiguration in JdbcIO
---
 .../src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java| 12 
 1 file changed, 12 insertions(+)

diff --git 
a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java 
b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
index a14a742..7a5cdc3 100644
--- a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
+++ b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
@@ -429,6 +429,8 @@ public class JdbcIO {
   /** Implementation of {@link #read}. */
   @AutoValue
   public abstract static class Read extends PTransform> {
+/** @deprecated It is not needed anymore. It will be removed in a future 
version of Beam. */
+@Deprecated
 @Nullable
 abstract DataSourceConfiguration getDataSourceConfiguration();
 
@@ -455,6 +457,8 @@ public class JdbcIO {
 
 @AutoValue.Builder
 abstract static class Builder {
+  /** @deprecated It is not needed anymore. It will be removed in a future 
version of Beam. */
+  @Deprecated
   abstract Builder setDataSourceConfiguration(DataSourceConfiguration 
config);
 
   abstract Builder setDataSourceProviderFn(
@@ -572,6 +576,8 @@ public class JdbcIO {
   @AutoValue
   public abstract static class ReadAll
   extends PTransform, PCollection> {
+/** @deprecated It is not needed anymore. It will be removed in a future 
version of Beam. */
+@Deprecated
 @Nullable
 abstract DataSourceConfiguration getDataSourceConfiguration();
 
@@ -598,6 +604,8 @@ public class JdbcIO {
 
 @AutoValue.Builder
 abstract static class Builder {
+  /** @deprecated It is not needed anymore. It will be removed in a future 
version of Beam. */
+  @Deprecated
   abstract Builder setDataSourceConfiguration(
   DataSourceConfiguration config);
 
@@ -870,6 +878,8 @@ public class JdbcIO {
   /** A {@link PTransform} to write to a JDBC datasource. */
   @AutoValue
   public abstract static class WriteVoid extends PTransform, 
PCollection> {
+/** @deprecated It is not needed anymore. It will be removed in a future 
version of Beam. */
+@Deprecated
 @Nullable
 abstract DataSourceConfiguration getDataSourceConfiguration();
 
@@ -891,6 +901,8 @@ public class JdbcIO {
 
 @AutoValue.Builder
 abstract static class Builder {
+  /** @deprecated It is not needed anymore. It will be removed in a future 
version of Beam. */
+  @Deprecated
   abstract Builder setDataSourceConfiguration(DataSourceConfiguration 
config);
 
   abstract Builder setDataSourceProviderFn(



[beam] branch master updated (79a4637 -> bfd88c8)

2019-05-07 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 79a4637  Merge pull request #8523 from akedin/refactor-sqlenv
 new 1d85f9f  fix splitting into filters and buckets
 new 422b9ef  tidy up println
 new bfd88c8  Merge pull request #8359 from romanvanderkrogt/BEAM-7081

The 21364 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java  | 16 ++-
 .../apache/beam/sdk/io/mongodb/MongoDbIOTest.java  | 23 +++---
 2 files changed, 35 insertions(+), 4 deletions(-)



[beam] branch master updated (913b6f0 -> b668e2a)

2019-04-17 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 913b6f0  Merge pull request #8331: [BEAM-4373] Document windowing 
function in seconds
 new ff37801  [BEAM-7078] Update Kinesis deps
 new b668e2a  Merge pull request #8330 from 
aromanenko-dev/BEAM-7078-amazon-kinesis-client

The 21043 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/java/io/kinesis/build.gradle | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)



[beam] branch master updated: [BEAM-6732] Added "Write.withResults()"

2019-04-16 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new 78919fd  [BEAM-6732] Added "Write.withResults()"
 new fe79225  Merge pull request #8310 from 
aromanenko-dev/BEAM-6732-JdbcIO-withResults
78919fd is described below

commit 78919fd8da0e1cf5f34ac8648de90a4e08afaef0
Author: Alexey Romanenko 
AuthorDate: Fri Apr 12 18:57:00 2019 +0200

[BEAM-6732] Added "Write.withResults()"
---
 .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java   | 104 +---
 .../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java| 105 +
 2 files changed, 155 insertions(+), 54 deletions(-)

diff --git 
a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java 
b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
index 8c824a8..985b271 100644
--- a/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
+++ b/sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java
@@ -42,6 +42,7 @@ import org.apache.beam.sdk.transforms.ParDo;
 import org.apache.beam.sdk.transforms.Reshuffle;
 import org.apache.beam.sdk.transforms.SerializableFunctions;
 import org.apache.beam.sdk.transforms.View;
+import org.apache.beam.sdk.transforms.Wait;
 import org.apache.beam.sdk.transforms.display.DisplayData;
 import org.apache.beam.sdk.util.BackOff;
 import org.apache.beam.sdk.util.BackOffUtils;
@@ -189,7 +190,11 @@ public class JdbcIO {
* @param  Type of the data to be written.
*/
   public static  Write write() {
-return new AutoValue_JdbcIO_Write.Builder()
+return new Write();
+  }
+
+  public static  WriteVoid writeVoid() {
+return new AutoValue_JdbcIO_WriteVoid.Builder()
 .setBatchSize(DEFAULT_BATCH_SIZE)
 .setRetryStrategy(new DefaultRetryStrategy())
 .build();
@@ -730,9 +735,81 @@ public class JdbcIO {
 boolean apply(SQLException sqlException);
   }
 
+  /**
+   * This class is used as the default return value of {@link JdbcIO#write()}.
+   *
+   * All methods in this class delegate to the appropriate method of {@link 
JdbcIO.WriteVoid}.
+   */
+  public static class Write extends PTransform, PDone> {
+WriteVoid inner;
+
+Write() {
+  this(JdbcIO.writeVoid());
+}
+
+Write(WriteVoid inner) {
+  this.inner = inner;
+}
+
+/** See {@link 
WriteVoid#withDataSourceConfiguration(DataSourceConfiguration)}. */
+public Write withDataSourceConfiguration(DataSourceConfiguration 
config) {
+  return new Write(inner.withDataSourceConfiguration(config));
+}
+
+/** See {@link WriteVoid#withStatement(String)}. */
+public Write withStatement(String statement) {
+  return new Write(inner.withStatement(statement));
+}
+
+/** See {@link 
WriteVoid#withPreparedStatementSetter(PreparedStatementSetter)}. */
+public Write withPreparedStatementSetter(PreparedStatementSetter 
setter) {
+  return new Write(inner.withPreparedStatementSetter(setter));
+}
+
+/** See {@link WriteVoid#withBatchSize(long)}. */
+public Write withBatchSize(long batchSize) {
+  return new Write(inner.withBatchSize(batchSize));
+}
+
+/** See {@link WriteVoid#withRetryStrategy(RetryStrategy)}. */
+public Write withRetryStrategy(RetryStrategy retryStrategy) {
+  return new Write(inner.withRetryStrategy(retryStrategy));
+}
+
+/**
+ * Returns {@link WriteVoid} transform which can be used in {@link 
Wait#on(PCollection[])} to
+ * wait until all data is written.
+ *
+ * Example: write a {@link PCollection} to one database and then to 
another database, making
+ * sure that writing a window of data to the second database starts only 
after the respective
+ * window has been fully written to the first database.
+ *
+ * {@code
+ * PCollection firstWriteResults = data.apply(JdbcIO.write()
+ * .withDataSourceConfiguration(CONF_DB_1).withResults());
+ * data.apply(Wait.on(firstWriteResults))
+ * .apply(JdbcIO.write().withDataSourceConfiguration(CONF_DB_2));
+ * }
+ */
+public WriteVoid withResults() {
+  return inner;
+}
+
+@Override
+public void populateDisplayData(DisplayData.Builder builder) {
+  inner.populateDisplayData(builder);
+}
+
+@Override
+public PDone expand(PCollection input) {
+  inner.expand(input);
+  return PDone.in(input.getPipeline());
+}
+  }
+
   /** A {@link PTransform} to write to a JDBC datasource. */
   @AutoValue
-  public abstract static class Write extends PTransform, 
PDone> {
+  public abstract static class WriteVoid extends PTransform, 
PCollection> {
 @Nullable
 abstract DataSourceConfiguration getDataSourceConfiguration();
 
@@ -761,22 +838,22 @@ public class JdbcIO {
 
   abst

[beam] branch master updated: [BEAM-6968] Deprecate MqttIO create with clientId constructor

2019-04-02 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new 6859cc2  [BEAM-6968] Deprecate MqttIO create with clientId constructor
 new ffea03a  Merge pull request #8197 from 
iemejia/BEAM-6968-mqtt-create-deprecate
6859cc2 is described below

commit 6859cc2645f52261af64f518623c032664d7251d
Author: Ismaël Mejía 
AuthorDate: Tue Apr 2 11:24:59 2019 +0200

[BEAM-6968] Deprecate MqttIO create with clientId constructor
---
 .../io/mqtt/src/main/java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 3 +++
 .../src/test/java/org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 8 
 2 files changed, 7 insertions(+), 4 deletions(-)

diff --git 
a/sdks/java/io/mqtt/src/main/java/org/apache/beam/sdk/io/mqtt/MqttIO.java 
b/sdks/java/io/mqtt/src/main/java/org/apache/beam/sdk/io/mqtt/MqttIO.java
index 797d702..dc7cde3 100644
--- a/sdks/java/io/mqtt/src/main/java/org/apache/beam/sdk/io/mqtt/MqttIO.java
+++ b/sdks/java/io/mqtt/src/main/java/org/apache/beam/sdk/io/mqtt/MqttIO.java
@@ -175,7 +175,10 @@ public class MqttIO {
  * @param topic The MQTT getTopic pattern.
  * @param clientId A client ID prefix, used to construct an unique client 
ID.
  * @return A connection configuration to the MQTT broker.
+ * @deprecated This constructor will be removed in a future version of 
Beam, please use
+ * #create(String, String)} and {@link #withClientId(String)} instead.
  */
+@Deprecated
 public static ConnectionConfiguration create(String serverUri, String 
topic, String clientId) {
   checkArgument(clientId != null, "clientId can not be null");
   return create(serverUri, topic).withClientId(clientId);
diff --git 
a/sdks/java/io/mqtt/src/test/java/org/apache/beam/sdk/io/mqtt/MqttIOTest.java 
b/sdks/java/io/mqtt/src/test/java/org/apache/beam/sdk/io/mqtt/MqttIOTest.java
index b4fd2da..58ef330 100644
--- 
a/sdks/java/io/mqtt/src/test/java/org/apache/beam/sdk/io/mqtt/MqttIOTest.java
+++ 
b/sdks/java/io/mqtt/src/test/java/org/apache/beam/sdk/io/mqtt/MqttIOTest.java
@@ -150,8 +150,8 @@ public class MqttIOTest {
 pipeline.apply(
 MqttIO.read()
 .withConnectionConfiguration(
-MqttIO.ConnectionConfiguration.create(
-"tcp://localhost:" + port, "READ_TOPIC", 
"READ_PIPELINE"))
+MqttIO.ConnectionConfiguration.create("tcp://localhost:" + 
port, "READ_TOPIC")
+.withClientId("READ_PIPELINE"))
 .withMaxReadTime(Duration.standardSeconds(3)));
 PAssert.that(output)
 .containsInAnyOrder(
@@ -212,8 +212,8 @@ public class MqttIOTest {
 pipeline.apply(
 MqttIO.read()
 .withConnectionConfiguration(
-MqttIO.ConnectionConfiguration.create(
-"tcp://localhost:" + port, "READ_TOPIC", "READ_PIPELINE"))
+MqttIO.ConnectionConfiguration.create("tcp://localhost:" + 
port, "READ_TOPIC")
+.withClientId("READ_PIPELINE"))
 .withMaxReadTime(Duration.standardSeconds(2)));
 
 // should stop before the test timeout



[beam] 01/01: Merge pull request #7162 from chaimt/BEAM-6151

2018-12-05 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 385f2a1fe15b6e456ca6a86e5f731669a6cd9725
Merge: a3510e0 9fbe80e
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Dec 5 18:27:16 2018 +0100

Merge pull request #7162 from chaimt/BEAM-6151

[BEAM-6151] MongoDbIO add support mongodb server with self signed ssl

 .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java  | 129 +++--
 .../org/apache/beam/sdk/io/mongodb/SSLUtils.java   |  75 
 2 files changed, 194 insertions(+), 10 deletions(-)



[beam] branch master updated (a3510e0 -> 385f2a1)

2018-12-05 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from a3510e0  Merge pull request #7205: [BEAM-5817] Add SQL bounded side 
input join to queries that are actually run
 add d897c5c  BEAM-6151: MongoDbIO add support mongodb server with self 
signed ssl
 add 9fbe80e  Merge branch 'master' into BEAM-6151
 new 385f2a1  Merge pull request #7162 from chaimt/BEAM-6151

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java  | 129 +++--
 .../org/apache/beam/sdk/io/mongodb/SSLUtils.java   |  75 
 2 files changed, 194 insertions(+), 10 deletions(-)
 create mode 100644 
sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/SSLUtils.java



[beam] 01/01: Merge pull request #7148 from chaimt/BEAM-6134

2018-11-28 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 62b63fc557cb7a98eda34f1e358112e959838445
Merge: 06d4a56 400c174
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Nov 28 14:44:27 2018 +0100

Merge pull request #7148 from chaimt/BEAM-6134

[BEAM-6134] MongoDbIO add support for projection

 .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java  | 29 +-
 .../apache/beam/sdk/io/mongodb/MongoDbIOTest.java  | 63 ++
 2 files changed, 90 insertions(+), 2 deletions(-)



[beam] branch master updated (06d4a56 -> 62b63fc)

2018-11-28 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 06d4a56  Merge pull request #7130 from Optimize Python coders.
 add 400c174  BEAM-6134: MongoDbIO add support for projection
 new 62b63fc  Merge pull request #7148 from chaimt/BEAM-6134

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java  | 29 +-
 .../apache/beam/sdk/io/mongodb/MongoDbIOTest.java  | 63 ++
 2 files changed, 90 insertions(+), 2 deletions(-)



[beam] 01/01: Merge pull request #6682 from casidiablo/redis-io-fix-finish

2018-11-26 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 658630d8f75281f50dc434f2e062e2819ebeff84
Merge: 7eba171 8341312
Author: Jean-Baptiste Onofré 
AuthorDate: Mon Nov 26 16:25:26 2018 +0100

Merge pull request #6682 from casidiablo/redis-io-fix-finish

[BEAM-5734] RedisIO: only call Jedis.exec() on finishBundle if there is 
something to send

 .../redis/src/test/java/org/apache/beam/sdk/io/redis/RedisIOTest.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)




[beam] branch master updated (7eba171 -> 658630d)

2018-11-26 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 7eba171  Merge pull request #6944: [BEAM-6123] Switch to using 
java.nio.file.Files
 add 8341312  RedisIO: only call .exec on finishBundle if there is somthing 
to send
 new 658630d  Merge pull request #6682 from casidiablo/redis-io-fix-finish

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../redis/src/test/java/org/apache/beam/sdk/io/redis/RedisIOTest.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)



[beam] branch master updated (a89226e -> 1128372)

2018-11-22 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from a89226e  Merge pull request #7052: [BEAM-6063] KafkaIO: add writing 
support with ProducerRecord
 add d9a95b3  [BEAM-6053] added sparkOptions cacheDisabled
 add 889dc3e  [BEAM-6021] removed legacy forceCache flag
 new 1128372  Merge pull request #7018 from 
seznam/simunek/disableCacheSparkRunner

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../beam/runners/spark/SparkPipelineOptions.java   |  8 ++
 .../spark/translation/EvaluationContext.java   | 32 --
 .../spark/translation/TransformTranslator.java |  6 ++--
 .../streaming/StreamingTransformTranslator.java|  3 +-
 .../org/apache/beam/runners/spark/CacheTest.java   | 32 +++---
 website/src/documentation/runners/spark.md |  5 
 6 files changed, 63 insertions(+), 23 deletions(-)



[beam] 01/01: Merge pull request #7018 from seznam/simunek/disableCacheSparkRunner

2018-11-22 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 11283720786aa1abd4a3fc11f7e173c4912146fd
Merge: a89226e 889dc3e
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Nov 22 14:34:08 2018 +0100

Merge pull request #7018 from seznam/simunek/disableCacheSparkRunner

[BEAM-6053] added sparkOptions cacheDisabled

 .../beam/runners/spark/SparkPipelineOptions.java   |  8 ++
 .../spark/translation/EvaluationContext.java   | 32 --
 .../spark/translation/TransformTranslator.java |  6 ++--
 .../streaming/StreamingTransformTranslator.java|  3 +-
 .../org/apache/beam/runners/spark/CacheTest.java   | 32 +++---
 website/src/documentation/runners/spark.md |  5 
 6 files changed, 63 insertions(+), 23 deletions(-)




[beam] branch master updated (56561e8 -> a63d0b3)

2018-10-19 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 56561e8  Merge pull request #6721 Cleanup metrics tests
 add 1f1b6a7  Remove unnecessary parentheses
 add a63d0b3  Merge pull request #6748 from coheigea/parentheses

No new revisions were added by this update.

Summary of changes:
 .../org/apache/beam/examples/complete/game/injector/Injector.java   | 2 +-
 .../apache/beam/examples/subprocess/kernel/SubProcessKernel.java| 4 ++--
 .../java/org/apache/beam/examples/subprocess/utils/FileUtils.java   | 2 +-
 .../runners/apex/translation/operators/ApexProcessFnOperator.java   | 2 +-
 .../beam/runners/core/construction/PTransformReplacements.java  | 2 +-
 .../direct/portable/SplittableRemoteStageEvaluatorFactory.java  | 2 +-
 .../main/java/org/apache/beam/runners/flink/TestFlinkRunner.java| 2 +-
 .../main/java/org/apache/beam/runners/dataflow/DataflowMetrics.java | 4 ++--
 .../java/org/apache/beam/runners/dataflow/TransformTranslator.java  | 2 +-
 .../spark/translation/streaming/StreamingTransformTranslator.java   | 4 ++--
 .../src/main/java/org/apache/beam/sdk/coders/CoderRegistry.java | 2 +-
 .../src/main/java/org/apache/beam/sdk/coders/RowCoderGenerator.java | 4 ++--
 sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileIO.java | 2 +-
 .../java/org/apache/beam/sdk/transforms/display/DisplayData.java| 2 +-
 sdks/java/core/src/main/java/org/apache/beam/sdk/values/Row.java| 2 +-
 .../src/main/java/org/apache/beam/sdk/io/aws/options/AwsModule.java | 4 ++--
 .../src/main/java/org/apache/beam/sdk/io/aws/s3/S3FileSystem.java   | 2 +-
 .../java/org/apache/beam/sdk/io/elasticsearch/ElasticsearchIO.java  | 2 +-
 .../main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryIO.java   | 2 +-
 .../java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 2 +-
 .../org/apache/beam/sdk/io/gcp/bigtable/BigtableServiceImpl.java| 2 +-
 .../java/org/apache/beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 6 +++---
 .../src/main/java/org/apache/beam/sdk/nexmark/queries/Query3.java   | 2 +-
 23 files changed, 30 insertions(+), 30 deletions(-)



[beam] branch master updated (22f59de -> d17d34d)

2018-10-17 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 22f59de  Merge pull request #6693 Bundle replay for debugging and 
profiling.
 add 90eec63  Ensuring checkpoint state is accessed and modified safely
 add 973763c  Adding exception logging to keep findbugs happy
 add 3834c2c  Renaming method type parameters to adhere to checkstyle 
standard
 add d17d34d  Merge pull request #6702 from andrew-flumaion/master

No new revisions were added by this update.

Summary of changes:
 .../apache/beam/sdk/io/jms/JmsCheckpointMark.java  | 135 ++---
 .../java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 135 -
 2 files changed, 255 insertions(+), 15 deletions(-)



[beam] 01/01: Merge pull request #6568 from iemejia/BEAM-5532-spark-runner

2018-10-04 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit fed2d1d85d8077c59fbff52d207d32453e06f5bf
Merge: dae9a52 c75d06a
Author: Jean-Baptiste Onofré 
AuthorDate: Fri Oct 5 07:36:34 2018 +0200

Merge pull request #6568 from iemejia/BEAM-5532-spark-runner

[BEAM-5532] Update Spark runner to Spark version 2.3.2

 buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)



[beam] branch master updated (dae9a52 -> fed2d1d)

2018-10-04 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from dae9a52  Merge pull request #6579: [BEAM-2687] Skip test_pardo_timers 
for Python Flink VR
 add c75d06a  [BEAM-5532] Update Spark runner to Spark version 2.3.2
 new fed2d1d  Merge pull request #6568 from iemejia/BEAM-5532-spark-runner

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 buildSrc/src/main/groovy/org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)



[beam] 01/01: Merge pull request #6553 from sekikn/BEAM-5619

2018-10-02 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 872a3686ecce503ab87af100b515024917238d8d
Merge: c48f429 31dbc14
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Oct 3 07:01:19 2018 +0200

Merge pull request #6553 from sekikn/BEAM-5619

[BEAM-5619] Fix minor bug in JdbcIO example code

 .../io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)



[beam] branch master updated (c48f429 -> 872a368)

2018-10-02 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from c48f429  Merge pull request #6528: [BEAM-5534] TopWikipediaSessionsIT
 add 31dbc14  [BEAM-5619] Fix minor bug in JdbcIO example code
 new 872a368  Merge pull request #6553 from sekikn/BEAM-5619

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)



[beam] 01/01: Merge pull request #6428 from andrew-flumaion/master

2018-09-24 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 16bd21fafb1c96cce9ebc2c5022b7f35a10e9972
Merge: 7ec3460 de87bcd
Author: Jean-Baptiste Onofré 
AuthorDate: Mon Sep 24 14:29:39 2018 +0200

Merge pull request #6428 from andrew-flumaion/master

[BEAM-5144] Fix unstable test by ensuring acks are processed synchronously

 .../test/java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 17 ++---
 1 file changed, 10 insertions(+), 7 deletions(-)



[beam] branch master updated (7ec3460 -> 16bd21f)

2018-09-24 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 7ec3460  [BEAM-5467] Update status links after seedjob run.
 add 709ff20  Fix unstable test by ensuring acks are processed synchronously
 add 5b31ccc  Merge remote-tracking branch 'upstream/master'
 add de87bcd  Ensuring Spotless Java compliance
 new 16bd21f  Merge pull request #6428 from andrew-flumaion/master

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../test/java/org/apache/beam/sdk/io/jms/JmsIOTest.java | 17 ++---
 1 file changed, 10 insertions(+), 7 deletions(-)



[beam] 01/01: Merge pull request #6045 from henryken/redisio-set

2018-08-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 9b4ed13cb4e167d2a8be3ad5c89f4aa412e50ccb
Merge: 7969f5f 6cda88a
Author: Jean-Baptiste Onofré 
AuthorDate: Mon Aug 13 14:59:23 2018 +0200

Merge pull request #6045 from henryken/redisio-set

[BEAM-4571] RedisIO support for write using SET operation

 .../java/org/apache/beam/sdk/io/redis/RedisIO.java | 106 -
 .../org/apache/beam/sdk/io/redis/RedisIOTest.java  |  84 +++-
 2 files changed, 185 insertions(+), 5 deletions(-)



[beam] branch master updated (7969f5f -> 9b4ed13)

2018-08-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 7969f5f  Merge pull request #6179: [BEAM-3370 & BEAM-3359] Enable 
running IOIT on flink
 add 3e72123  Add support for set, lpush, and rpush Redis operations, 
including setting expire time
 add 49626f3  Add tests for set, lpush, and rpush Redis operations
 add 1c80e6c  Update the test method names to follow the convention
 add 6cda88a  Remove unintentional comments
 new 9b4ed13  Merge pull request #6045 from henryken/redisio-set

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../java/org/apache/beam/sdk/io/redis/RedisIO.java | 106 -
 .../org/apache/beam/sdk/io/redis/RedisIOTest.java  |  84 +++-
 2 files changed, 185 insertions(+), 5 deletions(-)



[beam] annotated tag v2.5.0 created (now bae348c)

2018-06-25 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to annotated tag v2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


  at bae348c  (tag)
 tagging 2fe5438b9a3b62fac5e88a2df8f0aeb3de8c8aeb (tag)
  length 199 bytes
  by Jean-Baptiste Onofré
  on Mon Jun 25 21:22:36 2018 +0200

- Log -
2.5.0 release
-BEGIN PGP SIGNATURE-

iQJIBAABCAAyFiEEGqjPktQJpzOT0Lc2v/LuQsgoLnYFAlsxQQIUHGpib25vZnJl
QGFwYWNoZS5vcmcACgkQv/LuQsgoLnbE9g//YlgXtQRyk4OwC9tgu6Ung8Ni1po7
W9jS88wviNuj/32y539kKyNk52QmIC4KtWu6Kdf5pERL5U/dtC5Ya8a10MP6tadV
uApLeEA159sqvMre3FD8VeNZpoDvJgOE3Ru8Mii+vk8qlHaYS2HcD4HQVLFxvSgB
hcdhRjMMephUfSQm5QNR/2/qTHNboY741fjmv7NMkxtvjre97kJczqziNr9xwaV9
N0XWNxE9YBV6IX7Hmo5bFtLdYq6yaKw+235WeAW7X4vOEQCjycht5DUFDV7AV3Vo
pE8mnNdBbGOIV/mXA9y2M4w+38ZsIbTjImIOelyIQuAnRv5PykrrYHVdEqDLor87
1agafRIujacKVeDo3uT4mgrP7grlQY2+VX1iVP5PRy0TgK/M02ChIa0etmrPipEN
Won2X8lhAEwFykNWhG6v4+UW4akTFUxfNdMVpkXLvHp2qMY2+gygvDok55jC2/Y6
GCrbr72z4gG6mczzkBo5hwT8g0Ik3uEmZApH49Bbq17HnhNpeWq7twKZWR/WEsI2
uDluU98H93PXgtSCEXTwtxjJdD1s6m18O6gEqcq8/rdhKLok2aHzvWWKean3oi2u
STmhoDqqbruoorXApxWvHTA9VSKSTt1igos8YbLOujc9RCGhWhFoCoj+M7RN5dN8
4bhrA+ksw+5p8sU=
=vtdf
-END PGP SIGNATURE-
---

No new revisions were added by this update.



svn commit: r27708 - in /release/beam: ./ 2.4.0/ 2.5.0/ 2.5.0/python/

2018-06-24 Thread jbonofre
Author: jbonofre
Date: Mon Jun 25 05:25:03 2018
New Revision: 27708

Log:
Publish 2.5.0 release

Added:
release/beam/2.5.0/
release/beam/2.5.0/apache-beam-2.5.0-source-release.zip   (with props)
release/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc
release/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512
release/beam/2.5.0/python/
release/beam/2.5.0/python/apache-beam-2.5.0.zip   (with props)
release/beam/2.5.0/python/apache-beam-2.5.0.zip.asc
release/beam/2.5.0/python/apache-beam-2.5.0.zip.sha512

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-macosx_10_6_intel.macosx_10_9_intel.macosx_10_9_x86_64.macosx_10_10_intel.macosx_10_10_x86_64.whl
   (with props)

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-macosx_10_6_intel.macosx_10_9_intel.macosx_10_9_x86_64.macosx_10_10_intel.macosx_10_10_x86_64.whl.asc

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-macosx_10_6_intel.macosx_10_9_intel.macosx_10_9_x86_64.macosx_10_10_intel.macosx_10_10_x86_64.whl.sha512
release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-manylinux1_i686.whl  
 (with props)

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-manylinux1_i686.whl.asc

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-manylinux1_i686.whl.sha512

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-manylinux1_x86_64.whl   
(with props)

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-manylinux1_x86_64.whl.asc

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27m-manylinux1_x86_64.whl.sha512
release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27mu-manylinux1_i686.whl 
  (with props)

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27mu-manylinux1_i686.whl.asc

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27mu-manylinux1_i686.whl.sha512

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27mu-manylinux1_x86_64.whl   
(with props)

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27mu-manylinux1_x86_64.whl.asc

release/beam/2.5.0/python/apache_beam-2.5.0-cp27-cp27mu-manylinux1_x86_64.whl.sha512
Removed:
release/beam/2.4.0/
Modified:
release/beam/latest

Added: release/beam/2.5.0/apache-beam-2.5.0-source-release.zip
==
Binary file - no diff available.

Propchange: release/beam/2.5.0/apache-beam-2.5.0-source-release.zip
--
svn:mime-type = application/octet-stream

Added: release/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc
==
--- release/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc (added)
+++ release/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc Mon Jun 25 
05:25:03 2018
@@ -0,0 +1,16 @@
+-BEGIN PGP SIGNATURE-
+
+iQIzBAABCgAdFiEEvcmJsBvSpGNgEKHKjxVeCWENafsFAlstPscACgkQjxVeCWEN
+aftXwQ//YJO32UQ9UdzH59egJDJ3dcs/GTHbefkvz95RJ04jA2erQLyt96mOj6Pa
+ELRODwthp1KQJZEiyRuXRF/E2/Kjia395+lBsXtt3vEmpCWUqWDYeAJEBxXRBNY0
+uoWQyOq6qrvltXK6lF+AO6rD3K6dm4tRGPI90VgkBlu4nuuoW30tuMHOpGmelsVr
+eS9qtlmTZEC7pWh3VP502QAr7Zehn4kKymTzliaL9QraZ1uHGHc0f+9adJgIBamN
+hJiezY93RviwCwzVXTtDjEzwflueR/6rDWmeSfWjyKBooBssxxtHEUApxLVrZkUG
+lbElMsn2cQAy4rlKu0do+CpfPK2aQxC60j9J8xLJWzo1scP+KtTUbzpZtoOPRydc
+w4e1Zg8t2LH23aKbiDfny9DmwRI9+RcS+a7z7FYGzwdqbRQhSz4VBYQJmeZJukTC
+iTzCYrfiIYOpyhbK9gtCv0ldKxyp0+TaBQ8ccaD7C4MnT0MHDTT8oNTuJFaEDPxC
+mPmUnFaClD6c0Evf5eO1ZpCUmbFnND+kAofiJa30diPHXOViEItyTXGHdAV58XwD
+w0FreuPMX3mDxQQflGUukhsxhGrlx5FlfVe8eSAgp+UTotN2Gxv8kIq9sjD0NAm5
+2k7Mrg6mQyTbjbQr/OWPl5EmEvAdnWWeGBUejQY/SVX+A04jTSo=
+=WkrT
+-END PGP SIGNATURE-

Added: release/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512
==
--- release/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512 (added)
+++ release/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512 Mon Jun 25 
05:25:03 2018
@@ -0,0 +1 @@
+d5314249f6f8153f0ec0bc3c141d44224044efeee0f266a750f391581257cce4fb31ce759749f2179892f8f956a45b0e45221bd8683c6339a8ffd06c20347c75
  apache-beam-2.5.0-source-release.zip

Added: release/beam/2.5.0/python/apache-beam-2.5.0.zip
==
Binary file - no diff available.

Propchange: release/beam/2.5.0/python/apache-beam-2.5.0.zip
--
svn:mime-type = application/octet-stream

Added: release/beam/2.5.0/python/apache-beam-2.5.0.zip.asc
==
--- release/beam/2.5.0/python/apache-beam-2.5.0.zip.asc (added)
+++ release/beam/2.5.0/python/apache-beam-2.5.0.zip.asc Mon Jun 25 05:25:03 2018
@@ -0,0 +1,16 @@
+-BEGIN PGP SIGNATURE-
+
+iQIzBAABCAAdFiEEGqjPktQJpzOT0Lc2v/LuQsgoLnYFAlslNx0ACgkQv/LuQsgo

[beam] branch master updated (7bf5966 -> 01e2507)

2018-06-22 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 7bf5966  Merge pull request #5732: [BEAM-4618] Fix errors in 
BeamModulePlugin perf test section
 add 012a177  Fix maven compile for the 8th time (yay!)
 add 01e2507  Merge pull request #5734 from iemejia/fix-maven-compile-8

No new revisions were added by this update.

Summary of changes:
 runners/flink/pom.xml| 6 ++
 sdks/java/extensions/sql/pom.xml | 1 -
 2 files changed, 6 insertions(+), 1 deletion(-)



[beam] branch master updated (28209ba -> 4921e9f)

2018-06-21 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 28209ba  Merge pull request #5713: [BEAM-4283] Fix naming of the 
BigQuery fields
 add 97bc2b3  [BEAM-3314] Set correctly host and port on RedisIO
 add 97ac3c0  [BEAM-3314] Fix error-prone warnings and add extra test for 
Read construction
 new 4921e9f  Merge pull request #5714 from 
iemejia/BEAM-3314-endpoint-host-redis

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../java/org/apache/beam/sdk/io/redis/RedisIO.java|  9 +++--
 .../org/apache/beam/sdk/io/redis/RedisIOTest.java | 19 +++
 2 files changed, 22 insertions(+), 6 deletions(-)



[beam] 01/01: Merge pull request #5714 from iemejia/BEAM-3314-endpoint-host-redis

2018-06-21 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 4921e9fb355d13b07dc429eeae98bb5cd810f2ca
Merge: 28209ba 97ac3c0
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Jun 21 16:38:07 2018 +0200

Merge pull request #5714 from iemejia/BEAM-3314-endpoint-host-redis

[BEAM-3314] Set correctly host and port on RedisIO

 .../java/org/apache/beam/sdk/io/redis/RedisIO.java|  9 +++--
 .../org/apache/beam/sdk/io/redis/RedisIOTest.java | 19 +++
 2 files changed, 22 insertions(+), 6 deletions(-)



[beam] 01/01: [Gradle Release Plugin] - pre tag commit: 'v2.5.0-RC2'.

2018-06-17 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to annotated tag v2.5.0-RC2
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 29bf6b7ef7092dc11385af935a60bfad2db1a531
Author: Jean-Baptiste Onofré 
AuthorDate: Sat Jun 16 11:29:35 2018 +0200

[Gradle Release Plugin] - pre tag commit:  'v2.5.0-RC2'.
---
 gradle.properties | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gradle.properties b/gradle.properties
index a91170d..e0fdb00 100644
--- a/gradle.properties
+++ b/gradle.properties
@@ -22,4 +22,4 @@ offlineRepositoryRoot=offline-repository
 signing.gnupg.executable=gpg
 signing.gnupg.useLegacyGpg=true
 
-version=2.5.0-SNAPSHOT
+version=2.5.0-RC2

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] annotated tag v2.5.0-RC2 created (now 2fe5438)

2018-06-17 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to annotated tag v2.5.0-RC2
in repository https://gitbox.apache.org/repos/asf/beam.git.


  at 2fe5438  (tag)
 tagging 29bf6b7ef7092dc11385af935a60bfad2db1a531 (commit)
 replaces v2.2.0
  by Jean-Baptiste Onofré
  on Sat Jun 16 11:29:35 2018 +0200

- Log -
[Gradle Release Plugin] - creating tag:  'v2.5.0-RC2'.
---

This annotated tag includes the following new commits:

 new 29bf6b7  [Gradle Release Plugin] - pre tag commit:  'v2.5.0-RC2'.

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


svn commit: r27509 - in /dev/beam/2.5.0: apache-beam-2.5.0-python.zip apache-beam-2.5.0-python.zip.asc apache-beam-2.5.0-python.zip.sha512

2018-06-16 Thread jbonofre
Author: jbonofre
Date: Sat Jun 16 16:14:00 2018
New Revision: 27509

Log:
Publish 2.5.0 python artifact

Modified:
dev/beam/2.5.0/apache-beam-2.5.0-python.zip
dev/beam/2.5.0/apache-beam-2.5.0-python.zip.asc
dev/beam/2.5.0/apache-beam-2.5.0-python.zip.sha512

Modified: dev/beam/2.5.0/apache-beam-2.5.0-python.zip
==
Binary files - no diff available.

Modified: dev/beam/2.5.0/apache-beam-2.5.0-python.zip.asc
==
--- dev/beam/2.5.0/apache-beam-2.5.0-python.zip.asc (original)
+++ dev/beam/2.5.0/apache-beam-2.5.0-python.zip.asc Sat Jun 16 16:14:00 2018
@@ -1,16 +1,16 @@
 -BEGIN PGP SIGNATURE-
 
-iQIzBAABCAAdFiEEGqjPktQJpzOT0Lc2v/LuQsgoLnYFAlsYDG8ACgkQv/LuQsgo
-LnYo/Q//XcQgbd2PfeiUkonObCw1QuGxVpH1oLaIkXqrC6NT8ZhQRx2xGhYp4P2C
-p8T6aN7PXg3GP8ZWTnlP6wzIOCURw/h6Ijmgo9aZW3GGhn/d6fAMFQk0VUMmIiFI
-/KmRBryjhL5jZs357fAu+3VHoMC5rfQcUTFwBSHXLvzRYazkZ3a8ZhYxfcHgcjSE
-mJ0XTT+vb9t0wm+1+Klor0cl/u/MuVrwVv9lJ6iFSKUonFZc1sFhpNr+YI/sgwQa
-6OOAGT/E1/N6e8+3CFKqC/0uF6hqFsmkZMXKAKYsb0k0WMEeIkcfNVIHgelyGpTo
-cVEyXjlcGLnU3a8/nmiMjho9mvpa/BxjEdpe7S20JiAP9XZTXmANunu/3lKE/NvP
-GLjF+IqpLlmB5TFtz/kH79Pp/TYLQ02zfM6bSARyowymDtE/ddJJr8OBdqGWjiBO
-KFhOwmo2SLh9QCmn3Z0dpsGrmCOVCC2U0ixAuRWLWDM1PDN178EGli0RIRJesEGw
-lKzhVjeVPyalFlHCbTYDtMo3z7Kzg1usFEcyFSsa//NeW24GnXMXOqALNKzZnHyd
-2APgIskykJ37hFxCm/TkuIyRPRIJ5MQ22XJ5STKhj5P0NqA7dmw7mN9YBKnuWykL
-ROODKjm2+ETRxdPhIveibBupuyTaVA65ATbfR9XYv7NNMBP0Ddk=
-=K03L
+iQIzBAABCAAdFiEEGqjPktQJpzOT0Lc2v/LuQsgoLnYFAlslNx0ACgkQv/LuQsgo
+LnZhwg//ZY74Ax0umCdSt0Hxd2iWprkmPiq/SHQActo1xfqFC5oIIo4pYudMGqvi
+m39LRuEhptNW1mmVIqSqvOkTw+DpX0x+kc4zSKgyNlmaF4DVLGUBI8kAK3ixl5ZM
+PWdE0SsoERKzarRrWqtw7PNgiBEOf6cXWzsumTn4YHfkSAZHbo9tZSxgPuKq0WdB
+scTUbh367BZ90MAiGZfQRtEkskZMbR5SwPf7Px/EcrgsPkWgsw8Z463z+I6pNWP5
+wRKYiTSc5A/yqL1307htmt/Ih6si4dER7nDT8BXmKjAKE7uNdksKaOS4B69qRozU
+PZb02+UDKurHnDtM6+oX5GI7R8xfGkPU86SMvWwllBNS6bLQXtIjn8xgdM2GsG2k
+o3mC0tQv/n4iqBa0ULjWYGnMfzNuIS4DnIt3fsaX7d5tVVgmP87q942THBIBN0yR
+ZXhhBtsroJufBdxjvdGRu6j5BiK44ye+XzsHolRyz26Sykk67cKCl2aC6E2jE1GT
+72c/rHb4X+mU31QQC9TJH0pqfDgU0r//+o29AVX+vEYWPGrSD6auAfNDTqQ9LDLh
+vroKC0YpVrb6UKsyUdClAmmgfOSYhp9Nk13jePw6BWM6RQ9T7DTuE0oAlYAq8ZVm
+XYWgugaBQl2RxHYmTw8eFpuZDVTqWNRjHB9gsfCBclqaJEQqan8=
+=QcoC
 -END PGP SIGNATURE-

Modified: dev/beam/2.5.0/apache-beam-2.5.0-python.zip.sha512
==
--- dev/beam/2.5.0/apache-beam-2.5.0-python.zip.sha512 (original)
+++ dev/beam/2.5.0/apache-beam-2.5.0-python.zip.sha512 Sat Jun 16 16:14:00 2018
@@ -1 +1 @@
-e0858ec050fd03d29eff98bd09011046620095e4fa386f19bd2f6f4f3e006a2dc5e58b32f8d6154d186cb7d4049589864dc626c0f2b1217e0cc6212066a972ec
  apache-beam-2.5.0-python.zip
+b585100037d8660f1ffd34bbe6d41c2bdaaac7e29324f1d5117351ffcd8773f9713edfbf003f6a34a4c2774641679eb27a17289b9d598f29828e0e8f7cf60e37
  apache-beam-2.5.0-python.zip




svn commit: r27508 - in /dev/beam/2.5.0: apache-beam-2.5.0-source-release.zip apache-beam-2.5.0-source-release.zip.asc apache-beam-2.5.0-source-release.zip.sha512

2018-06-16 Thread jbonofre
Author: jbonofre
Date: Sat Jun 16 15:57:07 2018
New Revision: 27508

Log:
Publish 2.5.0 RC2

Modified:
dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip
dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc
dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512

Modified: dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip
==
Binary files - no diff available.

Modified: dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc
==
--- dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc (original)
+++ dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc Sat Jun 16 15:57:07 
2018
@@ -1,16 +1,16 @@
 -BEGIN PGP SIGNATURE-
 
-iQIzBAABCAAdFiEEGqjPktQJpzOT0Lc2v/LuQsgoLnYFAlsXkm8ACgkQv/LuQsgo
-Lnb91BAAuHR4dl/gCEqEmjP/iK9Fnp7lwqvfluvD3BJCMqDMgHUZgmi/TkKnNX9P
-VVrmjlOWYSwBJ4oLIer7t377ucUZe4dYAYQzr2gWoZY/oQszjUZ9CPxrnkChAYYW
-y37BLT4SkBHpH5mpz+/OvaQkAwvmYkM2zyB3EHLZifGOOFqAify6LUGJHvsbUt7r
-Ju4sFgeYnKLSAOBHnJCGuxiH9cqi5zqT27+bZCaf0pJo60bS0BuGR1Dj5cukXiaU
-HAEs3JRVR0/PrUXPhpapJzdSFa3BEEURd3R4cG1hLm0480eJ8NuTsgIMBTUR3LaJ
-66YwT1+oSfIFp7RpJzv5SdGkKGapS4Lw6w5nwvQSILeVTgwcuZjgEdCqafi0PDf2
-HKsbSbNpjW5FQKl9rllHv/vDT7sTAg3+ecKEsiHF7tmkMSyPH0NJr7GJMSvHVQWV
-p32X0euv+TdOu1cFT0Nw5Zvj4VHLzuZVeWh+EOfqZSKuUIpCfPwALFskygjFuMKR
-+QU2Q4aSG/adGdV6wRXl5AXmE7q+7keDjOHA2PlK42rKHr2VRTIfOBxuxhaqflms
-VZmj4TGzJlRJ7hesuXz8NTIjM6VQ4W1azSDJ9h0TtNjopl7simqi6cz+qSvC7Dxm
-N6huRzRFeZKZrz9MKNwkPMMFjq6abq0SoF9TauFi8Ui106gFOcg=
-=wRt/
+iQIzBAABCAAdFiEEGqjPktQJpzOT0Lc2v/LuQsgoLnYFAlslMxQACgkQv/LuQsgo
+LnYpWg/+O6X19Bl7ThaUCqU+Rr0MBA6W2tIqs/lecSwSBSUbA3UJlHCakVI7W25q
+6ys9MFQRY8bI+mNOJud3MMz8QhmkxpYg3GVVjIJL2QAEBcnfErR+rj7yT54N+h4b
+HcDgJonSSVfdGeubfGbUWQw7gewjA7qeIYs2ihbpLE5JZbRMSMOTVJvE6jDAOAPB
+VLMMKiXcLR6H27vMtAygUwMcwIeCO9f1I4zFWKfIGMFUdGMRVtm+l5okoPZW7sqZ
+wLlG0+nfjZeJYwREYYIRszQbCTavyEzWzD/2sWEOEkDJ7gfQZ+YN2bCN2x2W3NJm
+kDIo3YQIVeJ8oJ8uFqaOsRWN64PyJUbVD0S5gdFQH0Ryd8Fbph99mQVQSphOVNFL
+Akq08msqgcro44RXm8gV1s1HZRmryRMlrgwuGkhFexp06V9VPrDyilVCvT1qPuW5
+QPzcz2YbeOmGrSB9CLZRTUg/6yjB5LFvkA7zFpD2HysfQhWa8eOQ3FYQR3VC/50M
+ULFzqRYh57NHm71MqGR16xEERK2ROZPjgvRKDGcAawpSGsHnaiGlYCSb25JZ17Yk
+9LVo/tJ+SUZr/0S//zkX8m/gflycnjY0x7nmor4J08Z/4MEIILeZoLPL7KM6l4sj
+Seapa1mbyT6KqpelyrcjI/I+jkT10kBz48Y3eZR1Xk7BXqM6TKw=
+=EVZ9
 -END PGP SIGNATURE-

Modified: dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512
==
--- dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512 (original)
+++ dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512 Sat Jun 16 
15:57:07 2018
@@ -1 +1 @@
-efec6b100fd4d52c2792071a4a15b18cf95379d77014bc79706f30f78a5a7a7b60d02b42968f472abda1dae0fdfb34bb39f027b4c993ae3f5b49c950e3fc6461
  apache-beam-2.5.0-source-release.zip
+8d48a9bf1cbde81732c3e86dfe8a82c5d8c2c9403ffd3e08f4819d6470420e5e3ed2b87a43726b68771a23054ad419c47354466a2d6d0630395facbc333c632b
  apache-beam-2.5.0-source-release.zip




[beam] branch release-2.5.0 updated (04f449f -> 093ac64)

2018-06-15 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 04f449f  Merge pull request #5636 from charlesccychen/cp
 add 1497f5d  [BEAM-4549] Revert #5623
 add 958ff9c  [BEAM-4549] Fix side inputs for streaming pipelines on 
Dataflow
 new 093ac64  Merge pull request #5658 from charlesccychen/fixsi

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/python/apache_beam/pipeline.py|  4 +-
 .../runners/dataflow/dataflow_runner.py| 50 --
 .../apache_beam/runners/worker/bundle_processor.py |  5 ++-
 sdks/python/apache_beam/transforms/core.py |  6 ++-
 4 files changed, 48 insertions(+), 17 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5658 from charlesccychen/fixsi

2018-06-15 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 093ac64bc2d59f3d58c0f0e7f65f2a36eaf26a4a
Merge: 04f449f 958ff9c
Author: Jean-Baptiste Onofré 
AuthorDate: Fri Jun 15 16:36:57 2018 +0200

Merge pull request #5658 from charlesccychen/fixsi

[BEAM-4549] (CP #5653, #5655) Fix side inputs for streaming pipelines on 
Dataflow

 sdks/python/apache_beam/pipeline.py|  4 +-
 .../runners/dataflow/dataflow_runner.py| 50 --
 .../apache_beam/runners/worker/bundle_processor.py |  5 ++-
 sdks/python/apache_beam/transforms/core.py |  6 ++-
 4 files changed, 48 insertions(+), 17 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5636 from charlesccychen/cp

2018-06-14 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 04f449fe2fcde054b423a232b3dfb1d72bb8e907
Merge: 8f65a68 86b1d99
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Jun 14 21:55:12 2018 +0200

Merge pull request #5636 from charlesccychen/cp

[BEAM-4549] (CP #5623) Use per-pipeline unique ids for side inputs in 
DataflowRunner

 sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 12 
 1 file changed, 8 insertions(+), 4 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch release-2.5.0 updated (8f65a68 -> 04f449f)

2018-06-14 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 8f65a68  Merge pull request #5607 from udim/cherrypick-2.5.0
 add 86b1d99  [BEAM-4549] Use per-pipeline unique ids for side inputs in 
DataflowRunner
 new 04f449f  Merge pull request #5636 from charlesccychen/cp

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 12 
 1 file changed, 8 insertions(+), 4 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch release-2.5.0 updated (f97dbbb -> 8f65a68)

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


from f97dbbb  Merge pull request #5624 from udim/cherrypick2-2.5.0
 add d194d42  Remove with_attributes keyword from ReadFromPubSub.
 new 8f65a68  Merge pull request #5607 from udim/cherrypick-2.5.0

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/python/apache_beam/io/gcp/pubsub.py  | 14 +-
 sdks/python/apache_beam/io/gcp/pubsub_test.py | 27 +--
 2 files changed, 22 insertions(+), 19 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5624 from udim/cherrypick2-2.5.0

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git

commit f97dbbb2859a6de898b71c868a601efedeccfb55
Merge: c408f6e 1201ca8
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Jun 14 07:28:24 2018 +0200

Merge pull request #5624 from udim/cherrypick2-2.5.0

[BEAM-4535] Add a custom _url_dirname for local filesystems.

 sdks/python/apache_beam/io/filesystem.py  |  3 +--
 sdks/python/apache_beam/io/localfilesystem.py | 11 +++
 2 files changed, 12 insertions(+), 2 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch release-2.5.0 updated (c408f6e -> f97dbbb)

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


from c408f6e  Merge pull request #5640 from pabloem/release-unblock-rruner
 add 1201ca8  Add a custom _url_dirname for local filesystems.
 new f97dbbb  Merge pull request #5624 from udim/cherrypick2-2.5.0

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/python/apache_beam/io/filesystem.py  |  3 +--
 sdks/python/apache_beam/io/localfilesystem.py | 11 +++
 2 files changed, 12 insertions(+), 2 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5607 from udim/cherrypick-2.5.0

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 8f65a681440b3a1ac660b2cae60699da8c66d587
Merge: f97dbbb d194d42
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Jun 14 07:28:52 2018 +0200

Merge pull request #5607 from udim/cherrypick-2.5.0

[BEAM-4536] Remove with_attributes keyword from ReadFromPubSub.

 sdks/python/apache_beam/io/gcp/pubsub.py  | 14 +-
 sdks/python/apache_beam/io/gcp/pubsub_test.py | 27 +--
 2 files changed, 22 insertions(+), 19 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (8a76405 -> 8d4bc25)

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 8a76405  Merge pull request #5623 from charlesccychen/sideinputids
 add 7174df4  Revert "Merge pull request #5611: [BEAM-4445] Filter 
pre-commit triggering based on touched files"
 new 8d4bc25  Merge pull request #5638 from swegner/revert_triggering

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .test-infra/jenkins/common_job_properties.groovy   | 31 +++---
 .../jenkins/job_PreCommit_Go_GradleBuild.groovy|  7 +
 .../jenkins/job_PreCommit_Java_GradleBuild.groovy  |  8 +-
 .../job_PreCommit_Python_GradleBuild.groovy|  7 +
 4 files changed, 7 insertions(+), 46 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5638 from swegner/revert_triggering

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 8d4bc25b04448cdb987ad28737cf4f13b511fd19
Merge: 8a76405 7174df4
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Jun 14 07:27:28 2018 +0200

Merge pull request #5638 from swegner/revert_triggering

[BEAM-4555] Revert pull request pre-commit triggering

 .test-infra/jenkins/common_job_properties.groovy   | 31 +++---
 .../jenkins/job_PreCommit_Go_GradleBuild.groovy|  7 +
 .../jenkins/job_PreCommit_Java_GradleBuild.groovy  |  8 +-
 .../job_PreCommit_Python_GradleBuild.groovy|  7 +
 4 files changed, 7 insertions(+), 46 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5640 from pabloem/release-unblock-rruner

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git

commit c408f6e80fdf4d5223a79c633c825cba376f32c9
Merge: 04e9ac7 af312ed
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Jun 14 07:26:42 2018 +0200

Merge pull request #5640 from pabloem/release-unblock-rruner

Ignoring reference runner tests, as reference runner is not yet standard

 .../org/apache/beam/runners/direct/portable/ReferenceRunnerTest.java| 2 ++
 1 file changed, 2 insertions(+)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch release-2.5.0 updated (04e9ac7 -> c408f6e)

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 04e9ac7  Merge pull request #5635: [BEAM-4551] Update spark runner to 
Spark version 2.3.1
 add af312ed  Ignoring reference runner tests, as reference runner is not 
yet standard.
 new c408f6e  Merge pull request #5640 from pabloem/release-unblock-rruner

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../org/apache/beam/runners/direct/portable/ReferenceRunnerTest.java| 2 ++
 1 file changed, 2 insertions(+)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5634 from pabloem/findbugs-2.5.0

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git

commit e1996e2387da0bdad131ab7d48a1742205cdf7bf
Merge: 6053aa1 fc0bf63
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Jun 13 21:05:10 2018 +0200

Merge pull request #5634 from pabloem/findbugs-2.5.0

Removing dependency on GPL-licensed findbugs

 build_rules.gradle  | 2 +-
 sdks/java/core/build.gradle | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch release-2.5.0 updated (6053aa1 -> e1996e2)

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 6053aa1  Merge pull request #5628 from aaltay/release-2.5.0
 add fc0bf63  Remove GPL findbugs dependency (#5609)
 new e1996e2  Merge pull request #5634 from pabloem/findbugs-2.5.0

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 build_rules.gradle  | 2 +-
 sdks/java/core/build.gradle | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch release-2.5.0 updated (0a7fc57 -> 6053aa1)

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 0a7fc57  Prepare 2.5.0 release
 add 7e95234  Update Dockerfile for new setup.py changes.
 new 6053aa1  Merge pull request #5628 from aaltay/release-2.5.0

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/python/container/Dockerfile | 3 +++
 1 file changed, 3 insertions(+)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (bfa491e -> 386ec3a)

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from bfa491e  Merge pull request #5627 from apache/aaltay-patch-1
 add 83db800  [BEAM-4551] Update spark runner to Spark version 2.3.1
 new 386ec3a  Merge pull request #5629 from iemejia/spark-2.3.1

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 build_rules.gradle | 2 +-
 pom.xml| 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5628 from aaltay/release-2.5.0

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 6053aa16d275eed232c68a3c86cee4fb10a3d054
Merge: 0a7fc57 7e95234
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Jun 13 13:47:21 2018 +0200

Merge pull request #5628 from aaltay/release-2.5.0

CP #5627: Update Dockerfile for new setup.py changes.

 sdks/python/container/Dockerfile | 3 +++
 1 file changed, 3 insertions(+)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5629 from iemejia/spark-2.3.1

2018-06-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 386ec3a30daf69736620ae910d4b92ad407e9b15
Merge: bfa491e 83db800
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Jun 13 13:46:46 2018 +0200

Merge pull request #5629 from iemejia/spark-2.3.1

[BEAM-4551] Update spark runner to Spark version 2.3.1

 build_rules.gradle | 2 +-
 pom.xml| 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


svn commit: r27290 - in /dev/beam/2.5.0: apache-beam-2.5.0-python.zip apache-beam-2.5.0-python.zip.asc apache-beam-2.5.0-python.zip.sha512

2018-06-06 Thread jbonofre
Author: jbonofre
Date: Wed Jun  6 16:34:14 2018
New Revision: 27290

Log:
Add Beam 2.5.0 Python artifact

Added:
dev/beam/2.5.0/apache-beam-2.5.0-python.zip   (with props)
dev/beam/2.5.0/apache-beam-2.5.0-python.zip.asc
dev/beam/2.5.0/apache-beam-2.5.0-python.zip.sha512

Added: dev/beam/2.5.0/apache-beam-2.5.0-python.zip
==
Binary file - no diff available.

Propchange: dev/beam/2.5.0/apache-beam-2.5.0-python.zip
--
svn:mime-type = application/octet-stream

Added: dev/beam/2.5.0/apache-beam-2.5.0-python.zip.asc
==
--- dev/beam/2.5.0/apache-beam-2.5.0-python.zip.asc (added)
+++ dev/beam/2.5.0/apache-beam-2.5.0-python.zip.asc Wed Jun  6 16:34:14 2018
@@ -0,0 +1,16 @@
+-BEGIN PGP SIGNATURE-
+
+iQIzBAABCAAdFiEEGqjPktQJpzOT0Lc2v/LuQsgoLnYFAlsYDG8ACgkQv/LuQsgo
+LnYo/Q//XcQgbd2PfeiUkonObCw1QuGxVpH1oLaIkXqrC6NT8ZhQRx2xGhYp4P2C
+p8T6aN7PXg3GP8ZWTnlP6wzIOCURw/h6Ijmgo9aZW3GGhn/d6fAMFQk0VUMmIiFI
+/KmRBryjhL5jZs357fAu+3VHoMC5rfQcUTFwBSHXLvzRYazkZ3a8ZhYxfcHgcjSE
+mJ0XTT+vb9t0wm+1+Klor0cl/u/MuVrwVv9lJ6iFSKUonFZc1sFhpNr+YI/sgwQa
+6OOAGT/E1/N6e8+3CFKqC/0uF6hqFsmkZMXKAKYsb0k0WMEeIkcfNVIHgelyGpTo
+cVEyXjlcGLnU3a8/nmiMjho9mvpa/BxjEdpe7S20JiAP9XZTXmANunu/3lKE/NvP
+GLjF+IqpLlmB5TFtz/kH79Pp/TYLQ02zfM6bSARyowymDtE/ddJJr8OBdqGWjiBO
+KFhOwmo2SLh9QCmn3Z0dpsGrmCOVCC2U0ixAuRWLWDM1PDN178EGli0RIRJesEGw
+lKzhVjeVPyalFlHCbTYDtMo3z7Kzg1usFEcyFSsa//NeW24GnXMXOqALNKzZnHyd
+2APgIskykJ37hFxCm/TkuIyRPRIJ5MQ22XJ5STKhj5P0NqA7dmw7mN9YBKnuWykL
+ROODKjm2+ETRxdPhIveibBupuyTaVA65ATbfR9XYv7NNMBP0Ddk=
+=K03L
+-END PGP SIGNATURE-

Added: dev/beam/2.5.0/apache-beam-2.5.0-python.zip.sha512
==
--- dev/beam/2.5.0/apache-beam-2.5.0-python.zip.sha512 (added)
+++ dev/beam/2.5.0/apache-beam-2.5.0-python.zip.sha512 Wed Jun  6 16:34:14 2018
@@ -0,0 +1 @@
+e0858ec050fd03d29eff98bd09011046620095e4fa386f19bd2f6f4f3e006a2dc5e58b32f8d6154d186cb7d4049589864dc626c0f2b1217e0cc6212066a972ec
  apache-beam-2.5.0-python.zip




[beam] 01/01: Merge pull request #5550 from seznam/dsl-euphoria

2018-06-06 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch dsl-euphoria
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 62f7c1a4a053daaaf8d406dd902ae4b03253e001
Merge: e282336 bc4a6f1
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Jun 6 16:14:08 2018 +0200

Merge pull request #5550 from seznam/dsl-euphoria

[BEAM-4410] added Broadcast Join translation

 .../extensions/euphoria/euphoria-beam/build.gradle |   9 +
 .../euphoria/beam/BrodcastHashJoinTranslator.java  | 196 
 .../extensions/euphoria/beam/FlowTranslator.java   |   5 +-
 .../extensions/euphoria/beam/JoinTranslator.java   |  31 +--
 .../beam/common/OperatorTranslatorUtil.java|  51 
 .../sdk/extensions/euphoria/beam/JoinTest.java | 259 -
 .../euphoria/beam/OperatorsTestSuite.java} |  39 +++-
 .../beam/testkit}/BroadcastHashJoinTest.java   |   6 +-
 .../euphoria/beam/testkit}/CountByKeyTest.java |   8 +-
 .../euphoria/beam/testkit}/DistinctTest.java   |   8 +-
 .../euphoria/beam/testkit}/FilterTest.java |   6 +-
 .../euphoria/beam/testkit}/FlatMapTest.java|   8 +-
 .../euphoria/beam/testkit}/IntWindow.java  |   2 +-
 .../euphoria/beam/testkit}/JoinTest.java   |   8 +-
 .../beam/testkit}/JoinWindowEnforcementTest.java   |   6 +-
 .../euphoria/beam/testkit}/MapElementsTest.java|   8 +-
 .../euphoria/beam/testkit}/ReduceByKeyTest.java|   8 +-
 .../beam/testkit}/ReduceStateByKeyTest.java|   8 +-
 .../euphoria/beam/testkit}/ReduceWindowTest.java   |   6 +-
 .../euphoria/beam/testkit}/SinkTest.java   |   4 +-
 .../euphoria/beam/testkit}/SumByKeyTest.java   |   6 +-
 .../euphoria/beam/testkit}/TopPerKeyTest.java  |   6 +-
 .../euphoria/beam/testkit}/UnionTest.java  |   6 +-
 .../extensions/euphoria/beam/testkit}/Util.java|   2 +-
 .../euphoria/beam/testkit}/WatermarkTest.java  |   6 +-
 .../euphoria/beam/testkit}/WindowingTest.java  |   6 +-
 .../beam/testkit}/accumulators/LongCounter.java|   2 +-
 .../beam/testkit}/accumulators/LongHistogram.java  |   2 +-
 .../testkit}/accumulators/NanosecondTimer.java |   2 +-
 .../accumulators/SingleJvmAccumulatorProvider.java |   2 +-
 .../testkit}/accumulators/SnapshotProvider.java|   2 +-
 .../beam/testkit}/accumulators/Snapshotable.java   |   2 +-
 .../beam/testkit}/accumulators/package-info.java   |   2 +-
 .../beam/testkit}/junit/AbstractOperatorTest.java  |  13 +-
 .../beam/testkit}/junit/ExecutorEnvironment.java   |   2 +-
 .../beam/testkit}/junit/ExecutorProvider.java  |   2 +-
 .../testkit}/junit/ExecutorProviderRunner.java |   4 +-
 .../euphoria/beam/testkit}/junit/Processing.java   |   2 +-
 .../euphoria/beam/testkit}/junit/package-info.java |   2 +-
 .../euphoria/beam/testkit}/package-info.java   |   2 +-
 .../extensions/euphoria/euphoria-core/build.gradle |   2 +-
 .../euphoria/euphoria-local/build.gradle   |   2 +-
 .../local/testkit/LocalExecutorProvider.java   |  47 
 .../executor/local/testkit/LocalOperatorTest.java  |  27 ---
 .../euphoria-operator-testkit/build.gradle |  33 ---
 .../operator/test/suite/OperatorsTestSuite.java|  53 -
 .../euphoria/operator/test/suite/package-info.java |  22 --
 .../euphoria/operator/test/OperatorsTest.java  |  27 ---
 settings.gradle|   2 -
 49 files changed, 530 insertions(+), 434 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch dsl-euphoria updated (e282336 -> 62f7c1a)

2018-06-06 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch dsl-euphoria
in repository https://gitbox.apache.org/repos/asf/beam.git.


from e282336  Merge pull request #5447 from seznam/dsl-euphoria
 add 0e6b33a  [BEAM-4410] added BroadcastJoinTranslator
 add e357f1a  Merge pull request #3 from 
seznam/simunek/broadcastHashJoinTranslation/BEAM-4410
 add 0d298cb  [BEAM-4410] checkstyle fix
 add bc4a6f1  [BEAM-4419] Update Operator Testkit Testkit was moved into 
'euphoria-beam' package. Testing instrumentation was simplified.
 new 62f7c1a  Merge pull request #5550 from seznam/dsl-euphoria

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../extensions/euphoria/euphoria-beam/build.gradle |   9 +
 .../euphoria/beam/BrodcastHashJoinTranslator.java  | 196 
 .../extensions/euphoria/beam/FlowTranslator.java   |   5 +-
 .../extensions/euphoria/beam/JoinTranslator.java   |  31 +--
 ...utToKvDoFn.java => OperatorTranslatorUtil.java} |  34 +--
 .../sdk/extensions/euphoria/beam/JoinTest.java | 259 -
 .../euphoria/beam/OperatorsTestSuite.java} |  39 +++-
 .../beam/testkit}/BroadcastHashJoinTest.java   |   6 +-
 .../euphoria/beam/testkit}/CountByKeyTest.java |   8 +-
 .../euphoria/beam/testkit}/DistinctTest.java   |   8 +-
 .../euphoria/beam/testkit}/FilterTest.java |   6 +-
 .../euphoria/beam/testkit}/FlatMapTest.java|   8 +-
 .../euphoria/beam/testkit}/IntWindow.java  |   2 +-
 .../euphoria/beam/testkit}/JoinTest.java   |   8 +-
 .../beam/testkit}/JoinWindowEnforcementTest.java   |   6 +-
 .../euphoria/beam/testkit}/MapElementsTest.java|   8 +-
 .../euphoria/beam/testkit}/ReduceByKeyTest.java|   8 +-
 .../beam/testkit}/ReduceStateByKeyTest.java|   8 +-
 .../euphoria/beam/testkit}/ReduceWindowTest.java   |   6 +-
 .../euphoria/beam/testkit}/SinkTest.java   |   4 +-
 .../euphoria/beam/testkit}/SumByKeyTest.java   |   6 +-
 .../euphoria/beam/testkit}/TopPerKeyTest.java  |   6 +-
 .../euphoria/beam/testkit}/UnionTest.java  |   6 +-
 .../extensions/euphoria/beam/testkit}/Util.java|   2 +-
 .../euphoria/beam/testkit}/WatermarkTest.java  |   6 +-
 .../euphoria/beam/testkit}/WindowingTest.java  |   6 +-
 .../beam/testkit}/accumulators/LongCounter.java|   2 +-
 .../beam/testkit}/accumulators/LongHistogram.java  |   2 +-
 .../testkit}/accumulators/NanosecondTimer.java |   2 +-
 .../accumulators/SingleJvmAccumulatorProvider.java |   2 +-
 .../testkit}/accumulators/SnapshotProvider.java|   2 +-
 .../beam/testkit}/accumulators/Snapshotable.java   |   2 +-
 .../beam/testkit}/accumulators/package-info.java   |   2 +-
 .../beam/testkit}/junit/AbstractOperatorTest.java  |  13 +-
 .../beam/testkit}/junit/ExecutorEnvironment.java   |   2 +-
 .../beam/testkit}/junit/ExecutorProvider.java  |   2 +-
 .../testkit}/junit/ExecutorProviderRunner.java |   4 +-
 .../euphoria/beam/testkit}/junit/Processing.java   |   2 +-
 .../euphoria/beam/testkit}/junit/package-info.java |   2 +-
 .../euphoria/beam/testkit}/package-info.java   |   2 +-
 .../extensions/euphoria/euphoria-core/build.gradle |   2 +-
 .../euphoria/euphoria-local/build.gradle   |   2 +-
 .../local/testkit/LocalExecutorProvider.java   |  47 
 .../executor/local/testkit/LocalOperatorTest.java  |  27 ---
 .../euphoria-operator-testkit/build.gradle |  33 ---
 .../operator/test/suite/OperatorsTestSuite.java|  53 -
 .../euphoria/operator/test/suite/package-info.java |  22 --
 .../euphoria/operator/test/OperatorsTest.java  |  27 ---
 settings.gradle|   2 -
 49 files changed, 500 insertions(+), 447 deletions(-)
 create mode 100644 
sdks/java/extensions/euphoria/euphoria-beam/src/main/java/org/apache/beam/sdk/extensions/euphoria/beam/BrodcastHashJoinTranslator.java
 copy 
sdks/java/extensions/euphoria/euphoria-beam/src/main/java/org/apache/beam/sdk/extensions/euphoria/beam/common/{InputToKvDoFn.java
 => OperatorTranslatorUtil.java} (53%)
 rename 
sdks/java/extensions/euphoria/{euphoria-operator-testkit/src/test/java/org/apache/beam/sdk/extensions/euphoria/operator/test/BeamExecutorProvider.java
 => 
euphoria-beam/src/test/java/org/apache/beam/sdk/extensions/euphoria/beam/OperatorsTestSuite.java}
 (52%)
 rename 
sdks/java/extensions/euphoria/{euphoria-operator-testkit/src/main/java/org/apache/beam/sdk/extensions/euphoria/operator/test
 => 
euphoria-beam/src/test/java/org/apache/beam/sdk/extensions/euphoria/beam/testkit}/BroadcastHashJoinTest.java
 (96%)
 rename 
sdks/java/extensions/euphoria/{euphoria-operator-testkit/src/main/java/org/apache/

[beam] annotated tag v2.5.0-RC1 created (now 414c0c0)

2018-06-06 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to annotated tag v2.5.0-RC1
in repository https://gitbox.apache.org/repos/asf/beam.git.


  at 414c0c0  (tag)
 tagging d728d2146ce49e72e52ab49186d1a24ccfa602ef (commit)
 replaces v2.2.0
  by Jean-Baptiste Onofré
  on Wed Jun 6 07:44:26 2018 +0200

- Log -
[Gradle Release Plugin] - creating tag:  'v2.5.0-RC1'.
---

This annotated tag includes the following new commits:

 new d728d21  [Gradle Release Plugin] - pre tag commit:  'v2.5.0-RC1'.

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: [Gradle Release Plugin] - pre tag commit: 'v2.5.0-RC1'.

2018-06-06 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to annotated tag v2.5.0-RC1
in repository https://gitbox.apache.org/repos/asf/beam.git

commit d728d2146ce49e72e52ab49186d1a24ccfa602ef
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Jun 6 07:44:26 2018 +0200

[Gradle Release Plugin] - pre tag commit:  'v2.5.0-RC1'.
---
 gradle.properties | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gradle.properties b/gradle.properties
index a91170d..d18f77f 100644
--- a/gradle.properties
+++ b/gradle.properties
@@ -22,4 +22,4 @@ offlineRepositoryRoot=offline-repository
 signing.gnupg.executable=gpg
 signing.gnupg.useLegacyGpg=true
 
-version=2.5.0-SNAPSHOT
+version=2.5.0-RC1

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


svn commit: r27280 - in /dev/beam: 2.5.0/ 2.5.0/apache-beam-2.5.0-source-release.zip 2.5.0/apache-beam-2.5.0-source-release.zip.asc 2.5.0/apache-beam-2.5.0-source-release.zip.sha512 latest

2018-06-06 Thread jbonofre
Author: jbonofre
Date: Wed Jun  6 07:54:26 2018
New Revision: 27280

Log:
Publish 2.5.0 release

Added:
dev/beam/2.5.0/
dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip   (with props)
dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc
dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512
Modified:
dev/beam/latest

Added: dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip
==
Binary file - no diff available.

Propchange: dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip
--
svn:mime-type = application/octet-stream

Added: dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc
==
--- dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc (added)
+++ dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.asc Wed Jun  6 07:54:26 
2018
@@ -0,0 +1,16 @@
+-BEGIN PGP SIGNATURE-
+
+iQIzBAABCAAdFiEEGqjPktQJpzOT0Lc2v/LuQsgoLnYFAlsXkm8ACgkQv/LuQsgo
+Lnb91BAAuHR4dl/gCEqEmjP/iK9Fnp7lwqvfluvD3BJCMqDMgHUZgmi/TkKnNX9P
+VVrmjlOWYSwBJ4oLIer7t377ucUZe4dYAYQzr2gWoZY/oQszjUZ9CPxrnkChAYYW
+y37BLT4SkBHpH5mpz+/OvaQkAwvmYkM2zyB3EHLZifGOOFqAify6LUGJHvsbUt7r
+Ju4sFgeYnKLSAOBHnJCGuxiH9cqi5zqT27+bZCaf0pJo60bS0BuGR1Dj5cukXiaU
+HAEs3JRVR0/PrUXPhpapJzdSFa3BEEURd3R4cG1hLm0480eJ8NuTsgIMBTUR3LaJ
+66YwT1+oSfIFp7RpJzv5SdGkKGapS4Lw6w5nwvQSILeVTgwcuZjgEdCqafi0PDf2
+HKsbSbNpjW5FQKl9rllHv/vDT7sTAg3+ecKEsiHF7tmkMSyPH0NJr7GJMSvHVQWV
+p32X0euv+TdOu1cFT0Nw5Zvj4VHLzuZVeWh+EOfqZSKuUIpCfPwALFskygjFuMKR
++QU2Q4aSG/adGdV6wRXl5AXmE7q+7keDjOHA2PlK42rKHr2VRTIfOBxuxhaqflms
+VZmj4TGzJlRJ7hesuXz8NTIjM6VQ4W1azSDJ9h0TtNjopl7simqi6cz+qSvC7Dxm
+N6huRzRFeZKZrz9MKNwkPMMFjq6abq0SoF9TauFi8Ui106gFOcg=
+=wRt/
+-END PGP SIGNATURE-

Added: dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512
==
--- dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512 (added)
+++ dev/beam/2.5.0/apache-beam-2.5.0-source-release.zip.sha512 Wed Jun  6 
07:54:26 2018
@@ -0,0 +1 @@
+efec6b100fd4d52c2792071a4a15b18cf95379d77014bc79706f30f78a5a7a7b60d02b42968f472abda1dae0fdfb34bb39f027b4c993ae3f5b49c950e3fc6461
  apache-beam-2.5.0-source-release.zip

Modified: dev/beam/latest
==
--- dev/beam/latest (original)
+++ dev/beam/latest Wed Jun  6 07:54:26 2018
@@ -1 +1 @@
-link 2.3.0
\ No newline at end of file
+link 2.5.0
\ No newline at end of file




[beam] branch release-2.5.0 created (now 0a7fc57)

2018-06-05 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


  at 0a7fc57  Prepare 2.5.0 release

This branch includes the following new commits:

 new 0a7fc57  Prepare 2.5.0 release

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated: Moving to 2.6.0-SNAPSHOT on master branch

2018-06-05 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new 72cbd99  Moving to 2.6.0-SNAPSHOT on master branch
72cbd99 is described below

commit 72cbd99d6b62bc7ed16dbd1288cd61d54e8bda37
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Jun 6 07:34:11 2018 +0200

Moving to 2.6.0-SNAPSHOT on master branch
---
 build_rules.gradle  | 2 +-
 examples/java/pom.xml   | 2 +-
 examples/pom.xml| 2 +-
 gradle.properties   | 2 +-
 model/fn-execution/pom.xml  | 2 +-
 model/job-management/pom.xml| 2 +-
 model/pipeline/pom.xml  | 2 +-
 model/pom.xml   | 2 +-
 pom.xml | 2 +-
 runners/apex/pom.xml| 2 +-
 runners/core-construction-java/pom.xml  | 2 +-
 runners/core-java/pom.xml   | 2 +-
 runners/direct-java/pom.xml | 2 +-
 runners/extensions-java/metrics/pom.xml | 2 +-
 runners/extensions-java/pom.xml | 2 +-
 runners/flink/pom.xml   | 2 +-
 runners/gcp/gcemd/pom.xml   | 2 +-
 runners/gcp/gcsproxy/pom.xml| 2 +-
 runners/gcp/pom.xml | 2 +-
 runners/gearpump/pom.xml| 2 +-
 runners/google-cloud-dataflow-java/pom.xml  | 2 +-
 runners/java-fn-execution/pom.xml   | 2 +-
 runners/local-java/pom.xml  | 2 +-
 runners/pom.xml | 2 +-
 runners/reference/java/pom.xml  | 2 +-
 runners/reference/pom.xml   | 2 +-
 runners/spark/pom.xml   | 2 +-
 sdks/go/container/pom.xml   | 2 +-
 sdks/go/pom.xml | 2 +-
 sdks/java/build-tools/pom.xml   | 2 +-
 sdks/java/container/pom.xml | 2 +-
 sdks/java/core/pom.xml  | 2 +-
 sdks/java/extensions/google-cloud-platform-core/pom.xml | 2 +-
 sdks/java/extensions/jackson/pom.xml| 2 +-
 sdks/java/extensions/join-library/pom.xml   | 2 +-
 sdks/java/extensions/pom.xml| 2 +-
 sdks/java/extensions/protobuf/pom.xml   | 2 +-
 sdks/java/extensions/sketching/pom.xml  | 2 +-
 sdks/java/extensions/sorter/pom.xml | 2 +-
 sdks/java/extensions/sql/pom.xml| 2 +-
 sdks/java/fn-execution/pom.xml  | 2 +-
 sdks/java/harness/pom.xml   | 2 +-
 sdks/java/io/amazon-web-services/pom.xml| 2 +-
 sdks/java/io/amqp/pom.xml   | 2 +-
 sdks/java/io/cassandra/pom.xml  | 2 +-
 sdks/java/io/common/pom.xml | 2 +-
 sdks/java/io/elasticsearch-tests/elasticsearch-tests-2/pom.xml  | 2 +-
 sdks/java/io/elasticsearch-tests/elasticsearch-tests-5/pom.xml  | 2 +-
 sdks/java/io/elasticsearch-tests/elasticsearch-tests-common/pom.xml | 2 +-
 sdks/java/io/elasticsearch-tests/pom.xml| 2 +-
 sdks/java/io/elasticsearch/pom.xml  | 2 +-
 sdks/java/io/file-based-io-tests/pom.xml| 2 +-
 sdks/java/io/google-cloud-platform/pom.xml  | 2 +-
 sdks/java/io/hadoop-common/pom.xml  | 2 +-
 sdks/java/io/hadoop-file-system/pom.xml | 2 +-
 sdks/java/io/hadoop-input-format/pom.xml| 2 +-
 sdks/java/io/hbase/pom.xml  | 2 +-
 sdks/java/io/hcatalog/pom.xml   | 2 +-
 sdks/java/io/jdbc/pom.xml   | 2 +-
 sdks/java/io

[beam] 01/01: Prepare 2.5.0 release

2018-06-05 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.5.0
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 0a7fc5798943bd8c0196409c4136731b281b0313
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Jun 6 07:37:31 2018 +0200

Prepare 2.5.0 release
---
 runners/google-cloud-dataflow-java/build.gradle | 2 +-
 runners/google-cloud-dataflow-java/pom.xml  | 2 +-
 sdks/python/apache_beam/version.py  | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/runners/google-cloud-dataflow-java/build.gradle 
b/runners/google-cloud-dataflow-java/build.gradle
index c5deb9c..79d646a 100644
--- a/runners/google-cloud-dataflow-java/build.gradle
+++ b/runners/google-cloud-dataflow-java/build.gradle
@@ -36,7 +36,7 @@ processResources {
   filter org.apache.tools.ant.filters.ReplaceTokens, tokens: [
 'dataflow.legacy_environment_major_version' : '7',
 'dataflow.fnapi_environment_major_version' : '7',
-'dataflow.container_version' : 'beam-master-20180601'
+'dataflow.container_version' : 'beam-2.5.0'
   ]
 }
 
diff --git a/runners/google-cloud-dataflow-java/pom.xml 
b/runners/google-cloud-dataflow-java/pom.xml
index 086c6c7..0f497be 100644
--- a/runners/google-cloud-dataflow-java/pom.xml
+++ b/runners/google-cloud-dataflow-java/pom.xml
@@ -33,7 +33,7 @@
   jar
 
   
-
beam-master-20180601
+beam-2.5.0
 
7
 
7
   
diff --git a/sdks/python/apache_beam/version.py 
b/sdks/python/apache_beam/version.py
index 6559a36b8..f332567 100644
--- a/sdks/python/apache_beam/version.py
+++ b/sdks/python/apache_beam/version.py
@@ -18,4 +18,4 @@
 """Apache Beam SDK version information and utilities."""
 
 
-__version__ = '2.5.0.dev'
+__version__ = '2.5.0'

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5447 from seznam/dsl-euphoria

2018-06-04 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch dsl-euphoria
in repository https://gitbox.apache.org/repos/asf/beam.git

commit e28233666cb38f6a2809ccfb08a3a3a186903dc8
Merge: eff3ffd 939a104
Author: Jean-Baptiste Onofré 
AuthorDate: Mon Jun 4 13:50:29 2018 +0200

Merge pull request #5447 from seznam/dsl-euphoria

[BEAM-3900] Join operator translation, Beam windowing, new tests from 
operator testsuite enabled .

 .../job_beam_PreCommit_Java_GradleBuild.groovy |   2 -
 build.gradle   |   2 -
 .../extensions/euphoria/euphoria-beam/build.gradle |   2 -
 .../extensions/euphoria/beam/FlowTranslator.java   |  51 ++-
 .../extensions/euphoria/beam/JoinTranslator.java   | 142 +
 .../euphoria/beam/OperatorTranslator.java  |  12 +-
 .../euphoria/beam/ReduceByKeyTranslator.java   |  39 +--
 .../euphoria/beam/ReduceStateByKeyTranslator.java  |   2 +-
 .../InputToKvDoFn.java}|  36 ++-
 .../euphoria/beam/common/package-info.java}|   7 +-
 .../extensions/euphoria/beam/join/FullJoinFn.java  |  71 +
 .../extensions/euphoria/beam/join/InnerJoinFn.java |  59 
 .../sdk/extensions/euphoria/beam/join/JoinFn.java  |  69 
 .../euphoria/beam/join/LeftOuterJoinFn.java|  65 
 .../euphoria/beam/join/RightOuterJoinFn.java   |  62 
 .../euphoria/beam/join/package-info.java}  |   8 +-
 .../euphoria/beam/window/BeamWindowing.java|  77 +
 .../UnsupportedWindow.java}|  49 ++-
 .../euphoria/beam/window/WindowingUtils.java   |  75 +
 .../sdk/extensions/euphoria/beam/JoinTest.java | 216 +
 .../extensions/euphoria/beam/ReduceByKeyTest.java  |  36 ++-
 .../BeamOperatorsTest.java => TestUtils.java}  |  15 +-
 .../executor/local/testkit/LocalOperatorTest.java  |   6 +-
 .../euphoria-operator-testkit/build.gradle |   8 +-
 .../euphoria/operator/test/AllOperatorsSuite.java  |  44 ---
 .../euphoria/operator/test/JoinTest.java   | 175 +++---
 .../euphoria/operator/test/ReduceByKeyTest.java| 353 -
 .../operator/test/suite/OperatorsTestSuite.java}   |  16 +-
 .../operator/test/suite/package-info.java} |   7 +-
 .../operator/test}/BeamExecutorProvider.java   |   3 +-
 .../euphoria/operator/test/OperatorsTest.java} |   8 +-
 sdks/java/maven-archetypes/examples/build.gradle   |  11 -
 sdks/java/maven-archetypes/starter/build.gradle|  11 -
 33 files changed, 1436 insertions(+), 303 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch dsl-euphoria updated (eff3ffd -> e282336)

2018-06-04 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch dsl-euphoria
in repository https://gitbox.apache.org/repos/asf/beam.git.


from eff3ffd  Merge pull request #5366 from dmvk/BEAM-3902
 add 2a34cad  [BEAM-3900] Allow for Beam windowing to be set through 
Euphoria API.
 add ef228ff  [BEAM-3900] Missing licence header added.
 add 3838e7b  [BEAM-4294] Join translator empty shell added.
 add 7ceefea  [BEAM-4294] Crude Join operator translation implemented. 
Still work in progress.
 add 7331ddd  [BEAM-4294] Inner join translation implemented.
 add 8ccfba5  [BEAM-4294] Left, right and full joins implemeted.
 add 4edd3f4  [BEAM-4294] BeamOperatorsSuite now includes tests of Join 
operator. Application of windowing in JoinTranslator fixed.
 add 0df6b55  [BEAM-4360] ReduceStateByKey tests adaptation to beam. - Work 
in progress.
 add a2a355a  [BEAM-4360] Most tests are passing. Some are still ignored 
mostly due to yet unsupported features.
 add aa658aa  [BEAM-4294] [BEAM-4360] Join translation and ReduceByKey test 
suite where moved to org.apache.beam.* package. Small imports fixes after 
rebase to seznam/beam eff3ffd5d224c6628606b355e3a5b6d8bc40150b.
 add fee7abe  [BEAM-4294] [BEAM-4360] Checkstyle warning fixes.
 add a67b9c8  [BEAM-4394] Pull request review fixes.
 add 77df99d  [BEAM-4294] [BEAM-4360] Pull request review fixes. 
OperatorTranslator extended to allow more than one translator per operator.
 add 99061eb  [BEAM-4294] [BEAM-4360] Circular dependency fix.
 add 8fdd427  [BEAM-4294] [BEAM-4360] Missing licenses added.
 add 4826847  [BEAM-4294] [BEAM-4360] Fix of local executor module compile 
error.
 add 939a104  [BEAM-4294] [BEAM-4360] Rollback of BEAM-3256 add archetype 
testing to gradle build PreCommits.
 new e282336  Merge pull request #5447 from seznam/dsl-euphoria

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../job_beam_PreCommit_Java_GradleBuild.groovy |   2 -
 build.gradle   |   2 -
 .../extensions/euphoria/euphoria-beam/build.gradle |   2 -
 .../extensions/euphoria/beam/FlowTranslator.java   |  51 ++-
 .../extensions/euphoria/beam/JoinTranslator.java   | 142 +
 .../euphoria/beam/OperatorTranslator.java  |  12 +-
 .../euphoria/beam/ReduceByKeyTranslator.java   |  39 +--
 .../euphoria/beam/ReduceStateByKeyTranslator.java  |   2 +-
 .../euphoria/beam/common/InputToKvDoFn.java}   |  22 +-
 .../euphoria/beam/common}/package-info.java|   4 +-
 .../extensions/euphoria/beam/join/FullJoinFn.java  |  71 +
 .../extensions/euphoria/beam/join/InnerJoinFn.java |  59 
 .../sdk/extensions/euphoria/beam/join/JoinFn.java  |  69 
 .../euphoria/beam/join/LeftOuterJoinFn.java|  65 
 .../euphoria/beam/join/RightOuterJoinFn.java   |  62 
 .../euphoria/beam/join}/package-info.java  |   5 +-
 .../euphoria/beam/window/BeamWindowing.java|  77 +
 .../euphoria/beam/window/UnsupportedWindow.java}   |  35 +-
 .../euphoria/beam/window/WindowingUtils.java   |  75 +
 .../sdk/extensions/euphoria/beam/JoinTest.java | 216 +
 .../extensions/euphoria/beam/ReduceByKeyTest.java  |  36 ++-
 .../sdk/extensions/euphoria/beam/TestUtils.java}   |  16 +-
 .../euphoria/beam/testkit/BeamOperatorsTest.java   |  25 --
 .../executor/local/testkit/LocalOperatorTest.java  |   6 +-
 .../euphoria-operator-testkit/build.gradle |   8 +-
 .../euphoria/operator/test/AllOperatorsSuite.java  |  44 ---
 .../euphoria/operator/test/JoinTest.java   | 175 +++---
 .../euphoria/operator/test/ReduceByKeyTest.java| 353 -
 .../operator/test/suite/OperatorsTestSuite.java}   |  16 +-
 .../operator/test/suite}/package-info.java |   4 +-
 .../operator/test}/BeamExecutorProvider.java   |   3 +-
 .../euphoria/operator/test/OperatorsTest.java} |  10 +-
 sdks/java/maven-archetypes/examples/build.gradle   |  11 -
 sdks/java/maven-archetypes/starter/build.gradle|  11 -
 34 files changed, 1417 insertions(+), 313 deletions(-)
 create mode 100644 
sdks/java/extensions/euphoria/euphoria-beam/src/main/java/org/apache/beam/sdk/extensions/euphoria/beam/JoinTranslator.java
 copy 
sdks/java/extensions/{sql/src/main/java/org/apache/beam/sdk/extensions/sql/impl/transform/BeamSqlOutputToConsoleFn.java
 => 
euphoria/euphoria-beam/src/main/java/org/apache/beam/sdk/extensions/euphoria/beam/common/InputToKvDoFn.java}
 (59%)
 copy 
{runners/apex/src/main/java/org/apache/beam/runners/apex/translation/operators 
=> 
sdks/java/extensions/euphoria/euphoria-beam/src/main/java/org/apache/beam/sdk/extensions/euphoria/beam/comm

[beam] branch master updated (3a668ea -> 33f048b)

2018-05-28 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 3a668ea  Merge pull request #5475: [BEAM-4306] Enforce ErrorProne 
analysis in apex runner
 add bd5cdef  Refine dependencies, make new ones explicit and minor maven 
plugins updates
 add 33f048b  Merge pull request #5495 from iemejia/try-dep-plugin

No new revisions were added by this update.

Summary of changes:
 pom.xml  |  7 ---
 runners/core-construction-java/build.gradle  |  4 ++--
 runners/core-construction-java/pom.xml   | 11 ++-
 runners/core-java/build.gradle   |  2 +-
 runners/core-java/pom.xml| 11 ++-
 runners/direct-java/pom.xml  | 20 
 runners/extensions-java/metrics/build.gradle |  2 +-
 runners/extensions-java/metrics/pom.xml  | 17 -
 sdks/java/io/common/build.gradle |  4 ++--
 sdks/java/io/common/pom.xml  | 12 +++-
 10 files changed, 57 insertions(+), 33 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated: Fix Maven parent version in ParquetIO

2018-05-25 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
 new b163970  Fix Maven parent version in ParquetIO
b163970 is described below

commit b163970f1d91920ea822ffb6d68b9f5cf2ee43fe
Author: Jean-Baptiste Onofré 
AuthorDate: Fri May 25 10:25:59 2018 +0200

Fix Maven parent version in ParquetIO
---
 sdks/java/io/parquet/pom.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/sdks/java/io/parquet/pom.xml b/sdks/java/io/parquet/pom.xml
index f4ae25d..954e1ef 100644
--- a/sdks/java/io/parquet/pom.xml
+++ b/sdks/java/io/parquet/pom.xml
@@ -22,7 +22,7 @@
   
 org.apache.beam
 beam-sdks-java-io-parent
-2.4.0-SNAPSHOT
+2.5.0-SNAPSHOT
 ../pom.xml
   
 

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5480 from iemejia/fix-maven-build-direct

2018-05-25 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 90a47122ef1001e6df39c1f221af40c7d375bec9
Merge: 5ca33d4 8adfb4f
Author: Jean-Baptiste Onofré 
AuthorDate: Fri May 25 10:12:10 2018 +0200

Merge pull request #5480 from iemejia/fix-maven-build-direct

Fix broken build (again third time this week yay!)

 pom.xml | 12 
 runners/direct-java/pom.xml |  5 +
 runners/pom.xml |  1 -
 settings.gradle |  2 --
 4 files changed, 5 insertions(+), 15 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (5ca33d4 -> 90a4712)

2018-05-25 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 5ca33d4  Merge pull request #5443: [BEAM-4357]  Fix SQL shadow jar
 add 8adfb4f  Fix broken build (again third time this week yay!)
 new 90a4712  Merge pull request #5480 from iemejia/fix-maven-build-direct

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 pom.xml | 12 
 runners/direct-java/pom.xml |  5 +
 runners/pom.xml |  1 -
 settings.gradle |  2 --
 4 files changed, 5 insertions(+), 15 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (d110f6b -> 80b1249)

2018-05-24 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from d110f6b  Merge pull request #5458: Establish and enforce exact Java 
format in sdks/java/extensions/sql
 add 3889465  Remove repeated GCPIO dependency in SQL module (Again!)
 add b147997  Enforce error-prone in ParquetIO, fix missing javadoc and 
refine deps
 new 80b1249  Merge pull request #5462 from iemejia/fix-parquet-issues

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 pom.xml   |  6 ++
 sdks/java/extensions/sql/pom.xml  |  6 --
 sdks/java/io/parquet/build.gradle | 18 +---
 sdks/java/io/parquet/pom.xml  | 44 ++-
 sdks/java/javadoc/build.gradle|  1 +
 sdks/java/javadoc/pom.xml |  5 +
 6 files changed, 52 insertions(+), 28 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5462 from iemejia/fix-parquet-issues

2018-05-24 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 80b1249444ee4a55aba66aa081fb7890b76732ef
Merge: d110f6b b147997
Author: Jean-Baptiste Onofré 
AuthorDate: Thu May 24 11:01:49 2018 +0200

Merge pull request #5462 from iemejia/fix-parquet-issues

Refine ParquetIO dependencies fix javadoc generation and enforce error-prone

 pom.xml   |  6 ++
 sdks/java/extensions/sql/pom.xml  |  6 --
 sdks/java/io/parquet/build.gradle | 18 +---
 sdks/java/io/parquet/pom.xml  | 44 ++-
 sdks/java/javadoc/build.gradle|  1 +
 sdks/java/javadoc/pom.xml |  5 +
 6 files changed, 52 insertions(+), 28 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5366 from dmvk/BEAM-3902

2018-05-16 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch dsl-euphoria
in repository https://gitbox.apache.org/repos/asf/beam.git

commit eff3ffd5d224c6628606b355e3a5b6d8bc40150b
Merge: e7913a9 4ad6de7
Author: Jean-Baptiste Onofré 
AuthorDate: Wed May 16 14:34:18 2018 +0200

Merge pull request #5366 from dmvk/BEAM-3902

[BEAM-3902] Finish euphoria integration with gradle build system.

 sdks/java/extensions/euphoria/README.md|  21 +-
 .../extensions/euphoria/euphoria-beam/build.gradle |  18 ++
 .../java/extensions/euphoria/euphoria-beam/pom.xml | 117 -
 .../extensions}/euphoria/beam/BeamExecutor.java|  24 +-
 .../euphoria/beam/BeamExecutorContext.java |  52 ++--
 .../sdk/extensions}/euphoria/beam/BeamFlow.java|  32 +--
 .../extensions}/euphoria/beam/DoFnCollector.java   |  32 +--
 .../euphoria/beam/FlatMapTranslator.java   |  22 +-
 .../extensions}/euphoria/beam/FlowTranslator.java  |  42 ++--
 .../extensions}/euphoria/beam/InputTranslator.java |  22 +-
 .../euphoria/beam/LazyAccumulatorProvider.java |  24 +-
 .../euphoria/beam/OperatorTranslator.java  |  16 +-
 .../euphoria/beam/ReduceByKeyTranslator.java   |  30 +--
 .../euphoria/beam/ReduceStateByKeyTranslator.java  |  16 +-
 .../euphoria/beam/SingleValueCollector.java|  26 +-
 .../sdk/extensions}/euphoria/beam/TypeUtils.java   |  14 +-
 .../extensions}/euphoria/beam/UnionTranslator.java |  16 +-
 .../euphoria/beam/WrappedPCollectionOperator.java  |  20 +-
 .../extensions}/euphoria/beam/coder/PairCoder.java |  16 +-
 .../euphoria/beam/coder/package-info.java  |   2 +-
 .../euphoria/beam/io/BeamBoundedSource.java|  19 +-
 .../euphoria/beam/io/BeamUnboundedSource.java  |  18 +-
 .../euphoria/beam/io/BeamWriteSink.java|  18 +-
 .../extensions}/euphoria/beam/io/KryoCoder.java|  16 +-
 .../extensions}/euphoria/beam/io/package-info.java |   2 +-
 .../extensions}/euphoria/beam/package-info.java|   2 +-
 .../euphoria/beam/window/BeamWindow.java   |  16 +-
 .../euphoria/beam/window/BeamWindowFn.java |  24 +-
 .../euphoria/beam/window/BeamWindowedElement.java  |  18 +-
 .../euphoria/beam/window/package-info.java |   2 +-
 .../euphoria/beam/testkit/BeamOperatorsTest.java   |  23 --
 .../extensions}/euphoria/beam/BeamFlowTest.java|  40 ++--
 .../sdk/extensions}/euphoria/beam/FlatMapTest.java |  24 +-
 .../extensions}/euphoria/beam/ReduceByKeyTest.java |  66 ++---
 .../beam/testkit/BeamExecutorProvider.java |  22 +-
 .../euphoria/beam/testkit/BeamOperatorsSuite.java  |  29 ++-
 .../euphoria/beam/testkit/BeamOperatorsTest.java}  |   7 +-
 .../src/test/resources/log4j.properties|   7 -
 .../extensions/euphoria/euphoria-core/build.gradle |  18 ++
 .../java/extensions/euphoria/euphoria-core/pom.xml |  76 --
 .../core/client/accumulators/Accumulator.java  |  27 ---
 .../euphoria/core/client/accumulators/Counter.java |  33 ---
 .../client/dataset/windowing/package-info.java |  19 --
 .../cz/seznam/euphoria/core/client/flow/Util.java  |  41 
 .../euphoria/core/client/flow/package-info.java|  19 --
 .../core/client/functional/BinaryFunctor.java  |  28 ---
 .../functional/CombinableBinaryFunction.java   |  23 --
 .../functional/CombinableReduceFunction.java   |  26 --
 .../euphoria/core/client/functional/Consumer.java  |  32 ---
 .../core/client/functional/ExtractEventTime.java   |  33 ---
 .../core/client/functional/ReduceFunction.java |  26 --
 .../client/functional/SameArgsBinaryFunction.java  |  24 --
 .../core/client/functional/TernaryFunction.java|  27 ---
 .../core/client/functional/TypeHintAware.java  |  33 ---
 .../core/client/functional/UnaryPredicate.java |  23 --
 .../core/client/functional/VoidFunction.java   |  27 ---
 .../core/client/functional/package-info.java   |  19 --
 .../euphoria/core/client/io/BoundedReader.java |  27 ---
 .../euphoria/core/client/io/CloseableIterator.java |  24 --
 .../cz/seznam/euphoria/core/client/io/Context.java |  22 --
 .../euphoria/core/client/io/ExternalIterable.java  |  28 ---
 .../euphoria/core/client/io/package-info.java  |  19 --
 .../euphoria/core/client/lib/package-info.java |  19 --
 .../euphoria/core/client/operator/WindowAware.java |  32 ---
 .../operator/WindowingRequiredException.java   |  29 ---
 .../core/client/operator/hint/ComputationHint.java |  26 --
 .../core/client/operator/hint/OutputHint.java  |  23 --
 .../core/client/operator/hint/SizeHint.java|  28 ---
 .../core/client/operator/hint/package-info.java|  19 --
 .../core/client/operator/package-info.java |  19 --
 .../operator/state/MergingStorageDescriptor.java   |  31 ---
 .../core/client/operator/state/StateContext.java   |  31 ---
 .../core/client/operator/state/Storage.java|  26 --
 .../client/operator/state/StorageDescriptor.java   |  35

[beam] branch dsl-euphoria updated (e7913a9 -> eff3ffd)

2018-05-16 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch dsl-euphoria
in repository https://gitbox.apache.org/repos/asf/beam.git.


from e7913a9  Merge pull request #5315 from mareksimunek/dsl-euphoria
 add acf2ea3  [BEAM-3902] Fix license headers and remove unused poms.
 add 5b6421c  [BEAM-3902] Move euphoria to apache namespace.
 add 4ad6de7  [BEAM-3902] Move euphoria to apache namespace.
 new eff3ffd  Merge pull request #5366 from dmvk/BEAM-3902

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/java/extensions/euphoria/README.md|  21 +-
 .../extensions/euphoria/euphoria-beam/build.gradle |  18 ++
 .../java/extensions/euphoria/euphoria-beam/pom.xml | 117 -
 .../extensions}/euphoria/beam/BeamExecutor.java|  24 +-
 .../euphoria/beam/BeamExecutorContext.java |  52 ++--
 .../sdk/extensions}/euphoria/beam/BeamFlow.java|  32 +--
 .../extensions}/euphoria/beam/DoFnCollector.java   |  32 +--
 .../euphoria/beam/FlatMapTranslator.java   |  22 +-
 .../extensions}/euphoria/beam/FlowTranslator.java  |  42 ++--
 .../extensions}/euphoria/beam/InputTranslator.java |  22 +-
 .../euphoria/beam/LazyAccumulatorProvider.java |  24 +-
 .../euphoria/beam/OperatorTranslator.java  |  16 +-
 .../euphoria/beam/ReduceByKeyTranslator.java   |  30 +--
 .../euphoria/beam/ReduceStateByKeyTranslator.java  |  16 +-
 .../euphoria/beam/SingleValueCollector.java|  26 +-
 .../sdk/extensions}/euphoria/beam/TypeUtils.java   |  14 +-
 .../extensions}/euphoria/beam/UnionTranslator.java |  16 +-
 .../euphoria/beam/WrappedPCollectionOperator.java  |  20 +-
 .../extensions}/euphoria/beam/coder/PairCoder.java |  16 +-
 .../euphoria/beam/coder/package-info.java  |   2 +-
 .../euphoria/beam/io/BeamBoundedSource.java|  19 +-
 .../euphoria/beam/io/BeamUnboundedSource.java  |  18 +-
 .../euphoria/beam/io/BeamWriteSink.java|  18 +-
 .../extensions}/euphoria/beam/io/KryoCoder.java|  16 +-
 .../extensions}/euphoria/beam/io/package-info.java |   2 +-
 .../extensions}/euphoria/beam/package-info.java|   2 +-
 .../euphoria/beam/window/BeamWindow.java   |  16 +-
 .../euphoria/beam/window/BeamWindowFn.java |  24 +-
 .../euphoria/beam/window/BeamWindowedElement.java  |  18 +-
 .../euphoria/beam/window/package-info.java |   2 +-
 .../euphoria/beam/testkit/BeamOperatorsTest.java   |  23 --
 .../extensions}/euphoria/beam/BeamFlowTest.java|  40 ++--
 .../sdk/extensions}/euphoria/beam/FlatMapTest.java |  24 +-
 .../extensions}/euphoria/beam/ReduceByKeyTest.java |  66 ++---
 .../beam/testkit/BeamExecutorProvider.java |  22 +-
 .../euphoria/beam/testkit/BeamOperatorsSuite.java  |  29 ++-
 .../euphoria/beam/testkit/BeamOperatorsTest.java}  |   7 +-
 .../src/test/resources/log4j.properties|   7 -
 .../extensions/euphoria/euphoria-core/build.gradle |  18 ++
 .../java/extensions/euphoria/euphoria-core/pom.xml |  76 --
 .../core/client/accumulators/Accumulator.java  |  27 ---
 .../euphoria/core/client/accumulators/Counter.java |  33 ---
 .../client/dataset/windowing/package-info.java |  19 --
 .../cz/seznam/euphoria/core/client/flow/Util.java  |  41 
 .../euphoria/core/client/flow/package-info.java|  19 --
 .../core/client/functional/BinaryFunctor.java  |  28 ---
 .../functional/CombinableBinaryFunction.java   |  23 --
 .../functional/CombinableReduceFunction.java   |  26 --
 .../euphoria/core/client/functional/Consumer.java  |  32 ---
 .../core/client/functional/ExtractEventTime.java   |  33 ---
 .../core/client/functional/ReduceFunction.java |  26 --
 .../client/functional/SameArgsBinaryFunction.java  |  24 --
 .../core/client/functional/TernaryFunction.java|  27 ---
 .../core/client/functional/TypeHintAware.java  |  33 ---
 .../core/client/functional/UnaryPredicate.java |  23 --
 .../core/client/functional/VoidFunction.java   |  27 ---
 .../core/client/functional/package-info.java   |  19 --
 .../euphoria/core/client/io/BoundedReader.java |  27 ---
 .../euphoria/core/client/io/CloseableIterator.java |  24 --
 .../cz/seznam/euphoria/core/client/io/Context.java |  22 --
 .../euphoria/core/client/io/ExternalIterable.java  |  28 ---
 .../euphoria/core/client/io/package-info.java  |  19 --
 .../euphoria/core/client/lib/package-info.java |  19 --
 .../euphoria/core/client/operator/WindowAware.java |  32 ---
 .../operator/WindowingRequiredException.java   |  29 ---
 .../core/client/operator/hint/ComputationHint.java |  26 --
 .../core/client/operator/hint/OutputHint.java  |  23 --
 .../core/client/operator/hint/SizeHint.java|  28 ---
 .../core/client/o

[beam] branch dsl-euphoria updated (e7a3578 -> e7913a9)

2018-05-15 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch dsl-euphoria
in repository https://gitbox.apache.org/repos/asf/beam.git.


from e7a3578  Merge pull request #4264: [BEAM-4061] Introduced 
SpannerWriteResult
 add cc35563  Migrate the `portable` subpackage to Portability
 add 7848764  Merge pull request #5270: Migrate the `portable` subpackage 
to use Portable representations
 add 60f90c8  Make experiments as set attr of RuntimeValueProvider
 add 389760d  #! Init Euphoria 0.5.0
 add 0d952c9  #! minor code cleanup
 add 28b3a00  #! Fix dead lock when executing many tasks
 add cd56b70  #! Split partition description from its reader
 add 65c7e05  #! Call Reader#close upon end-of-stream
 add 52e6f93  #! Initial draft of KafkaStreamSource
 add 49e4127  #! Correct typo in classname
 add 7fb031a  #! Upgrade PrintStreamSink to a general purpose utility
 add 2c28ce6  #! Revise comments in example code
 add 31c8247  #! Allow kafka configuration through properties resource
 add 88a05c8  #! Fix compilation error in IDEA
 add f2c2c59  #! Propose readable variable/parameter name
 add 311561d  #! Hadoop input formats adapter
 add 38dfc38  #! Hadoop input format - clone Writable instances between 
RecordReader#nextKeyValue calls
 add ca3fba0  #! Unify input/output creation
 add ebe78c3  #! Provide easy access to nested configuration settings
 add 036952b  #! Make dataset aware of its consumers
 add a7028d4  #! added basic test for retrieving dataset's consumers
 add 1d1f891  #! fix typo in comment
 add 8352af5  #! Make kafka source configurable through settings
 add 76edfd5  #! Make StdoutSink#dump-partition-id parameter optional again
 add 986aa72  #! DataSink API polishing
 add d267db5  #! Do not close stdout through StdoutSink
 add 9ca98d7  #! Log swallowed exceptions
 add e2183f7  #! InMemExecutor - fix potential concurrency issue
 add 86b030b  #! InMemExecutor - rollback all sinks when any of the tasks 
fails
 add 3843d2f  #! Add inmemory filesystem skeleton
 add 78f71ae  #! Apply InMemFileSystem as SoR in test
 add 99cb406  #! Drop obsolete/unused method
 add a905140  #! Rework iteration towards java8 streams
 add 4172b2b  #! Remove unused imports
 add 29fa239  #! Working join operator
 add fc86e23  #! git pull --rebase origin master
 add e4aaba8  #! minor polishing and removing of warnings
 add b5b6df1  #! polishing after code review
 add 7a3b152  #! correct calling of constructor of ReduceStateByKey from 
GroupReduceByKey
 add 869e412  #! pair moved package
 add 76aef84  #! Hadoop output format adapter
 add 6eae64f  #! clone datasets to all consumers in inmem executor
 add bafc866  #! KafkaStreamSource -> KafkaSource
 add 5e85703  #! Initial draft of a non-tx-aware kafka-sink
 add be6cdad  #! Correct Pair class reference
 add a199ae8  #! comment typo
 add 2d40e4f  #! first part of code review changes
 add 8d383f3  #! core of realtime stats
 add 4b3c126  #! Ensure writing out EOS token
 add bde6258  #! DRY on computing sum
 add d726828  #! implemented remarks from code review
 add 97995e5  #! Get reasonable logging output during tests
 add 0f93f96  #! InMemFileSystem.Factory -> InMemFileSystem.SourceFactory
 add 788bbab  #! Sink into the InMemFileSystem for unit testing purposes
 add aed6144  #! Drop CompositeKey#equals implementation
 add 6c684b4  #! Avoid eye-bleeding
 add 741e0f2  #! Avoid doubled output
 add 38b5278  #! added tests for flatmap, repartition and union, slightly 
cleaned code in inmem
 add eec07df  #! more correct commit of ListDataSink's Writer
 add 4341c88  #! get rid of batch code in client API
 add 330f67d  #! changes after review
 add aca5db9  #! Staless Windowing (Windowing.Count working; others 
commented out)
 add 422bbb9  #! Attempt at merging
 add edac6a9  #! Fix state merging
 add 415b948  #! Drop Window#add/getState
 add cfdb327  #! Shorten test code
 add 46fd194  #! Aligned count window
 add 5d3182b  #! Add Join implementation
 add bceb02f  #! Finish up join implementation
 add 8b64f45  #! fixed test for sort in reducestatebykey
 add 78e81d6  #! Various styling issue; thanks to review feedback
 add 8977d66  #! Add more debugging support through stdout-sink
 add 2cca7ca  #! Correct output format
 add f431fa2  #! added tests for reducestatebykey - non aggregating and 
unaligned windows
 add 2a3e083  #! changes after review
 add 852fb8f  #! Provide more debugging info through stdout-sink
 add e4b3dad  #! Add (failing) proof-of-concept test
 add 724d1bb  #! Allowing windowing by item specific event-item
 add 39aa4ab  #! Add VoidSink for debugging purposes
 add 66bd32a  #! Prefer UnaryFunction over Even

[beam] 01/01: Merge pull request #5315 from mareksimunek/dsl-euphoria

2018-05-15 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch dsl-euphoria
in repository https://gitbox.apache.org/repos/asf/beam.git

commit e7913a92f88aa1d4d3d4d926c04217640b853b5b
Merge: e7a3578 8d70a5d
Author: Jean-Baptiste Onofré 
AuthorDate: Tue May 15 14:26:17 2018 +0200

Merge pull request #5315 from mareksimunek/dsl-euphoria

[BEAM-3901] Euphoria: Initial import from github

 .../core/construction/PTransformTranslation.java   |6 +
 .../java/org/apache/beam/runners/direct/Clock.java |5 +-
 .../beam/runners/direct/WatermarkManager.java  |   17 +-
 .../runners/direct/portable/BundleFactory.java |9 +-
 .../runners/direct/portable/CommittedBundle.java   |5 +-
 .../runners/direct/portable/CommittedResult.java   |7 +-
 .../direct/portable/CompletionCallback.java|4 +-
 .../direct/portable/DirectExecutionContext.java|5 +-
 ...DirectGBKIntoKeyedWorkItemsOverrideFactory.java |   45 -
 .../portable/DirectGroupByKeyOverrideFactory.java  |   50 -
 .../direct/portable/DirectTimerInternals.java  |7 +-
 .../direct/portable/DirectTransformExecutor.java   |   10 +-
 .../runners/direct/portable/EvaluationContext.java |   71 +-
 .../portable/ExecutorServiceParallelExecutor.java  |   19 +-
 .../direct/portable/FlattenEvaluatorFactory.java   |   22 +-
 .../GroupAlsoByWindowEvaluatorFactory.java |   48 +-
 .../portable/GroupByKeyOnlyEvaluatorFactory.java   |   41 +-
 .../portable/ImmutableListBundleFactory.java   |   15 +-
 .../direct/portable/ImpulseEvaluatorFactory.java   |   25 +-
 .../portable/PassthroughTransformEvaluator.java|8 +-
 .../runners/direct/portable/PipelineExecutor.java  |   12 +-
 .../direct/{ => portable}/PortableGraph.java   |3 +-
 .../runners/direct/portable/QuiescenceDriver.java  |   49 +-
 .../runners/direct/portable/RootInputProvider.java |   19 +-
 .../direct/portable/RootProviderRegistry.java  |   17 +-
 .../beam/runners/direct/portable/StepAndKey.java   |   10 +-
 .../direct/portable/StepTransformResult.java   |   14 +-
 .../direct/portable/TransformEvaluatorFactory.java |6 +-
 .../portable/TransformEvaluatorRegistry.java   |6 +-
 .../direct/portable/TransformExecutorFactory.java  |4 +-
 .../runners/direct/portable/TransformResult.java   |   10 +-
 .../runners/direct/portable/UncommittedBundle.java |3 +-
 .../direct/portable/WatermarkCallbackExecutor.java |   26 +-
 .../runners/direct/portable/WatermarkManager.java  | 1568 --
 .../direct/portable/WindowEvaluatorFactory.java|   35 +-
 .../runners/direct/DirectRunnerApiSurfaceTest.java |4 +
 .../direct/portable/CommittedResultTest.java   |   69 +-
 .../direct/portable/DirectTimerInternalsTest.java  |6 +-
 .../portable/DirectTransformExecutorTest.java  |   53 +-
 .../direct/portable/EvaluationContextTest.java |   68 +-
 .../direct/portable/ExecutableGraphBuilder.java|   82 +
 .../portable/FlattenEvaluatorFactoryTest.java  |   92 +-
 .../portable/GroupByKeyEvaluatorFactoryTest.java   |  177 --
 .../GroupByKeyOnlyEvaluatorFactoryTest.java|   57 +-
 .../portable/ImmutableListBundleFactoryTest.java   |   24 +-
 .../portable/ImpulseEvaluatorFactoryTest.java  |   42 +-
 .../beam/runners/direct/portable/MockClock.java|1 +
 .../direct/{ => portable}/PortableGraphTest.java   |2 +-
 .../direct/portable/StepTransformResultTest.java   |   23 +-
 .../portable/WatermarkCallbackExecutorTest.java|   40 +-
 .../direct/portable/WatermarkManagerTest.java  | 1688 
 .../portable/WindowEvaluatorFactoryTest.java   |   61 +-
 sdks/java/extensions/euphoria/README.md|  142 ++
 .../extensions/euphoria/euphoria-beam/build.gradle |   22 +
 .../java/extensions/euphoria/euphoria-beam/pom.xml |  117 ++
 .../java/cz/seznam/euphoria/beam/BeamExecutor.java |   78 +
 .../seznam/euphoria/beam/BeamExecutorContext.java  |  209 +++
 .../java/cz/seznam/euphoria/beam/BeamFlow.java |  245 +++
 .../cz/seznam/euphoria/beam/DoFnCollector.java |   95 ++
 .../cz/seznam/euphoria/beam/FlatMapTranslator.java |   86 +
 .../cz/seznam/euphoria/beam/FlowTranslator.java|  120 ++
 .../cz/seznam/euphoria/beam/InputTranslator.java   |   55 +
 .../euphoria/beam/LazyAccumulatorProvider.java |   62 +
 .../seznam/euphoria/beam/OperatorTranslator.java   |   37 +
 .../euphoria/beam/ReduceByKeyTranslator.java   |  164 ++
 .../euphoria/beam/ReduceStateByKeyTranslator.java  |   68 +
 .../seznam/euphoria/beam/SingleValueCollector.java |   71 +
 .../java/cz/seznam/euphoria/beam/TypeUtils.java|   38 +
 .../cz/seznam/euphoria/beam/UnionTranslator.java   |   35 +
 .../euphoria/beam/WrappedPCollectionOperator.java  |   59 +
 .../cz/seznam/euphoria/beam/coder/PairCoder.java   |  111 ++
 .../seznam/euphoria/beam/coder/package-info.java   |   12 +-
 .../seznam/euphoria/beam/io/BeamBoundedSource.java 

[beam] 01/01: Merge pull request #5244 from iemejia/BEAM-3813-s3-sse

2018-05-14 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 7a3f6885c69649d0428269bfc4b86ab130de99e8
Merge: bb319db 5fb21de
Author: Jean-Baptiste Onofré 
AuthorDate: Mon May 14 14:03:50 2018 +0200

Merge pull request #5244 from iemejia/BEAM-3813-s3-sse

[BEAM-3813] Support encryption for S3FileSystem (SSE-S3, SSE-C and SSE-KMS)

 sdks/java/io/amazon-web-services/build.gradle  |   4 +-
 sdks/java/io/amazon-web-services/pom.xml   |  15 +-
 .../apache/beam/sdk/io/aws/options/AwsModule.java  |  19 +-
 .../apache/beam/sdk/io/aws/options/S3Options.java  |  39 ++-
 .../apache/beam/sdk/io/aws/s3/S3FileSystem.java| 128 +-
 .../beam/sdk/io/aws/s3/S3FileSystemRegistrar.java  |   2 +-
 .../io/aws/s3/S3ReadableSeekableByteChannel.java   |  15 +-
 .../beam/sdk/io/aws/s3/S3WritableByteChannel.java  |  52 +++-
 .../beam/sdk/io/aws/options/AwsModuleTest.java |   2 +-
 .../beam/sdk/io/aws/s3/MatchResultMatcher.java |   4 +-
 .../beam/sdk/io/aws/s3/S3FileSystemTest.java   | 262 +++--
 .../beam/sdk/io/aws/s3/S3ResourceIdTest.java   |  41 ++--
 .../org/apache/beam/sdk/io/aws/s3/S3TestUtils.java |  82 +++
 .../sdk/io/aws/s3/S3WritableByteChannelTest.java   | 102 ++--
 14 files changed, 561 insertions(+), 206 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (bb319db -> 7a3f688)

2018-05-14 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from bb319db  Merge pull request #5277: [BEAM-3515] Portable translation of 
SplittableProcessKeyed
 add aeae5c0  [BEAM-3813] Refactor constructors to use only S3Options 
instead of each param
 add 3d169fc  [BEAM-3813] Update aws-java-sdk version to version 1.11.319
 add 6473b91  [BEAM-3813] Add support for SSE-C in S3 Filesystem
 add 01d3bd7  [BEAM-3813] Add support for SSE-S3 in S3 Filesystem
 add 3e834c6  [BEAM-3813] Add support for SSE-KMS in S3 Filesystem
 add 5fb21de  [BEAM-3813] Fix error-prone and other warnings for the AWS 
module
 new 7a3f688  Merge pull request #5244 from iemejia/BEAM-3813-s3-sse

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 sdks/java/io/amazon-web-services/build.gradle  |   4 +-
 sdks/java/io/amazon-web-services/pom.xml   |  15 +-
 .../apache/beam/sdk/io/aws/options/AwsModule.java  |  19 +-
 .../apache/beam/sdk/io/aws/options/S3Options.java  |  39 ++-
 .../apache/beam/sdk/io/aws/s3/S3FileSystem.java| 128 +-
 .../beam/sdk/io/aws/s3/S3FileSystemRegistrar.java  |   2 +-
 .../io/aws/s3/S3ReadableSeekableByteChannel.java   |  15 +-
 .../beam/sdk/io/aws/s3/S3WritableByteChannel.java  |  52 +++-
 .../beam/sdk/io/aws/options/AwsModuleTest.java |   2 +-
 .../beam/sdk/io/aws/s3/MatchResultMatcher.java |   4 +-
 .../beam/sdk/io/aws/s3/S3FileSystemTest.java   | 262 +++--
 .../beam/sdk/io/aws/s3/S3ResourceIdTest.java   |  41 ++--
 .../org/apache/beam/sdk/io/aws/s3/S3TestUtils.java |  82 +++
 .../sdk/io/aws/s3/S3WritableByteChannelTest.java   | 102 ++--
 14 files changed, 561 insertions(+), 206 deletions(-)
 create mode 100644 
sdks/java/io/amazon-web-services/src/test/java/org/apache/beam/sdk/io/aws/s3/S3TestUtils.java

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (e056724 -> 7979084)

2018-05-03 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from e056724  Merge pull request #5234: Add KV and Window Coder Utilities 
to ModelCoders
 add ebed954  [BEAM-4138] Support runners that do not support committed 
metrics in MetricsHttpSink
 new 7979084  Merge pull request #5203 from 
echauchot/BEAM-4138-MetricsHttpSink-committed-fix

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../extensions/metrics/MetricsHttpSink.java|  25 +-
 .../extensions/metrics/MetricsHttpSinkTest.java| 414 -
 .../org/apache/beam/sdk/metrics/MetricResult.java  |   2 +
 3 files changed, 255 insertions(+), 186 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5203 from echauchot/BEAM-4138-MetricsHttpSink-committed-fix

2018-05-03 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 797908421efa94bb1cedf2a96a435f877c27e98b
Merge: e056724 ebed954
Author: Jean-Baptiste Onofré 
AuthorDate: Thu May 3 09:45:53 2018 +0200

Merge pull request #5203 from 
echauchot/BEAM-4138-MetricsHttpSink-committed-fix

[BEAM-4138] Support runners that do not support committed metrics in 
MetricsHttpSink

 .../extensions/metrics/MetricsHttpSink.java|  25 +-
 .../extensions/metrics/MetricsHttpSinkTest.java| 414 -
 .../org/apache/beam/sdk/metrics/MetricResult.java  |   2 +
 3 files changed, 255 insertions(+), 186 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (506fb32 -> e77c960)

2018-04-10 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 506fb32  Merge pull request #5019 from 
aromanenko-dev/BEAM-2852-nexmark-kafka-source-sink
 add 28bb632  Remove accidentally forgotten binding for log4j12 on SolrIO
 add e77c960  Merge pull request #5082 from iemejia/fix-solr-log

No new revisions were added by this update.

Summary of changes:
 sdks/java/io/solr/build.gradle | 1 -
 1 file changed, 1 deletion(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #5031 from coheigea/simplify_expressions

2018-04-05 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit a3252ee2def23da453d8c5643e6431fd117413b8
Merge: 50139b4 5a0b95f
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Apr 5 15:48:43 2018 +0200

Merge pull request #5031 from coheigea/simplify_expressions

Simplify the Beam and/or SQL Expressions

 .../sql/impl/interpreter/operator/logical/BeamSqlAndExpression.java   | 4 ++--
 .../sql/impl/interpreter/operator/logical/BeamSqlOrExpression.java| 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (50139b4 -> a3252ee)

2018-04-05 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from 50139b4  Merge pull request #4790 from 
rmannibucau/fix/BEAM-3409_wait-for-teardown-execution-in-direct-runner
 add 5a0b95f  Simplify the Beam and/or SQL Expressions
 new a3252ee  Merge pull request #5031 from coheigea/simplify_expressions

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../sql/impl/interpreter/operator/logical/BeamSqlAndExpression.java   | 4 ++--
 .../sql/impl/interpreter/operator/logical/BeamSqlOrExpression.java| 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (a2a5d3d -> 50139b4)

2018-04-04 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from a2a5d3d  [BEAM-3257] Add Python precommit gradle config
 add 124ead5  [BEAM-3409] waitUntilFinish should wait teardown even for the 
direct runner
 new 50139b4  Merge pull request #4790 from 
rmannibucau/fix/BEAM-3409_wait-for-teardown-execution-in-direct-runner

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../org/apache/beam/runners/core/DoFnRunner.java   |  6 ++
 .../runners/core/LateDataDroppingDoFnRunner.java   |  5 ++
 .../apache/beam/runners/core/ProcessFnRunner.java  |  6 ++
 .../runners/core/PushbackSideInputDoFnRunner.java  |  6 ++
 .../apache/beam/runners/core/SimpleDoFnRunner.java |  5 ++
 .../core/SimplePushbackSideInputDoFnRunner.java|  8 +-
 .../beam/runners/core/StatefulDoFnRunner.java  |  5 ++
 .../SimplePushbackSideInputDoFnRunnerTest.java |  6 ++
 ...LifecycleManagerRemovingTransformEvaluator.java |  4 +
 .../direct/ExecutorServiceParallelExecutor.java| 42 --
 .../apache/beam/runners/direct/ParDoEvaluator.java |  8 ++
 .../SplittableProcessElementsEvaluatorFactory.java | 95 +++---
 .../beam/runners/direct/DirectRunnerTest.java  | 35 
 .../flink/metrics/DoFnRunnerWithMetricsUpdate.java |  6 ++
 .../spark/translation/DoFnRunnerWithMetrics.java   |  6 ++
 .../apache/beam/fn/harness/FnApiDoFnRunner.java|  5 ++
 16 files changed, 193 insertions(+), 55 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #4790 from rmannibucau/fix/BEAM-3409_wait-for-teardown-execution-in-direct-runner

2018-04-04 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 50139b4395584513099094445f57c495b515
Merge: a2a5d3d 124ead5
Author: Jean-Baptiste Onofré 
AuthorDate: Thu Apr 5 06:09:24 2018 +0200

Merge pull request #4790 from 
rmannibucau/fix/BEAM-3409_wait-for-teardown-execution-in-direct-runner

[BEAM-3409] waitUntilFinish() doesn't wait for the teardown execution on 
Direct runner - fixing compilation issue on flink

 .../org/apache/beam/runners/core/DoFnRunner.java   |  6 ++
 .../runners/core/LateDataDroppingDoFnRunner.java   |  5 ++
 .../apache/beam/runners/core/ProcessFnRunner.java  |  6 ++
 .../runners/core/PushbackSideInputDoFnRunner.java  |  6 ++
 .../apache/beam/runners/core/SimpleDoFnRunner.java |  5 ++
 .../core/SimplePushbackSideInputDoFnRunner.java|  8 +-
 .../beam/runners/core/StatefulDoFnRunner.java  |  5 ++
 .../SimplePushbackSideInputDoFnRunnerTest.java |  6 ++
 ...LifecycleManagerRemovingTransformEvaluator.java |  4 +
 .../direct/ExecutorServiceParallelExecutor.java| 42 --
 .../apache/beam/runners/direct/ParDoEvaluator.java |  8 ++
 .../SplittableProcessElementsEvaluatorFactory.java | 95 +++---
 .../beam/runners/direct/DirectRunnerTest.java  | 35 
 .../flink/metrics/DoFnRunnerWithMetricsUpdate.java |  6 ++
 .../spark/translation/DoFnRunnerWithMetrics.java   |  6 ++
 .../apache/beam/fn/harness/FnApiDoFnRunner.java|  5 ++
 16 files changed, 193 insertions(+), 55 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] 01/01: Merge pull request #4893 from iemejia/BEAM-3875-spark-2.3

2018-04-04 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 658915a597178aff39b56bea3c9ddf1e24bcb658
Merge: a1ef0aa 1678d01
Author: Jean-Baptiste Onofré 
AuthorDate: Wed Apr 4 13:56:08 2018 +0200

Merge pull request #4893 from iemejia/BEAM-3875-spark-2.3

[BEAM-3875] Update Spark runner to use Spark version 2.3.0

 build_rules.gradle |  2 +-
 examples/java/pom.xml  |  2 +-
 pom.xml|  2 +-
 .../spark/aggregators/metrics/package-info.java| 22 --
 .../spark/translation/TranslationUtils.java|  4 +---
 sdks/java/io/hadoop-input-format/pom.xml   |  2 +-
 sdks/java/io/jdbc/pom.xml  |  2 +-
 .../src/main/resources/archetype-resources/pom.xml |  2 +-
 sdks/java/nexmark/pom.xml  |  2 +-
 9 files changed, 8 insertions(+), 32 deletions(-)

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] branch master updated (a1ef0aa -> 658915a)

2018-04-04 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


from a1ef0aa  Merge pull request #4997 from charlesccychen/fix-oauth2-now
 add 1678d01  [BEAM-3875] Update Spark runner to use Spark version 2.3.0
 new 658915a  Merge pull request #4893 from iemejia/BEAM-3875-spark-2.3

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 build_rules.gradle |  2 +-
 examples/java/pom.xml  |  2 +-
 pom.xml|  2 +-
 .../spark/aggregators/metrics/package-info.java| 22 --
 .../spark/translation/TranslationUtils.java|  4 +---
 sdks/java/io/hadoop-input-format/pom.xml   |  2 +-
 sdks/java/io/jdbc/pom.xml  |  2 +-
 .../src/main/resources/archetype-resources/pom.xml |  2 +-
 sdks/java/nexmark/pom.xml  |  2 +-
 9 files changed, 8 insertions(+), 32 deletions(-)
 delete mode 100644 
runners/spark/src/main/java/org/apache/beam/runners/spark/aggregators/metrics/package-info.java

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


[beam] annotated tag v2.3.0 created (now d1c62ec)

2018-02-16 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a change to annotated tag v2.3.0
in repository https://gitbox.apache.org/repos/asf/beam.git.


  at d1c62ec  (tag)
 tagging 081de891e05a6c84db0f3fd03e3ad95f362d5c4c (commit)
 replaces v2.3.0-RC2
  by Jean-Baptiste Onofré
  on Sat Feb 10 21:50:06 2018 +0100

- Log -
[maven-release-plugin] copy for tag v2.3.0-RC3
---

No new revisions were added by this update.

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


svn commit: r25111 - in /release/beam: ./ 0.1.0-incubating/ 0.2.0-incubating/ 0.3.0-incubating/ 0.4.0/ 0.5.0/ 0.6.0/ 2.0.0/ 2.1.0/ 2.1.1/ 2.2.0/ 2.3.0/

2018-02-16 Thread jbonofre
Author: jbonofre
Date: Sat Feb 17 06:08:19 2018
New Revision: 25111

Log:
Publish 2.3.0 release

Added:
release/beam/2.3.0/
release/beam/2.3.0/apache-beam-2.3.0-python.zip   (with props)
release/beam/2.3.0/apache-beam-2.3.0-python.zip.asc
release/beam/2.3.0/apache-beam-2.3.0-python.zip.md5
release/beam/2.3.0/apache-beam-2.3.0-python.zip.sha1
release/beam/2.3.0/apache-beam-2.3.0-source-release.zip   (with props)
release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.asc
release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.md5
release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.sha1
release/beam/latest   (with props)
Removed:
release/beam/0.1.0-incubating/
release/beam/0.2.0-incubating/
release/beam/0.3.0-incubating/
release/beam/0.4.0/
release/beam/0.5.0/
release/beam/0.6.0/
release/beam/2.0.0/
release/beam/2.1.0/
release/beam/2.1.1/
release/beam/2.2.0/

Added: release/beam/2.3.0/apache-beam-2.3.0-python.zip
==
Binary file - no diff available.

Propchange: release/beam/2.3.0/apache-beam-2.3.0-python.zip
--
svn:mime-type = application/octet-stream

Added: release/beam/2.3.0/apache-beam-2.3.0-python.zip.asc
==
--- release/beam/2.3.0/apache-beam-2.3.0-python.zip.asc (added)
+++ release/beam/2.3.0/apache-beam-2.3.0-python.zip.asc Sat Feb 17 06:08:19 2018
@@ -0,0 +1,17 @@
+-BEGIN PGP SIGNATURE-
+Version: GnuPG v1
+
+iQIcBAABAgAGBQJaf9M6AAoJEL/y7kLIKC52+qYP/iIiBWeg77BnSDVjqUCUyVrM
+i3gyPpxdCG0AB9LxUoS3EzXYYxlnOaVcutY1pyHm+67gQvO54ouFcAV1I75p9DS8
+/WuTBgC62mz5Xt1pK2tsI8zGxvS6p+w2DWQCzBpT/rdOzv76brE7KT7PgazvRh16
+xdngOlbSVbhJm8EviajxZG5LfL/smNSS814OouOYzvkna6nv45s7kRQIoCfyWFre
+Ium2o3Wy3lqm77Sfq7aTsmCSbzJrAmIaXkIpuhTsLzRwXt5SYaHtof+IbD1g7CMj
+DmbBCVNPtNWSEIaHvPKuZRQ8KDSYidNMKyGc34gZA8PvZeA7ZWwWuDbQPpvyYJG0
+xLxlGWH5cIZuh1NcMVw0FpSTtGJbHwE8p8FFjMf7RnfTpgouiY6+kejD1U/8S6sD
+OetPNUxRU19lZJhYRsk7u+s8dU4U/SMEIVHtpyDojpRCFyc4rgGOzTpDS8HL4Za+
+LOWwPms7lCJffi5nrLl4HPhFLy8ProBnDp444OstPY7h9Hrb7k4Btp9Ycy8dTeZA
+ERkpN6CZORZqTBPtIGelcQ4UDlI4/L4YYglzmM6L9Ho6idf565I6oDq+Oj0XAYhN
+rFjqOU0vHkT5gZU4IdPicKvNlX/YACz55tTRPjbOaukoq51KfNbVzZQ9AZBJ8xv1
+Y0GOm/1kvWH3x5o1V9kO
+=MzXl
+-END PGP SIGNATURE-

Added: release/beam/2.3.0/apache-beam-2.3.0-python.zip.md5
==
--- release/beam/2.3.0/apache-beam-2.3.0-python.zip.md5 (added)
+++ release/beam/2.3.0/apache-beam-2.3.0-python.zip.md5 Sat Feb 17 06:08:19 2018
@@ -0,0 +1 @@
+5249c77197c16ac7bdc417f58357fa10  apache-beam-2.3.0-python.zip

Added: release/beam/2.3.0/apache-beam-2.3.0-python.zip.sha1
==
--- release/beam/2.3.0/apache-beam-2.3.0-python.zip.sha1 (added)
+++ release/beam/2.3.0/apache-beam-2.3.0-python.zip.sha1 Sat Feb 17 06:08:19 
2018
@@ -0,0 +1 @@
+5996ff1be22dcccb1b9acf8a4b6d0854de2c0482  apache-beam-2.3.0-python.zip

Added: release/beam/2.3.0/apache-beam-2.3.0-source-release.zip
==
Binary file - no diff available.

Propchange: release/beam/2.3.0/apache-beam-2.3.0-source-release.zip
--
svn:mime-type = application/octet-stream

Added: release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.asc
==
--- release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.asc (added)
+++ release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.asc Sat Feb 17 
06:08:19 2018
@@ -0,0 +1,17 @@
+-BEGIN PGP SIGNATURE-
+Version: GnuPG v1
+
+iQIcBAABAgAGBQJaf1L8AAoJEL/y7kLIKC52QykP/0S5FZVT+D4Meb3xSMRQ6KKx
+vPC7+D1RpmHVRnRd6sDr5H47iE2+OsIt6THazpaxVI/9DDtQJtVfsl0Bl7cUek4R
+BhufusaqpEC32nuQsLKuZEPbA8zQNruNkkWdTYX/cTnZmkcNj4WivOJugj7g1Lro
+bTFqGvfdqTAYUq+kfHA3nGMuAH43MsVINHxU7PFNf9zukOXB7b4tSuzrEd9JyCK2
+QisP+8d6/K+di6M3WSYFLxjtAJW3n69LjtxEFb2h2lsmp2vsaRe9grVzcZivkkI3
+nYRdB1xkqXu0JH7+XA+UmkUO0VSsECSrj58FWbNw6eEoXgR/skeZP0dU9IKKoQEE
+cNwtuiQsQNsh6NanVky32NfwNt+oFNxXNDPYeYl3IQYgQjvIJC5R/rOmk4N39Ivj
+KlAQEAlPh7htzSmlZIOExOqsIeQr3P2Bjc1fwoa+UCOJ/WuADk+5OdujAWTnPjo/
+g9hOWUTJD7MmB06sZiRXj1Paa0BRj10T62UUGwL2nGeuzjRC8OEW6B2NTuvQ/oVL
+vugF7Bcwf4Ucg3XxrsOXdeieSrFdV/uSHTfoem3VssIdVG1g/lgK267qtHKAazBJ
+lT4cCVPbf0BXkUxV6indMSDEMEhkMQgGh9zT8OEPZp4ZlBy45F1KK0UJIqqviFWj
+jWJETGiQkVTDqDeTGavp
+=3Zmm
+-END PGP SIGNATURE-

Added: release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.md5
==
--- release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.md5 (added)
+++ release/beam/2.3.0/apache-beam-2.3.0-source-release.zip.md5 Sat

[beam] branch release-2.3.0 updated: [BEAM-3692] Remove maven deploy plugin configuration with skip in the hadoop-input-format IO module

2018-02-13 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.3.0
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/release-2.3.0 by this push:
 new 67b5e1b  [BEAM-3692] Remove maven deploy plugin configuration with 
skip in the hadoop-input-format IO module
67b5e1b is described below

commit 67b5e1bab25d284cdac2127b47f44acc8e83499e
Author: Jean-Baptiste Onofré 
AuthorDate: Mon Feb 12 17:37:08 2018 +0100

[BEAM-3692] Remove maven deploy plugin configuration with skip in the 
hadoop-input-format IO module
---
 sdks/java/io/hadoop-input-format/pom.xml | 7 ---
 1 file changed, 7 deletions(-)

diff --git a/sdks/java/io/hadoop-input-format/pom.xml 
b/sdks/java/io/hadoop-input-format/pom.xml
index 0fbd13a..f4aa818 100644
--- a/sdks/java/io/hadoop-input-format/pom.xml
+++ b/sdks/java/io/hadoop-input-format/pom.xml
@@ -39,13 +39,6 @@
   none
 
   
-  
-org.apache.maven.plugins
-maven-deploy-plugin
-
-  true
-
-  
 
   
 

-- 
To stop receiving notification emails like this one, please contact
jbono...@apache.org.


svn commit: r24925 - in /dev/beam/2.3.0: apache-beam-2.3.0-python.zip.asc apache-beam-2.3.0-source-release.zip apache-beam-2.3.0-source-release.zip.asc apache-beam-2.3.0-source-release.zip.md5 apache-

2018-02-10 Thread jbonofre
Author: jbonofre
Date: Sun Feb 11 05:24:22 2018
New Revision: 24925

Log:
Update 2.3.0 release

Modified:
dev/beam/2.3.0/apache-beam-2.3.0-python.zip.asc
dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip
dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.asc
dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.md5
dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.sha1

Modified: dev/beam/2.3.0/apache-beam-2.3.0-python.zip.asc
==
--- dev/beam/2.3.0/apache-beam-2.3.0-python.zip.asc (original)
+++ dev/beam/2.3.0/apache-beam-2.3.0-python.zip.asc Sun Feb 11 05:24:22 2018
@@ -1,17 +1,17 @@
 -BEGIN PGP SIGNATURE-
 Version: GnuPG v1
 
-iQIcBAABAgAGBQJae+A7AAoJEL/y7kLIKC52X58QAJkn6JwZD7je+NfPI0feP7Jj
-Cg+BIZ0il6STZfJKO2JfFGyMzr2Djq2iXjJcvXaNMTfltMdVCIhe9HnkGhit70fI
-mErQlC1I4qJcTmOTtAgda0KpfXSK6lf2CFfguThcAjWj+mMlhnXb9BMptlxrOGQl
-J0vfffbBeeXcnSmQaetnBOZJogmcOsBDCgmqi5gB8j6GTtBFdU+7g0JhTDvGSGyI
-AvyYxoQiP9hhvV/e2lUee95iY4rJEKymJBfQHwWJBjr5zreqjaXd1hCv2/4cyYGd
-hm2x/JQAO1XsMk4OM6Qi11QTyKWG7x6GSqrTnm8YMeCDvqBMp05Bhm2WWVq2UvgM
-gqonrqZncsBu4/mGzYr2aTMGBByWDuN9SUFwtZs59dvKtwIFX3fld7/ebHyCc8CO
-3RQkaCUM0QKoq6IFArZBvZHFdUP1zBgFXtwGrsxQUY639ljaExnudf6X2fSI/mfD
-PcksRlZu4EQ6v12krLW+L/SFsISIu6nHWLQwTcHlr4OZGyshFvneFT3EBxm46s4A
-o6xivYDEM2X7+wBrxtYKWymbez7NZSgLz6Pc3B/6860B+RwHJjWmVNfHCr8XSBOp
-rnVIMI3clQ0eCz377VHBOVBXhU0rrCCmjg3XfRVJ5L6QMzgK8PUgus7nMMAhoaw0
-rq009gMzCyTxQSihp6Dg
-=il66
+iQIcBAABAgAGBQJaf9M6AAoJEL/y7kLIKC52+qYP/iIiBWeg77BnSDVjqUCUyVrM
+i3gyPpxdCG0AB9LxUoS3EzXYYxlnOaVcutY1pyHm+67gQvO54ouFcAV1I75p9DS8
+/WuTBgC62mz5Xt1pK2tsI8zGxvS6p+w2DWQCzBpT/rdOzv76brE7KT7PgazvRh16
+xdngOlbSVbhJm8EviajxZG5LfL/smNSS814OouOYzvkna6nv45s7kRQIoCfyWFre
+Ium2o3Wy3lqm77Sfq7aTsmCSbzJrAmIaXkIpuhTsLzRwXt5SYaHtof+IbD1g7CMj
+DmbBCVNPtNWSEIaHvPKuZRQ8KDSYidNMKyGc34gZA8PvZeA7ZWwWuDbQPpvyYJG0
+xLxlGWH5cIZuh1NcMVw0FpSTtGJbHwE8p8FFjMf7RnfTpgouiY6+kejD1U/8S6sD
+OetPNUxRU19lZJhYRsk7u+s8dU4U/SMEIVHtpyDojpRCFyc4rgGOzTpDS8HL4Za+
+LOWwPms7lCJffi5nrLl4HPhFLy8ProBnDp444OstPY7h9Hrb7k4Btp9Ycy8dTeZA
+ERkpN6CZORZqTBPtIGelcQ4UDlI4/L4YYglzmM6L9Ho6idf565I6oDq+Oj0XAYhN
+rFjqOU0vHkT5gZU4IdPicKvNlX/YACz55tTRPjbOaukoq51KfNbVzZQ9AZBJ8xv1
+Y0GOm/1kvWH3x5o1V9kO
+=MzXl
 -END PGP SIGNATURE-

Modified: dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip
==
Binary files - no diff available.

Modified: dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.asc
==
--- dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.asc (original)
+++ dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.asc Sun Feb 11 05:24:22 
2018
@@ -1,17 +1,17 @@
 -BEGIN PGP SIGNATURE-
 Version: GnuPG v1
 
-iQIcBAABAgAGBQJae1SfAAoJEL/y7kLIKC52+20QAJkebTvBEu+IUA7oo2h4KakS
-rdtofRT0E/lNB2i09jya8qPuYnLIbKcZZAl2AlFxQ6ngzanXdi1QBaMkpYEsYP0L
-AP25F6QnnuilhOBIv5S80bxa47QQsd498UMvBnwiWXIWw/ZaBfgpMLNL71+OUOGc
-rqMaXyCbvwr45hoIAy3r1OHCDwYm58iAcuVUEyNTaAHlxvYXPXTsOS7kAGCTQANg
-W1v04jXQcenxZNrb+D4oFNs6nHCT1yxPBgU1mEk7u/RRRdw/IFf9xG0AADytzupc
-v7F/Ssa4QjpUoRIvPrmYWF4PAF6b+AOAfqah/kJV8fxrqtlsbw8Qum74ekAmCcIE
-/kIhct7ezGiEDrGw6qWFLzfFH/CD4dii7v+Ut0prBSJAXcCmcLqrg0zCujRbCWuz
-LPdC5lc7KLgNN7vw7yH45jQ26zCe0YJvDYUNJmWM1UAAiwieqMIwSPilMhaF+Pd/
-ykROjtFrjgAiwBbJ7MOSgLut2HperpeDqKpLCcAI0pngKIQSSEywEMxbWbSltXIz
-Q81PRffBA7SOkmIuVT1qMQjR4Ie8saJxflJc8JPwJlXUr0Tc7afA+3Zov9+VMERo
-XGsH0QOLYQoQwT1109xI8PzRgdCdRTpOe4FOgRtdxAZ6+zhEKkS046PGNNR6E/Fv
-ymytpT6yvDzQ9mzQ5kuL
-=/d2I
+iQIcBAABAgAGBQJaf1L8AAoJEL/y7kLIKC52QykP/0S5FZVT+D4Meb3xSMRQ6KKx
+vPC7+D1RpmHVRnRd6sDr5H47iE2+OsIt6THazpaxVI/9DDtQJtVfsl0Bl7cUek4R
+BhufusaqpEC32nuQsLKuZEPbA8zQNruNkkWdTYX/cTnZmkcNj4WivOJugj7g1Lro
+bTFqGvfdqTAYUq+kfHA3nGMuAH43MsVINHxU7PFNf9zukOXB7b4tSuzrEd9JyCK2
+QisP+8d6/K+di6M3WSYFLxjtAJW3n69LjtxEFb2h2lsmp2vsaRe9grVzcZivkkI3
+nYRdB1xkqXu0JH7+XA+UmkUO0VSsECSrj58FWbNw6eEoXgR/skeZP0dU9IKKoQEE
+cNwtuiQsQNsh6NanVky32NfwNt+oFNxXNDPYeYl3IQYgQjvIJC5R/rOmk4N39Ivj
+KlAQEAlPh7htzSmlZIOExOqsIeQr3P2Bjc1fwoa+UCOJ/WuADk+5OdujAWTnPjo/
+g9hOWUTJD7MmB06sZiRXj1Paa0BRj10T62UUGwL2nGeuzjRC8OEW6B2NTuvQ/oVL
+vugF7Bcwf4Ucg3XxrsOXdeieSrFdV/uSHTfoem3VssIdVG1g/lgK267qtHKAazBJ
+lT4cCVPbf0BXkUxV6indMSDEMEhkMQgGh9zT8OEPZp4ZlBy45F1KK0UJIqqviFWj
+jWJETGiQkVTDqDeTGavp
+=3Zmm
 -END PGP SIGNATURE-

Modified: dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.md5
==
--- dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.md5 (original)
+++ dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.md5 Sun Feb 11 05:24:22 
2018
@@ -1 +1 @@
-5288ab03de17ff82ed0d80ffd41fae9b  apache-beam-2.3.0-source-release.zip
+4bfbaad87e8c44d80a2d43e6a7059cf4  apache-beam-2.3.0-source-release.zip

Modified: dev/beam/2.3.0/apache-beam-2.3.0-source-release.zip.sha1
==
--- dev/beam/2.3.0

[beam] branch release-2.3.0 updated: [maven-release-plugin] rollback changes from release preparation of v2.3.0-RC3

2018-02-10 Thread jbonofre
This is an automated email from the ASF dual-hosted git repository.

jbonofre pushed a commit to branch release-2.3.0
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/release-2.3.0 by this push:
 new 4abe27c  [maven-release-plugin] rollback changes from release 
preparation of v2.3.0-RC3
4abe27c is described below

commit 4abe27cb390de3ab97c52c15f7a083f82f808fdc
Author: Jean-Baptiste Onofré 
AuthorDate: Sat Feb 10 21:50:16 2018 +0100

[maven-release-plugin] rollback changes from release preparation of 
v2.3.0-RC3
---
 examples/java/pom.xml   | 2 +-
 examples/pom.xml| 2 +-
 model/fn-execution/pom.xml  | 2 +-
 model/job-management/pom.xml| 2 +-
 model/pipeline/pom.xml  | 2 +-
 model/pom.xml   | 2 +-
 pom.xml | 4 ++--
 runners/apex/pom.xml| 2 +-
 runners/core-construction-java/pom.xml  | 2 +-
 runners/core-java/pom.xml   | 2 +-
 runners/direct-java/pom.xml | 2 +-
 runners/flink/pom.xml   | 2 +-
 runners/gcp/gcemd/pom.xml   | 2 +-
 runners/gcp/gcsproxy/pom.xml| 2 +-
 runners/gcp/pom.xml | 2 +-
 runners/gearpump/pom.xml| 2 +-
 runners/google-cloud-dataflow-java/pom.xml  | 2 +-
 runners/java-fn-execution/pom.xml   | 2 +-
 runners/local-artifact-service-java/pom.xml | 2 +-
 runners/local-java/pom.xml  | 2 +-
 runners/pom.xml | 2 +-
 runners/reference/java/pom.xml  | 2 +-
 runners/reference/job-server/pom.xml| 2 +-
 runners/reference/pom.xml   | 2 +-
 runners/spark/pom.xml   | 2 +-
 sdks/go/pom.xml | 2 +-
 sdks/java/build-tools/pom.xml   | 2 +-
 sdks/java/container/pom.xml | 2 +-
 sdks/java/core/pom.xml  | 2 +-
 sdks/java/extensions/google-cloud-platform-core/pom.xml | 2 +-
 sdks/java/extensions/jackson/pom.xml| 2 +-
 sdks/java/extensions/join-library/pom.xml   | 2 +-
 sdks/java/extensions/pom.xml| 2 +-
 sdks/java/extensions/protobuf/pom.xml   | 2 +-
 sdks/java/extensions/sketching/pom.xml  | 2 +-
 sdks/java/extensions/sorter/pom.xml | 2 +-
 sdks/java/extensions/sql/pom.xml| 2 +-
 sdks/java/fn-execution/pom.xml  | 2 +-
 sdks/java/harness/pom.xml   | 2 +-
 sdks/java/io/amazon-web-services/pom.xml| 2 +-
 sdks/java/io/amqp/pom.xml   | 2 +-
 sdks/java/io/cassandra/pom.xml  | 2 +-
 sdks/java/io/common/pom.xml | 2 +-
 sdks/java/io/elasticsearch-tests/elasticsearch-tests-2/pom.xml  | 2 +-
 sdks/java/io/elasticsearch-tests/elasticsearch-tests-5/pom.xml  | 2 +-
 sdks/java/io/elasticsearch-tests/elasticsearch-tests-common/pom.xml | 2 +-
 sdks/java/io/elasticsearch-tests/pom.xml| 2 +-
 sdks/java/io/elasticsearch/pom.xml  | 2 +-
 sdks/java/io/file-based-io-tests/pom.xml| 2 +-
 sdks/java/io/google-cloud-platform/pom.xml  | 2 +-
 sdks/java/io/hadoop-common/pom.xml  | 2 +-
 sdks/java/io/hadoop-file-system/pom.xml | 2 +-
 sdks/java/io/hadoop-input-format/pom.xml| 2 +-
 sdks/java/io/hbase/pom.xml  | 2 +-
 sdks/java/io/hcatalog/pom.xml   | 2 +-
 sdks/java/io/jdbc/pom.xml   | 2 +-
 sdks/java/io/jms/pom.xml| 2 +-
 sdks/java/io/kafka/pom.xml  | 2

  1   2   3   4   5   6   7   >