Jenkins build is still unstable: beam_PostCommit_MavenVerify #1808

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build is back to stable : beam_PostCommit_RunnableOnService_SparkLocal #135

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build is still unstable: beam_PostCommit_RunnableOnService_FlinkLocal #827

2016-11-12 Thread Apache Jenkins Server 
See

Build failed in Jenkins: beam_PostCommit_PythonVerify #698

2016-11-12 Thread Apache Jenkins Server 
See 

--
[...truncated 710 lines...]
test_default_typed_hint 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_default_untyped_hint 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_deferred_side_input_iterable 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_deferred_side_inputs 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_keyword_side_input_hint 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_any_compatibility 
(apache_beam.typehints.typehints_test.AnyTypeConstraintTestCase) ... ok
test_repr (apache_beam.typehints.typehints_test.AnyTypeConstraintTestCase) ... 
ok
test_type_check 
(apache_beam.typehints.typehints_test.AnyTypeConstraintTestCase) ... ok
test_composite_takes_and_returns_hints 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_enable_and_disable_type_checking_returns 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_enable_and_disable_type_checking_takes 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_simple_takes_and_returns_hints 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_valid_mix_pos_and_keyword_with_both_orders 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_getcallargs_forhints 
(apache_beam.typehints.typehints_test.DecoratorHelpers) ... ok
test_hint_helper (apache_beam.typehints.typehints_test.DecoratorHelpers) ... ok
test_positional_arg_hints 
(apache_beam.typehints.typehints_test.DecoratorHelpers) ... ok
test_compatibility (apache_beam.typehints.typehints_test.DictHintTestCase) ... 
ok
test_getitem_param_must_be_tuple 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... 
:497:
 DeprecationWarning: BaseException.message has been deprecated as of Python 2.6
  e.exception.message)
ok
test_getitem_param_must_have_length_2 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_key_type_must_be_valid_composite_param 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_match_type_variables 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_repr (apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_check_invalid_key_type 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_check_invalid_value_type 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_check_valid_composite_type 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_check_valid_simple_type 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_checks_not_dict 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_value_type_must_be_valid_composite_param 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_compatibility (apache_beam.typehints.typehints_test.GeneratorHintTestCase) 
... ok
test_generator_argument_hint_invalid_yield_type 
(apache_beam.typehints.typehints_test.GeneratorHintTestCase) ... ok
test_generator_return_hint_invalid_yield_type 
(apache_beam.typehints.typehints_test.GeneratorHintTestCase) ... ok
test_repr (apache_beam.typehints.typehints_test.GeneratorHintTestCase) ... ok
test_compatibility (apache_beam.typehints.typehints_test.IterableHintTestCase) 
... ok
test_getitem_invalid_composite_type_param 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_repr (apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_tuple_compatibility 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_must_be_iterable 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_violation_invalid_composite_type 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_violation_invalid_simple_type 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_violation_valid_composite_type 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_violation_valid_simple_type 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_enforce_kv_type_constraint 
(apache_beam.typehints.typehints_test.KVHintTestCase) ... ok
test_getitem_param_must_be_tuple 
(apache_beam.typehints.typehints_test.KVHintTestCase) ... ok
test_getitem_param_must_have_length_2 
(apache_beam.typehints.typehints_test.KVHintTestCase) ... ok
test_getitem_proxy_to_tuple 
(apache_beam.typehints.typehints_test.KVHintTestCase) ... ok
test_enforce_list_type_constraint_invalid_composite_type 
(apache_beam.typehints.typehints_test.ListHintTestCase) ... ok
test_enforce_list_type_constraint_invalid_simple_type

Jenkins build is still unstable: beam_PostCommit_MavenVerify #1807

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build became unstable: beam_PostCommit_RunnableOnService_SparkLocal #134

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build is still unstable: beam_PostCommit_RunnableOnService_FlinkLocal #826

2016-11-12 Thread Apache Jenkins Server 
See

Build failed in Jenkins: beam_PostCommit_PythonVerify #697

2016-11-12 Thread Apache Jenkins Server 
See 

--
[...truncated 710 lines...]
test_default_typed_hint 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_default_untyped_hint 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_deferred_side_input_iterable 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_deferred_side_inputs 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_keyword_side_input_hint 
(apache_beam.typehints.typed_pipeline_test.SideInputTest) ... ok
test_any_compatibility 
(apache_beam.typehints.typehints_test.AnyTypeConstraintTestCase) ... ok
test_repr (apache_beam.typehints.typehints_test.AnyTypeConstraintTestCase) ... 
ok
test_type_check 
(apache_beam.typehints.typehints_test.AnyTypeConstraintTestCase) ... ok
test_composite_takes_and_returns_hints 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_enable_and_disable_type_checking_returns 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_enable_and_disable_type_checking_takes 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_simple_takes_and_returns_hints 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_valid_mix_pos_and_keyword_with_both_orders 
(apache_beam.typehints.typehints_test.CombinedReturnsAndTakesTestCase) ... ok
test_getcallargs_forhints 
(apache_beam.typehints.typehints_test.DecoratorHelpers) ... ok
test_hint_helper (apache_beam.typehints.typehints_test.DecoratorHelpers) ... ok
test_positional_arg_hints 
(apache_beam.typehints.typehints_test.DecoratorHelpers) ... ok
test_compatibility (apache_beam.typehints.typehints_test.DictHintTestCase) ... 
ok
test_getitem_param_must_be_tuple 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... 
:497:
 DeprecationWarning: BaseException.message has been deprecated as of Python 2.6
  e.exception.message)
ok
test_getitem_param_must_have_length_2 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_key_type_must_be_valid_composite_param 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_match_type_variables 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_repr (apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_check_invalid_key_type 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_check_invalid_value_type 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_check_valid_composite_type 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_check_valid_simple_type 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_type_checks_not_dict 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_value_type_must_be_valid_composite_param 
(apache_beam.typehints.typehints_test.DictHintTestCase) ... ok
test_compatibility (apache_beam.typehints.typehints_test.GeneratorHintTestCase) 
... ok
test_generator_argument_hint_invalid_yield_type 
(apache_beam.typehints.typehints_test.GeneratorHintTestCase) ... ok
test_generator_return_hint_invalid_yield_type 
(apache_beam.typehints.typehints_test.GeneratorHintTestCase) ... ok
test_repr (apache_beam.typehints.typehints_test.GeneratorHintTestCase) ... ok
test_compatibility (apache_beam.typehints.typehints_test.IterableHintTestCase) 
... ok
test_getitem_invalid_composite_type_param 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_repr (apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_tuple_compatibility 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_must_be_iterable 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_violation_invalid_composite_type 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_violation_invalid_simple_type 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_violation_valid_composite_type 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_type_check_violation_valid_simple_type 
(apache_beam.typehints.typehints_test.IterableHintTestCase) ... ok
test_enforce_kv_type_constraint 
(apache_beam.typehints.typehints_test.KVHintTestCase) ... ok
test_getitem_param_must_be_tuple 
(apache_beam.typehints.typehints_test.KVHintTestCase) ... ok
test_getitem_param_must_have_length_2 
(apache_beam.typehints.typehints_test.KVHintTestCase) ... ok
test_getitem_proxy_to_tuple 
(apache_beam.typehints.typehints_test.KVHintTestCase) ... ok
test_enforce_list_type_constraint_invalid_composite_type 
(apache_beam.typehints.typehints_test.ListHintTestCase) ... ok
test_enforce_list_type_constraint_invalid_simple_type

Jenkins build is still unstable: beam_PostCommit_MavenVerify #1806

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build is still unstable: beam_PostCommit_RunnableOnService_FlinkLocal #825

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build is back to normal : beam_PostCommit_PythonVerify #696

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build became unstable: beam_PostCommit_MavenVerify #1805

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build is back to stable : beam_PostCommit_RunnableOnService_SparkLocal #132

2016-11-12 Thread Apache Jenkins Server 
See

Jenkins build is still unstable: beam_PostCommit_RunnableOnService_FlinkLocal #824

2016-11-12 Thread Apache Jenkins Server 
See

[jira] [Commented] (BEAM-899) Flink quickstart instructions

2016-11-12 Thread ASF GitHub Bot (JIRA) 

[ 
https://issues.apache.org/jira/browse/BEAM-899?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=15659465#comment-15659465
 ] 

ASF GitHub Bot commented on BEAM-899:
-

GitHub user aljoscha opened a pull request:

https://github.com/apache/incubator-beam-site/pull/79

[BEAM-899] Add Flink Instructions to quickstart.md

I added a section about runner specific dependencies in the Quickstart.

R: @francesperry 

You can merge this pull request into a Git repository by running:

$ git pull https://github.com/aljoscha/incubator-beam-site flink-quickstart

Alternatively you can review and apply these changes as the patch at:

https://github.com/apache/incubator-beam-site/pull/79.patch

To close this pull request, make a commit to your master/trunk branch
with (at least) the following in the commit message:

This closes #79


commit d2b3e4810a3ba85c96e15bf82cccd907b86a54be
Author: Aljoscha Krettek 
Date:   2016-11-12T10:36:49Z

[BEAM-899] Add Flink Instructions to quickstart.md

commit a31273ca886b1fb4ff3a3728c9ede30dbf1dc16c
Author: Aljoscha Krettek 
Date:   2016-11-12T10:40:42Z

Rebuild website




> Flink quickstart instructions
> -
>
> Key: BEAM-899
> URL: https://issues.apache.org/jira/browse/BEAM-899
> Project: Beam
>  Issue Type: Sub-task
>  Components: website
>Reporter: Frances Perry
>Assignee: Aljoscha Krettek
>
> After initial quickstart structure is pushed, add commandlines for Flink 
> execution to quickstart.md and detailed Flink setup instructions to 
> learn/runners/flink.md



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

[GitHub] incubator-beam-site pull request #79: [BEAM-899] Add Flink Instructions to q...

2016-11-12 Thread aljoscha 
GitHub user aljoscha opened a pull request:

https://github.com/apache/incubator-beam-site/pull/79

[BEAM-899] Add Flink Instructions to quickstart.md

I added a section about runner specific dependencies in the Quickstart.

R: @francesperry 

You can merge this pull request into a Git repository by running:

$ git pull https://github.com/aljoscha/incubator-beam-site flink-quickstart

Alternatively you can review and apply these changes as the patch at:

https://github.com/apache/incubator-beam-site/pull/79.patch

To close this pull request, make a commit to your master/trunk branch
with (at least) the following in the commit message:

This closes #79


commit d2b3e4810a3ba85c96e15bf82cccd907b86a54be
Author: Aljoscha Krettek 
Date:   2016-11-12T10:36:49Z

[BEAM-899] Add Flink Instructions to quickstart.md

commit a31273ca886b1fb4ff3a3728c9ede30dbf1dc16c
Author: Aljoscha Krettek 
Date:   2016-11-12T10:40:42Z

Rebuild website




---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at infrastruct...@apache.org or file a JIRA ticket
with INFRA.
---

[GitHub] incubator-beam-site pull request #78: [BEAM-845] Update Apex runner info aft...

2016-11-12 Thread tweise 
GitHub user tweise opened a pull request:

https://github.com/apache/incubator-beam-site/pull/78

[BEAM-845] Update Apex runner info after merge to master.

@davorbonaci please review

You can merge this pull request into a Git repository by running:

$ git pull https://github.com/tweise/incubator-beam-site BEAM-845

Alternatively you can review and apply these changes as the patch at:

https://github.com/apache/incubator-beam-site/pull/78.patch

To close this pull request, make a commit to your master/trunk branch
with (at least) the following in the commit message:

This closes #78


commit 6cbdbde4666333115504b9e63f2e17fdb6a2fa8b
Author: Thomas Weise 
Date:   2016-11-12T10:29:37Z

Update Apex runner info after merge to master.




---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at infrastruct...@apache.org or file a JIRA ticket
with INFRA.
---

[jira] [Updated] (BEAM-825) Fill in the documentation/runners/apex portion of the website

2016-11-12 Thread Thomas Weise (JIRA) 

 [ 
https://issues.apache.org/jira/browse/BEAM-825?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Thomas Weise updated BEAM-825:
--
Summary: Fill in the documentation/runners/apex portion of the website  
(was: Fill in the learn/runners/apex portion of the website)

> Fill in the documentation/runners/apex portion of the website
> -
>
> Key: BEAM-825
> URL: https://issues.apache.org/jira/browse/BEAM-825
> Project: Beam
>  Issue Type: Bug
>  Components: runner-apex, website
>Reporter: Thomas Weise
>
> As per 
> https://docs.google.com/document/d/1-0jMv7NnYp0Ttt4voulUMwVe_qjBYeNMLm2LusYF3gQ/edit.
> Should be a landing page for Apex-specific information.



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

[jira] [Commented] (BEAM-899) Flink quickstart instructions

2016-11-12 Thread Aljoscha Krettek (JIRA) 

[ 
https://issues.apache.org/jira/browse/BEAM-899?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=15659390#comment-15659390
 ] 

Aljoscha Krettek commented on BEAM-899:
---

Sorry for the delay, I'm working on this myself now.

> Flink quickstart instructions
> -
>
> Key: BEAM-899
> URL: https://issues.apache.org/jira/browse/BEAM-899
> Project: Beam
>  Issue Type: Sub-task
>  Components: website
>Reporter: Frances Perry
>Assignee: Aljoscha Krettek
>
> After initial quickstart structure is pushed, add commandlines for Flink 
> execution to quickstart.md and detailed Flink setup instructions to 
> learn/runners/flink.md



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

[jira] [Commented] (BEAM-891) Flake in Spark metrics library?

2016-11-12 Thread Amit Sela (JIRA) 

[ 
https://issues.apache.org/jira/browse/BEAM-891?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=15659356#comment-15659356
 ] 

Amit Sela commented on BEAM-891:


[~staslev] I don't think {{enableSparkSinks}} property in 
{{SparkPipelineOptions}} needs to be {{true}} by default (and we should 
probably change the name as it implies Sinks as pipeline output).
We have the {{NamedAggregatorsTest}} test where it should explicitly set 
{{enableSparkSinks}} and this would provide a test for the metrics Sink.
This way, you don't have to register/remove sources constantly, the code should 
take into account that a context is not (mostly) reused.
As for provided context that may be reused, we need to address this but we can 
assume that that's for advanced users.
This should also make this proposed fix more reliable, no ? 
WDYT ?

> Flake in Spark metrics library?
> ---
>
> Key: BEAM-891
> URL: https://issues.apache.org/jira/browse/BEAM-891
> Project: Beam
>  Issue Type: Bug
>  Components: runner-spark
>Reporter: Daniel Halperin
>Assignee: Stas Levin
>
> [~staslev] I think you implemented this functionality originally? Want to 
> take a look? CC [~amitsela]
> Run: 
> https://builds.apache.org/job/beam_PostCommit_RunnableOnService_SparkLocal/org.apache.beam$beam-runners-spark/43/testReport/junit/org.apache.beam.sdk.transforms/FilterTest/testFilterGreaterThan/
> Error:
> {code}
> java.lang.RuntimeException: java.lang.IndexOutOfBoundsException: 5
>   at org.apache.beam.runners.spark.SparkRunner.run(SparkRunner.java:169)
>   at 
> org.apache.beam.runners.spark.TestSparkRunner.run(TestSparkRunner.java:77)
>   at 
> org.apache.beam.runners.spark.TestSparkRunner.run(TestSparkRunner.java:53)
>   at org.apache.beam.sdk.Pipeline.run(Pipeline.java:182)
>   at org.apache.beam.sdk.testing.TestPipeline.run(TestPipeline.java:112)
>   at 
> org.apache.beam.sdk.transforms.FilterTest.testFilterGreaterThan(FilterTest.java:122)
>   at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>   at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>   at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>   at java.lang.reflect.Method.invoke(Method.java:498)
>   at 
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
>   at 
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
>   at 
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
>   at 
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
>   at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
>   at 
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
>   at 
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
>   at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
>   at 
> org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:393)
>   at 
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
>   at java.util.concurrent.FutureTask.run(FutureTask.java:266)
>   at 
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>   at 
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>   at java.lang.Thread.run(Thread.java:745)
> Caused by: java.lang.IndexOutOfBoundsException: 5
>   at 
> scala.collection.mutable.ResizableArray$class.apply(ResizableArray.scala:43)
>   at scala.collection.mutable.ArrayBuffer.apply(ArrayBuffer.scala:47)
>   at 
> scala.collection.IndexedSeqOptimized$class.segmentLength(IndexedSeqOptimized.scala:189)
>   at 
> scala.collection.mutable.ArrayBuffer.segmentLength(ArrayBuffer.scala:47)
>   at 
> scala.collection.IndexedSeqOptimized$class.indexWhere(IndexedSeqOptimized.scala:198)
>   at scala.collection.mutable.ArrayBuffer.indexWhere(ArrayBuffer.scala:47)
>   at scala.collection.GenSeqLike$class.indexOf(GenSeqLike.scala:144)
>   at scala.collection.AbstractSeq.indexOf(Seq.scala:40)
>   at scala.collection.GenSeqLike$class.indexOf(GenSeqLike.scala:128)
>   at scala.collection.AbstractSeq.indexOf(Seq.scala:40)
>   at 
> scala.collection.mutable.BufferLike$class.$minus$eq(BufferLike.scala:126)
>   at scala.collection.mutable.AbstractBuffer.$minus$eq(Buffer.scala:48)
>   at 
> org.apache.spark.metrics.MetricsSystem.removeSource(MetricsSystem.scala:159)
>   at 
> org.apache.beam.runners.spark.translation.SparkRuntimeContext.registerMetrics(SparkRuntimeContext.java:94)
>   at 
>

Jenkins build is still unstable: beam_PostCommit_RunnableOnService_SparkLocal #131

2016-11-12 Thread Apache Jenkins Server 
See

[jira] [Commented] (BEAM-856) IO test should use a free port for embedded resource instance

2016-11-12 Thread ASF GitHub Bot (JIRA) 

[ 
https://issues.apache.org/jira/browse/BEAM-856?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel=15659268#comment-15659268
 ] 

ASF GitHub Bot commented on BEAM-856:
-

Github user asfgit closed the pull request at:

https://github.com/apache/incubator-beam/pull/1236


> IO test should use a free port for embedded resource instance
> -
>
> Key: BEAM-856
> URL: https://issues.apache.org/jira/browse/BEAM-856
> Project: Beam
>  Issue Type: Bug
>  Components: testing
>Affects Versions: 0.3.0-incubating
>Reporter: Sergio Fernández
>Assignee: Jean-Baptiste Onofré
>Priority: Minor
>
> {{MongoDbIOTest fails}} (addr already in use) when a MongoDB service is 
> locally running. I'd say the port should be random in the test suite.



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

[GitHub] incubator-beam pull request #1236: [BEAM-856] Use free available port to sta...

2016-11-12 Thread asfgit 
Github user asfgit closed the pull request at:

https://github.com/apache/incubator-beam/pull/1236


---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at infrastruct...@apache.org or file a JIRA ticket
with INFRA.
---

[1/2] incubator-beam git commit: [BEAM-856] Use free available port to start the test MongoDB instance

2016-11-12 Thread davor 
Repository: incubator-beam
Updated Branches:
  refs/heads/master 7d069a65b -> 8bfa08519


[BEAM-856] Use free available port to start the test MongoDB instance

[BEAM-856] Use random port for MongoDB instance in test, fix MongoClient init 
in estimatedSizeBytes and splitIntoBundles methods using provided URI


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/dacd5233
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/dacd5233
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/dacd5233

Branch: refs/heads/master
Commit: dacd52334667a38955332ec03feee8079aeae571
Parents: 7d069a6
Author: Jean-Baptiste Onofré 
Authored: Mon Oct 31 17:27:15 2016 +0100
Committer: Davor Bonaci 
Committed: Sat Nov 12 00:12:18 2016 -0800

--
 .../apache/beam/sdk/io/mongodb/MongoDbIO.java   |  4 +--
 .../sdk/io/mongodb/MongoDBGridFSIOTest.java | 28 ++-
 .../beam/sdk/io/mongodb/MongoDbIOTest.java  | 38 ++--
 3 files changed, 49 insertions(+), 21 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/dacd5233/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
--
diff --git 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
index 20b9265..2729602 100644
--- 
a/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
+++ 
b/sdks/java/io/mongodb/src/main/java/org/apache/beam/sdk/io/mongodb/MongoDbIO.java
@@ -216,7 +216,7 @@ public class MongoDbIO {
 
 @Override
 public long getEstimatedSizeBytes(PipelineOptions pipelineOptions) {
-  MongoClient mongoClient = new MongoClient();
+  MongoClient mongoClient = new MongoClient(new 
MongoClientURI(spec.uri()));
   MongoDatabase mongoDatabase = mongoClient.getDatabase(spec.database());
 
   // get the Mongo collStats object
@@ -230,7 +230,7 @@ public class MongoDbIO {
 @Override
 public List splitIntoBundles(long 
desiredBundleSizeBytes,
 PipelineOptions options) {
-  MongoClient mongoClient = new MongoClient();
+  MongoClient mongoClient = new MongoClient(new 
MongoClientURI(spec.uri()));
   MongoDatabase mongoDatabase = mongoClient.getDatabase(spec.database());
 
   List splitKeys;

http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/dacd5233/sdks/java/io/mongodb/src/test/java/org/apache/beam/sdk/io/mongodb/MongoDBGridFSIOTest.java
--
diff --git 
a/sdks/java/io/mongodb/src/test/java/org/apache/beam/sdk/io/mongodb/MongoDBGridFSIOTest.java
 
b/sdks/java/io/mongodb/src/test/java/org/apache/beam/sdk/io/mongodb/MongoDBGridFSIOTest.java
index 5f4d122..dc27ee2 100644
--- 
a/sdks/java/io/mongodb/src/test/java/org/apache/beam/sdk/io/mongodb/MongoDBGridFSIOTest.java
+++ 
b/sdks/java/io/mongodb/src/test/java/org/apache/beam/sdk/io/mongodb/MongoDBGridFSIOTest.java
@@ -26,6 +26,7 @@ import com.mongodb.gridfs.GridFSDBFile;
 import com.mongodb.gridfs.GridFSInputFile;
 
 import de.flapdoodle.embed.mongo.MongodExecutable;
+import de.flapdoodle.embed.mongo.MongodProcess;
 import de.flapdoodle.embed.mongo.MongodStarter;
 import de.flapdoodle.embed.mongo.config.IMongodConfig;
 import de.flapdoodle.embed.mongo.config.MongoCmdOptionsBuilder;
@@ -45,6 +46,7 @@ import java.io.InputStreamReader;
 import java.io.OutputStream;
 import java.io.OutputStreamWriter;
 import java.io.Serializable;
+import java.net.ServerSocket;
 import java.util.List;
 import java.util.Random;
 import java.util.Scanner;
@@ -82,14 +84,21 @@ public class MongoDBGridFSIOTest implements Serializable {
   private static final Logger LOGGER = 
LoggerFactory.getLogger(MongoDBGridFSIOTest.class);
 
   private static final String MONGODB_LOCATION = "target/mongodb";
-  private static final int PORT = 27017;
   private static final String DATABASE = "gridfs";
 
+  private static final transient MongodStarter mongodStarter = 
MongodStarter.getDefaultInstance();
+
   private static transient MongodExecutable mongodExecutable;
+  private static transient MongodProcess mongodProcess;
+
+  private static int port;
 
   @BeforeClass
   public static void setup() throws Exception {
-LOGGER.info("Starting MongoDB embedded instance");
+try (ServerSocket serverSocket = new ServerSocket(0)) {
+  port = serverSocket.getLocalPort();
+}
+LOGGER.info("Starting MongoDB embedded instance on {}", port);
 try {
   Files.forceDelete(new File(MONGODB_LOCATION));
 } catch

[2/2] incubator-beam git commit: This closes #1236

2016-11-12 Thread davor 
This closes #1236


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/8bfa0851
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/8bfa0851
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/8bfa0851

Branch: refs/heads/master
Commit: 8bfa0851930f38fd1f63b3b17b7fb15f0f88beda
Parents: 7d069a6 dacd523
Author: Davor Bonaci 
Authored: Sat Nov 12 00:12:40 2016 -0800
Committer: Davor Bonaci 
Committed: Sat Nov 12 00:12:40 2016 -0800

--
 .../apache/beam/sdk/io/mongodb/MongoDbIO.java   |  4 +--
 .../sdk/io/mongodb/MongoDBGridFSIOTest.java | 28 ++-
 .../beam/sdk/io/mongodb/MongoDbIOTest.java  | 38 ++--
 3 files changed, 49 insertions(+), 21 deletions(-)
--