Merge branch 'master' of https://git-wip-us.apache.org/repos/asf/reef into REEF-335
Project: http://git-wip-us.apache.org/repos/asf/reef/repo Commit: http://git-wip-us.apache.org/repos/asf/reef/commit/386069e4 Tree: http://git-wip-us.apache.org/repos/asf/reef/tree/386069e4 Diff: http://git-wip-us.apache.org/repos/asf/reef/diff/386069e4 Branch: refs/heads/REEF-335 Commit: 386069e4e509346ea5a9f9bb11e5e95b8c07a016 Parents: 133c064 5ed56eb Author: Doug Service <[email protected]> Authored: Mon Apr 30 23:19:24 2018 +0000 Committer: Doug Service <[email protected]> Committed: Mon Apr 30 23:19:24 2018 +0000 ---------------------------------------------------------------------- dev/ClosedPullRequests.md | 13 + lang/cs/App.config | 14 +- .../Org.Apache.REEF.Bridge.CLR.DotNet.csproj | 13 - .../Org.Apache.REEF.Bridge.JAR.DotNet.csproj | 2 +- .../EvaluatorRequestorClr2Java.cpp | 5 +- .../Org.Apache.REEF.Bridge.DotNet.vcxproj | 15 +- .../AzureBatchCommandBuilderTests.cs | 56 ++ .../Org.Apache.REEF.Client.Tests.DotNet.csproj | 9 - .../Org.Apache.REEF.Client.Tests.csproj | 1 + .../AvroAzureBatchJobSubmissionParameters.cs | 107 ++++ .../AzureBatch/AzureBatchDotNetClient.cs | 139 +++++ .../AzureBatchRuntimeClientConfiguration.cs | 78 +++ .../Parameters/AzureBatchAccountKey.cs | 25 + .../Parameters/AzureBatchAccountName.cs | 26 + .../Parameters/AzureBatchAccountUri.cs | 26 + .../AzureBatch/Parameters/AzureBatchPoolId.cs | 26 + .../Parameters/AzureStorageAccountKey.cs | 26 + .../Parameters/AzureStorageAccountName.cs | 26 + .../Parameters/AzureStorageContainerName.cs | 26 + .../Parameters/DriverStderrFilePath.cs | 29 ++ .../Parameters/DriverStdoutFilePath.cs | 29 ++ .../AzureBatch/Parameters/EnableDebugLogging.cs | 28 + .../AzureBatch/Parameters/IsWindows.cs | 26 + .../AzureBatch/Service/AzureBatchService.cs | 138 +++++ .../AzureBatch/Storage/AzureStorageClient.cs | 109 ++++ .../AzureBatch/Util/AbstractCommandBuilder.cs | 72 +++ .../AzureBatchCommandProviderConfiguration.cs | 42 ++ .../AzureBatch/Util/AzureBatchFileNames.cs | 55 ++ .../AzureBatch/Util/ICommandBuilder.cs | 35 ++ .../AzureBatch/Util/JobJarMaker.cs | 108 ++++ .../AzureBatch/Util/LinuxCommandBuilder.cs | 44 ++ .../AzureBatch/Util/WindowsCommandBuilder.cs | 52 ++ .../Common/DriverFolderPreparationHelper.cs | 46 +- .../Org.Apache.REEF.Client.DotNet.csproj | 34 +- .../Org.Apache.REEF.Client.csproj | 60 ++- lang/cs/Org.Apache.REEF.Client/packages.config | 13 + .../Org.Apache.REEF.Common.Tests.DotNet.csproj | 10 - .../Org.Apache.REEF.Common.DotNet.csproj | 7 - .../Runtime/RuntimeName.cs | 5 + .../Evaluator/EvaluatorRequest.cs | 20 +- .../Evaluator/EvaluatorRequestBuilder.cs | 16 +- .../Evaluator/IEvaluatorRequest.cs | 6 + .../Org.Apache.REEF.Driver.DotNet.csproj | 6 - ...rg.Apache.REEF.Evaluator.Tests.DotNet.csproj | 4 - .../Org.Apache.REEF.Evaluator.DotNet.csproj | 6 - ...ache.REEF.Examples.AllHandlers.DotNet.csproj | 10 - ...he.REEF.Examples.DriverRestart.DotNet.csproj | 10 - .../HelloREEF.cs | 25 +- ...Apache.REEF.Examples.HelloREEF.DotNet.csproj | 10 - .../Org.Apache.REEF.Examples.HelloREEF/Run.cs | 9 +- .../Org.Apache.REEF.Examples.DotNet.csproj | 6 - .../Org.Apache.REEF.FatNuGet.DotNet.csproj | 21 +- .../Org.Apache.REEF.IMRU.Examples.DotNet.csproj | 10 - .../Org.Apache.REEF.IMRU.Tests.DotNet.csproj | 10 - .../Org.Apache.REEF.IMRU.DotNet.csproj | 10 - .../Org.Apache.REEF.IO.TestClient.DotNet.csproj | 10 - .../Org.Apache.REEF.IO.Tests.DotNet.csproj | 13 - .../Org.Apache.REEF.IO.Tests.csproj | 24 +- .../TestAzureBlockBlobFileSystemE2E.cs | 5 +- .../cs/Org.Apache.REEF.IO.Tests/packages.config | 10 + .../AzureBlob/AzureCloudBlobContainer.cs | 4 +- .../FileSystem/AzureBlob/AzureCloudBlockBlob.cs | 6 +- .../Org.Apache.REEF.IO.DotNet.csproj | 13 - .../Org.Apache.REEF.IO.csproj | 24 +- lang/cs/Org.Apache.REEF.IO/packages.config | 16 +- ...e.REEF.Network.Examples.Client.DotNet.csproj | 10 - ...g.Apache.REEF.Network.Examples.DotNet.csproj | 10 - .../Org.Apache.REEF.Network.Tests.DotNet.csproj | 4 - .../Org.Apache.REEF.Network.DotNet.csproj | 7 - .../Org.Apache.REEF.Tang.Examples.DotNet.csproj | 5 - .../Org.Apache.REEF.Tang.Tests.DotNet.csproj | 5 - .../Org.Apache.REEF.Tang.DotNet.csproj | 7 - .../Org.Apache.REEF.Tests.DotNet.csproj | 6 - .../Org.Apache.REEF.Tests.csproj | 22 +- lang/cs/Org.Apache.REEF.Tests/packages.config | 16 +- .../Org.Apache.REEF.Wake.DotNet.csproj | 6 - lang/cs/Org.Apache.REEF.sln | Bin 37102 -> 37230 bytes lang/cs/TestRunner.DotNet.proj | 2 +- lang/cs/build.Common.DotNet.props | 8 +- lang/cs/build.DotNet.props | 3 +- lang/cs/build.DotNetApp.props | 7 +- lang/cs/build.DotNetLibrary.props | 12 +- lang/cs/build.DotNetTest.props | 10 +- lang/cs/build.DotNetTest.targets | 2 +- lang/cs/xunit.DotNet.props | 15 +- lang/java/reef-bridge-client/pom.xml | 5 + .../src/main/avro/JobSubmissionParameters.avsc | 17 + ...zureBatchBootstrapDriverConfigGenerator.java | 85 +++ .../client/AzureBatchBootstrapREEFLauncher.java | 139 +++++ lang/java/reef-bridge-java/pom.xml | 5 + .../javabridge/EvaluatorRequestorBridge.java | 4 +- .../reef/driver/evaluator/EvaluatorRequest.java | 29 +- .../common/driver/EvaluatorRequestorImpl.java | 1 + .../common/driver/api/ResourceRequestEvent.java | 5 + .../driver/api/ResourceRequestEventImpl.java | 19 + .../org/apache/reef/mock/AutoCompletable.java | 45 -- .../mock/DefaultTaskReturnValueProvider.java | 41 -- .../org/apache/reef/mock/MockConfiguration.java | 173 ------ .../java/org/apache/reef/mock/MockFailure.java | 67 --- .../java/org/apache/reef/mock/MockRuntime.java | 76 --- .../reef/mock/MockTaskReturnValueProvider.java | 44 -- .../org/apache/reef/mock/ProcessRequest.java | 54 -- .../reef/mock/driver/AutoCompletable.java | 45 ++ .../driver/DefaultTaskReturnValueProvider.java | 41 ++ .../reef/mock/driver/MockConfiguration.java | 208 ++++++++ .../mock/driver/MockDriverRestartContext.java | 172 ++++++ .../apache/reef/mock/driver/MockFailure.java | 74 +++ .../apache/reef/mock/driver/MockRuntime.java | 92 ++++ .../driver/MockTaskReturnValueProvider.java | 44 ++ .../apache/reef/mock/driver/ProcessRequest.java | 54 ++ .../apache/reef/mock/driver/package-info.java | 40 ++ .../mock/driver/request/AllocateEvaluator.java | 72 +++ .../reef/mock/driver/request/CloseContext.java | 76 +++ .../mock/driver/request/CloseEvaluator.java | 78 +++ .../reef/mock/driver/request/CloseTask.java | 89 ++++ .../reef/mock/driver/request/CompleteTask.java | 82 +++ .../reef/mock/driver/request/CreateContext.java | 76 +++ .../driver/request/CreateContextAndTask.java | 98 ++++ .../reef/mock/driver/request/CreateTask.java | 89 ++++ .../driver/request/ProcessRequestInternal.java | 44 ++ .../request/SendMessageDriverToContext.java | 81 +++ .../driver/request/SendMessageDriverToTask.java | 81 +++ .../reef/mock/driver/request/SuspendTask.java | 90 ++++ .../reef/mock/driver/request/package-info.java | 23 + .../mock/driver/runtime/MockActiveContext.java | 139 +++++ .../driver/runtime/MockAllocatedEvaluator.java | 172 ++++++ .../reef/mock/driver/runtime/MockClock.java | 120 +++++ .../mock/driver/runtime/MockClosedContext.java | 71 +++ .../mock/driver/runtime/MockCompletedTask.java | 57 ++ .../driver/runtime/MockEvaluatorDescriptor.java | 64 +++ .../driver/runtime/MockEvaluatorRequestor.java | 85 +++ .../mock/driver/runtime/MockFailedContext.java | 93 ++++ .../driver/runtime/MockFailedEvaluator.java | 79 +++ .../mock/driver/runtime/MockNodeDescriptor.java | 68 +++ .../mock/driver/runtime/MockRunningTask.java | 97 ++++ .../mock/driver/runtime/MockRuntimeDriver.java | 522 +++++++++++++++++++ .../mock/driver/runtime/MockSuspendedTask.java | 54 ++ .../reef/mock/driver/runtime/MockUtils.java | 48 ++ .../reef/mock/driver/runtime/package-info.java | 23 + .../java/org/apache/reef/mock/package-info.java | 40 -- .../reef/mock/request/AllocateEvaluator.java | 72 --- .../apache/reef/mock/request/CloseContext.java | 76 --- .../reef/mock/request/CloseEvaluator.java | 78 --- .../org/apache/reef/mock/request/CloseTask.java | 89 ---- .../apache/reef/mock/request/CompleteTask.java | 82 --- .../apache/reef/mock/request/CreateContext.java | 76 --- .../reef/mock/request/CreateContextAndTask.java | 98 ---- .../apache/reef/mock/request/CreateTask.java | 89 ---- .../mock/request/ProcessRequestInternal.java | 44 -- .../request/SendMessageDriverToContext.java | 81 --- .../mock/request/SendMessageDriverToTask.java | 81 --- .../apache/reef/mock/request/SuspendTask.java | 90 ---- .../apache/reef/mock/request/package-info.java | 23 - .../reef/mock/runtime/MockActiveContext.java | 139 ----- .../mock/runtime/MockAllocatedEvalautor.java | 149 ------ .../org/apache/reef/mock/runtime/MockClock.java | 120 ----- .../reef/mock/runtime/MockClosedContext.java | 71 --- .../reef/mock/runtime/MockCompletedTask.java | 57 -- .../mock/runtime/MockEvaluatorDescriptor.java | 64 --- .../mock/runtime/MockEvaluatorRequestor.java | 85 --- .../reef/mock/runtime/MockFailedContext.java | 93 ---- .../reef/mock/runtime/MockFailedEvaluator.java | 79 --- .../reef/mock/runtime/MockNodeDescriptor.java | 68 --- .../reef/mock/runtime/MockRunningTask.java | 97 ---- .../reef/mock/runtime/MockRuntimeDriver.java | 454 ---------------- .../reef/mock/runtime/MockSuspendedTask.java | 54 -- .../org/apache/reef/mock/runtime/MockUtils.java | 48 -- .../apache/reef/mock/runtime/package-info.java | 23 - .../org/apache/reef/mock/BasicMockTests.java | 205 -------- .../org/apache/reef/mock/MockApplication.java | 275 ---------- .../apache/reef/mock/driver/BasicMockTests.java | 163 ++++++ .../reef/mock/driver/MockApplication.java | 275 ++++++++++ .../apache/reef/mock/driver/package-info.java | 23 + .../java/org/apache/reef/mock/package-info.java | 23 - .../yarn/driver/YarnContainerManager.java | 3 + .../driver/YarnDriverRestartConfiguration.java | 2 +- .../driver/YarnDriverRuntimeRestartManager.java | 2 +- .../yarn/driver/YarnResourceRequestHandler.java | 6 +- 178 files changed, 5879 insertions(+), 4004 deletions(-) ----------------------------------------------------------------------
