This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git
The following commit(s) were added to refs/heads/master by this push:
new 20d132a [MINOR] Federated Parameter server multithreaded
20d132a is described below
commit 20d132a8044549a689c7c32b0ce77ccfad77373a
Author: baunsgaard <[email protected]>
AuthorDate: Wed Nov 4 12:38:31 2020 +0100
[MINOR] Federated Parameter server multithreaded
This commit change the parameter server to run in unlimited number of
threads for each of the federated workers instructions.
---
.../sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git
a/src/main/java/org/apache/sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java
b/src/main/java/org/apache/sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java
index 5e8ad32..7a285f6 100644
---
a/src/main/java/org/apache/sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java
+++
b/src/main/java/org/apache/sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java
@@ -96,6 +96,7 @@ public class ParamservBuiltinCPInstruction extends
ParameterizedBuiltinCPInstruc
@Override
public void processInstruction(ExecutionContext ec) {
// check if the input is federated
+
if(ec.getMatrixObject(getParam(PS_FEATURES)).isFederated() ||
ec.getMatrixObject(getParam(PS_LABELS)).isFederated()) {
runFederated(ec);
@@ -142,7 +143,7 @@ public class ParamservBuiltinCPInstruction extends
ParameterizedBuiltinCPInstruc
LocalVariableMap newVarsMap = createVarsMap(ec);
// Level of par is 1 because one worker will be launched per
task
// TODO: Fix recompilation
- ExecutionContext newEC =
ParamservUtils.createExecutionContext(ec, newVarsMap, updFunc, aggFunc, 1,
true);
+ ExecutionContext newEC =
ParamservUtils.createExecutionContext(ec, newVarsMap, updFunc, aggFunc, -1,
true);
// Create workers' execution context
List<ExecutionContext> federatedWorkerECs =
ParamservUtils.copyExecutionContext(newEC, workerNum);
// Create the agg service's execution context
