You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@systemds.apache.org by ba...@apache.org on 2020/11/04 21:00:18 UTC
[systemds] branch master updated: [MINOR] Federated Parameter
server multithreaded
This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git
The following commit(s) were added to refs/heads/master by this push:
new 20d132a [MINOR] Federated Parameter server multithreaded
20d132a is described below
commit 20d132a8044549a689c7c32b0ce77ccfad77373a
Author: baunsgaard <ba...@tugraz.at>
AuthorDate: Wed Nov 4 12:38:31 2020 +0100
[MINOR] Federated Parameter server multithreaded
This commit change the parameter server to run in unlimited number of
threads for each of the federated workers instructions.
---
.../sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/src/main/java/org/apache/sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java b/src/main/java/org/apache/sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java
index 5e8ad32..7a285f6 100644
--- a/src/main/java/org/apache/sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java
+++ b/src/main/java/org/apache/sysds/runtime/instructions/cp/ParamservBuiltinCPInstruction.java
@@ -96,6 +96,7 @@ public class ParamservBuiltinCPInstruction extends ParameterizedBuiltinCPInstruc
@Override
public void processInstruction(ExecutionContext ec) {
// check if the input is federated
+
if(ec.getMatrixObject(getParam(PS_FEATURES)).isFederated() ||
ec.getMatrixObject(getParam(PS_LABELS)).isFederated()) {
runFederated(ec);
@@ -142,7 +143,7 @@ public class ParamservBuiltinCPInstruction extends ParameterizedBuiltinCPInstruc
LocalVariableMap newVarsMap = createVarsMap(ec);
// Level of par is 1 because one worker will be launched per task
// TODO: Fix recompilation
- ExecutionContext newEC = ParamservUtils.createExecutionContext(ec, newVarsMap, updFunc, aggFunc, 1, true);
+ ExecutionContext newEC = ParamservUtils.createExecutionContext(ec, newVarsMap, updFunc, aggFunc, -1, true);
// Create workers' execution context
List<ExecutionContext> federatedWorkerECs = ParamservUtils.copyExecutionContext(newEC, workerNum);
// Create the agg service's execution context