You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@singa.apache.org by ji...@apache.org on 2016/02/25 06:52:07 UTC
incubator-singa git commit: SINGA-145 New SGD based optimization
Updaters: AdaDelta, Adam, Adammax
Repository: incubator-singa
Updated Branches:
refs/heads/master 68140079e -> ec0878bad
SINGA-145 New SGD based optimization Updaters: AdaDelta, Adam, Adammax
--------
clean job.conf
Project: http://git-wip-us.apache.org/repos/asf/incubator-singa/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-singa/commit/ec0878ba
Tree: http://git-wip-us.apache.org/repos/asf/incubator-singa/tree/ec0878ba
Diff: http://git-wip-us.apache.org/repos/asf/incubator-singa/diff/ec0878ba
Branch: refs/heads/master
Commit: ec0878bad4c5e6f1e92b10b601705de96f1d2e39
Parents: 6814007
Author: jinyangturbo <pk...@gmail.com>
Authored: Wed Feb 24 21:49:02 2016 -0800
Committer: jinyangturbo <pk...@gmail.com>
Committed: Wed Feb 24 21:49:02 2016 -0800
----------------------------------------------------------------------
examples/cifar10/job.conf | 57 +++++++++++-------------------------------
1 file changed, 15 insertions(+), 42 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-singa/blob/ec0878ba/examples/cifar10/job.conf
----------------------------------------------------------------------
diff --git a/examples/cifar10/job.conf b/examples/cifar10/job.conf
index 22b2bb2..d20b452 100644
--- a/examples/cifar10/job.conf
+++ b/examples/cifar10/job.conf
@@ -1,7 +1,7 @@
name: "cifar10-convnet"
-train_steps: 5000
+train_steps: 1000
test_steps: 100
-test_freq: 500
+test_freq: 200
#validate_steps: 100
#validate_freq: 300
disp_freq: 50
@@ -9,47 +9,20 @@ disp_freq: 50
train_one_batch {
alg: kBP
}
-#updater{
-# type: kSGD
-# weight_decay:0.004
-# momentum:0.9
-# learning_rate {
-# type: kFixedStep
-# fixedstep_conf:{
-# step:0
-# step:60000
-# step:65000
-# step_lr:0.001
-# step_lr:0.0001
-# step_lr:0.00001
-# }
-# }
-#}
-#updater{
-# type: kAdaDelta
-# weight_decay:0.004
-# delta: 0.000001
-# learning_rate {
-# type: kFixed
-# base_lr:1
-# }
-#}
-#updater{
-# type: kAdamMax
-# weight_decay:0.004
-# delta: 0.00000001
-# learning_rate {
-# type: kFixed
-# base_lr:0.0001
-# }
-#}
updater{
- type: kAdamMax
+ type: kSGD
weight_decay:0.004
- delta: 0.00000001
+ momentum:0.9
learning_rate {
- type: kFixed
- base_lr:0.002
+ type: kFixedStep
+ fixedstep_conf:{
+ step:0
+ step:60000
+ step:65000
+ step_lr:0.001
+ step_lr:0.0001
+ step_lr:0.00001
+ }
}
}
neuralnet {
@@ -300,7 +273,7 @@ neuralnet {
cluster {
nworker_groups: 1
nserver_groups: 1
- nworkers_per_group: 4
- nworkers_per_procs: 4
+ nworkers_per_group: 1
+ nworkers_per_procs: 1
workspace: "examples/cifar10"
}