You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@singa.apache.org by bu...@apache.org on 2015/09/28 08:40:57 UTC
svn commit: r967060 - in /websites/staging/singa/trunk/content: ./
community/ develop/ docs/
Author: buildbot
Date: Mon Sep 28 06:40:56 2015
New Revision: 967060
Log:
Staging update by buildbot for singa
Modified:
websites/staging/singa/trunk/content/ (props changed)
websites/staging/singa/trunk/content/community.html
websites/staging/singa/trunk/content/community/issue-tracking.html
websites/staging/singa/trunk/content/community/mail-lists.html
websites/staging/singa/trunk/content/community/source-repository.html
websites/staging/singa/trunk/content/community/team-list.html
websites/staging/singa/trunk/content/develop/contribute-code.html
websites/staging/singa/trunk/content/develop/contribute-docs.html
websites/staging/singa/trunk/content/develop/how-contribute.html
websites/staging/singa/trunk/content/develop/schedule.html
websites/staging/singa/trunk/content/docs.html
websites/staging/singa/trunk/content/docs/architecture.html
websites/staging/singa/trunk/content/docs/checkpoint.html
websites/staging/singa/trunk/content/docs/cnn.html
websites/staging/singa/trunk/content/docs/code-structure.html
websites/staging/singa/trunk/content/docs/communication.html
websites/staging/singa/trunk/content/docs/data.html
websites/staging/singa/trunk/content/docs/debug.html
websites/staging/singa/trunk/content/docs/distributed-training.html
websites/staging/singa/trunk/content/docs/examples.html
websites/staging/singa/trunk/content/docs/frameworks.html
websites/staging/singa/trunk/content/docs/installation.html
websites/staging/singa/trunk/content/docs/layer.html
websites/staging/singa/trunk/content/docs/lmdb.html
websites/staging/singa/trunk/content/docs/mlp.html
websites/staging/singa/trunk/content/docs/model-config.html
websites/staging/singa/trunk/content/docs/neural-net.html
websites/staging/singa/trunk/content/docs/neuralnet-partition.html
websites/staging/singa/trunk/content/docs/overview.html
websites/staging/singa/trunk/content/docs/param.html
websites/staging/singa/trunk/content/docs/programmer-guide.html
websites/staging/singa/trunk/content/docs/programming-guide.html
websites/staging/singa/trunk/content/docs/quick-start.html
websites/staging/singa/trunk/content/docs/rbm.html
websites/staging/singa/trunk/content/docs/rnn.html
websites/staging/singa/trunk/content/docs/train-one-batch.html
websites/staging/singa/trunk/content/docs/updater.html
websites/staging/singa/trunk/content/index.html
Propchange: websites/staging/singa/trunk/content/
------------------------------------------------------------------------------
--- cms:source-revision (original)
+++ cms:source-revision Mon Sep 28 06:40:56 2015
@@ -1 +1 @@
-1705434
+1705605
Modified: websites/staging/singa/trunk/content/community.html
==============================================================================
--- websites/staging/singa/trunk/content/community.html (original)
+++ websites/staging/singa/trunk/content/community.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Community</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/issue-tracking.html
==============================================================================
--- websites/staging/singa/trunk/content/community/issue-tracking.html (original)
+++ websites/staging/singa/trunk/content/community/issue-tracking.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Issue Tracking</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/mail-lists.html
==============================================================================
--- websites/staging/singa/trunk/content/community/mail-lists.html (original)
+++ websites/staging/singa/trunk/content/community/mail-lists.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Project Mailing Lists</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/source-repository.html
==============================================================================
--- websites/staging/singa/trunk/content/community/source-repository.html (original)
+++ websites/staging/singa/trunk/content/community/source-repository.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Source Repository</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/community/team-list.html
==============================================================================
--- websites/staging/singa/trunk/content/community/team-list.html (original)
+++ websites/staging/singa/trunk/content/community/team-list.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – The SINGA Team</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/contribute-code.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-code.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-code.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Code</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/contribute-docs.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/contribute-docs.html (original)
+++ websites/staging/singa/trunk/content/develop/contribute-docs.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute Documentation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/how-contribute.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/how-contribute.html (original)
+++ websites/staging/singa/trunk/content/develop/how-contribute.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Contribute to SINGA</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/develop/schedule.html
==============================================================================
--- websites/staging/singa/trunk/content/develop/schedule.html (original)
+++ websites/staging/singa/trunk/content/develop/schedule.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Development Schedule</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -508,7 +508,7 @@
<tr class="b">
-<td>0.1 September </td>
+<td>0.1 Sep. </td>
<td>Neural Network </td>
@@ -629,11 +629,11 @@
<tr class="a">
-<td>0.2 October </td>
+<td>0.2 Nov. </td>
<td>Neural Network </td>
-<td colspan="2">2.1. Feed forward neural network, including auto-encoders, hinge loss layers, HDFS data layers</td>
+<td colspan="2">2.1. Feed forward neural network, including VGG model, CSV input layer, HDFS output layer, etc.</td>
</tr>
<tr class="b">
@@ -642,7 +642,7 @@
<td> </td>
-<td>2.2. RBM-like model, including DBM </td>
+<td>2.2. Recurrent neural network, including GRU and LSTM</td>
<td> </td>
</tr>
@@ -653,72 +653,34 @@
<td> </td>
-<td>2.3. Recurrent neural network, including LSTM</td>
-
-<td> </td>
- </tr>
-
-<tr class="b">
-
-<td> </td>
-
-<td> </td>
-
-<td colspan="2">2.4. Model partition </td>
- </tr>
-
-<tr class="a">
-
-<td> </td>
-
-<td>Communication </td>
-
-<td colspan="2">2.5. MPI</td>
+<td colspan="2">2.3. Model partition and hybrid partition</td>
</tr>
<tr class="b">
<td> </td>
-<td>GPU </td>
+<td>Configuration </td>
-<td colspan="2">2.6. Single GPU </td>
+<td colspan="2">2.4. Configuration helpers for popular models, e.g., CNN, MLP, Auto-encoders</td>
</tr>
<tr class="a">
<td> </td>
-<td> </td>
+<td>Tools </td>
-<td colspan="2">2.7. Multiple GPUs on single node</td>
+<td colspan="2">2.5. Integration with Mesos for resource management</td>
</tr>
<tr class="b">
<td> </td>
-<td>Resource Management </td>
-
-<td colspan="2">1.9. Integration with Mesos </td>
- </tr>
-
-<tr class="a">
-
<td> </td>
-<td>Architecture </td>
-
-<td>2.8. Update to support GPUs</td>
- </tr>
-
-<tr class="b">
-
-<td> </td>
-
-<td>Fault Tolerance</td>
-
-<td colspan="2">2.9. Node failure detection and recovery</td>
+<td colspan="2">2.6. Prepare Docker images for deployment</td>
</tr>
<tr class="a">
@@ -727,16 +689,16 @@
<td>Binding </td>
-<td colspan="2">2.9. Python binding </td>
+<td colspan="2">2.7. Python binding for major components </td>
</tr>
<tr class="b">
<td> </td>
-<td>User Interface </td>
+<td>GPU </td>
-<td colspan="2">2.10. Web front-end for job submission and performance visualization</td>
+<td colspan="2">2.8. Single node with multiple GPUs </td>
</tr>
</tbody>
</table>
Modified: websites/staging/singa/trunk/content/docs.html
==============================================================================
--- websites/staging/singa/trunk/content/docs.html (original)
+++ websites/staging/singa/trunk/content/docs.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Documentation</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/architecture.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/architecture.html (original)
+++ websites/staging/singa/trunk/content/docs/architecture.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – SINGA Architecture</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/checkpoint.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/checkpoint.html (original)
+++ websites/staging/singa/trunk/content/docs/checkpoint.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CheckPoint</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -518,7 +518,7 @@ checkpoint_after: 100
checkpoint_frequency: 300
...
</pre></div></div>
-<p>Checkpointing files are located at <i>WORKSPACE/checkpoint/stepSTEP-workerWORKERID.bin</i>. <i>WORKSPACE</i> is configured in</p>
+<p>Checkpointing files are located at <i>WORKSPACE/checkpoint/stepSTEP-workerWORKERID</i>. <i>WORKSPACE</i> is configured in</p>
<div class="source">
<div class="source"><pre class="prettyprint">cluster {
@@ -528,8 +528,8 @@ checkpoint_frequency: 300
<p>For the above configuration, after training for 700 steps, there would be two checkpointing files,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">step400-worker0.bin
-step700-worker0.bin
+<div class="source"><pre class="prettyprint">step400-worker0
+step700-worker0
</pre></div></div></div>
<div class="section">
<h2><a name="Application_-_resuming_training"></a>Application - resuming training</h2>
@@ -545,15 +545,15 @@ step700-worker0.bin
<div class="source">
<div class="source"><pre class="prettyprint"># job.conf
-checkpoint : "WORKSPACE/checkpoint/step400-worker0.bin"
+checkpoint : "WORKSPACE/checkpoint/step400-worker0"
...
</pre></div></div>
<p>If there are multiple checkpointing files for the same snapshot due to model partitioning, all the checkpointing files should be added,</p>
<div class="source">
<div class="source"><pre class="prettyprint"># job.conf
-checkpoint : "WORKSPACE/checkpoint/step400-worker0.bin"
-checkpoint : "WORKSPACE/checkpoint/step400-worker1.bin"
+checkpoint : "WORKSPACE/checkpoint/step400-worker0"
+checkpoint : "WORKSPACE/checkpoint/step400-worker1"
...
</pre></div></div>
<p>The training command is the same as starting a new job,</p>
Modified: websites/staging/singa/trunk/content/docs/cnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/cnn.html (original)
+++ websites/staging/singa/trunk/content/docs/cnn.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – CNN Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/code-structure.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/code-structure.html (original)
+++ websites/staging/singa/trunk/content/docs/code-structure.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Code Structure</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/communication.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/communication.html (original)
+++ websites/staging/singa/trunk/content/docs/communication.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Communication</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/data.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/data.html (original)
+++ websites/staging/singa/trunk/content/docs/data.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Data Preparation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/debug.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/debug.html (original)
+++ websites/staging/singa/trunk/content/docs/debug.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – How to Debug</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -505,7 +505,7 @@ make
<div class="source"><pre class="prettyprint"># do this for only once
./bin/zk-service.sh start
# do this every time
-gdb ./bin/singa
+gdb .libs/singa
</pre></div></div>
<p>Then set the command line arguments</p>
Modified: websites/staging/singa/trunk/content/docs/distributed-training.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/distributed-training.html (original)
+++ websites/staging/singa/trunk/content/docs/distributed-training.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/examples.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/examples.html (original)
+++ websites/staging/singa/trunk/content/docs/examples.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Example Models</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/frameworks.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/frameworks.html (original)
+++ websites/staging/singa/trunk/content/docs/frameworks.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Distributed Training Framework</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/installation.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/installation.html (original)
+++ websites/staging/singa/trunk/content/docs/installation.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Installation</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -521,7 +521,20 @@
<li>lmdb version 0.9.10</li>
</ul>
-<p>SINGA comes with a script for installing the above libraries (see below).</p></div>
+<p>You can install all dependencies into $PREFIX folder by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">./thirdparty/install.sh all $PREFIX
+</pre></div></div>
+<p>If $PREFIX is not a system path (e.g., /usr/local/), please export the following variables to continue the building instructions,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint">export LD_LIBRARY_PATH=$PREFIX/lib:$LD_LIBRARY_PATH
+export CPLUS_INCLUDE_PATH=$PREFIX/include:$CPLUS_INCLUDE_PATH
+export LIBRARY_PATH=$PREFIX/lib:$LIBRARY_PATH
+export PATH=$PREFIX/bin:$PATH
+</pre></div></div>
+<p>More details on using this script is given below.</p></div>
<div class="section">
<h2><a name="Building_SINGA_from_source"></a>Building SINGA from source</h2>
<p>SINGA is built using GNU autotools. GCC (version >= 4.8) is required. There are two ways to build SINGA,</p>
@@ -558,23 +571,25 @@ $ make
<div class="source"><pre class="prettyprint">$ ./configure --enable-lmdb
</pre></div></div></li>
</ul>
-<p>The SINGA test is not included by default settings. If you want to run the test, please compile with <tt>--enable-test</tt>. You can run:</p>
+<!-- -
+Zhongle: please update the code to use the follow command
-<div class="source">
-<div class="source"><pre class="prettyprint">$ ./configure --enable-test
-$ make
-</pre></div></div>
-<p>After compilation, you will find the binary file singatest. Just run it! More details about configure script can be found by running:</p>
+ $ make test
-<div class="source">
-<div class="source"><pre class="prettyprint"> $ ./configure --help
-</pre></div></div>
+After compilation, you will find the binary file singatest. Just run it!
+More details about configure script can be found by running:
+
+ $ ./configure -h -->
<p>After compiling SINGA successfully, the <i>libsinga.so</i> and the executable file <i>singa</i> will be generated into <i>.libs/</i> folder.</p>
<p>If some dependent libraries are missing (or not detected), you can use the following script to download and install them:</p>
+<!-- -
+to be updated after zhongle changes the code to use
+
+ ./install.sh libname \-\-prefix= -->
<div class="source">
<div class="source"><pre class="prettyprint">$ cd thirdparty
-$ ./install.sh MISSING_LIBRARY_NAME1 YOUR_INSTALL_PATH1 MISSING_LIBRARY_NAME2 YOUR_INSTALL_PATH2 ...
+$ ./install.sh LIB_NAME PREFIX
</pre></div></div>
<p>If you do not specify the installation path, the library will be installed in the default folder specified by the software itself. For example, if you want to install <tt>zeromq</tt> library in the default system folder, run it as</p>
@@ -584,7 +599,7 @@ $ ./install.sh MISSING_LIBRARY_NAME1 YOU
<p>Or, if you want to install it into another folder,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ ./install.sh zeromq --prefix=YOUR_FOLDER
+<div class="source"><pre class="prettyprint">$ ./install.sh zeromq PREFIX
</pre></div></div>
<p>You can also install all dependencies in <i>/usr/local</i> directory:</p>
@@ -594,8 +609,7 @@ $ ./install.sh MISSING_LIBRARY_NAME1 YOU
<p>Here is a table showing the first arguments:</p>
<div class="source">
-<div class="source"><pre class="prettyprint">MISSING_LIBRARY_NAME LIBRARIES
-cmake cmake tools
+<div class="source"><pre class="prettyprint">LIB_NAME LIBRARIE
czmq* czmq lib
glog glog lib
lmdb lmdb lib
@@ -605,42 +619,135 @@ zeromq zeromq lib
zookeeper Apache zookeeper
</pre></div></div>
<p>*: Since <tt>czmq</tt> depends on <tt>zeromq</tt>, the script offers you one more argument to indicate <tt>zeromq</tt> location. The installation commands of <tt>czmq</tt> is:</p>
+<!-- -
+to be updated to
+
+ $./install.sh czmq \-\-prefix=/usr/local \-\-zeromq=/usr/local/zeromq -->
<div class="source">
-<div class="source"><pre class="prettyprint">$./install.sh czmq /usr/local /usr/local/zeromq
+<div class="source"><pre class="prettyprint">$./install.sh czmq /usr/local -f=/usr/local/zeromq
</pre></div></div>
<p>After the execution, <tt>czmq</tt> will be installed in <i>/usr/local</i>. The last path specifies the path to zeromq.</p>
<div class="section">
<h3><a name="FAQ"></a>FAQ</h3>
-<p>Q1:While compiling SINGA and installing <tt>glog</tt> on max OS X, I get fatal error <tt>'ext/slist' file not found</tt></p>
-<p>A1:Please install <tt>glog</tt> individually and try :</p>
+
+<ul>
+
+<li>Q1:I get error <tt>./configure --> cannot find blas_segmm() function</tt> even I have installed OpenBLAS.</li>
+</ul>
+<p>A1: This means the compiler cannot find the <tt>OpenBLAS</tt> library. If you installed it to $PREFIX (e.g., /opt/OpenBLAS), then you need to export it as</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ make CFLAGS='-stdlib=libstdc++' CXXFLAGS='stdlib=libstdc++'
+<div class="source"><pre class="prettyprint"> $ export LIBRARY_PATH=$PREFIX/lib:$LIBRARY_PATH
+ # e.g.,
+ $ export LIBRARY_PATH=/opt/OpenBLAS/lib:$LIBRARY_PATH
</pre></div></div>
-<p>Q2:While compiling SINGA, I get error <tt>SSE2 instruction set not enabled</tt></p>
-<p>A2:You can try following command:</p>
+
+<ul>
+
+<li>Q2: I get error <tt>cblas.h no such file or directory exists</tt>.</li>
+</ul>
+<p>Q2: You need to include the folder of the cblas.h into CPLUS_INCLUDE_PATH, e.g.,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ make CFLAGS='-msse2' CXXFLAGS='-msse2'
+<div class="source"><pre class="prettyprint"> $ export CPLUS_INCLUDE_PATH=$PREFIX/include:$CPLUS_INCLUDE_PATH
+ # e.g.,
+ $ export CPLUS_INCLUDE_PATH=/opt/OpenBLAS/include:$CPLUS_INCLUDE_PATH
+ # then reconfigure and make SINGA
+ $ ./configure
+ $ make
</pre></div></div>
-<p>Q3:I get error <tt>./configure --> cannot find blas_segmm() function</tt> even I run <tt>install.sh OpenBLAS</tt>.</p>
-<p>A3:Since <tt>OpenBLAS</tt> library is installed in <tt>/opt</tt> folder by default or <tt>/other/folder</tt> by your preference, you may edit your environment settings. You need add its default installation directories before linking, just run:</p>
+
+<ul>
+
+<li>Q3:While compiling SINGA, I get error <tt>SSE2 instruction set not enabled</tt></li>
+</ul>
+<p>A3:You can try following command:</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ export LDFLAGS=-L/opt
+<div class="source"><pre class="prettyprint"> $ make CFLAGS='-msse2' CXXFLAGS='-msse2'
</pre></div></div>
-<p>Or as an alternative option, you can also edit LIBRARY_PATH to figure it out.</p>
-<p>Q4:I get <tt>ImportError: cannot import name enum_type_wrapper</tt> from google.protobuf.internal when I try to import .py files.</p>
-<p>A4:After install google protobuf by <tt>make install</tt>, we should install python runtime libraries. Go to protobuf source directory, run:</p>
+
+<ul>
+
+<li>Q4:I get <tt>ImportError: cannot import name enum_type_wrapper</tt> from google.protobuf.internal when I try to import .py files.</li>
+</ul>
+<p>A4:After install google protobuf by <tt>make install</tt>, we should install python runtime libraries. Go to protobuf source directory, run:</p>
<div class="source">
-<div class="source"><pre class="prettyprint">$ cd /PROTOBUF/SOURCE/FOLDER
-$ cd python
-$ python setup.py build
-$ python setup.py install
+<div class="source"><pre class="prettyprint"> $ cd /PROTOBUF/SOURCE/FOLDER
+ $ cd python
+ $ python setup.py build
+ $ python setup.py install
</pre></div></div>
-<p>You may need <tt>sudo</tt> when you try to install python runtime libraries in the system folder.</p></div></div>
+<p>You may need <tt>sudo</tt> when you try to install python runtime libraries in the system folder.</p>
+
+<ul>
+
+<li>Q5: I get a linking error caused by gflags.</li>
+</ul>
+<p>A5: SINGA does not depend on gflags. But you may have installed the glog with gflags. In that case you can reinstall glog using <i>thirdparty/install.sh</i> into a another folder and export the LDFLAGS and CPPFLAGS to include that folder.</p>
+
+<ul>
+
+<li>Q6: While compiling SINGA and installing <tt>glog</tt> on mac OS X, I get fatal error <tt>'ext/slist' file not found</tt></li>
+</ul>
+<p>A6:Please install <tt>glog</tt> individually and try :</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ make CFLAGS='-stdlib=libstdc++' CXXFLAGS='stdlib=libstdc++'
+</pre></div></div>
+
+<ul>
+
+<li>Q7: When I start a training job, it reports error related with “ZOO_ERROR…zk retcode=-4…”.</li>
+</ul>
+<p>A7: This is because the zookeeper is not started. Please start the zookeeper service</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ ./bin/zk-service start
+</pre></div></div>
+<p>If the error still exists, probably that you do not have java. You can simple check it by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ java --version
+</pre></div></div>
+
+<ul>
+
+<li>Q8: When I build OpenBLAS from source, I am told that I need a fortran compiler.</li>
+</ul>
+<p>A8: You can compile OpenBLAS by</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ make ONLY_CBLAS=1
+</pre></div></div>
+<p>or install it using</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ sudo apt-get install openblas-dev
+</pre></div></div>
+<p>or</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ sudo yum install openblas-devel
+</pre></div></div>
+<p>It is worth noting that you need root access to run the last two commands. Remember to set the environment variables to include the header and library paths of OpenBLAS after installation (please refer to the Dependencies section).</p>
+
+<ul>
+
+<li>Q9: When I build protocol buffer, it reports that GLIBC++_3.4.20 not found in /usr/lib64/libstdc++.so.6.</li>
+</ul>
+<p>A9: This means the linker found libstdc++.so.6 but that library belongs to an older version of GCC than was used to compile and link the program. The program depends on code defined in the newer libstdc++ that belongs to the newer version of GCC, so the linker must be told how to find the newer libstdc++ shared library. The simplest way to fix this is to find the correct libstdc++ and export it to LD_LIBRARY_PATH. For example, if GLIBC++_3.4.20 is listed in the output of the following command,</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ strings /usr/local/lib64/libstdc++.so.6|grep GLIBC++
+</pre></div></div>
+<p>then you just set your environment variable as</p>
+
+<div class="source">
+<div class="source"><pre class="prettyprint"> $ export LD_LIBRARY_PATH=/usr/local/lib64:$LD_LIBRARY_PATH
+</pre></div></div></div></div>
</div>
</div>
</div>
Modified: websites/staging/singa/trunk/content/docs/layer.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/layer.html (original)
+++ websites/staging/singa/trunk/content/docs/layer.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Layers</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -795,25 +795,34 @@ split_conf {
<h4><a name="Members"></a>Members</h4>
<div class="source">
-<div class="source"><pre class="prettyprint">LayerProto layer_proto_;
+<div class="source"><pre class="prettyprint">LayerProto layer_conf_;
Blob<float> data_, grad_;
-vector<Layer*> srclayers_, dstlayers_;
</pre></div></div>
-<p>The base layer class keeps the user configuration in <tt>layer_proto_</tt>. Source layers and destination layers are stored in <tt>srclayers_</tt> and <tt>dstlayers_</tt>, respectively. Almost all layers has $b$ (mini-batch size) feature vectors, which are stored in the <tt>data_</tt> <a href="../api/classsinga_1_1Blob.html">Blob</a> (A Blob is a chunk of memory space, proposed in <a class="externalLink" href="http://caffe.berkeleyvision.org/">Caffe</a>). There are layers without feature vectors; instead, they use other layers’ feature vectors. In this case, the <tt>data_</tt> field is not used. The <tt>grad_</tt> Blob is for storing the gradients of the objective loss w.r.t. the <tt>data_</tt> Blob. It is necessary in <a href="../api/classsinga_1_1BPWorker.html">BP algorithm</a>, hence we put it as a member of the base class. For <a href="../api/classsinga_1_1CDWorker.html">CD algorithm</a>, the <tt>grad_</tt> field is not used; instead, the layer from RBM may have a Blob
for the positive phase feature and a Blob for the negative phase feature. For a recurrent layer in RNN, the feature blob contains one vector per internal layer.</p>
+<p>The base layer class keeps the user configuration in <tt>layer_conf_</tt>. Almost all layers has $b$ (mini-batch size) feature vectors, which are stored in the <tt>data_</tt> <a href="../api/classsinga_1_1Blob.html">Blob</a> (A Blob is a chunk of memory space, proposed in <a class="externalLink" href="http://caffe.berkeleyvision.org/">Caffe</a>). There are layers without feature vectors; instead, they use other layers’ feature vectors. In this case, the <tt>data_</tt> field is not used. The <tt>grad_</tt> Blob is for storing the gradients of the objective loss w.r.t. the <tt>data_</tt> Blob. It is necessary in <a href="../api/classsinga_1_1BPWorker.html">BP algorithm</a>, hence we put it as a member of the base class. For <a href="../api/classsinga_1_1CDWorker.html">CD algorithm</a>, the <tt>grad_</tt> field is not used; instead, the layer from RBM may have a Blob for the positive phase feature and a Blob for the negative phase feature. For a recurrent layer in RNN, the fe
ature blob contains one vector per internal layer.</p>
<p>If a layer has parameters, these parameters are declared using type <a href="param.html">Param</a>. Since some layers do not have parameters, we do not declare any <tt>Param</tt> in the base layer class.</p></div>
<div class="section">
<h4><a name="Functions"></a>Functions</h4>
<div class="source">
-<div class="source"><pre class="prettyprint">virtual void Setup(const LayerProto& proto, int npartitions = 1);
-virtual void ComputeFeature(Phase phase, Metric* perf) = 0;
-virtual void ComputeGradient(Phase phase) = 0;
-</pre></div></div>
-<p>The <tt>Setup</tt> function reads user configuration, i.e. <tt>proto</tt>, and information from source layers, e.g., mini-batch size, to set the shape of the <tt>data_</tt> (and <tt>grad_</tt>) field as well as some other layer specific fields. If <tt>npartitions</tt> is larger than 1, then users need to reduce the sizes of <tt>data_</tt>, <tt>grad_</tt> Blobs or Param objects. For example, if the <tt>partition_dim=0</tt> and there is no source layer, e.g., this layer is a (bottom) data layer, then its <tt>data_</tt> and <tt>grad_</tt> Blob should have <tt>b/npartitions</tt> feature vectors; If the source layer is also partitioned on dimension 0, then this layer should have the same number of feature vectors as the source layer. More complex partition cases are discussed in <a href="neural-net.html#neural-net-partitioning">Neural net partitioning</a>. Typically, the Setup function just set the shapes of <tt>data_</tt> Blobs and Param objects. Memory will not be allocated until co
mputation over the data structure happens.</p>
+<div class="source"><pre class="prettyprint">virtual void Setup(const LayerProto& conf, const vector<Layer*>& srclayers);
+virtual void ComputeFeature(int flag, const vector<Layer*>& srclayers) = 0;
+virtual void ComputeGradient(int flag, const vector<Layer*>& srclayers) = 0;
+</pre></div></div>
+<p>The <tt>Setup</tt> function reads user configuration, i.e. <tt>conf</tt>, and information from source layers, e.g., mini-batch size, to set the shape of the <tt>data_</tt> (and <tt>grad_</tt>) field as well as some other layer specific fields. <!-- -
+If `npartitions` is larger than 1, then
+users need to reduce the sizes of `data_`, `grad_` Blobs or Param objects. For
+example, if the `partition_dim=0` and there is no source layer, e.g., this
+layer is a (bottom) data layer, then its `data_` and `grad_` Blob should have
+`b/npartitions` feature vectors; If the source layer is also partitioned on
+dimension 0, then this layer should have the same number of feature vectors as
+the source layer. More complex partition cases are discussed in
+[Neural net partitioning](neural-net.html#neural-net-partitioning). Typically, the
+Setup function just set the shapes of `data_` Blobs and Param objects. --> Memory will not be allocated until computation over the data structure happens.</p>
<p>The <tt>ComputeFeature</tt> function evaluates the feature blob by transforming (e.g. convolution and pooling) features from the source layers. <tt>ComputeGradient</tt> computes the gradients of parameters associated with this layer. These two functions are invoked by the <a href="train-one-batch.html">TrainOneBatch</a> function during training. Hence, they should be consistent with the <tt>TrainOneBatch</tt> function. Particularly, for feed-forward and RNN models, they are trained using <a href="train-one-batch.html#back-propagation">BP algorithm</a>, which requires each layer’s <tt>ComputeFeature</tt> function to compute <tt>data_</tt> based on source layers, and requires each layer’s <tt>ComputeGradient</tt> to compute gradients of parameters and source layers’ <tt>grad_</tt>. For energy models, e.g., RBM, they are trained by <a href="train-one-batch.html#contrastive-divergence">CD algorithm</a>, which requires each layer’s <tt>ComputeFeature</tt> f
unction to compute the feature vectors for the positive phase or negative phase depending on the <tt>phase</tt> argument, and requires the <tt>ComputeGradient</tt> function to only compute parameter gradients. For some layers, e.g., loss layer or output layer, they can put the loss or prediction result into the <tt>metric</tt> argument, which will be averaged and displayed periodically.</p></div></div>
<div class="section">
<h3><a name="Implementing_a_new_Layer_subclass"></a>Implementing a new Layer subclass</h3>
<p>Users can extend the Layer class or other subclasses to implement their own feature transformation logics as long as the two virtual functions are overridden to be consistent with the <tt>TrainOneBatch</tt> function. The <tt>Setup</tt> function may also be overridden to read specific layer configuration.</p>
+<p>The <a href="rnn.html">RNNLM</a> provides a couple of user-defined layers. You can refer to them as examples.</p>
<div class="section">
<h4><a name="Layer_specific_protocol_message"></a>Layer specific protocol message</h4>
<p>To implement a new layer, the first step is to define the layer specific configuration. Suppose the new layer is <tt>FooLayer</tt>, the layer specific google protocol message <tt>FooLayerProto</tt> should be defined as</p>
@@ -866,15 +875,15 @@ int a = conf.a();
<div class="source">
<div class="source"><pre class="prettyprint">class FooLayer : public singa::Layer {
public:
- void Setup(const LayerProto& proto, int npartitions = 1) override;
- void ComputeFeature(Phase phase, Metric* perf) override;
- void ComputeGradient(Phase phase) override;
+ void Setup(const LayerProto& conf, const vector<Layer*>& srclayers) override;
+ void ComputeFeature(int flag, const vector<Layer*>& srclayers) override;
+ void ComputeGradient(int flag, const vector<Layer*>& srclayers) override;
private:
// members
};
</pre></div></div>
-<p>Users must override the two virtual functions to be called by the <tt>TrainOneBatch</tt> for either BP or CD algorithm. Typically, the <tt>Setup</tt> function will also be overridden to initialize some members. The user configured fields can be accessed through <tt>layer_proto_</tt> as shown in the above paragraphs.</p></div>
+<p>Users must override the two virtual functions to be called by the <tt>TrainOneBatch</tt> for either BP or CD algorithm. Typically, the <tt>Setup</tt> function will also be overridden to initialize some members. The user configured fields can be accessed through <tt>layer_conf_</tt> as shown in the above paragraphs.</p></div>
<div class="section">
<h4><a name="New_Layer_subclass_registration"></a>New Layer subclass registration</h4>
<p>The newly defined layer should be registered in <a class="externalLink" href="http://singa.incubator.apache.org/docs/programming-guide">main.cc</a> by adding</p>
Modified: websites/staging/singa/trunk/content/docs/lmdb.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/lmdb.html (original)
+++ websites/staging/singa/trunk/content/docs/lmdb.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – </title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/mlp.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/mlp.html (original)
+++ websites/staging/singa/trunk/content/docs/mlp.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – </title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/model-config.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/model-config.html (original)
+++ websites/staging/singa/trunk/content/docs/model-config.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Model Configuration</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/neural-net.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neural-net.html (original)
+++ websites/staging/singa/trunk/content/docs/neural-net.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Net</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/neuralnet-partition.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/neuralnet-partition.html (original)
+++ websites/staging/singa/trunk/content/docs/neuralnet-partition.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Neural Net Partition</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/overview.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/overview.html (original)
+++ websites/staging/singa/trunk/content/docs/overview.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Introduction</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/param.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/param.html (original)
+++ websites/staging/singa/trunk/content/docs/param.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Parameters</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/programmer-guide.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programmer-guide.html (original)
+++ websites/staging/singa/trunk/content/docs/programmer-guide.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programmer Guide</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/programming-guide.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/programming-guide.html (original)
+++ websites/staging/singa/trunk/content/docs/programming-guide.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Programming Guide</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -549,7 +549,7 @@ int main(int argc, char** argv) {
auto jobConf = driver.job_conf();
// update jobConf
- driver.Submit(resume, jobConf);
+ driver.Train(resume, jobConf);
return 0;
}
</pre></div></div>
Modified: websites/staging/singa/trunk/content/docs/quick-start.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/quick-start.html (original)
+++ websites/staging/singa/trunk/content/docs/quick-start.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Quick Start</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -521,6 +521,7 @@ cd SINGA_ROOT
<div class="source">
<div class="source"><pre class="prettyprint">cd examples/cifar10/
+cp Makefile.example Makefile
make download
make create
</pre></div></div>
Modified: websites/staging/singa/trunk/content/docs/rbm.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/rbm.html (original)
+++ websites/staging/singa/trunk/content/docs/rbm.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – RBM Example</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
@@ -653,7 +653,7 @@ layer{
<p>To load w0 and b02 from RBM0’s checkpoint file, we configure the <tt>checkpoint_path</tt> as,</p>
<div class="source">
-<div class="source"><pre class="prettyprint">checkpoint_path: "examples/rbm/rbm1/checkpoint/step6000-worker0.bin"
+<div class="source"><pre class="prettyprint">checkpoint_path: "examples/rbm/rbm1/checkpoint/step6000-worker0"
cluster{
workspace: "examples/rbm/rbm2"
}
@@ -770,10 +770,10 @@ layer{
<div class="source">
<div class="source"><pre class="prettyprint">### Checkpoint Configuration
-checkpoint_path: "examples/rbm/checkpoint/rbm1/checkpoint/step6000-worker0.bin"
-checkpoint_path: "examples/rbm/checkpoint/rbm2/checkpoint/step6000-worker0.bin"
-checkpoint_path: "examples/rbm/checkpoint/rbm3/checkpoint/step6000-worker0.bin"
-checkpoint_path: "examples/rbm/checkpoint/rbm4/checkpoint/step6000-worker0.bin"
+checkpoint_path: "examples/rbm/checkpoint/rbm1/checkpoint/step6000-worker0"
+checkpoint_path: "examples/rbm/checkpoint/rbm2/checkpoint/step6000-worker0"
+checkpoint_path: "examples/rbm/checkpoint/rbm3/checkpoint/step6000-worker0"
+checkpoint_path: "examples/rbm/checkpoint/rbm4/checkpoint/step6000-worker0"
</pre></div></div></div></div>
<div class="section">
<h2><a name="Visualization_Results"></a>Visualization Results</h2>
Modified: websites/staging/singa/trunk/content/docs/rnn.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/rnn.html (original)
+++ websites/staging/singa/trunk/content/docs/rnn.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Recurrent Neural Networks for Language Modelling</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/train-one-batch.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/train-one-batch.html (original)
+++ websites/staging/singa/trunk/content/docs/train-one-batch.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Train-One-Batch</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/docs/updater.html
==============================================================================
--- websites/staging/singa/trunk/content/docs/updater.html (original)
+++ websites/staging/singa/trunk/content/docs/updater.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Updater</title>
<link rel="stylesheet" href="../css/apache-maven-fluido-1.4.min.css" />
Modified: websites/staging/singa/trunk/content/index.html
==============================================================================
--- websites/staging/singa/trunk/content/index.html (original)
+++ websites/staging/singa/trunk/content/index.html Mon Sep 28 06:40:56 2015
@@ -1,13 +1,13 @@
<!DOCTYPE html>
<!--
- | Generated by Apache Maven Doxia at 2015-09-26
+ | Generated by Apache Maven Doxia at 2015-09-28
| Rendered using Apache Maven Fluido Skin 1.4
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <meta name="Date-Revision-yyyymmdd" content="20150926" />
+ <meta name="Date-Revision-yyyymmdd" content="20150928" />
<meta http-equiv="Content-Language" content="en" />
<title>Apache SINGA – Getting Started</title>
<link rel="stylesheet" href="./css/apache-maven-fluido-1.4.min.css" />