You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@uima.apache.org by ch...@apache.org on 2013/09/19 16:52:24 UTC
svn commit: r1524762 - in
/uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5:
ducc-pops-component-job-driver.tex ducc-pops-component-orchestrator.tex
ducc-pops-component-webserver.tex ducc-pops-defs.tex ducc-pops.tex
Author: challngr
Date: Thu Sep 19 14:52:24 2013
New Revision: 1524762
URL: http://svn.apache.org/r1524762
Log:
UIMA-2682 Clean up Latex build issues in part5.
Modified:
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-job-driver.tex
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-orchestrator.tex
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-webserver.tex
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-defs.tex
uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops.tex
Modified: uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-job-driver.tex
URL: http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-job-driver.tex?rev=1524762&r1=1524761&r2=1524762&view=diff
==============================================================================
--- uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-job-driver.tex (original)
+++ uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-job-driver.tex Thu Sep 19 14:52:24 2013
@@ -34,16 +34,21 @@
\item The \varJobDriver~module is the main thread.
It setups and executes the \varJobDriver~runtime environment.
\begin{itemize}
+
\item{initialize}
\begin{description}
- The initialize method sets-up all the machinery to
+ \item The initialize method sets-up all the machinery to
fetch and process \varCASes.
\end{description}
+
\item{run}
- \begin{description}
- The run method manages all the machinery to
- fetch and process \varCASes.
- \end{description}
+
+ \begin{description}
+ \item The run method manages all the machinery to
+ fetch and process \varCASes.
+ \end{description}
+
+
\begin{itemize}
\item{wait for eligibility}
\begin{description}
@@ -51,30 +56,30 @@
\end{description}
\item{initialize \varUIMAAS~client}
\begin{description}
- Create an instance and one thread client for each corresponding \varJobProcess thread.
+ \item Create an instance and one thread client for each corresponding \varJobProcess thread.
\end{description}
\item{queue \varWorkItems}
\begin{description}
- While terminate conditions are absent, repeat the process of queuing one work item for each thread, then sleeping for an interval, then rechecking for termination and performing additional queuing.
+ \item While terminate conditions are absent, repeat the process of queuing one work item for each thread, then sleeping for an interval, then rechecking for termination and performing additional queuing.
\end{description}
\end{itemize}
\end{itemize}
\end{description}
\item{Job Driver Component}
\begin{description}
- This module initializes the \varJobDriver function,
+ \item This module initializes the \varJobDriver function,
receives and evaluates \ORMaps with respect to
continuance or termination of the \varJobDriver,
and triggers publication of \varJobDriver status reports.
\end{description}
\item{Job Driver Terminate Exception}
\begin{description}
- This module provides a means to identify the exception and
+ \item This module provides a means to identify the exception and
possible reason for same when the \varJobDriver~abnormally terminates.
\end{description}
\item{Synchronized Stats}
\begin{description}
- This module provides a method for the \varJobDriver~to accumulate
+ \item This module provides a method for the \varJobDriver~to accumulate
statistics in a thread safe manner.
Per \varWorkItem~statistics are maintained and produced:
\end{description}
@@ -159,7 +164,7 @@
\item{\varWorkItem}
\begin{description}
- The \varWorkItem~represents one \varCAS~to be processed, normally by one of the
+ \item The \varWorkItem~represents one \varCAS~to be processed, normally by one of the
distributed \varUIMA pipelines.
\begin{itemize}
\item Manage and track the lifecycle of a \varWorkItem~steps:
@@ -179,24 +184,26 @@
\end{description}
\item{\varWorkItem~Listener}
+ \item
\begin{description}
+ \item
\begin{itemize}
\item onBeforeMessageSend
\begin{description}
- Process callback that indicates work item has been placed on MQ queue and
+ \item Process callback that indicates work item has been placed on MQ queue and
is awaiting grab by a \varJP.
\end{description}
\item onBeforeProcessCAS
\begin{description}
- Process callback that indicates work item has been grabbed from MQ queue and
+ \item Process callback that indicates work item has been grabbed from MQ queue and
is active in a \varUIMA~pipeline.
The associated node and \varLinux~process identity are provided.
\end{description}
\end{itemize}
\end{description}
- \end{itemize}
- \end{description}
+
+
\end{itemize}
Modified: uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-orchestrator.tex
URL: http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-orchestrator.tex?rev=1524762&r1=1524761&r2=1524762&view=diff
==============================================================================
--- uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-orchestrator.tex (original)
+++ uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-orchestrator.tex Thu Sep 19 14:52:24 2013
@@ -87,7 +87,8 @@
Each factory-created representation comprises appropriate information as follows:
\begin{itemize}
-
+ \item
+
\begin{itemize}
\item standard information
\begin{itemize}
@@ -99,6 +100,9 @@
\item date of completion (initially \varNull)
\item description (text supplied by user)
\end{itemize}
+
+
+
\item scheduling information
\begin{itemize}
\item scheduling class
@@ -145,13 +149,17 @@
\begin{itemize}
\item See job process information above.
\end{itemize}
+
\item managed reservation information
TBD
\item unmanaged reservation information
TBD
+
\end{itemize}
-
- \subsubsection{Checkpoint Supervisor}
+ \end{itemize}
+
+
+ \subsubsection{Checkpoint Supervisor}
The Checkpoint Supervisor provides functions to save and restore state information
to/from persistent storage. State is stored whenever a significant change occurs.
@@ -276,4 +284,4 @@
state.
\end{description}
-
\ No newline at end of file
+
Modified: uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-webserver.tex
URL: http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-webserver.tex?rev=1524762&r1=1524761&r2=1524762&view=diff
==============================================================================
--- uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-webserver.tex (original)
+++ uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-component-webserver.tex Thu Sep 19 14:52:24 2013
@@ -65,19 +65,19 @@
\begin{itemize}
\item Boot
\begin{description}
- Initialize cache of Jobs, Reservation and Services from checkpoint and historical data repositories.
+ \item Initialize cache of Jobs, Reservation and Services from checkpoint and historical data repositories.
\end{description}
\item Daemons Data
\begin{description}
- Track DUCC daemons: status, name, boot time, host name, host ip, PID, publication size and max, heartbeat last and max, and JConsole URL.
+ \item Track DUCC daemons: status, name, boot time, host name, host ip, PID, publication size and max, heartbeat last and max, and JConsole URL.
\end{description}
\item Ducc Data
\begin{description}
- Track Jobs, Reservation and Services from \varOrchestrator~publications.
+ \item Track Jobs, Reservation and Services from \varOrchestrator~publications.
\end{description}
\item Machines Data
\begin{description}
- Track machines: status, machine name, machine IP, reserve size, memory size, alied PIDs, DUCC shares total and inuse, heartbeat last
+ \item Track machines: status, machine name, machine IP, reserve size, memory size, alied PIDs, DUCC shares total and inuse, heartbeat last
\end{description}
\end{itemize}
@@ -116,4 +116,4 @@
\subsubsection{util}
- \subsubsection{root}
\ No newline at end of file
+ \subsubsection{root}
Modified: uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-defs.tex
URL: http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-defs.tex?rev=1524762&r1=1524761&r2=1524762&view=diff
==============================================================================
--- uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-defs.tex (original)
+++ uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops-defs.tex Thu Sep 19 14:52:24 2013
@@ -1,81 +1,82 @@
% normal
-\newcommand{\varDUCC}{\text{DUCC}}
-\newcommand{\varOS}{\text{OS}}
-\newcommand{\varJava}{\text{Java}}
-\newcommand{\varJVM}{\text{JVM}}
-\newcommand{\varLinux}{\text{Linux}}
-\newcommand{\varSpring}{\text{Spring}}
-\newcommand{\varUIMA}{\text{UIMA}}
-\newcommand{\varUnstructuredInformationManagementArchitecture}{\text{Unstructured Information Management Architecture}}
-\newcommand{\varUIMAAS}{\text{UIMA-AS}}
-\newcommand{\varUIMACore}{\text{UIMA-Core}}
-\newcommand{\varUIMAAsynchronousScaleout}{\text{UIMA Asynchronous Scaleout}}
-
-\newcommand{\varLinuxControlGroup}{\text{Linux Control Group}}
-\newcommand{\varLinuxControlGroups}{\text{Linux Control Groups}}
-
-\newcommand{\varDistributedUIMAClusterComputing}{\text{Distributed \varUIMA~Cluster Computing}}
-
-\newcommand{\varOrchestrator}{\text{Orchestrator}}
-\newcommand{\varResourceManager}{\text{Resource Manager}}
-\newcommand{\varServicesManager}{\text{Services Manager}}
-\newcommand{\varProcessManager}{\text{Process Manager}}
-\newcommand{\varAgent}{\text{Agent}}
-\newcommand{\varAgents}{\text{Agents}}
-\newcommand{\varJobDriver}{\text{JobDriver}}
-\newcommand{\varWebServer}{\text{WebServer}}
-\newcommand{\varWebServerInterface}{\text{WebServer Interface}}
-\newcommand{\varCommandLineInterface}{\text{Command Line Interface}}
-\newcommand{\varApplicationProgramInterface}{\text{Application Program Interface}}
-\newcommand{\varUserInterface}{\text{User Interface}}
-
-\newcommand{\varScheduler}{\text{Scheduler}}
-
-\newcommand{\varOR}{\text{OR}}
-\newcommand{\varRM}{\text{RM}}
-\newcommand{\varSM}{\text{SM}}
-\newcommand{\varPM}{\text{PM}}
-\newcommand{\varJD}{\text{JD}}
-\newcommand{\varWS}{\text{WS}}
-\newcommand{\varCLI}{\text{CLI}}
-\newcommand{\varAPI}{\text{API}}
-
-\newcommand{\varActiveMQ}{\text{ActiveMQ}}
-\newcommand{\varCamel}{\text{Camel}}
-\newcommand{\varJetty}{\text{Jetty}}
-\newcommand{\varjQuery}{\text{jQuery}}
-\newcommand{\varLogger}{\text{Log4J}}
-
-\newcommand{\varApacheActiveMQ}{\text{Apache Active MQ}}
-\newcommand{\varIBMWebSphereMQ}{\text{IBM WebSphere MQ}}
-
-\newcommand{\varNetworkFileSystem}{\text{Network File System}}
-\newcommand{\varNFS}{\text{NFS}}
-
-\newcommand{\varHadoopDistributedFileSystem}{\text{Hadoop Distributed File System}}
-\newcommand{\varHDFS}{\text{HDFS}}
-
-\newcommand{\varNodeMachineComputer}{\text{node (machine, computer)}}
-\newcommand{\varNodesMachinesComputers}{\text{nodes (machines, computers)}}
-
-\newcommand{\varJob}{\text{Job}}
-\newcommand{\varJobs}{\text{Jobs}}
-\newcommand{\varReservation}{\text{Reservation}}
-\newcommand{\varReservations}{\text{Reservations}}
-\newcommand{\varService}{\text{Service}}
-\newcommand{\varServices}{\text{Services}}
-
-\newcommand{\varManagedReservations}{\text{Managed Reservations}}
-\newcommand{\varUnmanagedReservations}{\text{Unmanaged Reservations}}
+\newcommand{\varDUCC}{DUCC}
+\newcommand{\varOS}{OS}
+\newcommand{\varJava}{Java}
+\newcommand{\varJVM}{JVM}
+\newcommand{\varLinux}{Linux}
+\newcommand{\varSpring}{Spring}
+\newcommand{\varUIMA}{UIMA}
+\newcommand{\varUnstructuredInformationManagementArchitecture}{Unstructured Information Management Architecture}
+\newcommand{\varUIMAAS}{UIMA-AS}
+\newcommand{\varUIMACore}{UIMA-Core}
+\newcommand{\varUIMAAsynchronousScaleout}{UIMA Asynchronous Scaleout}
+
+\newcommand{\varLinuxControlGroup}{Linux Control Group}
+\newcommand{\varLinuxControlGroups}{Linux Control Groups}
+
+\newcommand{\varDistributedUIMAClusterComputing}{Distributed \varUIMA~Cluster Computing}
+
+\newcommand{\varOrchestrator}{Orchestrator}
+\newcommand{\ORMaps}{Orchestrator job maps}
+\newcommand{\varResourceManager}{Resource Manager}
+\newcommand{\varServicesManager}{Services Manager}
+\newcommand{\varProcessManager}{Process Manager}
+\newcommand{\varAgent}{Agent}
+\newcommand{\varAgents}{Agents}
+\newcommand{\varJobDriver}{JobDriver}
+\newcommand{\varWebServer}{WebServer}
+\newcommand{\varWebServerInterface}{WebServer Interface}
+\newcommand{\varCommandLineInterface}{Command Line Interface}
+\newcommand{\varApplicationProgramInterface}{Application Program Interface}
+\newcommand{\varUserInterface}{User Interface}
+
+\newcommand{\varScheduler}{Scheduler}
+
+\newcommand{\varOR}{OR}
+\newcommand{\varRM}{RM}
+\newcommand{\varSM}{SM}
+\newcommand{\varPM}{PM}
+\newcommand{\varJD}{JD}
+\newcommand{\varWS}{WS}
+\newcommand{\varCLI}{CLI}
+\newcommand{\varAPI}{API}
+
+\newcommand{\varActiveMQ}{ActiveMQ}
+\newcommand{\varCamel}{Camel}
+\newcommand{\varJetty}{Jetty}
+\newcommand{\varjQuery}{jQuery}
+\newcommand{\varLogger}{Log4J}
+
+\newcommand{\varApacheActiveMQ}{Apache Active MQ}
+\newcommand{\varIBMWebSphereMQ}{IBM WebSphere MQ}
+
+\newcommand{\varNetworkFileSystem}{Network File System}
+\newcommand{\varNFS}{NFS}
+
+\newcommand{\varHadoopDistributedFileSystem}{Hadoop Distributed File System}
+\newcommand{\varHDFS}{HDFS}
+
+\newcommand{\varNodeMachineComputer}{node (machine, computer)}
+\newcommand{\varNodesMachinesComputers}{nodes (machines, computers)}
+
+\newcommand{\varJob}{Job}
+\newcommand{\varJobs}{Jobs}
+\newcommand{\varReservation}{Reservation}
+\newcommand{\varReservations}{Reservations}
+\newcommand{\varService}{Service}
+\newcommand{\varServices}{Services}
+
+\newcommand{\varManagedReservations}{Managed Reservations}
+\newcommand{\varUnmanagedReservations}{Unmanaged Reservations}
-\newcommand{\varPingOnly}{\text{Ping-Only}}
+\newcommand{\varPingOnly}{Ping-Only}
-\newcommand{\varGB}{\text{GB}}
-\newcommand{\varUser}{\text{user}}
+\newcommand{\varGB}{GB}
+\newcommand{\varUser}{user}
-\newcommand{\varPipeline}{\text{pipeline}}
+\newcommand{\varPipeline}{pipeline}
% typewriter
@@ -136,8 +137,8 @@
% uima
\newcommand{\varCollectionReader}{\textit{Collection Reader}}
-\newcommand{\varCR}{\text{CR}}
+\newcommand{\varCR}{CR}
\newcommand{\varAnalysisEngine}{\textit{Analysis Engine}}
-\newcommand{\varAE}{\text{AE}}
+\newcommand{\varAE}{AE}
\newcommand{\varJobProcess}{\textit{Job Process}}
-\newcommand{\varJP}{\text{JP}}
+\newcommand{\varJP}{JP}
Modified: uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops.tex
URL: http://svn.apache.org/viewvc/uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops.tex?rev=1524762&r1=1524761&r2=1524762&view=diff
==============================================================================
--- uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops.tex (original)
+++ uima/sandbox/uima-ducc/trunk/uima-ducc-duccdocs/src/site/tex/duccbook/part5/ducc-pops.tex Thu Sep 19 14:52:24 2013
@@ -169,9 +169,9 @@
For example, presume a simple \varDUCC~system with just one preemptable scheduling class
and resources comprising 11 \varShares. Further, suppose that 1 \varShare~is allocated
for partitioning into \varJdShares.
- When the Job #1 is submitted it is entitled to all remaining 10 shares.
- When Job #2 arrives, each job is entitled to only 5 shares.
- Thus, 5 \varShares~from Job #1 are preempted and reassigned to Job #2.
+ When the Job \#1 is submitted it is entitled to all remaining 10 shares.
+ When Job \#2 arrives, each job is entitled to only 5 shares.
+ Thus, 5 \varShares~from Job \#1 are preempted and reassigned to Job \#2.
\chapter{System Organization}
@@ -309,4 +309,4 @@
\subsection{System}
- \subsection{User}
\ No newline at end of file
+ \subsection{User}