You are viewing a plain text version of this content. The canonical link for it is here.
Posted to droids-commits@incubator.apache.org by th...@apache.org on 2008/11/05 18:07:40 UTC
svn commit: r711640 [2/23] - in /incubator/droids/trunk/docs: ./ api/
api/org/apache/droids/ api/org/apache/droids/api/
api/org/apache/droids/api/class-use/ api/org/apache/droids/class-use/
api/org/apache/droids/delay/ api/org/apache/droids/delay/class...
Modified: incubator/droids/trunk/docs/api/index-all.html
URL: http://svn.apache.org/viewvc/incubator/droids/trunk/docs/api/index-all.html?rev=711640&r1=711639&r2=711640&view=diff
==============================================================================
--- incubator/droids/trunk/docs/api/index-all.html (original)
+++ incubator/droids/trunk/docs/api/index-all.html Wed Nov 5 10:07:30 2008
@@ -2,9 +2,9 @@
<!--NewPage-->
<HTML>
<HEAD>
-<!-- Generated by javadoc (build 1.5.0_11) on Mon Sep 15 08:37:32 CEST 2008 -->
+<!-- Generated by javadoc (build 1.5.0_15) on Wed Nov 05 19:01:26 GMT+01:00 2008 -->
<TITLE>
-Index (Droids initial API)
+Index (apache-core-initial API)
</TITLE>
@@ -13,7 +13,7 @@
<SCRIPT type="text/javascript">
function windowTitle()
{
- parent.document.title="Index (Droids initial API)";
+ parent.document.title="Index (apache-core-initial API)";
}
</SCRIPT>
<NOSCRIPT>
@@ -74,11 +74,11 @@
<A NAME="skip-navbar_top"></A>
<!-- ========= END OF TOP NAVBAR ========= -->
-<A HREF="#_A_">A</A> <A HREF="#_B_">B</A> <A HREF="#_C_">C</A> <A HREF="#_D_">D</A> <A HREF="#_E_">E</A> <A HREF="#_F_">F</A> <A HREF="#_G_">G</A> <A HREF="#_H_">H</A> <A HREF="#_I_">I</A> <A HREF="#_L_">L</A> <A HREF="#_M_">M</A> <A HREF="#_N_">N</A> <A HREF="#_O_">O</A> <A HREF="#_P_">P</A> <A HREF="#_Q_">Q</A> <A HREF="#_R_">R</A> <A HREF="#_S_">S</A> <A HREF="#_T_">T</A> <A HREF="#_U_">U</A> <A HREF="#_W_">W</A> <HR>
+<A HREF="#_A_">A</A> <A HREF="#_B_">B</A> <A HREF="#_C_">C</A> <A HREF="#_D_">D</A> <A HREF="#_E_">E</A> <A HREF="#_F_">F</A> <A HREF="#_G_">G</A> <A HREF="#_H_">H</A> <A HREF="#_I_">I</A> <A HREF="#_L_">L</A> <A HREF="#_M_">M</A> <A HREF="#_N_">N</A> <A HREF="#_O_">O</A> <A HREF="#_P_">P</A> <A HREF="#_Q_">Q</A> <A HREF="#_R_">R</A> <A HREF="#_S_">S</A> <A HREF="#_T_">T</A> <A HREF="#_U_">U</A> <A HREF="#_V_">V</A> <A HREF="#_W_">W</A> <HR>
<A NAME="_A_"><!-- --></A><H2>
<B>A</B></H2>
<DL>
-<DT><A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids"><B>AbstractDroid</B></A> - Class in <A HREF="./org/apache/droids/package-summary.html">org.apache.droids</A><DD> <DT><A HREF="./org/apache/droids/AbstractDroid.html#AbstractDroid()"><B>AbstractDroid()</B></A> -
+<DT><A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids"><B>AbstractDroid</B></A><<A HREF="./org/apache/droids/AbstractDroid.html" title="type parameter in AbstractDroid">T</A> extends <A HREF="./org/apache/droids/api/Task.html" title="interface in org.apache.droids.api">Task</A>> - Class in <A HREF="./org/apache/droids/package-summary.html">org.apache.droids</A><DD>Manage common tasks in standard Droids<DT><A HREF="./org/apache/droids/AbstractDroid.html#AbstractDroid(org.apache.droids.api.TaskQueue, org.apache.droids.api.TaskMaster)"><B>AbstractDroid(TaskQueue<T>, TaskMaster<T>)</B></A> -
Constructor for class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
<DD>
<DT><A HREF="./org/apache/droids/helper/factories/URLFiltersFactory.html#accept(java.lang.String)"><B>accept(String)</B></A> -
@@ -90,17 +90,15 @@
<DT><A HREF="./org/apache/droids/net/RegexRule.html#accept()"><B>accept()</B></A> -
Method in class org.apache.droids.net.<A HREF="./org/apache/droids/net/RegexRule.html" title="class in org.apache.droids.net">RegexRule</A>
<DD>Return if this rule is used for filtering-in or out.
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#acceptDepth(int)"><B>acceptDepth(int)</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>Can we accept the new depth or would it violate the maxDepth allowed for
- the queue.
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#acceptSize(int)"><B>acceptSize(int)</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>Can we accept the new size or would it violate the maxSize allowed for the
- queue.
<DT><A HREF="./org/apache/http/PostFile.html#AGENT"><B>AGENT</B></A> -
Variable in class org.apache.http.<A HREF="./org/apache/http/PostFile.html" title="class in org.apache.http">PostFile</A>
<DD>The AGENT name
+<DT><A HREF="./org/apache/droids/api/TaskMaster.html#awaitTermination(long, java.util.concurrent.TimeUnit)"><B>awaitTermination(long, TimeUnit)</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskMaster.html" title="interface in org.apache.droids.api">TaskMaster</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html#awaitTermination(long, java.util.concurrent.TimeUnit)"><B>awaitTermination(long, TimeUnit)</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl">MultiThreadedTaskMaster</A>
+<DD>
</DL>
<HR>
<A NAME="_B_"><!-- --></A><H2>
@@ -114,31 +112,30 @@
<A NAME="_C_"><!-- --></A><H2>
<B>C</B></H2>
<DL>
-<DT><A HREF="./org/apache/droids/Cli.html" title="class in org.apache.droids"><B>Cli</B></A> - Class in <A HREF="./org/apache/droids/package-summary.html">org.apache.droids</A><DD>The principal class to start droids.<DT><A HREF="./org/apache/droids/protocol/MediaType.html#contentTypes"><B>contentTypes</B></A> -
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#clear()"><B>clear()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueueWithHistory.html#clear()"><B>clear()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueueWithHistory.html" title="class in org.apache.droids.impl">SimpleTaskQueueWithHistory</A>
+<DD>
+<DT><A HREF="./org/apache/droids/protocol/MediaType.html#contentTypes"><B>contentTypes</B></A> -
Static variable in class org.apache.droids.protocol.<A HREF="./org/apache/droids/protocol/MediaType.html" title="class in org.apache.droids.protocol">MediaType</A>
<DD><B>Deprecated.</B> Officially known contentTypes
-<DT><A HREF="./org/apache/droids/Core.html" title="class in org.apache.droids"><B>Core</B></A> - Class in <A HREF="./org/apache/droids/package-summary.html">org.apache.droids</A><DD>Core configuration mainly holding the different factories we are using.<DT><A HREF="./org/apache/droids/Core.html#Core()"><B>Core()</B></A> -
-Constructor for class org.apache.droids.<A HREF="./org/apache/droids/Core.html" title="class in org.apache.droids">Core</A>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler"><B>CrawlingDroid</B></A> - Class in <A HREF="./org/apache/droids/robot/crawler/package-summary.html">org.apache.droids.robot.crawler</A><DD> <DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#CrawlingDroid(org.apache.droids.api.TaskQueue, org.apache.droids.api.TaskMaster)"><B>CrawlingDroid(TaskQueue<Link>, TaskMaster<Link>)</B></A> -
+Constructor for class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html" title="class in org.apache.droids.robot.crawler"><B>CrawlingWorker</B></A> - Class in <A HREF="./org/apache/droids/robot/crawler/package-summary.html">org.apache.droids.robot.crawler</A><DD> <DT><A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html#CrawlingWorker(org.apache.droids.robot.crawler.CrawlingDroid)"><B>CrawlingWorker(CrawlingDroid)</B></A> -
+Constructor for class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html" title="class in org.apache.droids.robot.crawler">CrawlingWorker</A>
<DD>
-<DT><A HREF="./org/apache/droids/handle/Solr.html#createCommitDocument()"><B>createCommitDocument()</B></A> -
-Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Solr.html" title="class in org.apache.droids.handle">Solr</A>
-<DD>Creates a commit command.
-<DT><A HREF="./org/apache/droids/handle/Solr.html#createOptimizeDocument()"><B>createOptimizeDocument()</B></A> -
-Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Solr.html" title="class in org.apache.droids.handle">Solr</A>
-<DD>Creates a optimize command.
-<DT><A HREF="./org/apache/droids/handle/Solr.html#createUpdateDocument(java.net.URL, org.apache.droids.api.Parse)"><B>createUpdateDocument(URL, Parse)</B></A> -
-Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Solr.html" title="class in org.apache.droids.handle">Solr</A>
-<DD>Creates an add command (and returns it as OutputStream) out of the parse
- result.
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#currentSize()"><B>currentSize()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>Return the number of threads that are currently running.
</DL>
<HR>
<A NAME="_D_"><!-- --></A><H2>
<B>D</B></H2>
<DL>
-<DT><A HREF="./org/apache/droids/api/DelayTimer.html" title="interface in org.apache.droids.api"><B>DelayTimer</B></A> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD>Define the timer delay interface.<DT><A HREF="./org/apache/droids/api/DelayWorker.html" title="interface in org.apache.droids.api"><B>DelayWorker</B></A> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD> <DT><A HREF="./org/apache/droids/api/Droid.html" title="interface in org.apache.droids.api"><B>Droid</B></A> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD>Interface for a droid.<DT><A HREF="./org/apache/droids/helper/factories/DroidFactory.html" title="class in org.apache.droids.helper.factories"><B>DroidFactory</B></A> - Class in <A HREF="./org/apache/droids/helper/factories/package-summary.html">org.apache.droids.helper.factories</A><DD>Factory that wil
l lookup a droid by its name and returns it.<DT><A HREF="./org/apache/droids/helper/factories/DroidFactory.html#DroidFactory()"><B>DroidFactory()</B></A> -
+<DT><A HREF="./org/apache/droids/delay/RandomDelayTimer.html#delaySpread"><B>delaySpread</B></A> -
+Variable in class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/RandomDelayTimer.html" title="class in org.apache.droids.delay">RandomDelayTimer</A>
+<DD>
+<DT><A HREF="./org/apache/droids/api/DelayTimer.html" title="interface in org.apache.droids.api"><B>DelayTimer</B></A> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD>Define the timer delay interface.<DT><A HREF="./org/apache/droids/api/Droid.html" title="interface in org.apache.droids.api"><B>Droid</B></A><<A HREF="./org/apache/droids/api/Droid.html" title="type parameter in Droid">T</A> extends <A HREF="./org/apache/droids/api/Task.html" title="interface in org.apache.droids.api">Task</A>> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD>Interface for a droid.<DT><A HREF="./org/apache/droids/helper/factories/DroidFactory.html" title="class in org.apache.droids.helper.factories"><B>DroidFactory</B></A><<A HREF="./org/apache/droids/helper/factories/DroidFactory.html" title="type parameter in DroidFactory">T</A> extends <A HREF="./org/apache/droids/api/Task.html" titl
e="interface in org.apache.droids.api">Task</A>> - Class in <A HREF="./org/apache/droids/helper/factories/package-summary.html">org.apache.droids.helper.factories</A><DD>Factory that will lookup a droid by its name and returns it.<DT><A HREF="./org/apache/droids/helper/factories/DroidFactory.html#DroidFactory()"><B>DroidFactory()</B></A> -
Constructor for class org.apache.droids.helper.factories.<A HREF="./org/apache/droids/helper/factories/DroidFactory.html" title="class in org.apache.droids.helper.factories">DroidFactory</A>
<DD>
<DT><A HREF="./org/apache/droids/exception/DroidsException.html" title="class in org.apache.droids.exception"><B>DroidsException</B></A> - Exception in <A HREF="./org/apache/droids/exception/package-summary.html">org.apache.droids.exception</A><DD>Wrapper object to limit the number of different Exception we can throw.<DT><A HREF="./org/apache/droids/exception/DroidsException.html#DroidsException(java.lang.String)"><B>DroidsException(String)</B></A> -
@@ -152,6 +149,15 @@
<A NAME="_E_"><!-- --></A><H2>
<B>E</B></H2>
<DL>
+<DT><A HREF="./org/apache/droids/api/Worker.html#execute(T)"><B>execute(T)</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Worker.html" title="interface in org.apache.droids.api">Worker</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html#execute(org.apache.droids.api.Link)"><B>execute(Link)</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html" title="class in org.apache.droids.robot.crawler">CrawlingWorker</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/FileWorker.html#execute(org.apache.droids.robot.walker.FileTask)"><B>execute(FileTask)</B></A> -
+Method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/FileWorker.html" title="class in org.apache.droids.robot.walker">FileWorker</A>
+<DD>
<DT><A HREF="./org/apache/droids/net/UrlHelper.html#existUrl(java.net.URL)"><B>existUrl(URL)</B></A> -
Static method in class org.apache.droids.net.<A HREF="./org/apache/droids/net/UrlHelper.html" title="class in org.apache.droids.net">UrlHelper</A>
<DD>Does the url exist?
@@ -163,29 +169,32 @@
<DT><A HREF="./org/apache/droids/protocol/file/FileProtocol.html" title="class in org.apache.droids.protocol.file"><B>FileProtocol</B></A> - Class in <A HREF="./org/apache/droids/protocol/file/package-summary.html">org.apache.droids.protocol.file</A><DD> <DT><A HREF="./org/apache/droids/protocol/file/FileProtocol.html#FileProtocol()"><B>FileProtocol()</B></A> -
Constructor for class org.apache.droids.protocol.file.<A HREF="./org/apache/droids/protocol/file/FileProtocol.html" title="class in org.apache.droids.protocol.file">FileProtocol</A>
<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/FileTask.html" title="class in org.apache.droids.robot.walker"><B>FileTask</B></A> - Class in <A HREF="./org/apache/droids/robot/walker/package-summary.html">org.apache.droids.robot.walker</A><DD> <DT><A HREF="./org/apache/droids/robot/walker/FileTask.html#FileTask(java.io.File, int)"><B>FileTask(File, int)</B></A> -
+Constructor for class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/FileTask.html" title="class in org.apache.droids.robot.walker">FileTask</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/FileWorker.html" title="class in org.apache.droids.robot.walker"><B>FileWorker</B></A> - Class in <A HREF="./org/apache/droids/robot/walker/package-summary.html">org.apache.droids.robot.walker</A><DD> <DT><A HREF="./org/apache/droids/robot/walker/FileWorker.html#FileWorker(org.apache.droids.api.TaskQueue)"><B>FileWorker(TaskQueue<FileTask>)</B></A> -
+Constructor for class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/FileWorker.html" title="class in org.apache.droids.robot.walker">FileWorker</A>
+<DD>
<DT><A HREF="./org/apache/droids/api/URLFilter.html#filter(java.lang.String)"><B>filter(String)</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/URLFilter.html" title="interface in org.apache.droids.api">URLFilter</A>
<DD>Transforms the URL: can pass the original URL through or "delete" the URL
by returning null
-<DT><A HREF="./org/apache/droids/HelloWorker.html#filter(org.apache.droids.api.Parse)"><B>filter(Parse)</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
-<DD>
<DT><A HREF="./org/apache/droids/net/RegexURLFilter.html#filter(java.lang.String)"><B>filter(String)</B></A> -
Method in class org.apache.droids.net.<A HREF="./org/apache/droids/net/RegexURLFilter.html" title="class in org.apache.droids.net">RegexURLFilter</A>
<DD>
-<DT><A HREF="./org/apache/droids/HelloWorker.html#filterLinks(org.apache.droids.api.Parse)"><B>filterLinks(Parse)</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
-<DD>
-<DT><A HREF="./org/apache/droids/net/UrlHelper.html#findRobotsUrl(java.net.URL, java.lang.String)"><B>findRobotsUrl(URL, String)</B></A> -
+<DT><A HREF="./org/apache/droids/net/UrlHelper.html#findRobotsUrl(java.net.URL)"><B>findRobotsUrl(URL)</B></A> -
Static method in class org.apache.droids.net.<A HREF="./org/apache/droids/net/UrlHelper.html" title="class in org.apache.droids.net">UrlHelper</A>
<DD>Search the url of the robots.txt that is responsible for the given base
url.
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#finishedWorker(long)"><B>finishedWorker(long)</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>
-<DT><A HREF="./org/apache/droids/api/Droid.html#finishedWorker(long)"><B>finishedWorker(long)</B></A> -
+<DT><A HREF="./org/apache/droids/api/Droid.html#finished()"><B>finished()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Droid.html" title="interface in org.apache.droids.api">Droid</A>
-<DD>Notification that we finished a given worker.
+<DD>Invoke when the droid has completed
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#finished()"><B>finished()</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/SimpleWalkingDroid.html#finished()"><B>finished()</B></A> -
+Method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/SimpleWalkingDroid.html" title="class in org.apache.droids.robot.walker">SimpleWalkingDroid</A>
+<DD>
<DT><A HREF="./org/apache/droids/protocol/HttpBase.html#from"><B>from</B></A> -
Variable in class org.apache.droids.protocol.<A HREF="./org/apache/droids/protocol/HttpBase.html" title="class in org.apache.droids.protocol">HttpBase</A>
<DD>
@@ -197,12 +206,24 @@
<DT><A HREF="./org/apache/droids/delay/GaussianRandomDelayTimer.html" title="class in org.apache.droids.delay"><B>GaussianRandomDelayTimer</B></A> - Class in <A HREF="./org/apache/droids/delay/package-summary.html">org.apache.droids.delay</A><DD> <DT><A HREF="./org/apache/droids/delay/GaussianRandomDelayTimer.html#GaussianRandomDelayTimer()"><B>GaussianRandomDelayTimer()</B></A> -
Constructor for class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/GaussianRandomDelayTimer.html" title="class in org.apache.droids.delay">GaussianRandomDelayTimer</A>
<DD>
+<DT><A HREF="./org/apache/droids/delay/GaussianRandomDelayTimer.html#GaussianRandomDelayTimer(int, int)"><B>GaussianRandomDelayTimer(int, int)</B></A> -
+Constructor for class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/GaussianRandomDelayTimer.html" title="class in org.apache.droids.delay">GaussianRandomDelayTimer</A>
+<DD>
<DT><A HREF="./org/apache/droids/helper/factories/GenericFactory.html" title="class in org.apache.droids.helper.factories"><B>GenericFactory</B></A><<A HREF="./org/apache/droids/helper/factories/GenericFactory.html" title="type parameter in GenericFactory">T</A>> - Class in <A HREF="./org/apache/droids/helper/factories/package-summary.html">org.apache.droids.helper.factories</A><DD>Basically all factories till now extend this generic factory.<DT><A HREF="./org/apache/droids/helper/factories/GenericFactory.html#GenericFactory()"><B>GenericFactory()</B></A> -
Constructor for class org.apache.droids.helper.factories.<A HREF="./org/apache/droids/helper/factories/GenericFactory.html" title="class in org.apache.droids.helper.factories">GenericFactory</A>
<DD>
-<DT><A HREF="./org/apache/droids/parse/Outlink.html#getAnchor()"><B>getAnchor()</B></A> -
-Method in class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/Outlink.html" title="class in org.apache.droids.parse">Outlink</A>
-<DD>Get the anchor url.
+<DT><A HREF="./org/apache/droids/api/Link.html#getAnchorText()"><B>getAnchorText()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Link.html" title="interface in org.apache.droids.api">Link</A>
+<DD>
+<DT><A HREF="./org/apache/droids/LinkTask.html#getAnchorText()"><B>getAnchorText()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
+<DD>
+<DT><A HREF="./org/apache/droids/api/TaskMaster.html#getCompletedTasks()"><B>getCompletedTasks()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskMaster.html" title="interface in org.apache.droids.api">TaskMaster</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html#getCompletedTasks()"><B>getCompletedTasks()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl">MultiThreadedTaskMaster</A>
+<DD>
<DT><A HREF="./org/apache/droids/api/Protocol.html#getContentType(java.lang.String)"><B>getContentType(String)</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Protocol.html" title="interface in org.apache.droids.api">Protocol</A>
<DD>Returns the content type of the url
@@ -216,24 +237,12 @@
<DT><A HREF="./org/apache/droids/protocol/HttpBase.html#getContentType(java.lang.String)"><B>getContentType(String)</B></A> -
Method in class org.apache.droids.protocol.<A HREF="./org/apache/droids/protocol/HttpBase.html" title="class in org.apache.droids.protocol">HttpBase</A>
<DD>Will analyze and return the content type of the given url.
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#getCore()"><B>getCore()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>
-<DT><A HREF="./org/apache/droids/api/Droid.html#getCore()"><B>getCore()</B></A> -
-Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Droid.html" title="interface in org.apache.droids.api">Droid</A>
-<DD>Return the core configuration for the current Droid.
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#getCurrentSize()"><B>getCurrentSize()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>What is the current size of all queue items actively worked on.
<DT><A HREF="./org/apache/droids/api/Parse.html#getData()"><B>getData()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Parse.html" title="interface in org.apache.droids.api">Parse</A>
<DD>Other data extracted from the page.
<DT><A HREF="./org/apache/droids/parse/ParseImpl.html#getData()"><B>getData()</B></A> -
Method in class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/ParseImpl.html" title="class in org.apache.droids.parse">ParseImpl</A>
<DD>
-<DT><A HREF="./org/apache/droids/delay/SimpleDelayTimer.html#getDelay()"><B>getDelay()</B></A> -
-Method in class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/SimpleDelayTimer.html" title="class in org.apache.droids.delay">SimpleDelayTimer</A>
-<DD>Returns the delay time.
<DT><A HREF="./org/apache/droids/api/DelayTimer.html#getDelayMillis()"><B>getDelayMillis()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/DelayTimer.html" title="interface in org.apache.droids.api">DelayTimer</A>
<DD>Returns the value of the delay between request.
@@ -245,37 +254,21 @@
<DD>
<DT><A HREF="./org/apache/droids/delay/SimpleDelayTimer.html#getDelayMillis()"><B>getDelayMillis()</B></A> -
Method in class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/SimpleDelayTimer.html" title="class in org.apache.droids.delay">SimpleDelayTimer</A>
+<DD>Gets the delay time.
+<DT><A HREF="./org/apache/droids/delay/RandomDelayTimer.html#getDelaySpread()"><B>getDelaySpread()</B></A> -
+Method in class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/RandomDelayTimer.html" title="class in org.apache.droids.delay">RandomDelayTimer</A>
<DD>
-<DT><A HREF="./org/apache/droids/HelloCrawler.html#getDelayTimer()"><B>getDelayTimer()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloCrawler.html" title="class in org.apache.droids">HelloCrawler</A>
-<DD>Get the DelayTimer implementation that we want to use.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getDelayTimer()"><B>getDelayTimer()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html#getDelayTimer()"><B>getDelayTimer()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl">MultiThreadedTaskMaster</A>
<DD>
<DT><A HREF="./org/apache/droids/api/Task.html#getDepth()"><B>getDepth()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Task.html" title="interface in org.apache.droids.api">Task</A>
-<DD>Which is the depth of the current task.
-<DT><A HREF="./org/apache/droids/api/Worker.html#getDepth()"><B>getDepth()</B></A> -
-Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Worker.html" title="interface in org.apache.droids.api">Worker</A>
-<DD>
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getDepth()"><B>getDepth()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
-<DD>
-<DT><A HREF="./org/apache/droids/parse/Outlink.html#getDepth()"><B>getDepth()</B></A> -
-Method in class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/Outlink.html" title="class in org.apache.droids.parse">Outlink</A>
<DD>
-<DT><A HREF="./org/apache/droids/queue/QueueLink.html#getDepth()"><B>getDepth()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueLink.html" title="class in org.apache.droids.queue">QueueLink</A>
+<DT><A HREF="./org/apache/droids/LinkTask.html#getDepth()"><B>getDepth()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
<DD>
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#getDoneTasks()"><B>getDoneTasks()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>Return an array of all tasks that we already finished.
-<DT><A HREF="./org/apache/droids/Core.html#getDroid(java.lang.String)"><B>getDroid(String)</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/Core.html" title="class in org.apache.droids">Core</A>
-<DD>Return the droid we want to use identified
- by the given name.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getDroid()"><B>getDroid()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/robot/walker/FileTask.html#getDepth()"><B>getDepth()</B></A> -
+Method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/FileTask.html" title="class in org.apache.droids.robot.walker">FileTask</A>
<DD>
<DT><A HREF="./org/apache/droids/helper/factories/DroidFactory.html#getDroid(java.lang.String)"><B>getDroid(String)</B></A> -
Method in class org.apache.droids.helper.factories.<A HREF="./org/apache/droids/helper/factories/DroidFactory.html" title="class in org.apache.droids.helper.factories">DroidFactory</A>
@@ -289,84 +282,94 @@
<DT><A HREF="./org/apache/droids/helper/StAX.html#getEventParser(java.io.InputStream)"><B>getEventParser(InputStream)</B></A> -
Method in class org.apache.droids.helper.<A HREF="./org/apache/droids/helper/StAX.html" title="class in org.apache.droids.helper">StAX</A>
<DD>Get an event Parser based on the incoming stream
-<DT><A HREF="./org/apache/droids/Core.html#getFiltersFactory()"><B>getFiltersFactory()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/Core.html" title="class in org.apache.droids">Core</A>
-<DD>Returns the filtersFactory that knows all registered
- filters.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getFiltersFactory()"><B>getFiltersFactory()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/robot/walker/FileTask.html#getFile()"><B>getFile()</B></A> -
+Method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/FileTask.html" title="class in org.apache.droids.robot.walker">FileTask</A>
<DD>
-<DT><A HREF="./org/apache/droids/delay/GaussianRandomDelayTimer.html#getFixedDelay()"><B>getFixedDelay()</B></A> -
-Method in class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/GaussianRandomDelayTimer.html" title="class in org.apache.droids.delay">GaussianRandomDelayTimer</A>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html#getFilteredOutlinks(org.apache.droids.api.Parse)"><B>getFilteredOutlinks(Parse)</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html" title="class in org.apache.droids.robot.crawler">CrawlingWorker</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#getFiltersFactory()"><B>getFiltersFactory()</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/api/TaskMaster.html#getFinishedWorking()"><B>getFinishedWorking()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskMaster.html" title="interface in org.apache.droids.api">TaskMaster</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html#getFinishedWorking()"><B>getFinishedWorking()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl">MultiThreadedTaskMaster</A>
<DD>
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#getFreeSlots()"><B>getFreeSlots()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>Get number of slots that we have currently
- open to accept new workers.
<DT><A HREF="./org/apache/droids/api/Link.html#getFrom()"><B>getFrom()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Link.html" title="interface in org.apache.droids.api">Link</A>
<DD>From where the link was created
+<DT><A HREF="./org/apache/droids/LinkTask.html#getFrom()"><B>getFrom()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
+<DD>
<DT><A HREF="./org/apache/droids/protocol/HttpBase.html#getFrom()"><B>getFrom()</B></A> -
Method in class org.apache.droids.protocol.<A HREF="./org/apache/droids/protocol/HttpBase.html" title="class in org.apache.droids.protocol">HttpBase</A>
<DD>Returns the eMail address of the bot.
-<DT><A HREF="./org/apache/droids/queue/QueueLink.html#getFrom()"><B>getFrom()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueLink.html" title="class in org.apache.droids.queue">QueueLink</A>
-<DD>
-<DT><A HREF="./org/apache/droids/Core.html#getHandlerFactory()"><B>getHandlerFactory()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/Core.html" title="class in org.apache.droids">Core</A>
-<DD>Returns the handlerFactory that knows all registered handlers.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getHandlerFactory()"><B>getHandlerFactory()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#getHandlerFactory()"><B>getHandlerFactory()</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
<DD>
<DT><A HREF="./org/apache/droids/api/Task.html#getId()"><B>getId()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Task.html" title="interface in org.apache.droids.api">Task</A>
<DD>The id of the task.
-<DT><A HREF="./org/apache/droids/api/Worker.html#getId()"><B>getId()</B></A> -
-Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Worker.html" title="interface in org.apache.droids.api">Worker</A>
+<DT><A HREF="./org/apache/droids/LinkTask.html#getId()"><B>getId()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/FileTask.html#getId()"><B>getId()</B></A> -
+Method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/FileTask.html" title="class in org.apache.droids.robot.walker">FileTask</A>
<DD>
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getId()"><B>getId()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/api/TaskMaster.html#getLastCompletedTask()"><B>getLastCompletedTask()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskMaster.html" title="interface in org.apache.droids.api">TaskMaster</A>
<DD>
-<DT><A HREF="./org/apache/droids/parse/Outlink.html#getId()"><B>getId()</B></A> -
-Method in class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/Outlink.html" title="class in org.apache.droids.parse">Outlink</A>
+<DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html#getLastCompletedTask()"><B>getLastCompletedTask()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl">MultiThreadedTaskMaster</A>
<DD>
-<DT><A HREF="./org/apache/droids/queue/QueueLink.html#getId()"><B>getId()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueLink.html" title="class in org.apache.droids.queue">QueueLink</A>
+<DT><A HREF="./org/apache/droids/LinkTask.html#getLastModifedDate()"><B>getLastModifedDate()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
<DD>
<DT><A HREF="./org/apache/droids/api/Link.html#getLastModifiedDate()"><B>getLastModifiedDate()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Link.html" title="interface in org.apache.droids.api">Link</A>
<DD>last modified date
-<DT><A HREF="./org/apache/droids/queue/QueueLink.html#getLastModifiedDate()"><B>getLastModifiedDate()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueLink.html" title="class in org.apache.droids.queue">QueueLink</A>
-<DD>
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getLink()"><B>getLink()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/LinkTask.html#getLastModifiedDate()"><B>getLastModifiedDate()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
<DD>
<DT><A HREF="./org/apache/droids/helper/factories/GenericFactory.html#getMap()"><B>getMap()</B></A> -
Method in class org.apache.droids.helper.factories.<A HREF="./org/apache/droids/helper/factories/GenericFactory.html" title="class in org.apache.droids.helper.factories">GenericFactory</A>
<DD>Get the register which contains all components.
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#getMaxDepth()"><B>getMaxDepth()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>The limitation of how many loops we want to admit.
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#getMaxSize()"><B>getMaxSize()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>The limitation of how many queue items we want to admit.
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#getMaxThreads()"><B>getMaxThreads()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskValidator.html#getMaxDepth()"><B>getMaxDepth()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskValidator.html" title="class in org.apache.droids.impl">SimpleTaskValidator</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#getMaxSize()"><B>getMaxSize()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html#getMaxThreads()"><B>getMaxThreads()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl">MultiThreadedTaskMaster</A>
<DD>Get number of maximum allowed threads
-<DT><A HREF="./org/apache/droids/parse/ParseData.html#getOutlinks()"><B>getOutlinks()</B></A> -
-Method in class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/ParseData.html" title="class in org.apache.droids.parse">ParseData</A>
+<DT><A HREF="./org/apache/droids/delay/RandomDelayTimer.html#getMinimumDelay()"><B>getMinimumDelay()</B></A> -
+Method in class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/RandomDelayTimer.html" title="class in org.apache.droids.delay">RandomDelayTimer</A>
+<DD>
+<DT><A HREF="./org/apache/droids/api/Droid.html#getNewWorker()"><B>getNewWorker()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Droid.html" title="interface in org.apache.droids.api">Droid</A>
+<DD>Ask the droid for a new worker
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#getNewWorker()"><B>getNewWorker()</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/SimpleWalkingDroid.html#getNewWorker()"><B>getNewWorker()</B></A> -
+Method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/SimpleWalkingDroid.html" title="class in org.apache.droids.robot.walker">SimpleWalkingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/WalkingDroid.html#getNewWorker()"><B>getNewWorker()</B></A> -
+Method in interface org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/WalkingDroid.html" title="interface in org.apache.droids.robot.walker">WalkingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/ParseData.html#getOutlinks()"><B>getOutlinks()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/ParseData.html" title="class in org.apache.droids">ParseData</A>
<DD>Get the outlinks of the page.
<DT><A HREF="./org/apache/droids/handle/Save.html#getOutputDir()"><B>getOutputDir()</B></A> -
Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Save.html" title="class in org.apache.droids.handle">Save</A>
<DD>Get the directory where we want to save the stream.
-<DT><A HREF="./org/apache/droids/api/Parser.html#getParse(java.io.InputStream, org.apache.droids.api.Task)"><B>getParse(InputStream, Task)</B></A> -
+<DT><A HREF="./org/apache/droids/api/Parser.html#getParse(java.io.InputStream, org.apache.droids.api.Link)"><B>getParse(InputStream, Link)</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Parser.html" title="interface in org.apache.droids.api">Parser</A>
<DD>Creates the parse for some content.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getParse()"><B>getParse()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
-<DD>
-<DT><A HREF="./org/apache/droids/parse/html/HtmlParser.html#getParse(java.io.InputStream, org.apache.droids.api.Task)"><B>getParse(InputStream, Task)</B></A> -
+<DT><A HREF="./org/apache/droids/parse/html/HtmlParser.html#getParse(java.io.InputStream, org.apache.droids.api.Link)"><B>getParse(InputStream, Link)</B></A> -
Method in class org.apache.droids.parse.html.<A HREF="./org/apache/droids/parse/html/HtmlParser.html" title="class in org.apache.droids.parse.html">HtmlParser</A>
<DD>
<DT><A HREF="./org/apache/droids/helper/factories/ParserFactory.html#getParser(java.lang.String)"><B>getParser(String)</B></A> -
@@ -375,34 +378,17 @@
<DT><A HREF="./org/apache/droids/helper/StAX.html#getParser(java.io.InputStream)"><B>getParser(InputStream)</B></A> -
Method in class org.apache.droids.helper.<A HREF="./org/apache/droids/helper/StAX.html" title="class in org.apache.droids.helper">StAX</A>
<DD>Get a stream Parser based on the incoming stream
-<DT><A HREF="./org/apache/droids/Core.html#getParserFactory()"><B>getParserFactory()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/Core.html" title="class in org.apache.droids">Core</A>
-<DD>Returns the parserFactory that knows all registered
- parser.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getParserFactory()"><B>getParserFactory()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
-<DD>
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#getPool()"><B>getPool()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>Get our pool.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getProtocol()"><B>getProtocol()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#getParserFactory()"><B>getParserFactory()</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
<DD>
<DT><A HREF="./org/apache/droids/helper/factories/ProtocolFactory.html#getProtocol(java.lang.String)"><B>getProtocol(String)</B></A> -
Method in class org.apache.droids.helper.factories.<A HREF="./org/apache/droids/helper/factories/ProtocolFactory.html" title="class in org.apache.droids.helper.factories">ProtocolFactory</A>
<DD>Will lookup a protocol based on the underlying uri
-<DT><A HREF="./org/apache/droids/Core.html#getProtocolFactory()"><B>getProtocolFactory()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/Core.html" title="class in org.apache.droids">Core</A>
-<DD>Returns the protocolFactory that knows all registered
- protocol.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getProtocolFactory()"><B>getProtocolFactory()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#getProtocolFactory()"><B>getProtocolFactory()</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
<DD>
<DT><A HREF="./org/apache/droids/AbstractDroid.html#getQueue()"><B>getQueue()</B></A> -
Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>Get the queue implementation that we want to use.
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getQueue()"><B>getQueue()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
<DD>
<DT><A HREF="./org/apache/droids/protocol/HttpBase.html#getRefer()"><B>getRefer()</B></A> -
Method in class org.apache.droids.protocol.<A HREF="./org/apache/droids/protocol/HttpBase.html" title="class in org.apache.droids.protocol">HttpBase</A>
@@ -410,38 +396,50 @@
<DT><A HREF="./org/apache/http/PostFile.html#getResponseBodyAsStream()"><B>getResponseBodyAsStream()</B></A> -
Method in class org.apache.http.<A HREF="./org/apache/http/PostFile.html" title="class in org.apache.http">PostFile</A>
<DD>
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#getRunningThreads()"><B>getRunningThreads()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>Get number of currently running threads
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#getRunningWorker()"><B>getRunningWorker()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>Return the map of running workers
+<DT><A HREF="./org/apache/droids/api/TaskQueue.html#getSize()"><B>getSize()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskQueue.html" title="interface in org.apache.droids.api">TaskQueue</A>
+<DD>How many task do we have <em>left</em> in the queue.
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#getSize()"><B>getSize()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
+<DD>
<DT><A HREF="./org/apache/http/PostFile.html#getsolrBase()"><B>getsolrBase()</B></A> -
Method in class org.apache.http.<A HREF="./org/apache/http/PostFile.html" title="class in org.apache.http">PostFile</A>
<DD>
<DT><A HREF="./org/apache/http/PostFile.html#getSrc()"><B>getSrc()</B></A> -
Method in class org.apache.http.<A HREF="./org/apache/http/PostFile.html" title="class in org.apache.http">PostFile</A>
<DD>
+<DT><A HREF="./org/apache/droids/api/TaskMaster.html#getStartTime()"><B>getStartTime()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskMaster.html" title="interface in org.apache.droids.api">TaskMaster</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html#getStartTime()"><B>getStartTime()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl">MultiThreadedTaskMaster</A>
+<DD>
<DT><A HREF="./org/apache/droids/helper/StAX.html#getStreamWriter(java.io.OutputStream)"><B>getStreamWriter(OutputStream)</B></A> -
Method in class org.apache.droids.helper.<A HREF="./org/apache/droids/helper/StAX.html" title="class in org.apache.droids.helper">StAX</A>
<DD>Get a stream writer based on the incoming stream
-<DT><A HREF="./org/apache/droids/api/Queue.html#getTask(java.lang.String)"><B>getTask(String)</B></A> -
-Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Queue.html" title="interface in org.apache.droids.api">Queue</A>
+<DT><A HREF="./org/apache/droids/api/TaskQueue.html#getTask(java.lang.String)"><B>getTask(String)</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskQueue.html" title="interface in org.apache.droids.api">TaskQueue</A>
<DD>Return the task that is identified with the given id
-<DT><A HREF="./org/apache/droids/queue/Simple.html#getTask(java.lang.String)"><B>getTask(String)</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/Simple.html" title="class in org.apache.droids.queue">Simple</A>
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#getTask(java.lang.String)"><B>getTask(String)</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
<DD>
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#getTaskDate()"><B>getTaskDate()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>When did the task showed up the first time in the queue
<DT><A HREF="./org/apache/droids/api/Task.html#getTaskDate()"><B>getTaskDate()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Task.html" title="interface in org.apache.droids.api">Task</A>
-<DD>When did the task showed up the first time in the queue
-<DT><A HREF="./org/apache/droids/parse/Outlink.html#getTaskDate()"><B>getTaskDate()</B></A> -
-Method in class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/Outlink.html" title="class in org.apache.droids.parse">Outlink</A>
+<DD>When was the task created
+<DT><A HREF="./org/apache/droids/LinkTask.html#getTaskDate()"><B>getTaskDate()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/FileTask.html#getTaskDate()"><B>getTaskDate()</B></A> -
+Method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/FileTask.html" title="class in org.apache.droids.robot.walker">FileTask</A>
<DD>
-<DT><A HREF="./org/apache/droids/queue/QueueLink.html#getTaskDate()"><B>getTaskDate()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueLink.html" title="class in org.apache.droids.queue">QueueLink</A>
+<DT><A HREF="./org/apache/droids/AbstractDroid.html#getTaskMaster()"><B>getTaskMaster()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/api/Droid.html#getTaskMaster()"><B>getTaskMaster()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Droid.html" title="interface in org.apache.droids.api">Droid</A>
+<DD>Get the task master
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#getTaskValidator()"><B>getTaskValidator()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
<DD>
<DT><A HREF="./org/apache/droids/api/Parse.html#getText()"><B>getText()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Parse.html" title="interface in org.apache.droids.api">Parse</A>
@@ -455,20 +453,14 @@
<DT><A HREF="./org/apache/droids/api/Link.html#getTo()"><B>getTo()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Link.html" title="interface in org.apache.droids.api">Link</A>
<DD>To where the link is pointing to
-<DT><A HREF="./org/apache/droids/queue/QueueLink.html#getTo()"><B>getTo()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueLink.html" title="class in org.apache.droids.queue">QueueLink</A>
+<DT><A HREF="./org/apache/droids/LinkTask.html#getTo()"><B>getTo()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
<DD>
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#getToDoTasks()"><B>getToDoTasks()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>Return an array of all tasks that we still need to finish.
-<DT><A HREF="./org/apache/droids/parse/Outlink.html#getToUrl()"><B>getToUrl()</B></A> -
-Method in class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/Outlink.html" title="class in org.apache.droids.parse">Outlink</A>
-<DD>Get the destination url.
-<DT><A HREF="./org/apache/droids/handle/Solr.html#getUpdateUrl()"><B>getUpdateUrl()</B></A> -
-Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Solr.html" title="class in org.apache.droids.handle">Solr</A>
-<DD>Get the update url of the Apache Solr server in use
-<DT><A HREF="./org/apache/droids/HelloWorker.html#getUri()"><B>getUri()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/api/Link.html#getURI()"><B>getURI()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Link.html" title="interface in org.apache.droids.api">Link</A>
+<DD>
+<DT><A HREF="./org/apache/droids/LinkTask.html#getURI()"><B>getURI()</B></A> -
+Method in class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
<DD>
<DT><A HREF="./org/apache/droids/exception/ParserNotFoundException.html#getUrl()"><B>getUrl()</B></A> -
Method in exception org.apache.droids.exception.<A HREF="./org/apache/droids/exception/ParserNotFoundException.html" title="class in org.apache.droids.exception">ParserNotFoundException</A>
@@ -477,21 +469,12 @@
<DT><A HREF="./org/apache/droids/exception/ProtocolNotFoundException.html#getUrl()"><B>getUrl()</B></A> -
Method in exception org.apache.droids.exception.<A HREF="./org/apache/droids/exception/ProtocolNotFoundException.html" title="class in org.apache.droids.exception">ProtocolNotFoundException</A>
<DD>Will return the url which has caused the problem
-<DT><A HREF="./org/apache/droids/HelloCrawler.html#getUrl()"><B>getUrl()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloCrawler.html" title="class in org.apache.droids">HelloCrawler</A>
-<DD>Return the initial url
<DT><A HREF="./org/apache/droids/net/UrlHelper.html#getUrlPrefix(java.net.URL)"><B>getUrlPrefix(URL)</B></A> -
Static method in class org.apache.droids.net.<A HREF="./org/apache/droids/net/UrlHelper.html" title="class in org.apache.droids.net">UrlHelper</A>
<DD>Creating a valid protocol prefix.
<DT><A HREF="./org/apache/droids/protocol/HttpBase.html#getUserAgent()"><B>getUserAgent()</B></A> -
Method in class org.apache.droids.protocol.<A HREF="./org/apache/droids/protocol/HttpBase.html" title="class in org.apache.droids.protocol">HttpBase</A>
<DD>Get the name of our UserAgent
-<DT><A HREF="./org/apache/droids/AbstractDroid.html#getWorker()"><B>getWorker()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/AbstractDroid.html" title="class in org.apache.droids">AbstractDroid</A>
-<DD>Get the default worker for the class.
-<DT><A HREF="./org/apache/droids/HelloCrawler.html#getWorker()"><B>getWorker()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloCrawler.html" title="class in org.apache.droids">HelloCrawler</A>
-<DD>
<DT><A HREF="./org/apache/droids/helper/StAX.html#getWriter(java.io.OutputStream)"><B>getWriter(OutputStream)</B></A> -
Method in class org.apache.droids.helper.<A HREF="./org/apache/droids/helper/StAX.html" title="class in org.apache.droids.helper">StAX</A>
<DD>Get an event writer based on the incoming stream
@@ -506,33 +489,24 @@
<DT><A HREF="./org/apache/droids/handle/Save.html#handle(java.io.InputStream, java.net.URL, org.apache.droids.api.Parse)"><B>handle(InputStream, URL, Parse)</B></A> -
Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Save.html" title="class in org.apache.droids.handle">Save</A>
<DD>
-<DT><A HREF="./org/apache/droids/handle/Solr.html#handle(java.io.InputStream, java.net.URL, org.apache.droids.api.Parse)"><B>handle(InputStream, URL, Parse)</B></A> -
-Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Solr.html" title="class in org.apache.droids.handle">Solr</A>
-<DD>
<DT><A HREF="./org/apache/droids/handle/Sysout.html#handle(java.io.InputStream, java.net.URL, org.apache.droids.api.Parse)"><B>handle(InputStream, URL, Parse)</B></A> -
Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Sysout.html" title="class in org.apache.droids.handle">Sysout</A>
<DD>
-<DT><A HREF="./org/apache/droids/HelloWorker.html#handle(org.apache.droids.api.Parse)"><B>handle(Parse)</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
-<DD>
<DT><A HREF="./org/apache/droids/helper/factories/HandlerFactory.html#handle(java.io.InputStream, java.net.URL, org.apache.droids.api.Parse)"><B>handle(InputStream, URL, Parse)</B></A> -
Method in class org.apache.droids.helper.factories.<A HREF="./org/apache/droids/helper/factories/HandlerFactory.html" title="class in org.apache.droids.helper.factories">HandlerFactory</A>
<DD>Will traverse all registered handler and execute them.
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html#handle(org.apache.droids.api.Parse, java.io.InputStream, org.apache.droids.api.Link)"><B>handle(Parse, InputStream, Link)</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingWorker.html" title="class in org.apache.droids.robot.crawler">CrawlingWorker</A>
+<DD>
<DT><A HREF="./org/apache/droids/api/Handler.html" title="interface in org.apache.droids.api"><B>Handler</B></A> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD>A handler is a component that uses the stream, the parse and url to invoke
arbitrary business logic on the objects.<DT><A HREF="./org/apache/droids/helper/factories/HandlerFactory.html" title="class in org.apache.droids.helper.factories"><B>HandlerFactory</B></A> - Class in <A HREF="./org/apache/droids/helper/factories/package-summary.html">org.apache.droids.helper.factories</A><DD>Factory that will traverse all registered handler and execute them.<DT><A HREF="./org/apache/droids/helper/factories/HandlerFactory.html#HandlerFactory()"><B>HandlerFactory()</B></A> -
Constructor for class org.apache.droids.helper.factories.<A HREF="./org/apache/droids/helper/factories/HandlerFactory.html" title="class in org.apache.droids.helper.factories">HandlerFactory</A>
<DD>
-<DT><A HREF="./org/apache/droids/api/Queue.html#hasNext()"><B>hasNext()</B></A> -
-Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Queue.html" title="interface in org.apache.droids.api">Queue</A>
+<DT><A HREF="./org/apache/droids/api/TaskQueue.html#hasNext()"><B>hasNext()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskQueue.html" title="interface in org.apache.droids.api">TaskQueue</A>
<DD>Do we have more task waiting for service
-<DT><A HREF="./org/apache/droids/queue/Simple.html#hasNext()"><B>hasNext()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/Simple.html" title="class in org.apache.droids.queue">Simple</A>
-<DD>
-<DT><A HREF="./org/apache/droids/HelloCrawler.html" title="class in org.apache.droids"><B>HelloCrawler</B></A> - Class in <A HREF="./org/apache/droids/package-summary.html">org.apache.droids</A><DD>Default implementation of a crawler.<DT><A HREF="./org/apache/droids/HelloCrawler.html#HelloCrawler()"><B>HelloCrawler()</B></A> -
-Constructor for class org.apache.droids.<A HREF="./org/apache/droids/HelloCrawler.html" title="class in org.apache.droids">HelloCrawler</A>
-<DD>
-<DT><A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids"><B>HelloWorker</B></A> - Class in <A HREF="./org/apache/droids/package-summary.html">org.apache.droids</A><DD> <DT><A HREF="./org/apache/droids/HelloWorker.html#HelloWorker()"><B>HelloWorker()</B></A> -
-Constructor for class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#hasNext()"><B>hasNext()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
<DD>
<DT><A HREF="./org/apache/droids/parse/html/HtmlParser.html" title="class in org.apache.droids.parse.html"><B>HtmlParser</B></A> - Class in <A HREF="./org/apache/droids/parse/html/package-summary.html">org.apache.droids.parse.html</A><DD> <DT><A HREF="./org/apache/droids/parse/html/HtmlParser.html#HtmlParser()"><B>HtmlParser()</B></A> -
Constructor for class org.apache.droids.parse.html.<A HREF="./org/apache/droids/parse/html/HtmlParser.html" title="class in org.apache.droids.parse.html">HtmlParser</A>
@@ -549,34 +523,31 @@
<A NAME="_I_"><!-- --></A><H2>
<B>I</B></H2>
<DL>
-<DT><A HREF="./org/apache/droids/HelloWorker.html#id"><B>id</B></A> -
-Variable in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
-<DD>
-<DT><A HREF="./org/apache/droids/api/Queue.html#init(org.apache.droids.api.Task[])"><B>init(Task[])</B></A> -
-Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Queue.html" title="interface in org.apache.droids.api">Queue</A>
-<DD>Create the initial task list as queue
-<DT><A HREF="./org/apache/droids/queue/Simple.html#init(org.apache.droids.api.Task[])"><B>init(Task[])</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/Simple.html" title="class in org.apache.droids.queue">Simple</A>
-<DD>
-<DT><A HREF="./org/apache/droids/api/Droid.html#initQueue()"><B>initQueue()</B></A> -
+<DT><A HREF="./org/apache/droids/api/Droid.html#init()"><B>init()</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Droid.html" title="interface in org.apache.droids.api">Droid</A>
<DD>Initialize the queue.
-<DT><A HREF="./org/apache/droids/HelloCrawler.html#initQueue()"><B>initQueue()</B></A> -
-Method in class org.apache.droids.<A HREF="./org/apache/droids/HelloCrawler.html" title="class in org.apache.droids">HelloCrawler</A>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#init()"><B>init()</B></A> -
+Method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/SimpleWalkingDroid.html#init()"><B>init()</B></A> -
+Method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/SimpleWalkingDroid.html" title="class in org.apache.droids.robot.walker">SimpleWalkingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/exception/InvalidTaskException.html" title="class in org.apache.droids.exception"><B>InvalidTaskException</B></A> - Exception in <A HREF="./org/apache/droids/exception/package-summary.html">org.apache.droids.exception</A><DD> <DT><A HREF="./org/apache/droids/exception/InvalidTaskException.html#InvalidTaskException(java.lang.String)"><B>InvalidTaskException(String)</B></A> -
+Constructor for exception org.apache.droids.exception.<A HREF="./org/apache/droids/exception/InvalidTaskException.html" title="class in org.apache.droids.exception">InvalidTaskException</A>
<DD>
<DT><A HREF="./org/apache/droids/api/Protocol.html#isAllowed(java.lang.String)"><B>isAllowed(String)</B></A> -
Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Protocol.html" title="interface in org.apache.droids.api">Protocol</A>
<DD>Some protocols (like http) offer a mechanism to evaluate whether the client
can request a given url (in http this is the robots.txt configuration)
+<DT><A HREF="./org/apache/droids/norobots/Rule.html#isAllowed(java.lang.String)"><B>isAllowed(String)</B></A> -
+Method in interface org.apache.droids.norobots.<A HREF="./org/apache/droids/norobots/Rule.html" title="interface in org.apache.droids.norobots">Rule</A>
+<DD>Boolean.TRUE means it is allowed.
<DT><A HREF="./org/apache/droids/protocol/file/FileProtocol.html#isAllowed(java.lang.String)"><B>isAllowed(String)</B></A> -
Method in class org.apache.droids.protocol.file.<A HREF="./org/apache/droids/protocol/file/FileProtocol.html" title="class in org.apache.droids.protocol.file">FileProtocol</A>
<DD>
<DT><A HREF="./org/apache/droids/protocol/http/Http.html#isAllowed(java.lang.String)"><B>isAllowed(String)</B></A> -
Method in class org.apache.droids.protocol.http.<A HREF="./org/apache/droids/protocol/http/Http.html" title="class in org.apache.droids.protocol.http">Http</A>
<DD>
-<DT><A HREF="./org/apache/http/norobots/Rule.html#isAllowed(java.lang.String)"><B>isAllowed(String)</B></A> -
-Method in interface org.apache.http.norobots.<A HREF="./org/apache/http/norobots/Rule.html" title="interface in org.apache.http.norobots">Rule</A>
-<DD>Boolean.TRUE means it is allowed.
<DT><A HREF="./org/apache/droids/protocol/MediaType.html#isContentType(java.lang.String)"><B>isContentType(String)</B></A> -
Static method in class org.apache.droids.protocol.<A HREF="./org/apache/droids/protocol/MediaType.html" title="class in org.apache.droids.protocol">MediaType</A>
<DD><B>Deprecated.</B> Test whether a given type is in our array of known media types.
@@ -586,8 +557,8 @@
<DT><A HREF="./org/apache/droids/handle/Save.html#isIncludeHost()"><B>isIncludeHost()</B></A> -
Method in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/Save.html" title="class in org.apache.droids.handle">Save</A>
<DD>Do we want to prefix the export dir with the host name.
-<DT><A HREF="./org/apache/http/norobots/NoRobotClient.html#isUrlAllowed(java.net.URL)"><B>isUrlAllowed(URL)</B></A> -
-Method in class org.apache.http.norobots.<A HREF="./org/apache/http/norobots/NoRobotClient.html" title="class in org.apache.http.norobots">NoRobotClient</A>
+<DT><A HREF="./org/apache/droids/norobots/NoRobotClient.html#isUrlAllowed(java.net.URL)"><B>isUrlAllowed(URL)</B></A> -
+Method in class org.apache.droids.norobots.<A HREF="./org/apache/droids/norobots/NoRobotClient.html" title="class in org.apache.droids.norobots">NoRobotClient</A>
<DD>Decide if the parsed website will allow this URL to be
be seen.
</DL>
@@ -595,11 +566,11 @@
<A NAME="_L_"><!-- --></A><H2>
<B>L</B></H2>
<DL>
-<DT><A HREF="./org/apache/droids/api/Link.html" title="interface in org.apache.droids.api"><B>Link</B></A> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD>Simple extension of a <A HREF="./org/apache/droids/api/Task.html" title="interface in org.apache.droids.api"><CODE>Task</CODE></A>.<DT><A HREF="./org/apache/droids/handle/WriterHandler.html#log"><B>log</B></A> -
-Variable in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/WriterHandler.html" title="class in org.apache.droids.handle">WriterHandler</A>
+<DT><A HREF="./org/apache/droids/api/Link.html" title="interface in org.apache.droids.api"><B>Link</B></A> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD>Simple extension of a <A HREF="./org/apache/droids/api/Task.html" title="interface in org.apache.droids.api"><CODE>Task</CODE></A>.<DT><A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids"><B>LinkTask</B></A> - Class in <A HREF="./org/apache/droids/package-summary.html">org.apache.droids</A><DD> <DT><A HREF="./org/apache/droids/LinkTask.html#LinkTask(org.apache.droids.api.Link, java.net.URI, int)"><B>LinkTask(Link, URI, int)</B></A> -
+Constructor for class org.apache.droids.<A HREF="./org/apache/droids/LinkTask.html" title="class in org.apache.droids">LinkTask</A>
<DD>
-<DT><A HREF="./org/apache/droids/HelloWorker.html#log"><B>log</B></A> -
-Variable in class org.apache.droids.<A HREF="./org/apache/droids/HelloWorker.html" title="class in org.apache.droids">HelloWorker</A>
+<DT><A HREF="./org/apache/droids/handle/WriterHandler.html#log"><B>log</B></A> -
+Variable in class org.apache.droids.handle.<A HREF="./org/apache/droids/handle/WriterHandler.html" title="class in org.apache.droids.handle">WriterHandler</A>
<DD>
<DT><A HREF="./org/apache/droids/helper/factories/GenericFactory.html#log"><B>log</B></A> -
Variable in class org.apache.droids.helper.factories.<A HREF="./org/apache/droids/helper/factories/GenericFactory.html" title="class in org.apache.droids.helper.factories">GenericFactory</A>
@@ -607,9 +578,6 @@
<DT><A HREF="./org/apache/droids/helper/Loggable.html#log"><B>log</B></A> -
Variable in class org.apache.droids.helper.<A HREF="./org/apache/droids/helper/Loggable.html" title="class in org.apache.droids.helper">Loggable</A>
<DD>
-<DT><A HREF="./org/apache/droids/queue/QueueBean.html#log"><B>log</B></A> -
-Variable in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/QueueBean.html" title="class in org.apache.droids.queue">QueueBean</A>
-<DD>
<DT><A HREF="./org/apache/droids/helper/Loggable.html" title="class in org.apache.droids.helper"><B>Loggable</B></A> - Class in <A HREF="./org/apache/droids/helper/package-summary.html">org.apache.droids.helper</A><DD>Simple wrapper class to easier debug/log.<DT><A HREF="./org/apache/droids/helper/Loggable.html#Loggable()"><B>Loggable()</B></A> -
Constructor for class org.apache.droids.helper.<A HREF="./org/apache/droids/helper/Loggable.html" title="class in org.apache.droids.helper">Loggable</A>
<DD>
@@ -618,44 +586,59 @@
<A NAME="_M_"><!-- --></A><H2>
<B>M</B></H2>
<DL>
-<DT><A HREF="./org/apache/droids/Cli.html#main(java.lang.String[])"><B>main(String[])</B></A> -
-Static method in class org.apache.droids.<A HREF="./org/apache/droids/Cli.html" title="class in org.apache.droids">Cli</A>
-<DD>Invoke the processing with droids.
-<DT><A HREF="./org/apache/droids/SimpleThreads.html#main(java.lang.String[])"><B>main(String[])</B></A> -
-Static method in class org.apache.droids.<A HREF="./org/apache/droids/SimpleThreads.html" title="class in org.apache.droids">SimpleThreads</A>
+<DT><A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html#main(java.lang.String[])"><B>main(String[])</B></A> -
+Static method in class org.apache.droids.robot.crawler.<A HREF="./org/apache/droids/robot/crawler/CrawlingDroid.html" title="class in org.apache.droids.robot.crawler">CrawlingDroid</A>
+<DD>
+<DT><A HREF="./org/apache/droids/robot/walker/SimpleWalkingDroid.html#main(java.lang.String[])"><B>main(String[])</B></A> -
+Static method in class org.apache.droids.robot.walker.<A HREF="./org/apache/droids/robot/walker/SimpleWalkingDroid.html" title="class in org.apache.droids.robot.walker">SimpleWalkingDroid</A>
<DD>
<DT><A HREF="./org/apache/droids/net/RegexRule.html#match(java.lang.String)"><B>match(String)</B></A> -
Method in class org.apache.droids.net.<A HREF="./org/apache/droids/net/RegexRule.html" title="class in org.apache.droids.net">RegexRule</A>
<DD>Checks if a url matches this rule.
-<DT><A HREF="./org/apache/droids/protocol/MediaType.html" title="class in org.apache.droids.protocol"><B>MediaType</B></A> - Class in <A HREF="./org/apache/droids/protocol/package-summary.html">org.apache.droids.protocol</A><DD><B>Deprecated.</B> <I>Soon to be replaced via the tika mediaType support</I><DT><A HREF="./org/apache/droids/api/Queue.html#merge(org.apache.droids.api.Task[])"><B>merge(Task[])</B></A> -
-Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Queue.html" title="interface in org.apache.droids.api">Queue</A>
+<DT><A HREF="./org/apache/droids/protocol/MediaType.html" title="class in org.apache.droids.protocol"><B>MediaType</B></A> - Class in <A HREF="./org/apache/droids/protocol/package-summary.html">org.apache.droids.protocol</A><DD><B>Deprecated.</B> <I>Soon to be replaced via the tika mediaType support</I><DT><A HREF="./org/apache/droids/api/TaskQueue.html#merge(T)"><B>merge(T)</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskQueue.html" title="interface in org.apache.droids.api">TaskQueue</A>
+<DD>Add a Task to the queue...
+<DT><A HREF="./org/apache/droids/api/TaskQueue.html#merge(java.util.Collection)"><B>merge(Collection<? extends T>)</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskQueue.html" title="interface in org.apache.droids.api">TaskQueue</A>
<DD>Merge a given list of tasks with the current queue.
-<DT><A HREF="./org/apache/droids/queue/Simple.html#merge(org.apache.droids.api.Task[])"><B>merge(Task[])</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/Simple.html" title="class in org.apache.droids.queue">Simple</A>
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#merge(T)"><B>merge(T)</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#merge(java.util.Collection)"><B>merge(Collection<? extends T>)</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
+<DD>Tasks with duplicate keys will be overwritten
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueueWithHistory.html#merge(T)"><B>merge(T)</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueueWithHistory.html" title="class in org.apache.droids.impl">SimpleTaskQueueWithHistory</A>
+<DD>
+<DT><A HREF="./org/apache/droids/delay/RandomDelayTimer.html#minimumDelay"><B>minimumDelay</B></A> -
+Variable in class org.apache.droids.delay.<A HREF="./org/apache/droids/delay/RandomDelayTimer.html" title="class in org.apache.droids.delay">RandomDelayTimer</A>
+<DD>
+<DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl"><B>MultiThreadedTaskMaster</B></A><<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="type parameter in MultiThreadedTaskMaster">T</A> extends <A HREF="./org/apache/droids/api/Task.html" title="interface in org.apache.droids.api">Task</A>> - Class in <A HREF="./org/apache/droids/impl/package-summary.html">org.apache.droids.impl</A><DD> <DT><A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html#MultiThreadedTaskMaster()"><B>MultiThreadedTaskMaster()</B></A> -
+Constructor for class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/MultiThreadedTaskMaster.html" title="class in org.apache.droids.impl">MultiThreadedTaskMaster</A>
<DD>
</DL>
<HR>
<A NAME="_N_"><!-- --></A><H2>
<B>N</B></H2>
<DL>
-<DT><A HREF="./org/apache/droids/api/Queue.html#next()"><B>next()</B></A> -
-Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/Queue.html" title="interface in org.apache.droids.api">Queue</A>
+<DT><A HREF="./org/apache/droids/api/TaskQueue.html#next()"><B>next()</B></A> -
+Method in interface org.apache.droids.api.<A HREF="./org/apache/droids/api/TaskQueue.html" title="interface in org.apache.droids.api">TaskQueue</A>
<DD>Return the next task that is waiting for service
-<DT><A HREF="./org/apache/droids/queue/Simple.html#next()"><B>next()</B></A> -
-Method in class org.apache.droids.queue.<A HREF="./org/apache/droids/queue/Simple.html" title="class in org.apache.droids.queue">Simple</A>
+<DT><A HREF="./org/apache/droids/impl/SimpleTaskQueue.html#next()"><B>next()</B></A> -
+Method in class org.apache.droids.impl.<A HREF="./org/apache/droids/impl/SimpleTaskQueue.html" title="class in org.apache.droids.impl">SimpleTaskQueue</A>
<DD>
-<DT><A HREF="./org/apache/http/norobots/NoRobotClient.html" title="class in org.apache.http.norobots"><B>NoRobotClient</B></A> - Class in <A HREF="./org/apache/http/norobots/package-summary.html">org.apache.http.norobots</A><DD>A Client which may be used to decide which urls on a website
+<DT><A HREF="./org/apache/droids/norobots/NoRobotClient.html" title="class in org.apache.droids.norobots"><B>NoRobotClient</B></A> - Class in <A HREF="./org/apache/droids/norobots/package-summary.html">org.apache.droids.norobots</A><DD>A Client which may be used to decide which urls on a website
may be looked at, according to the norobots specification
located at:
- http://www.robotstxt.org/wc/norobots-rfc.html<DT><A HREF="./org/apache/http/norobots/NoRobotClient.html#NoRobotClient(java.lang.String)"><B>NoRobotClient(String)</B></A> -
-Constructor for class org.apache.http.norobots.<A HREF="./org/apache/http/norobots/NoRobotClient.html" title="class in org.apache.http.norobots">NoRobotClient</A>
+ http://www.robotstxt.org/wc/norobots-rfc.html<DT><A HREF="./org/apache/droids/norobots/NoRobotClient.html#NoRobotClient(java.lang.String)"><B>NoRobotClient(String)</B></A> -
+Constructor for class org.apache.droids.norobots.<A HREF="./org/apache/droids/norobots/NoRobotClient.html" title="class in org.apache.droids.norobots">NoRobotClient</A>
<DD>Create a Client for a particular user-agent name.
-<DT><A HREF="./org/apache/http/norobots/NoRobotException.html" title="class in org.apache.http.norobots"><B>NoRobotException</B></A> - Exception in <A HREF="./org/apache/http/norobots/package-summary.html">org.apache.http.norobots</A><DD>Application exception for anything that might go wrong
- in the checking of a robots.txt file.<DT><A HREF="./org/apache/http/norobots/NoRobotException.html#NoRobotException(java.lang.String)"><B>NoRobotException(String)</B></A> -
-Constructor for exception org.apache.http.norobots.<A HREF="./org/apache/http/norobots/NoRobotException.html" title="class in org.apache.http.norobots">NoRobotException</A>
+<DT><A HREF="./org/apache/droids/norobots/NoRobotException.html" title="class in org.apache.droids.norobots"><B>NoRobotException</B></A> - Exception in <A HREF="./org/apache/droids/norobots/package-summary.html">org.apache.droids.norobots</A><DD>Application exception for anything that might go wrong
+ in the checking of a robots.txt file.<DT><A HREF="./org/apache/droids/norobots/NoRobotException.html#NoRobotException(java.lang.String)"><B>NoRobotException(String)</B></A> -
+Constructor for exception org.apache.droids.norobots.<A HREF="./org/apache/droids/norobots/NoRobotException.html" title="class in org.apache.droids.norobots">NoRobotException</A>
<DD>
-<DT><A HREF="./org/apache/http/norobots/NoRobotException.html#NoRobotException(java.lang.String, java.lang.Throwable)"><B>NoRobotException(String, Throwable)</B></A> -
-Constructor for exception org.apache.http.norobots.<A HREF="./org/apache/http/norobots/NoRobotException.html" title="class in org.apache.http.norobots">NoRobotException</A>
+<DT><A HREF="./org/apache/droids/norobots/NoRobotException.html#NoRobotException(java.lang.String, java.lang.Throwable)"><B>NoRobotException(String, Throwable)</B></A> -
+Constructor for exception org.apache.droids.norobots.<A HREF="./org/apache/droids/norobots/NoRobotException.html" title="class in org.apache.droids.norobots">NoRobotException</A>
<DD>
</DL>
<HR>
@@ -672,25 +655,19 @@
Method in class org.apache.droids.protocol.http.<A HREF="./org/apache/droids/protocol/http/Http.html" title="class in org.apache.droids.protocol.http">Http</A>
<DD>
<DT><A HREF="./org/apache/droids/package-summary.html"><B>org.apache.droids</B></A> - package org.apache.droids<DD>This package is the principal package for Apache Droids.<DT><A HREF="./org/apache/droids/api/package-summary.html"><B>org.apache.droids.api</B></A> - package org.apache.droids.api<DD>This package defines all interfaces that we are using
- for droids.<DT><A HREF="./org/apache/droids/delay/package-summary.html"><B>org.apache.droids.delay</B></A> - package org.apache.droids.delay<DD>This package is the principal package for Apache Droids Delay Timers.<DT><A HREF="./org/apache/droids/exception/package-summary.html"><B>org.apache.droids.exception</B></A> - package org.apache.droids.exception<DD>This package defines some custom exceptions that we are using in droids.<DT><A HREF="./org/apache/droids/handle/package-summary.html"><B>org.apache.droids.handle</B></A> - package org.apache.droids.handle<DD>This package contains some basic implementations of various handlers.<DT><A HREF="./org/apache/droids/helper/package-summary.html"><B>org.apache.droids.helper</B></A> - package org.apache.droids.helper<DD>This package contains various helper.<DT><A HREF="./org/apache/droids/helper/factories/package-summary.html"><B>org.apache.droids.helper.factories</B></A> - package org.apache.droids.helper.factories<DD>This package c
ontains all core factories that we use in Droids.<DT><A HREF="./org/apache/droids/net/package-summary.html"><B>org.apache.droids.net</B></A> - package org.apache.droids.net<DD>This package contains various helper for the work with protocols and network communication.<DT><A HREF="./org/apache/droids/parse/package-summary.html"><B>org.apache.droids.parse</B></A> - package org.apache.droids.parse<DD>This package contains various helper and implementations around parsing.<DT><A HREF="./org/apache/droids/parse/html/package-summary.html"><B>org.apache.droids.parse.html</B></A> - package org.apache.droids.parse.html<DD>This package contains various parser.<DT><A HREF="./org/apache/droids/protocol/package-summary.html"><B>org.apache.droids.protocol</B></A> - package org.apache.droids.protocol<DD>This package contains various class around the support of protocol specific classes.<DT><A HREF="./org/apache/droids/protocol/file/package-summary.html"><B>org.apache.droids.protocol.file</B
></A> - package org.apache.droids.protocol.file<DD>This package contains various file protocol implementations.<DT><A HREF="./org/apache/droids/protocol/http/package-summary.html"><B>org.apache.droids.protocol.http</B></A> - package org.apache.droids.protocol.http<DD>This package contains various http protocol implementations.<DT><A HREF="./org/apache/droids/queue/package-summary.html"><B>org.apache.droids.queue</B></A> - package org.apache.droids.queue<DD>This package contains various class around the support of protocol specific classes.<DT><A HREF="./org/apache/http/package-summary.html"><B>org.apache.http</B></A> - package org.apache.http<DD> <DT><A HREF="./org/apache/http/norobots/package-summary.html"><B>org.apache.http.norobots</B></A> - package org.apache.http.norobots<DD>Using norobots-rfc<DT><A HREF="./org/apache/droids/parse/Outlink.html" title="class in org.apache.droids.parse"><B>Outlink</B></A> - Class in <A HREF="./org/apache/droids/parse/package-summary.
html">org.apache.droids.parse</A><DD>An outlink that implements the task interface.<DT><A HREF="./org/apache/droids/parse/Outlink.html#Outlink(java.lang.String, java.lang.String, int)"><B>Outlink(String, String, int)</B></A> -
-Constructor for class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/Outlink.html" title="class in org.apache.droids.parse">Outlink</A>
-<DD>Create a new instance for the given parameters.
-<DT><A HREF="./org/apache/droids/parse/Outlink.html#Outlink(java.lang.String, int)"><B>Outlink(String, int)</B></A> -
-Constructor for class org.apache.droids.parse.<A HREF="./org/apache/droids/parse/Outlink.html" title="class in org.apache.droids.parse">Outlink</A>
-<DD>Create a new instance for the given parameters.
-</DL>
+ for droids.<DT><A HREF="./org/apache/droids/delay/package-summary.html"><B>org.apache.droids.delay</B></A> - package org.apache.droids.delay<DD>This package is the principal package for Apache Droids Delay Timers.<DT><A HREF="./org/apache/droids/exception/package-summary.html"><B>org.apache.droids.exception</B></A> - package org.apache.droids.exception<DD>This package defines some custom exceptions that we are using in droids.<DT><A HREF="./org/apache/droids/handle/package-summary.html"><B>org.apache.droids.handle</B></A> - package org.apache.droids.handle<DD>This package contains some basic implementations of various handlers.<DT><A HREF="./org/apache/droids/helper/package-summary.html"><B>org.apache.droids.helper</B></A> - package org.apache.droids.helper<DD>This package contains various helper.<DT><A HREF="./org/apache/droids/helper/factories/package-summary.html"><B>org.apache.droids.helper.factories</B></A> - package org.apache.droids.helper.factories<DD>This package c
ontains all core factories that we use in Droids.<DT><A HREF="./org/apache/droids/impl/package-summary.html"><B>org.apache.droids.impl</B></A> - package org.apache.droids.impl<DD> <DT><A HREF="./org/apache/droids/net/package-summary.html"><B>org.apache.droids.net</B></A> - package org.apache.droids.net<DD>This package contains various helper for the work with protocols and network communication.<DT><A HREF="./org/apache/droids/norobots/package-summary.html"><B>org.apache.droids.norobots</B></A> - package org.apache.droids.norobots<DD>Using norobots-rfc<DT><A HREF="./org/apache/droids/parse/package-summary.html"><B>org.apache.droids.parse</B></A> - package org.apache.droids.parse<DD>This package contains various helper and implementations around parsing.<DT><A HREF="./org/apache/droids/parse/html/package-summary.html"><B>org.apache.droids.parse.html</B></A> - package org.apache.droids.parse.html<DD>This package contains various parser.<DT><A HREF="./org/apache/droids/pro
tocol/package-summary.html"><B>org.apache.droids.protocol</B></A> - package org.apache.droids.protocol<DD>This package contains various class around the support of protocol specific classes.<DT><A HREF="./org/apache/droids/protocol/file/package-summary.html"><B>org.apache.droids.protocol.file</B></A> - package org.apache.droids.protocol.file<DD>This package contains various file protocol implementations.<DT><A HREF="./org/apache/droids/protocol/http/package-summary.html"><B>org.apache.droids.protocol.http</B></A> - package org.apache.droids.protocol.http<DD>This package contains various http protocol implementations.<DT><A HREF="./org/apache/droids/robot/crawler/package-summary.html"><B>org.apache.droids.robot.crawler</B></A> - package org.apache.droids.robot.crawler<DD> <DT><A HREF="./org/apache/droids/robot/walker/package-summary.html"><B>org.apache.droids.robot.walker</B></A> - package org.apache.droids.robot.walker<DD> <DT><A HREF="./org/apache/http/package-sum
mary.html"><B>org.apache.http</B></A> - package org.apache.http<DD> </DL>
<HR>
<A NAME="_P_"><!-- --></A><H2>
<B>P</B></H2>
<DL>
<DT><A HREF="./org/apache/droids/api/Parse.html" title="interface in org.apache.droids.api"><B>Parse</B></A> - Interface in <A HREF="./org/apache/droids/api/package-summary.html">org.apache.droids.api</A><DD>Wrapper object that encapsulate the result of the parsing of the underlying
- document.<DT><A HREF="./org/apache/http/norobots/NoRobotClient.html#parse(java.net.URL)"><B>parse(URL)</B></A> -
-Method in class org.apache.http.norobots.<A HREF="./org/apache/http/norobots/NoRobotClient.html" title="class in org.apache.http.norobots">NoRobotClient</A>
+ document.<DT><A HREF="./org/apache/droids/norobots/NoRobotClient.html#parse(java.net.URL)"><B>parse(URL)</B></A> -
[... 404 lines stripped ...]