You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@nutch.apache.org by xiao yang <ya...@gmail.com> on 2009/07/04 09:41:58 UTC

Problems when deploy nutch-1.0.war

I have installed nutch1.0 on Ubuntu9.0.4, the namenode, datanode,
jobbut when I deploy nutch-1.0.war, I get the following errors in
Tomcat6. What's the problem?

Java -version:
java version "1.6.0_13"
Java(TM) SE Runtime Environment (build 1.6.0_13-b03)
Java HotSpot(TM) Client VM (build 11.3-b02, mixed mode, sharing)

I installed Tomcat6 by using: #apt-get install tomcat6
The default ROOT application is OK.
I copied nutch-1.0.war to /var/lib/tomcat6/webapps
cp nutch*.war /var/lib/tomcat6/webapps/ROOT.war
Then error occurred, here is the log files: catalina.2009-07-04.log
and localhost.2009-07-04.log.

catalina.2009-07-04.log
2009-7-4 15:03:26 org.apache.coyote.http11.Http11Protocol init
INFO: Initializing Coyote HTTP/1.1 on http-8080
2009-7-4 15:03:26 org.apache.catalina.startup.Catalina load
INFO: Initialization processed in 628 ms
2009-7-4 15:03:26 org.apache.catalina.users.MemoryUserDatabase save
WARNING: User database is not persistable - no write permissions on directory
2009-7-4 15:03:26 org.apache.catalina.core.StandardService start
INFO: Starting service Catalina
2009-7-4 15:03:26 org.apache.catalina.core.StandardEngine start
INFO: Starting Servlet Engine: Apache Tomcat/6.0.18
2009-7-4 15:03:26 org.apache.catalina.startup.HostConfig deployWAR
INFO: Deploying web application archive ROOT.war
2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
SEVERE: Error listenerStart
2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
SEVERE: Context [] startup failed due to previous errors
2009-7-4 15:03:28 org.apache.coyote.http11.Http11Protocol start
INFO: Starting Coyote HTTP/1.1 on http-8080
2009-7-4 15:03:28 org.apache.catalina.startup.Catalina start
INFO: Server startup in 1397 ms

localhost.2009-07-04.log
2009-7-4 15:03:27 org.apache.catalina.core.StandardContext listenerStart
SEVERE: Exception sending context initialized event to listener
instance of class
org.apache.nutch.searcher.NutchBean$NutchBeanConstructor
java.lang.RuntimeException: java.security.AccessControlException:
access denied (java.lang.reflect.ReflectPermission
suppressAccessChecks)
        at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:81)
        at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1366)
        at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:56)
        at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1379)
        at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:215)
        at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:120)
        at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:89)
        at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:77)
        at org.apache.nutch.searcher.NutchBean$NutchBeanConstructor.contextInitialized(NutchBean.java:425)
        at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:3843)
        at org.apache.catalina.core.StandardContext.start(StandardContext.java:4338)
        at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:791)
        at org.apache.catalina.core.ContainerBase.access$000(ContainerBase.java:123)
        at org.apache.catalina.core.ContainerBase$PrivilegedAddChild.run(ContainerBase.java:145)
        at java.security.AccessController.doPrivileged(Native Method)
        at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:769)
        at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:525)
        at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:830)
        at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:719)
        at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:490)
        at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1149)
        at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:311)
        at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:117)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1053)
        at org.apache.catalina.core.StandardHost.start(StandardHost.java:719)
        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1045)
        at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:443)
        at org.apache.catalina.core.StandardService.start(StandardService.java:516)
        at org.apache.catalina.core.StandardServer.start(StandardServer.java:710)
        at org.apache.catalina.startup.Catalina.start(Catalina.java:578)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
        at java.lang.reflect.Method.invoke(Method.java:597)
        at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:288)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
        at java.lang.reflect.Method.invoke(Method.java:597)
        at org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:177)
Caused by: java.security.AccessControlException: access denied
(java.lang.reflect.ReflectPermission suppressAccessChecks)
        at java.security.AccessControlContext.checkPermission(AccessControlContext.java:323)
        at java.security.AccessController.checkPermission(AccessController.java:546)
        at java.lang.SecurityManager.checkPermission(SecurityManager.java:532)
        at java.lang.reflect.AccessibleObject.setAccessible(AccessibleObject.java:107)
        at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:76)
        ... 39 more

Re: Problems when deploy nutch-1.0.war

Posted by Alex McLintock <al...@gmail.com>.
2009/7/4 xiao yang <ya...@gmail.com>:
> I have downloaded Tomcat6 from the official site and reinstalled it
> manually. It works!
> Maybe there's something wrong with Tomcat6 in the ubuntu mirror site.


Oops - I just posted exactly the same problem with the same stack trace,
same ubuntu version, same tomcat version. I just didnt notice you had
posted a few hours earlier.

I am not keen on just downloading my own tomcat because I'd like to
understand what went wrong with the ubuntu packaged one. Do you have
any further ideas on that?

Can you compare the policy files between the two versions
/etc/tomcat6/policy.d and ____________ ?

Alex

Re: Problems when deploy nutch-1.0.war

Posted by xiao yang <ya...@gmail.com>.
I have downloaded Tomcat6 from the official site and reinstalled it
manually. It works!
Maybe there's something wrong with Tomcat6 in the ubuntu mirror site.

Thanks!
Xiao

On Sat, Jul 4, 2009 at 5:02 PM, schroedi<sc...@gmail.com> wrote:
> Do you have the permissions in the filesystem to create the hadoop files?
> In my case i have to chown the rights for the user (nutch in my case)
> for the filesystem which I want to store the hadoop files.
> Check this - in my case it works fine....
>
> xiao yang wrote:
>> I have installed nutch1.0 on Ubuntu9.0.4, the namenode, datanode,
>> jobbut when I deploy nutch-1.0.war, I get the following errors in
>> Tomcat6. What's the problem?
>>
>> Java -version:
>> java version "1.6.0_13"
>> Java(TM) SE Runtime Environment (build 1.6.0_13-b03)
>> Java HotSpot(TM) Client VM (build 11.3-b02, mixed mode, sharing)
>>
>> I installed Tomcat6 by using: #apt-get install tomcat6
>> The default ROOT application is OK.
>> I copied nutch-1.0.war to /var/lib/tomcat6/webapps
>> cp nutch*.war /var/lib/tomcat6/webapps/ROOT.war
>> Then error occurred, here is the log files: catalina.2009-07-04.log
>> and localhost.2009-07-04.log.
>>
>> catalina.2009-07-04.log
>> 2009-7-4 15:03:26 org.apache.coyote.http11.Http11Protocol init
>> INFO: Initializing Coyote HTTP/1.1 on http-8080
>> 2009-7-4 15:03:26 org.apache.catalina.startup.Catalina load
>> INFO: Initialization processed in 628 ms
>> 2009-7-4 15:03:26 org.apache.catalina.users.MemoryUserDatabase save
>> WARNING: User database is not persistable - no write permissions on directory
>> 2009-7-4 15:03:26 org.apache.catalina.core.StandardService start
>> INFO: Starting service Catalina
>> 2009-7-4 15:03:26 org.apache.catalina.core.StandardEngine start
>> INFO: Starting Servlet Engine: Apache Tomcat/6.0.18
>> 2009-7-4 15:03:26 org.apache.catalina.startup.HostConfig deployWAR
>> INFO: Deploying web application archive ROOT.war
>> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
>> SEVERE: Error listenerStart
>> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
>> SEVERE: Context [] startup failed due to previous errors
>> 2009-7-4 15:03:28 org.apache.coyote.http11.Http11Protocol start
>> INFO: Starting Coyote HTTP/1.1 on http-8080
>> 2009-7-4 15:03:28 org.apache.catalina.startup.Catalina start
>> INFO: Server startup in 1397 ms
>>
>> localhost.2009-07-04.log
>> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext listenerStart
>> SEVERE: Exception sending context initialized event to listener
>> instance of class
>> org.apache.nutch.searcher.NutchBean$NutchBeanConstructor
>> java.lang.RuntimeException: java.security.AccessControlException:
>> access denied (java.lang.reflect.ReflectPermission
>> suppressAccessChecks)
>>         at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:81)
>>         at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1366)
>>         at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:56)
>>         at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1379)
>>         at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:215)
>>         at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:120)
>>         at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:89)
>>         at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:77)
>>         at org.apache.nutch.searcher.NutchBean$NutchBeanConstructor.contextInitialized(NutchBean.java:425)
>>         at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:3843)
>>         at org.apache.catalina.core.StandardContext.start(StandardContext.java:4338)
>>         at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:791)
>>         at org.apache.catalina.core.ContainerBase.access$000(ContainerBase.java:123)
>>         at org.apache.catalina.core.ContainerBase$PrivilegedAddChild.run(ContainerBase.java:145)
>>         at java.security.AccessController.doPrivileged(Native Method)
>>         at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:769)
>>         at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:525)
>>         at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:830)
>>         at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:719)
>>         at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:490)
>>         at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1149)
>>         at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:311)
>>         at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:117)
>>         at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1053)
>>         at org.apache.catalina.core.StandardHost.start(StandardHost.java:719)
>>         at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1045)
>>         at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:443)
>>         at org.apache.catalina.core.StandardService.start(StandardService.java:516)
>>         at org.apache.catalina.core.StandardServer.start(StandardServer.java:710)
>>         at org.apache.catalina.startup.Catalina.start(Catalina.java:578)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>>         at java.lang.reflect.Method.invoke(Method.java:597)
>>         at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:288)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>>         at java.lang.reflect.Method.invoke(Method.java:597)
>>         at org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:177)
>> Caused by: java.security.AccessControlException: access denied
>> (java.lang.reflect.ReflectPermission suppressAccessChecks)
>>         at java.security.AccessControlContext.checkPermission(AccessControlContext.java:323)
>>         at java.security.AccessController.checkPermission(AccessController.java:546)
>>         at java.lang.SecurityManager.checkPermission(SecurityManager.java:532)
>>         at java.lang.reflect.AccessibleObject.setAccessible(AccessibleObject.java:107)
>>         at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:76)
>>         ... 39 more
>>
>>
>
> --
>
> Mario Schröder | http://www.finanz-checks.de
> Office: +49 361 2152062
> Phone: +49 34464 62301 Cell: +49 163 27 09 807
> http://www.xing.com/go/invite/6035007.9c143c
>
>

Re: Problems when deploy nutch-1.0.war

Posted by schroedi <sc...@gmail.com>.
Do you have the permissions in the filesystem to create the hadoop files?
In my case i have to chown the rights for the user (nutch in my case)
for the filesystem which I want to store the hadoop files.
Check this - in my case it works fine....

xiao yang wrote:
> I have installed nutch1.0 on Ubuntu9.0.4, the namenode, datanode,
> jobbut when I deploy nutch-1.0.war, I get the following errors in
> Tomcat6. What's the problem?
>
> Java -version:
> java version "1.6.0_13"
> Java(TM) SE Runtime Environment (build 1.6.0_13-b03)
> Java HotSpot(TM) Client VM (build 11.3-b02, mixed mode, sharing)
>
> I installed Tomcat6 by using: #apt-get install tomcat6
> The default ROOT application is OK.
> I copied nutch-1.0.war to /var/lib/tomcat6/webapps
> cp nutch*.war /var/lib/tomcat6/webapps/ROOT.war
> Then error occurred, here is the log files: catalina.2009-07-04.log
> and localhost.2009-07-04.log.
>
> catalina.2009-07-04.log
> 2009-7-4 15:03:26 org.apache.coyote.http11.Http11Protocol init
> INFO: Initializing Coyote HTTP/1.1 on http-8080
> 2009-7-4 15:03:26 org.apache.catalina.startup.Catalina load
> INFO: Initialization processed in 628 ms
> 2009-7-4 15:03:26 org.apache.catalina.users.MemoryUserDatabase save
> WARNING: User database is not persistable - no write permissions on directory
> 2009-7-4 15:03:26 org.apache.catalina.core.StandardService start
> INFO: Starting service Catalina
> 2009-7-4 15:03:26 org.apache.catalina.core.StandardEngine start
> INFO: Starting Servlet Engine: Apache Tomcat/6.0.18
> 2009-7-4 15:03:26 org.apache.catalina.startup.HostConfig deployWAR
> INFO: Deploying web application archive ROOT.war
> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
> SEVERE: Error listenerStart
> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
> SEVERE: Context [] startup failed due to previous errors
> 2009-7-4 15:03:28 org.apache.coyote.http11.Http11Protocol start
> INFO: Starting Coyote HTTP/1.1 on http-8080
> 2009-7-4 15:03:28 org.apache.catalina.startup.Catalina start
> INFO: Server startup in 1397 ms
>
> localhost.2009-07-04.log
> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext listenerStart
> SEVERE: Exception sending context initialized event to listener
> instance of class
> org.apache.nutch.searcher.NutchBean$NutchBeanConstructor
> java.lang.RuntimeException: java.security.AccessControlException:
> access denied (java.lang.reflect.ReflectPermission
> suppressAccessChecks)
>         at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:81)
>         at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1366)
>         at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:56)
>         at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1379)
>         at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:215)
>         at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:120)
>         at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:89)
>         at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:77)
>         at org.apache.nutch.searcher.NutchBean$NutchBeanConstructor.contextInitialized(NutchBean.java:425)
>         at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:3843)
>         at org.apache.catalina.core.StandardContext.start(StandardContext.java:4338)
>         at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:791)
>         at org.apache.catalina.core.ContainerBase.access$000(ContainerBase.java:123)
>         at org.apache.catalina.core.ContainerBase$PrivilegedAddChild.run(ContainerBase.java:145)
>         at java.security.AccessController.doPrivileged(Native Method)
>         at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:769)
>         at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:525)
>         at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:830)
>         at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:719)
>         at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:490)
>         at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1149)
>         at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:311)
>         at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:117)
>         at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1053)
>         at org.apache.catalina.core.StandardHost.start(StandardHost.java:719)
>         at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1045)
>         at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:443)
>         at org.apache.catalina.core.StandardService.start(StandardService.java:516)
>         at org.apache.catalina.core.StandardServer.start(StandardServer.java:710)
>         at org.apache.catalina.startup.Catalina.start(Catalina.java:578)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>         at java.lang.reflect.Method.invoke(Method.java:597)
>         at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:288)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>         at java.lang.reflect.Method.invoke(Method.java:597)
>         at org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:177)
> Caused by: java.security.AccessControlException: access denied
> (java.lang.reflect.ReflectPermission suppressAccessChecks)
>         at java.security.AccessControlContext.checkPermission(AccessControlContext.java:323)
>         at java.security.AccessController.checkPermission(AccessController.java:546)
>         at java.lang.SecurityManager.checkPermission(SecurityManager.java:532)
>         at java.lang.reflect.AccessibleObject.setAccessible(AccessibleObject.java:107)
>         at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:76)
>         ... 39 more
>
>   

-- 

Mario Schröder | http://www.finanz-checks.de
Office: +49 361 2152062
Phone: +49 34464 62301 Cell: +49 163 27 09 807
http://www.xing.com/go/invite/6035007.9c143c

Re: Problems when deploy nutch-1.0.war

Posted by claus westerkamp <cl...@raytion.com>.
Hello,

I think you need to check
/etc/default/tomcat6
for
TOMCAT5_SECURITY

Alex McLintock schrieb:
> OK, here is how i fixed this in my ubuntu 9.04 setup using the normal
> tomcatt6 ubuntu package.
> 
> I added this permission line to the /etc/tomcat6/policy.d/04webapps.policy
> 
> 
> grant {
> // Attempt to get Nutch working
>         permission java.security.AllPermission;
> 
> Now I can get the Nutch web app working  - but obviously this is
> probably not wise for a production public system. In any event this is
> now a tomcat and ubuntu problem rather than a Nutch problem.
> 
> HOWEVER
> 
> Now it doesnt seem to find my previously crawled indexes.... I need to
> think some more :-)
> 
> 
> 
> 
> 2009/7/4 xiao yang <ya...@gmail.com>:
>> I have installed nutch1.0 on Ubuntu9.0.4, the namenode, datanode,
>> jobbut when I deploy nutch-1.0.war, I get the following errors in
>> Tomcat6. What's the problem?
>>
>> Java -version:
>> java version "1.6.0_13"
>> Java(TM) SE Runtime Environment (build 1.6.0_13-b03)
>> Java HotSpot(TM) Client VM (build 11.3-b02, mixed mode, sharing)
>>
>> I installed Tomcat6 by using: #apt-get install tomcat6
>> The default ROOT application is OK.
>> I copied nutch-1.0.war to /var/lib/tomcat6/webapps
>> cp nutch*.war /var/lib/tomcat6/webapps/ROOT.war
>> Then error occurred, here is the log files: catalina.2009-07-04.log
>> and localhost.2009-07-04.log.
>>
>> catalina.2009-07-04.log
>> 2009-7-4 15:03:26 org.apache.coyote.http11.Http11Protocol init
>> INFO: Initializing Coyote HTTP/1.1 on http-8080
>> 2009-7-4 15:03:26 org.apache.catalina.startup.Catalina load
>> INFO: Initialization processed in 628 ms
>> 2009-7-4 15:03:26 org.apache.catalina.users.MemoryUserDatabase save
>> WARNING: User database is not persistable - no write permissions on directory
>> 2009-7-4 15:03:26 org.apache.catalina.core.StandardService start
>> INFO: Starting service Catalina
>> 2009-7-4 15:03:26 org.apache.catalina.core.StandardEngine start
>> INFO: Starting Servlet Engine: Apache Tomcat/6.0.18
>> 2009-7-4 15:03:26 org.apache.catalina.startup.HostConfig deployWAR
>> INFO: Deploying web application archive ROOT.war
>> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
>> SEVERE: Error listenerStart
>> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
>> SEVERE: Context [] startup failed due to previous errors
>> 2009-7-4 15:03:28 org.apache.coyote.http11.Http11Protocol start
>> INFO: Starting Coyote HTTP/1.1 on http-8080
>> 2009-7-4 15:03:28 org.apache.catalina.startup.Catalina start
>> INFO: Server startup in 1397 ms
>>
>> localhost.2009-07-04.log
>> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext listenerStart
>> SEVERE: Exception sending context initialized event to listener
>> instance of class
>> org.apache.nutch.searcher.NutchBean$NutchBeanConstructor
>> java.lang.RuntimeException: java.security.AccessControlException:
>> access denied (java.lang.reflect.ReflectPermission
>> suppressAccessChecks)
>>        at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:81)
>>        at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1366)
>>        at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:56)
>>        at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1379)
>>        at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:215)
>>        at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:120)
>>        at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:89)
>>        at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:77)
>>        at org.apache.nutch.searcher.NutchBean$NutchBeanConstructor.contextInitialized(NutchBean.java:425)
>>        at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:3843)
>>        at org.apache.catalina.core.StandardContext.start(StandardContext.java:4338)
>>        at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:791)
>>        at org.apache.catalina.core.ContainerBase.access$000(ContainerBase.java:123)
>>        at org.apache.catalina.core.ContainerBase$PrivilegedAddChild.run(ContainerBase.java:145)
>>        at java.security.AccessController.doPrivileged(Native Method)
>>        at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:769)
>>        at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:525)
>>        at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:830)
>>        at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:719)
>>        at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:490)
>>        at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1149)
>>        at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:311)
>>        at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:117)
>>        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1053)
>>        at org.apache.catalina.core.StandardHost.start(StandardHost.java:719)
>>        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1045)
>>        at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:443)
>>        at org.apache.catalina.core.StandardService.start(StandardService.java:516)
>>        at org.apache.catalina.core.StandardServer.start(StandardServer.java:710)
>>        at org.apache.catalina.startup.Catalina.start(Catalina.java:578)
>>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>>        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>>        at java.lang.reflect.Method.invoke(Method.java:597)
>>        at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:288)
>>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>>        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>>        at java.lang.reflect.Method.invoke(Method.java:597)
>>        at org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:177)
>> Caused by: java.security.AccessControlException: access denied
>> (java.lang.reflect.ReflectPermission suppressAccessChecks)
>>        at java.security.AccessControlContext.checkPermission(AccessControlContext.java:323)
>>        at java.security.AccessController.checkPermission(AccessController.java:546)
>>        at java.lang.SecurityManager.checkPermission(SecurityManager.java:532)
>>        at java.lang.reflect.AccessibleObject.setAccessible(AccessibleObject.java:107)
>>        at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:76)
>>        ... 39 more
>>
>

Re: Problems when index .chm files

Posted by Ken Krugler <kk...@transpac.com>.
>Example1:
>
>Error parsing: 
>http://localhost/mydocs/Programacion/Web/Ajax/Ajax.Hacks.Tips.and.Tools.for.Creating.Responsive.Web.Sites.Mar.2006.chm: 
>org.apache.nutch.parse.ParseException: parser not found for 
>contentType=chemical/x-chemdraw 
>url=http://localhost/mydocs/Programacion/Web/Ajax/Ajax.Hacks.Tips.and.Tools.for.Creating.Responsive.Web.Sites.Mar.2006.chm
>	at org.apache.nutch.parse.ParseUtil.parse(ParseUtil.java:74)
>	at 
>org.apache.nutch.fetcher.Fetcher$FetcherThread.output(Fetcher.java:766)
>	at org.apache.nutch.fetcher.Fetcher$FetcherThread.run(Fetcher.java:552)
>
>Example2:
>
>Error parsing: 
>http://localhost/mydocs/Programacion/Estructura%20de%20Datos/Uml/Project%20Management%20Methodologies%20(2004)%20(Wiley).chm: 
>org.apache.nutch.parse.ParseException: parser not found for 
>contentType=chemical/x-chemdraw 
>url=http://localhost/mydocs/Programacion/Estructura%20de%20Datos/Uml/Project%20Management%20Methodologies%20(2004)%20(Wiley).chm
>	at org.apache.nutch.parse.ParseUtil.parse(ParseUtil.java:74)
>	at 
>org.apache.nutch.fetcher.Fetcher$FetcherThread.output(Fetcher.java:766)
>	at org.apache.nutch.fetcher.Fetcher$FetcherThread.run(Fetcher.java:552)
>
>and other sames errors...
>
>Any solution ??

A .chm file can be

- Chameleon source font
- Microsoft compiled HTML help file
- Chemdraw chemical structure

 From the URLs in your email, I'm going to guess these are compiled 
HTML help files.

1. You should file a Jira issue to improve the Nutch mime-type 
detection, as currently it's flagging the .chm files as Chemdraw 
chemical structure documents.

2. I think you'd need to create your own Nutch plugin to parse chm 
files. Supposedly there are open source tools available for reading 
these files - but it's likely these are C#/VB/some other Microsoft 
language.

See http://en.wikipedia.org/wiki/Microsoft_Compiled_HTML_Help for details.

-- Ken
-- 
Ken Krugler
<http://ken-blog.krugler.org>
+1 530-265-2225

Problems when index .chm files

Posted by Yaidel Guedes Beltran <yg...@estudiantes.uci.cu>.
Example1:

Error parsing: http://localhost/mydocs/Programacion/Web/Ajax/Ajax.Hacks.Tips.and.Tools.for.Creating.Responsive.Web.Sites.Mar.2006.chm: org.apache.nutch.parse.ParseException: parser not found for contentType=chemical/x-chemdraw url=http://localhost/mydocs/Programacion/Web/Ajax/Ajax.Hacks.Tips.and.Tools.for.Creating.Responsive.Web.Sites.Mar.2006.chm
	at org.apache.nutch.parse.ParseUtil.parse(ParseUtil.java:74)
	at org.apache.nutch.fetcher.Fetcher$FetcherThread.output(Fetcher.java:766)
	at org.apache.nutch.fetcher.Fetcher$FetcherThread.run(Fetcher.java:552)

Example2:

Error parsing: http://localhost/mydocs/Programacion/Estructura%20de%20Datos/Uml/Project%20Management%20Methodologies%20(2004)%20(Wiley).chm: org.apache.nutch.parse.ParseException: parser not found for contentType=chemical/x-chemdraw url=http://localhost/mydocs/Programacion/Estructura%20de%20Datos/Uml/Project%20Management%20Methodologies%20(2004)%20(Wiley).chm
	at org.apache.nutch.parse.ParseUtil.parse(ParseUtil.java:74)
	at org.apache.nutch.fetcher.Fetcher$FetcherThread.output(Fetcher.java:766)
	at org.apache.nutch.fetcher.Fetcher$FetcherThread.run(Fetcher.java:552)

and other sames errors...

Any solution ??

Re: Problems when deploy nutch-1.0.war

Posted by Alex McLintock <al...@gmail.com>.
OK, here is how i fixed this in my ubuntu 9.04 setup using the normal
tomcatt6 ubuntu package.

I added this permission line to the /etc/tomcat6/policy.d/04webapps.policy


grant {
// Attempt to get Nutch working
        permission java.security.AllPermission;

Now I can get the Nutch web app working  - but obviously this is
probably not wise for a production public system. In any event this is
now a tomcat and ubuntu problem rather than a Nutch problem.

HOWEVER

Now it doesnt seem to find my previously crawled indexes.... I need to
think some more :-)




2009/7/4 xiao yang <ya...@gmail.com>:
> I have installed nutch1.0 on Ubuntu9.0.4, the namenode, datanode,
> jobbut when I deploy nutch-1.0.war, I get the following errors in
> Tomcat6. What's the problem?
>
> Java -version:
> java version "1.6.0_13"
> Java(TM) SE Runtime Environment (build 1.6.0_13-b03)
> Java HotSpot(TM) Client VM (build 11.3-b02, mixed mode, sharing)
>
> I installed Tomcat6 by using: #apt-get install tomcat6
> The default ROOT application is OK.
> I copied nutch-1.0.war to /var/lib/tomcat6/webapps
> cp nutch*.war /var/lib/tomcat6/webapps/ROOT.war
> Then error occurred, here is the log files: catalina.2009-07-04.log
> and localhost.2009-07-04.log.
>
> catalina.2009-07-04.log
> 2009-7-4 15:03:26 org.apache.coyote.http11.Http11Protocol init
> INFO: Initializing Coyote HTTP/1.1 on http-8080
> 2009-7-4 15:03:26 org.apache.catalina.startup.Catalina load
> INFO: Initialization processed in 628 ms
> 2009-7-4 15:03:26 org.apache.catalina.users.MemoryUserDatabase save
> WARNING: User database is not persistable - no write permissions on directory
> 2009-7-4 15:03:26 org.apache.catalina.core.StandardService start
> INFO: Starting service Catalina
> 2009-7-4 15:03:26 org.apache.catalina.core.StandardEngine start
> INFO: Starting Servlet Engine: Apache Tomcat/6.0.18
> 2009-7-4 15:03:26 org.apache.catalina.startup.HostConfig deployWAR
> INFO: Deploying web application archive ROOT.war
> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
> SEVERE: Error listenerStart
> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext start
> SEVERE: Context [] startup failed due to previous errors
> 2009-7-4 15:03:28 org.apache.coyote.http11.Http11Protocol start
> INFO: Starting Coyote HTTP/1.1 on http-8080
> 2009-7-4 15:03:28 org.apache.catalina.startup.Catalina start
> INFO: Server startup in 1397 ms
>
> localhost.2009-07-04.log
> 2009-7-4 15:03:27 org.apache.catalina.core.StandardContext listenerStart
> SEVERE: Exception sending context initialized event to listener
> instance of class
> org.apache.nutch.searcher.NutchBean$NutchBeanConstructor
> java.lang.RuntimeException: java.security.AccessControlException:
> access denied (java.lang.reflect.ReflectPermission
> suppressAccessChecks)
>        at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:81)
>        at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1366)
>        at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:56)
>        at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1379)
>        at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:215)
>        at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:120)
>        at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:89)
>        at org.apache.nutch.searcher.NutchBean.<init>(NutchBean.java:77)
>        at org.apache.nutch.searcher.NutchBean$NutchBeanConstructor.contextInitialized(NutchBean.java:425)
>        at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:3843)
>        at org.apache.catalina.core.StandardContext.start(StandardContext.java:4338)
>        at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:791)
>        at org.apache.catalina.core.ContainerBase.access$000(ContainerBase.java:123)
>        at org.apache.catalina.core.ContainerBase$PrivilegedAddChild.run(ContainerBase.java:145)
>        at java.security.AccessController.doPrivileged(Native Method)
>        at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:769)
>        at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:525)
>        at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:830)
>        at org.apache.catalina.startup.HostConfig.deployWARs(HostConfig.java:719)
>        at org.apache.catalina.startup.HostConfig.deployApps(HostConfig.java:490)
>        at org.apache.catalina.startup.HostConfig.start(HostConfig.java:1149)
>        at org.apache.catalina.startup.HostConfig.lifecycleEvent(HostConfig.java:311)
>        at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:117)
>        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1053)
>        at org.apache.catalina.core.StandardHost.start(StandardHost.java:719)
>        at org.apache.catalina.core.ContainerBase.start(ContainerBase.java:1045)
>        at org.apache.catalina.core.StandardEngine.start(StandardEngine.java:443)
>        at org.apache.catalina.core.StandardService.start(StandardService.java:516)
>        at org.apache.catalina.core.StandardServer.start(StandardServer.java:710)
>        at org.apache.catalina.startup.Catalina.start(Catalina.java:578)
>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>        at java.lang.reflect.Method.invoke(Method.java:597)
>        at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:288)
>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>        at java.lang.reflect.Method.invoke(Method.java:597)
>        at org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:177)
> Caused by: java.security.AccessControlException: access denied
> (java.lang.reflect.ReflectPermission suppressAccessChecks)
>        at java.security.AccessControlContext.checkPermission(AccessControlContext.java:323)
>        at java.security.AccessController.checkPermission(AccessController.java:546)
>        at java.lang.SecurityManager.checkPermission(SecurityManager.java:532)
>        at java.lang.reflect.AccessibleObject.setAccessible(AccessibleObject.java:107)
>        at org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:76)
>        ... 39 more
>