Error Using Hadoop .20.2/Mahout.4 on Solr 3.4

[Peyman Mohajerian <mo...@gmail.com>]

Hi Guys,

I'm running a Clojure code inside Solr 3.4 that makes call to Mahout
.4 for some text clustering job. Due to some issues with Clojure I had
to put all the jar files in the solr war file ('WEB-INF/lib'). I also
made sure to put hadoop core and mapreduce config xml files in the
same location with a value of ('file:/// or
hdfs://localhosthost:9000..) for 'fs.default.name'.
HOWEVER i get the following stack trace when running the code. I
notices a bug fix in Hadoop Yarn related to running Unit-Test with the
same trace. However I know for sure my code has worked for others
using Hadoop .20.2. Any ideas what could be wrong?

Thanks,
Peyman


SEVERE: java.lang.IllegalStateException: Variable substitution depth
too large: 20 ${fs.default.name}
       at org.apache.hadoop.conf.Configuration.substituteVars(Configuration.java:366)
       at org.apache.hadoop.conf.Configuration.get(Configuration.java:436)
       at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103)
       at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:95)
       at lsa4solr.mahout_matrix$distributed_matrix.invoke(mahout_matrix.clj:71)
       at lsa4solr.clustering_protocol$get_frequency_matrix.invoke(clustering_protocol.clj:92)
       at lsa4solr.clustering_protocol$decompose_term_doc_matrix.invoke(clustering_protocol.clj:105)
       at lsa4solr.clustering_protocol$cluster_kmeans_docs.invoke(clustering_protocol.clj:123)
       at lsa4solr.cluster$cluster_dispatch.invoke(cluster.clj:57)
       at lsa4solr.cluster$_cluster.invoke(cluster.clj:85)
       at lsa4solr.cluster.LSAClusteringEngine.cluster(Unknown Source)
       at org.apache.solr.handler.clustering.ClusteringComponent.process(ClusteringComponent.java:91)
       at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:194)
       at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
       at org.apache.solr.core.SolrCore.execute(SolrCore.java:1368)
       at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:356)
       at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:252)
       at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
       at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
       at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
       at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
       at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
       at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
       at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
       at org.mortbay.jetty.handler.HandlerCollection.handle(HandlerCollection.java:114)
       at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
       at org.mortbay.jetty.Server.handle(Server.java:326)
       at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
       at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
       at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
       at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
       at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
       at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228)
       at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)

Jan 16, 2012 11:42:17 PM org.apache.solr.core.SolrCore execute
INFO: [] webapp=/solr path=/lsa4solr
params={nclusters=2&k=10&q=Summary:.*&rows=100&algorithm=kmeans}
hits=0 status=500 QTime=37
Jan 16, 2012 11:42:17 PM org.apache.solr.common.SolrException log
SEVERE: java.lang.IllegalStateException: Variable substitution depth
too large: 20 ${fs.default.name}
       at org.apache.hadoop.conf.Configuration.substituteVars(Configuration.java:366)
       at org.apache.hadoop.conf.Configuration.get(Configuration.java:436)
       at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103)
       at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:95)
       at lsa4solr.mahout_matrix$distributed_matrix.invoke(mahout_matrix.clj:71)
       at lsa4solr.clustering_protocol$get_frequency_matrix.invoke(clustering_protocol.clj:92)
       at lsa4solr.clustering_protocol$decompose_term_doc_matrix.invoke(clustering_protocol.clj:105)
       at lsa4solr.clustering_protocol$cluster_kmeans_docs.invoke(clustering_protocol.clj:123)
       at lsa4solr.cluster$cluster_dispatch.invoke(cluster.clj:57)
       at lsa4solr.cluster$_cluster.invoke(cluster.clj:85)
       at lsa4solr.cluster.LSAClusteringEngine.cluster(Unknown Source)
       at org.apache.solr.handler.clustering.ClusteringComponent.process(ClusteringComponent.java:91)
       at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:194)
       at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
       at org.apache.solr.core.SolrCore.execute(SolrCore.java:1368)
       at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:356)
       at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:252)
       at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212)
       at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399)
       at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
       at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
       at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766)
       at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450)
       at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230)
       at org.mortbay.jetty.handler.HandlerCollection.handle(HandlerCollection.java:114)
       at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
       at org.mortbay.jetty.Server.handle(Server.java:326)
       at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
       at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928)
       at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549)
       at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212)
       at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
       at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228)
       at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582