Hi Guys, I'm running a Clojure code inside Solr 3.4 that makes call to Mahout .4 for some text clustering job. Due to some issues with Clojure I had to put all the jar files in the solr war file ('WEB-INF/lib'). I also made sure to put hadoop core and mapreduce config xml files in the same location with a value of ('file:/// or hdfs://localhosthost:9000..) for 'fs.default.name'. HOWEVER i get the following stack trace when running the code. I notices a bug fix in Hadoop Yarn related to running Unit-Test with the same trace. However I know for sure my code has worked for others using Hadoop .20.2. Any ideas what could be wrong?
Thanks, Peyman SEVERE: java.lang.IllegalStateException: Variable substitution depth too large: 20 ${fs.default.name} at org.apache.hadoop.conf.Configuration.substituteVars(Configuration.java:366) at org.apache.hadoop.conf.Configuration.get(Configuration.java:436) at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103) at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:95) at lsa4solr.mahout_matrix$distributed_matrix.invoke(mahout_matrix.clj:71) at lsa4solr.clustering_protocol$get_frequency_matrix.invoke(clustering_protocol.clj:92) at lsa4solr.clustering_protocol$decompose_term_doc_matrix.invoke(clustering_protocol.clj:105) at lsa4solr.clustering_protocol$cluster_kmeans_docs.invoke(clustering_protocol.clj:123) at lsa4solr.cluster$cluster_dispatch.invoke(cluster.clj:57) at lsa4solr.cluster$_cluster.invoke(cluster.clj:85) at lsa4solr.cluster.LSAClusteringEngine.cluster(Unknown Source) at org.apache.solr.handler.clustering.ClusteringComponent.process(ClusteringComponent.java:91) at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:194) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129) at org.apache.solr.core.SolrCore.execute(SolrCore.java:1368) at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:356) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:252) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) at org.mortbay.jetty.handler.HandlerCollection.handle(HandlerCollection.java:114) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) Jan 16, 2012 11:42:17 PM org.apache.solr.core.SolrCore execute INFO: [] webapp=/solr path=/lsa4solr params={nclusters=2&k=10&q=Summary:.*&rows=100&algorithm=kmeans} hits=0 status=500 QTime=37 Jan 16, 2012 11:42:17 PM org.apache.solr.common.SolrException log SEVERE: java.lang.IllegalStateException: Variable substitution depth too large: 20 ${fs.default.name} at org.apache.hadoop.conf.Configuration.substituteVars(Configuration.java:366) at org.apache.hadoop.conf.Configuration.get(Configuration.java:436) at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103) at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:95) at lsa4solr.mahout_matrix$distributed_matrix.invoke(mahout_matrix.clj:71) at lsa4solr.clustering_protocol$get_frequency_matrix.invoke(clustering_protocol.clj:92) at lsa4solr.clustering_protocol$decompose_term_doc_matrix.invoke(clustering_protocol.clj:105) at lsa4solr.clustering_protocol$cluster_kmeans_docs.invoke(clustering_protocol.clj:123) at lsa4solr.cluster$cluster_dispatch.invoke(cluster.clj:57) at lsa4solr.cluster$_cluster.invoke(cluster.clj:85) at lsa4solr.cluster.LSAClusteringEngine.cluster(Unknown Source) at org.apache.solr.handler.clustering.ClusteringComponent.process(ClusteringComponent.java:91) at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:194) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129) at org.apache.solr.core.SolrCore.execute(SolrCore.java:1368) at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:356) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:252) at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1212) at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:399) at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216) at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182) at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:766) at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:450) at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:230) at org.mortbay.jetty.handler.HandlerCollection.handle(HandlerCollection.java:114) at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) at org.mortbay.jetty.Server.handle(Server.java:326) at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542) at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:928) at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:549) at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404) at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582