You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by "Pravin Dahare (JIRA)" <ji...@apache.org> on 2018/06/05 09:15:00 UTC
[jira] [Commented] (SOLR-12451) Not able to run Solr application
[ https://issues.apache.org/jira/browse/SOLR-12451?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16501512#comment-16501512 ]
Pravin Dahare commented on SOLR-12451:
--------------------------------------
import java.util.Arrays;
import java.util.List;
import com.lucidworks.spark.rdd.SolrJavaRDD;
import org.apache.solr.client.solrj.SolrQuery;
import org.apache.solr.common.SolrDocument;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.*;
import org.apache.spark.SparkConf;
public class SolrSearch {
public static final int DEFAULT_PAGE_SIZE = 5;
public static final String zkHost="bdgtr015x02h2.nam.nsroot.net:2181";
public static final String SOLR_COLLECTION = "icttdnee_ttsd_collection";
public static void main(String[] args) {
// create Spark context with Spark configuration
JavaSparkContext javaSparkContext = new JavaSparkContext(new SparkConf().setAppName("Spark SolrSearch"));
String solrUrl = args.length >= 1 ? args[0] : "";
String queryParam = args.length >= 2 ? args[1] : "*";
int pageSize = args.length >= 3 ? Integer.parseInt(args[2]) : DEFAULT_PAGE_SIZE;
String[] addCriteria = (args.length > 3) ? Arrays.copyOfRange(args, 3, args.length) : null;
String collection = SOLR_COLLECTION;
String queryStr = queryParam;
SolrJavaRDD solrRDD = SolrJavaRDD.get(zkHost, collection, javaSparkContext.sc());
SolrQuery query = new SolrQuery();
query.set("q", queryParam);
query.set("fl", "*" );
query.set("sort", "audit_internal_id desc");
JavaRDD<SolrDocument> resultsRDD = solrRDD.queryShards(query);
List<SolrDocument> docList = resultsRDD.collect();
for(SolrDocument line:resultsRDD.collect()) {
System.out.println("* " + line);
}
}
}
}
> Not able to run Solr application
> --------------------------------
>
> Key: SOLR-12451
> URL: https://issues.apache.org/jira/browse/SOLR-12451
> Project: Solr
> Issue Type: Bug
> Security Level: Public(Default Security Level. Issues are Public)
> Components: SolrCloud
> Affects Versions: 4.10.3
> Environment: <?xml version="1.0" encoding="UTF-8"?>
> <project xmlns="http://maven.apache.org/POM/4.0.0"
> xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
> xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
> <modelVersion>4.0.0</modelVersion>
> <groupId>com.citi.solrsearch</groupId>
> <artifactId>spark-solr</artifactId>
> <version>1.0-SNAPSHOT</version>
> <dependencies>
> <dependency>
> <groupId>org.apache.spark</groupId>
> <artifactId>spark-core_2.10</artifactId>
> <version>1.6.0</version>
> </dependency>
> <!-- https://mvnrepository.com/artifact/com.lucidworks.spark/spark-solr -->
> <dependency>
> <groupId>com.lucidworks.spark</groupId>
> <artifactId>spark-solr</artifactId>
> <version>2.1.0</version>
> </dependency>
> <!-- https://mvnrepository.com/artifact/org.apache.solr/solr-core -->
> <dependency>
> <groupId>org.apache.solr</groupId>
> <artifactId>solr-core</artifactId>
> <version>4.10.3</version>
> </dependency>
> <!-- https://mvnrepository.com/artifact/org.apache.httpcomponents/httpclient -->
> <!--<dependency>
> <groupId>org.apache.httpcomponents</groupId>
> <artifactId>httpclient</artifactId>
> <version>4.4.1</version>
> </dependency>
> <!– https://mvnrepository.com/artifact/org.apache.httpcomponents/httpcore –>
> <dependency>
> <groupId>org.apache.httpcomponents</groupId>
> <artifactId>httpcore</artifactId>
> <version>4.4.1</version>
> </dependency>
> <dependency>
> <groupId>org.apache.httpcomponents</groupId>
> <artifactId>httpmime</artifactId>
> <version>4.2.5</version>
> <exclusions>
> <exclusion> <!– declare the exclusion here –>
> <groupId>org.apache.httpcomponents</groupId>
> <artifactId>httpcore</artifactId>
> </exclusion>
> <exclusion> <!– declare the exclusion here –>
> <groupId>org.apache.httpcomponents</groupId>
> <artifactId>httpclient</artifactId>
> </exclusion>
> </exclusions>
> </dependency>-->
> <!-- <dependency>
> <groupId>org.apache.solr</groupId>
> <artifactId>solr-solrj</artifactId>
> <version>4.10.3-cdh5.9.1</version>
> </dependency>
> -->
> </dependencies>
> <build>
> <plugins>
> <plugin>
> <artifactId>maven-compiler-plugin</artifactId>
> <version>3.5.1</version>
> <configuration>
> <source>1.7</source>
> <target>1.7</target>
> </configuration>
> </plugin>
> <plugin>
> <groupId>org.apache.maven.plugins</groupId>
> <artifactId>maven-assembly-plugin</artifactId>
> <version>2.4.1</version>
> <configuration>
> <descriptorRefs>
> <descriptorRef>jar-with-dependencies</descriptorRef>
> </descriptorRefs>
> </configuration>
> <executions>
> <execution>
> <id>make-assembly</id>
> <phase>package</phase>
> <goals>
> <goal>single</goal>
> </goals>
> </execution>
> </executions>
> </plugin>
> </plugins>
> </build>
> </project>
>
> ===============
> export HADOOP_CLASSPATH=/opt/cloudera/parcels/CDH-5.9.1-1.cdh5.9.1.p2964.3211/jars
> export CLASSPATH="$CLASSPATH:$HADOOP_CLASSPATH"
> spark-submit \
> --master yarn-client \
> --class com.citi.solrsearch.SolrSearch \
> --conf spark.executor.extraJavaOptions=-Djava.security.auth.login.config=/home/icttdnee/Sprinter/solrCitiscreening/jaas-client.conf \
> --conf spark.jars.excludes=/opt/cloudera/parcels/CDH-5.9.1-1.cdh5.9.1.p2964.3211/jars/httpclient-4.2.5.jar \
> --conf spark.jars.excludes=/opt/cloudera/parcels/CDH-5.9.1-1.cdh5.9.1.p2964.3211/jars/httpcore-4.2.5.jar \
> --conf spark.driver.userClassPathFirst=false \
> --conf spark.executor.userClassPathFirst=false \
> --conf spark.driver.userClassPathFirst=false \
> --conf spark.executor.userClassPathFirst=false \
> --conf spark.driver.extraClassPath=/home/icttdnee/citiscreen_solr/httpclient-4.4.1.jar,/home/icttdnee/citiscreen_solr/httpcore-4.4.1.jar \
> --conf spark.executor.extraClassPath=/home/icttdnee/citiscreen_solr/httpclient-4.4.1.jar,/home/icttdnee/citiscreen_solr/httpcore-4.4.1.jar \
> --jars /home/icttdnee/citiscreen_solr/spark-solr-2.1.0.jar,/home/pd94468/scala-logging_2.11-3.4.0.jar,/home/icttdnee/citiscreen_solr/spark-core_2.11-1.6.0.jar,/home/icttdnee/citiscreen_solr/httpclient-4.4.1.jar,/home/icttdnee/citiscreen_solr/httpcore-4.4.1.jar \
> /home/icttdnee/citiscreen_solr/spark-solr-1.0-SNAPSHOT-jar-with-dependencies.jar \
> https://bdgtr012x07h2.nam.nsroot.net:8985/solr/icttdnee_ttsd_collection \
> &q=alert_id:[16000%20TO%20*]
> Reporter: Pravin Dahare
> Priority: Major
>
> Exception in thread "main" com.google.common.util.concurrent.ExecutionError: java.lang.VerifyError: Bad return type
> Exception Details:
> Location:
> org/apache/solr/client/solrj/impl/HttpClientUtil.createClient(Lorg/apache/solr/common/params/SolrParams;Lorg/apache/http/conn/ClientConnectionManager;)Lorg/apache/http/impl/client/CloseableHttpClient; @58: areturn
> Reason:
> Type 'org/apache/http/impl/client/DefaultHttpClient' (current frame, stack[0]) is not assignable to 'org/apache/http/impl/client/CloseableHttpClient' (from method signature)
> Current Frame:
> bci: @58
> flags: \{ }
> locals: \{ 'org/apache/solr/common/params/SolrParams', 'org/apache/http/conn/ClientConnectionManager', 'org/apache/solr/common/params/ModifiableSolrParams', 'org/apache/http/impl/client/DefaultHttpClient' }
> stack: \{ 'org/apache/http/impl/client/DefaultHttpClient' }
> Bytecode:
> 0x0000000: bb00 0359 2ab7 0004 4db2 0005 b900 0601
> 0x0000010: 0099 001e b200 05bb 0007 59b7 0008 1209
> 0x0000020: b600 0a2c b600 0bb6 000c b900 0d02 002b
> 0x0000030: b800 104e 2d2c b800 0f2d b0
> Stackmap Table:
> append_frame(@47,Object[#143])
> at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2232)
> at com.google.common.cache.LocalCache.get(LocalCache.java:3965)
> at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3969)
> at com.google.common.cache.LocalCache$LocalManualCache.get(LocalCache.java:4829)
> at com.lucidworks.spark.util.SolrSupport$.getCachedCloudClient(SolrSupport.scala:93)
> at com.lucidworks.spark.util.SolrSupport$.getSolrBaseUrl(SolrSupport.scala:97)
> at com.lucidworks.spark.util.SolrQuerySupport$.getUniqueKey(SolrQuerySupport.scala:81)
> at com.lucidworks.spark.rdd.SolrRDD.<init>(SolrRDD.scala:32)
> at com.lucidworks.spark.rdd.SolrRDD$.apply(SolrRDD.scala:194)
> at com.lucidworks.spark.rdd.SolrJavaRDD.get(SolrJavaRDD.java:45)
> at com.citi.solrsearch.SolrSearch.main(SolrSearch.java:32)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:731)
> at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:181)
> at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:206)
> at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:121)
> at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org