You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by jb...@apache.org on 2018/04/06 15:09:54 UTC
[4/8] lucene-solr:branch_7x: SOLR-12183: Refactor Streaming
Expression test cases
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/8a73d389/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/MathExpressionTest.java
----------------------------------------------------------------------
diff --git a/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/MathExpressionTest.java b/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/MathExpressionTest.java
new file mode 100644
index 0000000..41116e2
--- /dev/null
+++ b/solr/solrj/src/test/org/apache/solr/client/solrj/io/stream/MathExpressionTest.java
@@ -0,0 +1,4145 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.solr.client.solrj.io.stream;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+import org.apache.lucene.util.LuceneTestCase;
+import org.apache.lucene.util.LuceneTestCase.Slow;
+import org.apache.solr.client.solrj.io.SolrClientCache;
+import org.apache.solr.client.solrj.io.Tuple;
+import org.apache.solr.client.solrj.request.CollectionAdminRequest;
+import org.apache.solr.client.solrj.request.UpdateRequest;
+import org.apache.solr.cloud.AbstractDistribZkTestBase;
+import org.apache.solr.cloud.SolrCloudTestCase;
+import org.apache.solr.common.params.ModifiableSolrParams;
+import org.junit.Before;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+@Slow
+@LuceneTestCase.SuppressCodecs({"Lucene3x", "Lucene40","Lucene41","Lucene42","Lucene45"})
+public class MathExpressionTest extends SolrCloudTestCase {
+
+ private static final String COLLECTIONORALIAS = "collection1";
+ private static final int TIMEOUT = DEFAULT_TIMEOUT;
+ private static final String id = "id";
+
+ private static boolean useAlias;
+
+ @BeforeClass
+ public static void setupCluster() throws Exception {
+ configureCluster(4)
+ .addConfig("conf", getFile("solrj").toPath().resolve("solr").resolve("configsets").resolve("streaming").resolve("conf"))
+ .addConfig("ml", getFile("solrj").toPath().resolve("solr").resolve("configsets").resolve("ml").resolve("conf"))
+ .configure();
+
+ String collection;
+ useAlias = random().nextBoolean();
+ if (useAlias) {
+ collection = COLLECTIONORALIAS + "_collection";
+ } else {
+ collection = COLLECTIONORALIAS;
+ }
+
+ CollectionAdminRequest.createCollection(collection, "conf", 2, 1).process(cluster.getSolrClient());
+ AbstractDistribZkTestBase.waitForRecoveriesToFinish(collection, cluster.getSolrClient().getZkStateReader(),
+ false, true, TIMEOUT);
+ if (useAlias) {
+ CollectionAdminRequest.createAlias(COLLECTIONORALIAS, collection).process(cluster.getSolrClient());
+ }
+ }
+
+ @Before
+ public void cleanIndex() throws Exception {
+ new UpdateRequest()
+ .deleteByQuery("*:*")
+ .commit(cluster.getSolrClient(), COLLECTIONORALIAS);
+ }
+
+ @Test
+ public void testAnalyzeEvaluator() throws Exception {
+
+ UpdateRequest updateRequest = new UpdateRequest();
+ updateRequest.add(id, "1", "test_t", "l b c d c");
+ updateRequest.commit(cluster.getSolrClient(), COLLECTIONORALIAS);
+
+
+ SolrClientCache cache = new SolrClientCache();
+ try {
+
+ String expr = "cartesianProduct(search("+COLLECTIONORALIAS+", q=\"*:*\", fl=\"id, test_t\", sort=\"id desc\"), analyze(test_t, test_t) as test_t)";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", expr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+
+ SolrStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 5);
+
+ Tuple t = tuples.get(0);
+ assertTrue(t.getString("test_t").equals("l"));
+ assertTrue(t.getString("id").equals("1"));
+
+ t = tuples.get(1);
+ assertTrue(t.getString("test_t").equals("b"));
+ assertTrue(t.getString("id").equals("1"));
+
+
+ t = tuples.get(2);
+ assertTrue(t.getString("test_t").equals("c"));
+ assertTrue(t.getString("id").equals("1"));
+
+
+ t = tuples.get(3);
+ assertTrue(t.getString("test_t").equals("d"));
+ assertTrue(t.getString("id").equals("1"));
+
+ t = tuples.get(4);
+ assertTrue(t.getString("test_t").equals("c"));
+ assertTrue(t.getString("id").equals("1"));
+
+
+ expr = "analyze(\"hello world\", test_t)";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", expr);
+ paramsLoc.set("qt", "/stream");
+
+ solrStream = new SolrStream(url, paramsLoc);
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertEquals(tuples.size(), 1);
+ List terms = (List)tuples.get(0).get("return-value");
+ assertTrue(terms.get(0).equals("hello"));
+ assertTrue(terms.get(1).equals("world"));
+
+ //Try with single param
+ expr = "cartesianProduct(search("+COLLECTIONORALIAS+", q=\"*:*\", fl=\"id, test_t\", sort=\"id desc\"), analyze(test_t) as test_t)";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", expr);
+ paramsLoc.set("qt", "/stream");
+
+ solrStream = new SolrStream(url, paramsLoc);
+
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 5);
+
+ t = tuples.get(0);
+ assertTrue(t.getString("test_t").equals("l"));
+ assertTrue(t.getString("id").equals("1"));
+
+ t = tuples.get(1);
+ assertTrue(t.getString("test_t").equals("b"));
+ assertTrue(t.getString("id").equals("1"));
+
+
+ t = tuples.get(2);
+ assertTrue(t.getString("test_t").equals("c"));
+ assertTrue(t.getString("id").equals("1"));
+
+
+ t = tuples.get(3);
+ assertTrue(t.getString("test_t").equals("d"));
+ assertTrue(t.getString("id").equals("1"));
+
+ t = tuples.get(4);
+ assertTrue(t.getString("test_t").equals("c"));
+ assertTrue(t.getString("id").equals("1"));
+
+ //Try with null in the test_t field
+ expr = "cartesianProduct(search("+COLLECTIONORALIAS+", q=\"*:*\", fl=\"id\", sort=\"id desc\"), analyze(test_t, test_t) as test_t)";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", expr);
+ paramsLoc.set("qt", "/stream");
+
+ solrStream = new SolrStream(url, paramsLoc);
+
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+
+ //Test annotating tuple
+ expr = "select(search("+COLLECTIONORALIAS+", q=\"*:*\", fl=\"id, test_t\", sort=\"id desc\"), analyze(test_t, test_t) as test1_t)";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", expr);
+ paramsLoc.set("qt", "/stream");
+
+ solrStream = new SolrStream(url, paramsLoc);
+
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List l = (List)tuples.get(0).get("test1_t");
+ assertTrue(l.get(0).equals("l"));
+ assertTrue(l.get(1).equals("b"));
+ assertTrue(l.get(2).equals("c"));
+ assertTrue(l.get(3).equals("d"));
+ assertTrue(l.get(4).equals("c"));
+ } finally {
+ cache.close();
+ }
+ }
+
+ @Test
+ public void testHist() throws Exception {
+ String expr = "hist(sequence(100, 0, 1), 10)";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", expr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Map> hist = (List<Map>)tuples.get(0).get("return-value");
+ assertTrue(hist.size() == 10);
+ for(int i=0; i<hist.size(); i++) {
+ Map stats = hist.get(i);
+ assertTrue(((Number)stats.get("N")).intValue() == 10);
+ assertTrue(((Number)stats.get("min")).intValue() == 10*i);
+ assertTrue(((Number)stats.get("var")).doubleValue() == 9.166666666666666);
+ assertTrue(((Number)stats.get("stdev")).doubleValue() == 3.0276503540974917);
+ }
+
+ expr = "hist(sequence(100, 0, 1), 5)";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", expr);
+ paramsLoc.set("qt", "/stream");
+
+ solrStream = new SolrStream(url, paramsLoc);
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ hist = (List<Map>)tuples.get(0).get("return-value");
+ assertTrue(hist.size() == 5);
+ for(int i=0; i<hist.size(); i++) {
+ Map stats = hist.get(i);
+ assertTrue(((Number)stats.get("N")).intValue() == 20);
+ assertTrue(((Number)stats.get("min")).intValue() == 20*i);
+ assertTrue(((Number)stats.get("var")).doubleValue() == 35);
+ assertTrue(((Number)stats.get("stdev")).doubleValue() == 5.916079783099616);
+ }
+ }
+
+ @Test
+ public void testCumulativeProbability() throws Exception {
+ String expr = "cumulativeProbability(normalDistribution(500, 40), 500)";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", expr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ Number number = (Number)tuples.get(0).get("return-value");
+ assertTrue(number.doubleValue() == .5D);
+ }
+
+ private String getDateString(String year, String month, String day) {
+ return year+"-"+month+"-"+day+"T00:00:00Z";
+ }
+
+ @Test
+ public void testCorrelationStream() throws Exception {
+ UpdateRequest updateRequest = new UpdateRequest();
+
+ int i=0;
+ while(i<50) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2016", "5", "1"), "price_f", "400.00");
+ }
+
+ while(i<100) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2015", "5", "1"), "price_f", "300.0");
+ }
+
+ while(i<150) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2014", "5", "1"), "price_f", "500.0");
+ }
+
+ while(i<250) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2013", "5", "1"), "price_f", "100.00");
+ }
+
+ updateRequest.commit(cluster.getSolrClient(), COLLECTIONORALIAS);
+
+ String expr = "timeseries("+COLLECTIONORALIAS+", q=\"*:*\", start=\"2013-01-01T01:00:00.000Z\", " +
+ "end=\"2016-12-01T01:00:00.000Z\", " +
+ "gap=\"+1YEAR\", " +
+ "field=\"test_dt\", " +
+ "count(*), sum(price_f), max(price_f), min(price_f))";
+
+ String cexpr = "let(a="+expr+", b=select("+expr+",mult(-1, count(*)) as nvalue), c=col(a, count(*)), d=col(b, nvalue), " +
+ "tuple(corr=corr(c,d), scorr=corr(array(500, 50, 50, 50),d, type=spearmans), kcorr=corr(array(500, 50, 50, 50),d, type=kendalls), d=d))";
+
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ assertTrue(tuples.get(0).getDouble("corr").equals(-1.0D));
+ assertTrue(tuples.get(0).getDouble("scorr").equals(-1.0D));
+ assertTrue(tuples.get(0).getDouble("kcorr").equals(-1.0D));
+ }
+
+ @Test
+ public void testCovariance() throws Exception {
+ UpdateRequest updateRequest = new UpdateRequest();
+
+ int i=0;
+ while(i<50) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2016", "5", "1"), "price_f", "400.00");
+ }
+
+ while(i<100) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2015", "5", "1"), "price_f", "300.0");
+ }
+
+ while(i<150) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2014", "5", "1"), "price_f", "500.0");
+ }
+
+ while(i<250) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2013", "5", "1"), "price_f", "100.00");
+ }
+
+ updateRequest.commit(cluster.getSolrClient(), COLLECTIONORALIAS);
+
+ String expr = "timeseries("+COLLECTIONORALIAS+", q=\"*:*\", start=\"2013-01-01T01:00:00.000Z\", " +
+ "end=\"2016-12-01T01:00:00.000Z\", " +
+ "gap=\"+1YEAR\", " +
+ "field=\"test_dt\", " +
+ "count(*), sum(price_f), max(price_f), min(price_f))";
+
+ String cexpr = "let(a="+expr+", b=select("+expr+",mult(-1, count(*)) as nvalue), c=col(a, count(*)), d=col(b, nvalue), tuple(colc=c, cold=d, cov=cov(c,d)))";
+
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ assertTrue(tuples.get(0).getDouble("cov").equals(-625.0D));
+ }
+
+ @Test
+ public void testDistance() throws Exception {
+ String cexpr = "let(echo=true, " +
+ "a=array(1,2,3,4)," +
+ "b=array(2,3,4,5), " +
+ "c=array(3,4,5,6), " +
+ "d=distance(a, b), " +
+ "e=distance(a, c)," +
+ "f=distance(b, c)," +
+ "g=transpose(matrix(a, b, c))," +
+ "h=distance(g)," +
+ "i=distance(a, b, type=manhattan), " +
+ "j=distance(a, c, type=manhattan)," +
+ "k=distance(b, c, type=manhattan)," +
+ "l=transpose(matrix(a, b, c))," +
+ "m=distance(l, type=manhattan)," +
+ "n=distance(a, b, type=canberra), " +
+ "o=distance(a, c, type=canberra)," +
+ "p=distance(b, c, type=canberra)," +
+ "q=transpose(matrix(a, b, c))," +
+ "r=distance(q, type=canberra)," +
+ "s=distance(a, b, type=earthMovers), " +
+ "t=distance(a, c, type=earthMovers)," +
+ "u=distance(b, c, type=earthMovers)," +
+ "w=transpose(matrix(a, b, c))," +
+ "x=distance(w, type=earthMovers)," +
+ ")";
+
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ Number d = (Number)tuples.get(0).get("d");
+ assertEquals(d.doubleValue(), 2.0, 0.0);
+ Number e = (Number)tuples.get(0).get("e");
+ assertEquals(e.doubleValue(), 4.0, 0.0);
+ Number f = (Number)tuples.get(0).get("f");
+ assertEquals(f.doubleValue(), 2.0, 0.0);
+
+ List<List<Number>> h = (List<List<Number>>)tuples.get(0).get("h");
+ assertEquals(h.size(), 3);
+ assertEquals(h.get(0).size(), 3);
+ List<Number> row0 = h.get(0);
+ assertEquals(row0.get(0).doubleValue(), 0, 0);
+ assertEquals(row0.get(1).doubleValue(), 2, 0);
+ assertEquals(row0.get(2).doubleValue(), 4, 0);
+
+ List<Number> row1 = h.get(1);
+ assertEquals(row1.get(0).doubleValue(), 2, 0);
+ assertEquals(row1.get(1).doubleValue(), 0, 0);
+ assertEquals(row1.get(2).doubleValue(), 2, 0);
+
+ List<Number> row2 = h.get(2);
+ assertEquals(row2.get(0).doubleValue(), 4, 0);
+ assertEquals(row2.get(1).doubleValue(), 2, 0);
+ assertEquals(row2.get(2).doubleValue(), 0, 0);
+
+ Number i = (Number)tuples.get(0).get("i");
+ assertEquals(i.doubleValue(), 4.0, 0.0);
+ Number j = (Number)tuples.get(0).get("j");
+ assertEquals(j.doubleValue(), 8.0, 0.0);
+ Number k = (Number)tuples.get(0).get("k");
+ assertEquals(k.doubleValue(), 4.0, 0.0);
+
+ List<List<Number>> m = (List<List<Number>>)tuples.get(0).get("m");
+ assertEquals(m.size(), 3);
+ assertEquals(m.get(0).size(), 3);
+ row0 = m.get(0);
+ assertEquals(row0.get(0).doubleValue(), 0, 0);
+ assertEquals(row0.get(1).doubleValue(), 4, 0);
+ assertEquals(row0.get(2).doubleValue(), 8, 0);
+
+ row1 = m.get(1);
+ assertEquals(row1.get(0).doubleValue(), 4, 0);
+ assertEquals(row1.get(1).doubleValue(), 0, 0);
+ assertEquals(row1.get(2).doubleValue(), 4, 0);
+
+ row2 = m.get(2);
+ assertEquals(row2.get(0).doubleValue(), 8, 0);
+ assertEquals(row2.get(1).doubleValue(), 4, 0);
+ assertEquals(row2.get(2).doubleValue(), 0, 0);
+
+ Number n = (Number)tuples.get(0).get("n");
+ assertEquals(n.doubleValue(), 0.787302, 0.0001);
+ Number o = (Number)tuples.get(0).get("o");
+ assertEquals(o.doubleValue(), 1.283333, 0.0001);
+ Number p = (Number)tuples.get(0).get("p");
+ assertEquals(p.doubleValue(), 0.544877, 0.0001);
+
+ List<List<Number>> r = (List<List<Number>>)tuples.get(0).get("r");
+ assertEquals(r.size(), 3);
+ assertEquals(r.get(0).size(), 3);
+ row0 = r.get(0);
+ assertEquals(row0.get(0).doubleValue(), 0, 0);
+ assertEquals(row0.get(1).doubleValue(), 0.787302, .0001);
+ assertEquals(row0.get(2).doubleValue(), 1.283333, .0001);
+
+ row1 = r.get(1);
+ assertEquals(row1.get(0).doubleValue(), 0.787302, .0001);
+ assertEquals(row1.get(1).doubleValue(), 0, 0);
+ assertEquals(row1.get(2).doubleValue(), 0.544877, .0001);
+
+ row2 = r.get(2);
+ assertEquals(row2.get(0).doubleValue(), 1.283333, .0001);
+ assertEquals(row2.get(1).doubleValue(), 0.544877, .0001);
+ assertEquals(row2.get(2).doubleValue(), 0, 0);
+
+
+ Number s = (Number)tuples.get(0).get("s");
+ assertEquals(s.doubleValue(), 10.0, 0);
+ Number t = (Number)tuples.get(0).get("t");
+ assertEquals(t.doubleValue(), 20.0, 0);
+ Number u = (Number)tuples.get(0).get("u");
+ assertEquals(u.doubleValue(), 10.0, 0);
+
+ List<List<Number>> x = (List<List<Number>>)tuples.get(0).get("x");
+ assertEquals(x.size(), 3);
+ assertEquals(x.get(0).size(), 3);
+ row0 = x.get(0);
+ assertEquals(row0.get(0).doubleValue(), 0, 0);
+ assertEquals(row0.get(1).doubleValue(), 10.0, 0);
+ assertEquals(row0.get(2).doubleValue(), 20, 0);
+
+ row1 = x.get(1);
+ assertEquals(row1.get(0).doubleValue(), 10, 0);
+ assertEquals(row1.get(1).doubleValue(), 0, 0);
+ assertEquals(row1.get(2).doubleValue(), 10, 0);
+
+ row2 = x.get(2);
+ assertEquals(row2.get(0).doubleValue(), 20, 0);
+ assertEquals(row2.get(1).doubleValue(), 10, 0);
+ assertEquals(row2.get(2).doubleValue(), 0, 0);
+ }
+
+ @Test
+ public void testReverse() throws Exception {
+ UpdateRequest updateRequest = new UpdateRequest();
+
+ int i=0;
+ while(i<50) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2016", "5", "1"), "price_f", "400.00");
+ }
+
+ while(i<100) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2015", "5", "1"), "price_f", "300.0");
+ }
+
+ while(i<150) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2014", "5", "1"), "price_f", "500.0");
+ }
+
+ while(i<250) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2013", "5", "1"), "price_f", "100.00");
+ }
+
+ updateRequest.commit(cluster.getSolrClient(), COLLECTIONORALIAS);
+
+ String expr = "timeseries("+COLLECTIONORALIAS+", q=\"*:*\", start=\"2013-01-01T01:00:00.000Z\", " +
+ "end=\"2016-12-01T01:00:00.000Z\", " +
+ "gap=\"+1YEAR\", " +
+ "field=\"test_dt\", " +
+ "count(*), sum(price_f), max(price_f), min(price_f))";
+
+ String cexpr = "let(a="+expr+", c=col(a, max(price_f)), tuple(reverse=rev(c)))";
+
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> reverse = (List<Number>)tuples.get(0).get("reverse");
+ assertTrue(reverse.size() == 4);
+ assertTrue(reverse.get(0).doubleValue() == 400D);
+ assertTrue(reverse.get(1).doubleValue() == 300D);
+ assertTrue(reverse.get(2).doubleValue() == 500D);
+ assertTrue(reverse.get(3).doubleValue() == 100D);
+ }
+
+ @Test
+ public void testCopyOf() throws Exception {
+ UpdateRequest updateRequest = new UpdateRequest();
+
+ int i=0;
+ while(i<50) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2016", "5", "1"), "price_f", "400.00");
+ }
+
+ while(i<100) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2015", "5", "1"), "price_f", "300.0");
+ }
+
+ while(i<150) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2014", "5", "1"), "price_f", "500.0");
+ }
+
+ while(i<250) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2013", "5", "1"), "price_f", "100.00");
+ }
+
+ updateRequest.commit(cluster.getSolrClient(), COLLECTIONORALIAS);
+
+ String expr = "timeseries("+COLLECTIONORALIAS+", q=\"*:*\", start=\"2013-01-01T01:00:00.000Z\", " +
+ "end=\"2016-12-01T01:00:00.000Z\", " +
+ "gap=\"+1YEAR\", " +
+ "field=\"test_dt\", " +
+ "count(*), sum(price_f), max(price_f), min(price_f))";
+
+ String cexpr = "let(a="+expr+", c=col(a, max(price_f)), tuple(copy1=copyOf(c, 10), copy2=copyOf(c), copy3=copyOf(c, 2) ))";
+
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> copy1 = (List<Number>)tuples.get(0).get("copy1");
+ assertTrue(copy1.size() == 4);
+ assertTrue(copy1.get(0).doubleValue() == 100D);
+ assertTrue(copy1.get(1).doubleValue() == 500D);
+ assertTrue(copy1.get(2).doubleValue() == 300D);
+ assertTrue(copy1.get(3).doubleValue() == 400D);
+
+ List<Number> copy2 = (List<Number>)tuples.get(0).get("copy2");
+ assertTrue(copy2.size() == 4);
+ assertTrue(copy2.get(0).doubleValue() == 100D);
+ assertTrue(copy2.get(1).doubleValue() == 500D);
+ assertTrue(copy2.get(2).doubleValue() == 300D);
+ assertTrue(copy2.get(3).doubleValue() == 400D);
+
+ List<Number> copy3 = (List<Number>)tuples.get(0).get("copy3");
+ assertTrue(copy3.size() == 2);
+ assertTrue(copy3.get(0).doubleValue() == 100D);
+ assertTrue(copy3.get(1).doubleValue() == 500D);
+ }
+
+ @Test
+ public void testCopyOfRange() throws Exception {
+ UpdateRequest updateRequest = new UpdateRequest();
+
+ int i=0;
+ while(i<50) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2016", "5", "1"), "price_f", "400.00");
+ }
+
+ while(i<100) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2015", "5", "1"), "price_f", "300.0");
+ }
+
+ while(i<150) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2014", "5", "1"), "price_f", "500.0");
+ }
+
+ while(i<250) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2013", "5", "1"), "price_f", "100.00");
+ }
+
+ updateRequest.commit(cluster.getSolrClient(), COLLECTIONORALIAS);
+
+ String expr = "timeseries("+COLLECTIONORALIAS+", q=\"*:*\", start=\"2013-01-01T01:00:00.000Z\", " +
+ "end=\"2016-12-01T01:00:00.000Z\", " +
+ "gap=\"+1YEAR\", " +
+ "field=\"test_dt\", " +
+ "count(*), sum(price_f), max(price_f), min(price_f))";
+
+ String cexpr = "let(a="+expr+", c=col(a, max(price_f)), tuple(copy=copyOfRange(c, 1, 3), copy2=copyOfRange(c, 2, 4), l=length(c)))";
+
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> copy1 = (List<Number>)tuples.get(0).get("copy");
+ assertTrue(copy1.size() == 2);
+ assertTrue(copy1.get(0).doubleValue() == 500D);
+ assertTrue(copy1.get(1).doubleValue() == 300D);
+
+ List<Number> copy2 = (List<Number>)tuples.get(0).get("copy2");
+ assertTrue(copy2.size() == 2);
+ assertTrue(copy2.get(0).doubleValue() == 300D);
+ assertTrue(copy2.get(1).doubleValue() == 400D);
+
+ long l = tuples.get(0).getLong("l");
+ assertTrue(l == 4);
+
+ }
+
+ @Test
+ public void testPercentile() throws Exception {
+ String cexpr = "percentile(array(1,2,3,4,5,6,7,8,9,10,11), 50)";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ Tuple tuple = tuples.get(0);
+ double p = tuple.getDouble("return-value");
+ assertEquals(p, 6, 0.0);
+
+
+ cexpr = "percentile(array(11,10,3,4,5,6,7,8,9,2,1), 50)";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ solrStream = new SolrStream(url, paramsLoc);
+
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ tuple = tuples.get(0);
+ p = tuple.getDouble("return-value");
+ assertEquals(p, 6, 0.0);
+
+ cexpr = "percentile(array(11,10,3,4,5,6,7,8,9,2,1), 20)";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ solrStream = new SolrStream(url, paramsLoc);
+
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ tuple = tuples.get(0);
+ p = tuple.getDouble("return-value");
+ assertEquals(p, 2.4, 0.001);
+ }
+
+ @Test
+ public void testPrimes() throws Exception {
+ String cexpr = "primes(10, 0)";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ Tuple tuple = tuples.get(0);
+ List<Number> asort = (List<Number>)tuple.get("return-value");
+ assertEquals(asort.size(), 10);
+ assertEquals(asort.get(0).intValue(), 2);
+ assertEquals(asort.get(1).intValue(), 3);
+ assertEquals(asort.get(2).intValue(), 5);
+ assertEquals(asort.get(3).intValue(), 7);
+ assertEquals(asort.get(4).intValue(), 11);
+ assertEquals(asort.get(5).intValue(), 13);
+ assertEquals(asort.get(6).intValue(), 17);
+ assertEquals(asort.get(7).intValue(), 19);
+ assertEquals(asort.get(8).intValue(), 23);
+ assertEquals(asort.get(9).intValue(), 29);
+ }
+
+ @Test
+ public void testBinomialCoefficient() throws Exception {
+ String cexpr = "binomialCoefficient(8,3)";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ Tuple tuple = tuples.get(0);
+ long binomialCoefficient = (long) tuple.get("return-value");
+ assertEquals(binomialCoefficient, 56);
+ }
+
+ @Test
+ public void testAscend() throws Exception {
+ String cexpr = "asc(array(11.5, 12.3, 4, 3, 1, 0))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ Tuple tuple = tuples.get(0);
+ List<Number> asort = (List<Number>)tuple.get("return-value");
+ assertEquals(asort.size(), 6);
+ assertEquals(asort.get(0).doubleValue(), 0, 0.0);
+ assertEquals(asort.get(1).doubleValue(), 1, 0.0);
+ assertEquals(asort.get(2).doubleValue(), 3, 0.0);
+ assertEquals(asort.get(3).doubleValue(), 4, 0.0);
+ assertEquals(asort.get(4).doubleValue(), 11.5, 0.0);
+ assertEquals(asort.get(5).doubleValue(), 12.3, 0.0);
+ }
+
+ @Test
+ public void testRankTransform() throws Exception {
+ UpdateRequest updateRequest = new UpdateRequest();
+
+ int i=0;
+ while(i<50) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2016", "5", "1"), "price_f", "400.00");
+ }
+
+ while(i<100) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2015", "5", "1"), "price_f", "300.0");
+ }
+
+ while(i<150) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2014", "5", "1"), "price_f", "500.0");
+ }
+
+ while(i<250) {
+ updateRequest.add(id, "id_"+(++i),"test_dt", getDateString("2013", "5", "1"), "price_f", "100.00");
+ }
+
+ updateRequest.commit(cluster.getSolrClient(), COLLECTIONORALIAS);
+
+ String expr = "timeseries("+COLLECTIONORALIAS+", q=\"*:*\", start=\"2013-01-01T01:00:00.000Z\", " +
+ "end=\"2016-12-01T01:00:00.000Z\", " +
+ "gap=\"+1YEAR\", " +
+ "field=\"test_dt\", " +
+ "count(*), sum(price_f), max(price_f), min(price_f))";
+
+ String cexpr = "let(a="+expr+", c=col(a, max(price_f)), tuple(reverse=rev(c), ranked=rank(c)))";
+
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> reverse = (List<Number>)tuples.get(0).get("reverse");
+ assertTrue(reverse.size() == 4);
+ assertTrue(reverse.get(0).doubleValue() == 400D);
+ assertTrue(reverse.get(1).doubleValue() == 300D);
+ assertTrue(reverse.get(2).doubleValue() == 500D);
+ assertTrue(reverse.get(3).doubleValue() == 100D);
+
+ List<Number> ranked = (List<Number>)tuples.get(0).get("ranked");
+ assertTrue(ranked.size() == 4);
+ assertTrue(ranked.get(0).doubleValue() == 1D);
+ assertTrue(ranked.get(1).doubleValue() == 4D);
+ assertTrue(ranked.get(2).doubleValue() == 2D);
+ assertTrue(ranked.get(3).doubleValue() == 3D);
+ }
+
+ @Test
+ public void testArray() throws Exception {
+ String cexpr = "array(1, 2, 3, 300, 2, 500)";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> out = (List<Number>)tuples.get(0).get("return-value");
+ assertTrue(out.size() == 6);
+ assertTrue(out.get(0).intValue() == 1);
+ assertTrue(out.get(1).intValue() == 2);
+ assertTrue(out.get(2).intValue() == 3);
+ assertTrue(out.get(3).intValue() == 300);
+ assertTrue(out.get(4).intValue() == 2);
+ assertTrue(out.get(5).intValue() == 500);
+
+ cexpr = "array(1.122, 2.222, 3.333, 300.1, 2.13, 500.23)";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ solrStream = new SolrStream(url, paramsLoc);
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ out = (List<Number>)tuples.get(0).get("return-value");
+ assertTrue(out.size() == 6);
+ assertTrue(out.get(0).doubleValue() == 1.122D);
+ assertTrue(out.get(1).doubleValue() == 2.222D);
+ assertTrue(out.get(2).doubleValue() == 3.333D);
+ assertTrue(out.get(3).doubleValue() == 300.1D);
+ assertTrue(out.get(4).doubleValue() == 2.13D);
+ assertTrue(out.get(5).doubleValue() == 500.23D);
+ }
+
+ @Test
+ public void testMatrix() throws Exception {
+ String cexpr = "let(echo=true," +
+ " a=setColumnLabels(matrix(array(1, 2, 3), " +
+ " rev(array(4,5,6)))," +
+ " array(col1, col2, col3))," +
+ " b=rowAt(a, 1)," +
+ " c=colAt(a, 2)," +
+ " d=getColumnLabels(a)," +
+ " e=topFeatures(a, 1)," +
+ " f=rowCount(a)," +
+ " g=columnCount(a)," +
+ " h=indexOf(d, \"col2\")," +
+ " i=indexOf(d, col3))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> out = (List<List<Number>>)tuples.get(0).get("a");
+
+ List<Number> array1 = out.get(0);
+ assertEquals(array1.size(), 3);
+ assertEquals(array1.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(array1.get(1).doubleValue(), 2.0, 0.0);
+ assertEquals(array1.get(2).doubleValue(), 3.0, 0.0);
+
+ List<Number> array2 = out.get(1);
+ assertEquals(array2.size(), 3);
+ assertEquals(array2.get(0).doubleValue(), 6.0, 0.0);
+ assertEquals(array2.get(1).doubleValue(), 5.0, 0.0);
+ assertEquals(array2.get(2).doubleValue(), 4.0, 0.0);
+
+ List<Number> row = (List<Number>)tuples.get(0).get("b");
+
+ assertEquals(row.size(), 3);
+ assertEquals(array2.get(0).doubleValue(), 6.0, 0.0);
+ assertEquals(array2.get(1).doubleValue(), 5.0, 0.0);
+ assertEquals(array2.get(2).doubleValue(), 4.0, 0.0);
+
+ List<Number> col = (List<Number>)tuples.get(0).get("c");
+ assertEquals(col.size(), 2);
+ assertEquals(col.get(0).doubleValue(), 3.0, 0.0);
+ assertEquals(col.get(1).doubleValue(), 4.0, 0.0);
+
+ List<String> colLabels = (List<String>)tuples.get(0).get("d");
+ assertEquals(colLabels.size(), 3);
+ assertEquals(colLabels.get(0), "col1");
+ assertEquals(colLabels.get(1), "col2");
+ assertEquals(colLabels.get(2), "col3");
+
+ List<List<String>> features = (List<List<String>>)tuples.get(0).get("e");
+ assertEquals(features.size(), 2);
+ assertEquals(features.get(0).size(), 1);
+ assertEquals(features.get(1).size(), 1);
+ assertEquals(features.get(0).get(0), "col3");
+ assertEquals(features.get(1).get(0), "col1");
+
+ assertTrue(tuples.get(0).getLong("f") == 2);
+ assertTrue(tuples.get(0).getLong("g")== 3);
+ assertTrue(tuples.get(0).getLong("h")== 1);
+ assertTrue(tuples.get(0).getLong("i")== 2);
+ }
+
+ @Test
+ public void testMatrixMath() throws Exception {
+ String cexpr = "let(echo=true, a=matrix(array(1.5, 2.5, 3.5), array(4.5,5.5,6.5)), " +
+ "b=grandSum(a), " +
+ "c=sumRows(a), " +
+ "d=sumColumns(a), " +
+ "e=scalarAdd(1, a)," +
+ "f=scalarSubtract(1, a)," +
+ "g=scalarMultiply(1.5, a)," +
+ "h=scalarDivide(1.5, a)," +
+ "i=scalarAdd(1.5, array(1.5, 2.5, 3.5))," +
+ "j=scalarSubtract(1.5, array(1.5, 2.5, 3.5))," +
+ "k=scalarMultiply(1.5, array(1.5, 2.5, 3.5))," +
+ "l=scalarDivide(1.5, array(1.5, 2.5, 3.5)))";
+
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+
+ double grandSum = tuples.get(0).getDouble("b");
+ assertEquals(grandSum, 24, 0.0);
+
+ List<Number> sumRows = (List<Number>)tuples.get(0).get("c");
+ assertEquals(sumRows.size(), 2);
+ assertEquals(sumRows.get(0).doubleValue(), 7.5, 0.0);
+ assertEquals(sumRows.get(1).doubleValue(), 16.5, 0.0);
+
+ List<Number> sumCols = (List<Number>)tuples.get(0).get("d");
+ assertEquals(sumCols.size(), 3);
+ assertEquals(sumCols.get(0).doubleValue(), 6.0, 0.0);
+ assertEquals(sumCols.get(1).doubleValue(), 8.0, 0.0);
+ assertEquals(sumCols.get(2).doubleValue(), 10, 0.0);
+
+ List<List<Number>> scalarAdd = (List<List<Number>>)tuples.get(0).get("e");
+ List<Number> row1 = scalarAdd.get(0);
+ assertEquals(row1.size(), 3);
+ assertEquals(row1.get(0).doubleValue(), 2.5, 0.0);
+ assertEquals(row1.get(1).doubleValue(), 3.5, 0.0);
+ assertEquals(row1.get(2).doubleValue(), 4.5, 0.0);
+
+ List<Number> row2 = scalarAdd.get(1);
+ assertEquals(row2.get(0).doubleValue(), 5.5, 0.0);
+ assertEquals(row2.get(1).doubleValue(), 6.5, 0.0);
+ assertEquals(row2.get(2).doubleValue(), 7.5, 0.0);
+
+ List<List<Number>> scalarSubtract = (List<List<Number>>)tuples.get(0).get("f");
+ row1 = scalarSubtract.get(0);
+ assertEquals(row1.size(), 3);
+ assertEquals(row1.get(0).doubleValue(), 0.5, 0.0);
+ assertEquals(row1.get(1).doubleValue(), 1.5, 0.0);
+ assertEquals(row1.get(2).doubleValue(), 2.5, 0.0);
+
+ row2 = scalarSubtract.get(1);
+ assertEquals(row2.get(0).doubleValue(), 3.5, 0.0);
+ assertEquals(row2.get(1).doubleValue(), 4.5, 0.0);
+ assertEquals(row2.get(2).doubleValue(), 5.5, 0.0);
+
+ List<List<Number>> scalarMultiply = (List<List<Number>>)tuples.get(0).get("g");
+ row1 = scalarMultiply.get(0);
+ assertEquals(row1.size(), 3);
+ assertEquals(row1.get(0).doubleValue(), 2.25, 0.0);
+ assertEquals(row1.get(1).doubleValue(), 3.75, 0.0);
+ assertEquals(row1.get(2).doubleValue(), 5.25, 0.0);
+
+ row2 = scalarMultiply.get(1);
+ assertEquals(row2.get(0).doubleValue(), 6.75, 0.0);
+ assertEquals(row2.get(1).doubleValue(), 8.25, 0.0);
+ assertEquals(row2.get(2).doubleValue(), 9.75, 0.0);
+
+ List<List<Number>> scalarDivide = (List<List<Number>>)tuples.get(0).get("h");
+ row1 = scalarDivide.get(0);
+ assertEquals(row1.size(), 3);
+ assertEquals(row1.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(row1.get(1).doubleValue(), 1.66666666666667, 0.001);
+ assertEquals(row1.get(2).doubleValue(), 2.33333333333333, 0.001);
+
+ row2 = scalarDivide.get(1);
+ assertEquals(row2.get(0).doubleValue(), 3, 0.0);
+ assertEquals(row2.get(1).doubleValue(), 3.66666666666667, 0.001);
+ assertEquals(row2.get(2).doubleValue(), 4.33333333333333, 0.001);
+
+ List<Number> rowA = (List<Number>)tuples.get(0).get("i");
+ assertEquals(rowA.size(), 3);
+ assertEquals(rowA.get(0).doubleValue(), 3.0, 0.0);
+ assertEquals(rowA.get(1).doubleValue(), 4.0, 0.0);
+ assertEquals(rowA.get(2).doubleValue(), 5.0, 0.0);
+
+ rowA = (List<Number>)tuples.get(0).get("j");
+ assertEquals(rowA.size(), 3);
+ assertEquals(rowA.get(0).doubleValue(), 0, 0.0);
+ assertEquals(rowA.get(1).doubleValue(), 1.0, 0.0);
+ assertEquals(rowA.get(2).doubleValue(), 2.0, 0.0);
+
+ rowA = (List<Number>)tuples.get(0).get("k");
+ assertEquals(rowA.size(), 3);
+ assertEquals(rowA.get(0).doubleValue(), 2.25, 0.0);
+ assertEquals(rowA.get(1).doubleValue(), 3.75, 0.0);
+ assertEquals(rowA.get(2).doubleValue(), 5.25, 0.0);
+
+ rowA = (List<Number>)tuples.get(0).get("l");
+ assertEquals(rowA.size(), 3);
+ assertEquals(rowA.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(rowA.get(1).doubleValue(), 1.66666666666667, 0.001);
+ assertEquals(rowA.get(2).doubleValue(), 2.33333333333333, 0.001);
+ }
+
+ @Test
+ public void testTranspose() throws Exception {
+ String cexpr = "let(a=matrix(array(1,2,3), array(4,5,6)), b=transpose(a))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> out = (List<List<Number>>)tuples.get(0).get("b");
+ assertEquals(out.size(), 3);
+ List<Number> array1 = out.get(0);
+ assertEquals(array1.size(), 2);
+ assertEquals(array1.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(array1.get(1).doubleValue(), 4.0, 0.0);
+
+ List<Number> array2 = out.get(1);
+ assertEquals(array2.size(), 2);
+ assertEquals(array2.get(0).doubleValue(), 2.0, 0.0);
+ assertEquals(array2.get(1).doubleValue(), 5.0, 0.0);
+
+ List<Number> array3 = out.get(2);
+ assertEquals(array3.size(), 2);
+ assertEquals(array3.get(0).doubleValue(), 3.0, 0.0);
+ assertEquals(array3.get(1).doubleValue(), 6.0, 0.0);
+ }
+
+ @Test
+ public void testUnitize() throws Exception {
+ String cexpr = "let(echo=true, a=unitize(matrix(array(1,2,3), array(4,5,6))), b=unitize(array(4,5,6)))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> out = (List<List<Number>>)tuples.get(0).get("a");
+ assertEquals(out.size(), 2);
+ List<Number> array1 = out.get(0);
+ assertEquals(array1.size(), 3);
+ assertEquals(array1.get(0).doubleValue(), 0.2672612419124244, 0.0);
+ assertEquals(array1.get(1).doubleValue(), 0.5345224838248488, 0.0);
+ assertEquals(array1.get(2).doubleValue(), 0.8017837257372732, 0.0);
+
+ List<Number> array2 = out.get(1);
+ assertEquals(array2.size(), 3);
+ assertEquals(array2.get(0).doubleValue(), 0.4558423058385518, 0.0);
+ assertEquals(array2.get(1).doubleValue(), 0.5698028822981898, 0.0);
+ assertEquals(array2.get(2).doubleValue(), 0.6837634587578276, 0.0);
+
+ List<Number> array3 = (List<Number>)tuples.get(0).get("b");
+ assertEquals(array3.size(), 3);
+ assertEquals(array3.get(0).doubleValue(), 0.4558423058385518, 0.0);
+ assertEquals(array3.get(1).doubleValue(), 0.5698028822981898, 0.0);
+ assertEquals(array3.get(2).doubleValue(), 0.6837634587578276, 0.0);
+ }
+
+ @Test
+ public void testNormalizeSum() throws Exception {
+ String cexpr = "let(echo=true, " +
+ "a=normalizeSum(matrix(array(1,2,3), array(4,5,6))), " +
+ "b=normalizeSum(array(1,2,3))," +
+ "c=normalizeSum(array(1,2,3), 100))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> out = (List<List<Number>>)tuples.get(0).get("a");
+ assertEquals(out.size(), 2);
+ List<Number> array1 = out.get(0);
+ assertEquals(array1.size(), 3);
+ assertEquals(array1.get(0).doubleValue(), 0.16666666666666666, 0.0001);
+ assertEquals(array1.get(1).doubleValue(), 0.3333333333333333, 0.00001);
+ assertEquals(array1.get(2).doubleValue(), 0.5, 0.0001);
+
+ List<Number> array2 = out.get(1);
+ assertEquals(array2.size(), 3);
+ assertEquals(array2.get(0).doubleValue(), 0.26666666666666666, 0.0001);
+ assertEquals(array2.get(1).doubleValue(), 0.3333333333333333, 0.0001);
+ assertEquals(array2.get(2).doubleValue(), 0.4, 0.0001);
+
+ List<Number> array3 = (List<Number>)tuples.get(0).get("b");
+ assertEquals(array3.size(), 3);
+ assertEquals(array3.get(0).doubleValue(), 0.16666666666666666, 0.0001);
+ assertEquals(array3.get(1).doubleValue(), 0.3333333333333333, 0.0001);
+ assertEquals(array3.get(2).doubleValue(), 0.5, 0.0001);
+
+ List<Number> array4 = (List<Number>)tuples.get(0).get("c");
+ assertEquals(array4.size(), 3);
+ assertEquals(array4.get(0).doubleValue(), 16.666666666666666, 0.0001);
+ assertEquals(array4.get(1).doubleValue(), 33.33333333333333, 0.00001);
+ assertEquals(array4.get(2).doubleValue(), 50, 0.0001);
+ }
+
+ @Test
+ public void testStandardize() throws Exception {
+ String cexpr = "let(echo=true, a=standardize(matrix(array(1,2,3), array(4,5,6))), b=standardize(array(4,5,6)))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> out = (List<List<Number>>)tuples.get(0).get("a");
+ assertEquals(out.size(), 2);
+ List<Number> array1 = out.get(0);
+ assertEquals(array1.size(), 3);
+ assertEquals(array1.get(0).doubleValue(), -1, 0.0);
+ assertEquals(array1.get(1).doubleValue(), 0, 0.0);
+ assertEquals(array1.get(2).doubleValue(), 1, 0.0);
+
+ List<Number> array2 = out.get(1);
+ assertEquals(array2.size(), 3);
+ assertEquals(array2.get(0).doubleValue(), -1, 0.0);
+ assertEquals(array2.get(1).doubleValue(), 0, 0.0);
+ assertEquals(array2.get(2).doubleValue(), 1, 0.0);
+
+ List<Number> array3 = (List<Number>)tuples.get(0).get("b");
+ assertEquals(array3.size(), 3);
+ assertEquals(array2.get(0).doubleValue(), -1, 0.0);
+ assertEquals(array2.get(1).doubleValue(), 0, 0.0);
+ assertEquals(array2.get(2).doubleValue(), 1, 0.0);
+ }
+
+ @Test
+ public void testMarkovChain() throws Exception {
+ String cexpr = "let(state0=array(.5,.5),\n" +
+ " state1=array(.5,.5),\n" +
+ " states=matrix(state0, state1),\n" +
+ " m=markovChain(states, 0),\n" +
+ " s=sample(m, 50000),\n" +
+ " f=freqTable(s))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Map<String, Number>> out = (List<Map<String, Number>>)tuples.get(0).get("f");
+ assertEquals(out.size(), 2);
+ Map<String, Number> bin0 = out.get(0);
+ double state0Pct = bin0.get("pct").doubleValue();
+ assertEquals(state0Pct, .5, .015);
+ Map<String, Number> bin1 = out.get(1);
+ double state1Pct = bin1.get("pct").doubleValue();
+ assertEquals(state1Pct, .5, .015);
+ }
+
+ @Test
+ public void testAddAll() throws Exception {
+ String cexpr = "addAll(array(1, 2, 3), array(4.5, 5.5, 6.5), array(7,8,9))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> out = (List<Number>)tuples.get(0).get("return-value");
+ assertTrue(out.size() == 9);
+ assertTrue(out.get(0).intValue() == 1);
+ assertTrue(out.get(1).intValue() == 2);
+ assertTrue(out.get(2).intValue() == 3);
+ assertTrue(out.get(3).doubleValue() == 4.5D);
+ assertTrue(out.get(4).doubleValue() == 5.5D);
+ assertTrue(out.get(5).doubleValue() == 6.5D);
+ assertTrue(out.get(6).intValue() == 7);
+ assertTrue(out.get(7).intValue() == 8);
+ assertTrue(out.get(8).intValue() == 9);
+ }
+
+ @Test
+ public void testProbabilityRange() throws Exception {
+ String cexpr = "let(a=normalDistribution(500, 20), " +
+ "b=probability(a, 520, 530))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ Number prob = (Number)tuples.get(0).get("b");
+ assertEquals(prob.doubleValue(), 0.09184805266259899, 0.0);
+ }
+
+ @Test
+ @BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")
+ public void testDistributions() throws Exception {
+ String cexpr = "let(a=normalDistribution(10, 2), " +
+ "b=sample(a, 250), " +
+ "c=normalDistribution(100, 6), " +
+ "d=sample(c, 250), " +
+ "u=uniformDistribution(1, 6),"+
+ "t=sample(u, 250),"+
+ "e=empiricalDistribution(d),"+
+ "f=sample(e, 250),"+
+ "tuple(sample=b, ks=ks(a,b), ks2=ks(a, d), ks3=ks(u, t)))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ try {
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> out = (List<Number>) tuples.get(0).get("sample");
+
+ Map ks = (Map) tuples.get(0).get("ks");
+ Map ks2 = (Map) tuples.get(0).get("ks2");
+ Map ks3 = (Map) tuples.get(0).get("ks3");
+
+ assertTrue(out.size() == 250);
+ Number pvalue = (Number) ks.get("p-value");
+ Number pvalue2 = (Number) ks2.get("p-value");
+ Number pvalue3 = (Number) ks3.get("p-value");
+
+ assertTrue(pvalue.doubleValue() > .05D);
+ assertTrue(pvalue2.doubleValue() == 0);
+ assertTrue(pvalue3.doubleValue() > .05D);
+
+ } catch(AssertionError e) {
+
+ //This test will have random failures do to the random sampling. So if it fails try it again.
+ //If it fails twice in a row, we probably broke some code.
+
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> out = (List<Number>) tuples.get(0).get("sample");
+
+ Map ks = (Map) tuples.get(0).get("ks");
+ Map ks2 = (Map) tuples.get(0).get("ks2");
+ Map ks3 = (Map) tuples.get(0).get("ks3");
+
+ assertTrue(out.size() == 250);
+ Number pvalue = (Number) ks.get("p-value");
+ Number pvalue2 = (Number) ks2.get("p-value");
+ Number pvalue3 = (Number) ks3.get("p-value");
+
+ assertTrue(pvalue.doubleValue() > .05D);
+ assertTrue(pvalue2.doubleValue() == 0);
+ assertTrue(pvalue3.doubleValue() > .05D);
+ }
+ }
+
+ @Test
+ public void testSumDifference() throws Exception {
+ String cexpr = "sumDifference(array(2,4,6,8,10,12),array(1,2,3,4,5,6))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ double sd = tuples.get(0).getDouble("return-value");
+ assertEquals(sd, 21.0D, 0.0);
+ }
+
+ @Test
+ public void testMeanDifference() throws Exception {
+ String cexpr = "meanDifference(array(2,4,6,8,10,12),array(1,2,3,4,5,6))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ double sd = tuples.get(0).getDouble("return-value");
+ assertEquals(sd, 3.5, 0.0);
+ }
+
+ @Test
+ public void testTermVectors() throws Exception {
+ // Test termVectors with only documents and default termVector settings
+ String cexpr = "let(echo=true," +
+ "a=select(list(tuple(id=\"1\", text=\"hello world\"), " +
+ "tuple(id=\"2\", text=\"hello steve\"), " +
+ "tuple(id=\"3\", text=\"hello jim jim\"), " +
+ "tuple(id=\"4\", text=\"hello jack\")), id, analyze(text, test_t) as terms)," +
+ " b=termVectors(a, minDocFreq=0, maxDocFreq=1)," +
+ " c=getRowLabels(b)," +
+ " d=getColumnLabels(b)," +
+ " e=getAttribute(b, docFreqs))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> termVectors = (List<List<Number>>)tuples.get(0).get("b");
+
+ assertEquals(termVectors.size(), 4);
+ List<Number> termVector = termVectors.get(0);
+ assertEquals(termVector.size(), 5);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(4).doubleValue(), 1.916290731874155, 0.0);
+
+ termVector = termVectors.get(1);
+ assertEquals(termVector.size(), 5);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 1.916290731874155, 0.0);
+ assertEquals(termVector.get(4).doubleValue(), 0.0, 0.0);
+
+ termVector = termVectors.get(2);
+ assertEquals(termVector.size(), 5);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 2.7100443424662948, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(4).doubleValue(), 0.0, 0.0);
+
+ termVector = termVectors.get(3);
+ assertEquals(termVector.size(), 5);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 1.916290731874155, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(4).doubleValue(), 0.0, 0.0);
+
+ List<String> rowLabels = (List<String>)tuples.get(0).get("c");
+ assertEquals(rowLabels.size(), 4);
+ assertEquals(rowLabels.get(0), "1");
+ assertEquals(rowLabels.get(1), "2");
+ assertEquals(rowLabels.get(2), "3");
+ assertEquals(rowLabels.get(3), "4");
+
+ List<String> columnLabels = (List<String>)tuples.get(0).get("d");
+ assertEquals(columnLabels.size(), 5);
+ assertEquals(columnLabels.get(0), "hello");
+ assertEquals(columnLabels.get(1), "jack");
+ assertEquals(columnLabels.get(2), "jim");
+ assertEquals(columnLabels.get(3), "steve");
+ assertEquals(columnLabels.get(4), "world");
+
+ Map<String, Number> docFreqs = (Map<String, Number>)tuples.get(0).get("e");
+
+ assertEquals(docFreqs.size(), 5);
+ assertEquals(docFreqs.get("hello").intValue(), 4);
+ assertEquals(docFreqs.get("jack").intValue(), 1);
+ assertEquals(docFreqs.get("jim").intValue(), 1);
+ assertEquals(docFreqs.get("steve").intValue(), 1);
+ assertEquals(docFreqs.get("world").intValue(), 1);
+
+ //Test minTermLength. This should drop off the term jim
+
+ cexpr = "let(echo=true," +
+ "a=select(list(tuple(id=\"1\", text=\"hello world\"), " +
+ "tuple(id=\"2\", text=\"hello steve\"), " +
+ "tuple(id=\"3\", text=\"hello jim jim\"), " +
+ "tuple(id=\"4\", text=\"hello jack\")), id, analyze(text, test_t) as terms)," +
+ " b=termVectors(a, minTermLength=4, minDocFreq=0, maxDocFreq=1)," +
+ " c=getRowLabels(b)," +
+ " d=getColumnLabels(b)," +
+ " e=getAttribute(b, docFreqs))";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ solrStream = new SolrStream(url, paramsLoc);
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ termVectors = (List<List<Number>>)tuples.get(0).get("b");
+ assertEquals(termVectors.size(), 4);
+ termVector = termVectors.get(0);
+ assertEquals(termVector.size(), 4);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 1.916290731874155, 0.0);
+
+ termVector = termVectors.get(1);
+ assertEquals(termVector.size(), 4);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 1.916290731874155, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+
+ termVector = termVectors.get(2);
+ assertEquals(termVector.size(), 4);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+
+ termVector = termVectors.get(3);
+ assertEquals(termVector.size(), 4);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 1.916290731874155, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+
+ rowLabels = (List<String>)tuples.get(0).get("c");
+ assertEquals(rowLabels.size(), 4);
+ assertEquals(rowLabels.get(0), "1");
+ assertEquals(rowLabels.get(1), "2");
+ assertEquals(rowLabels.get(2), "3");
+ assertEquals(rowLabels.get(3), "4");
+
+ columnLabels = (List<String>)tuples.get(0).get("d");
+ assertEquals(columnLabels.size(), 4);
+ assertEquals(columnLabels.get(0), "hello");
+ assertEquals(columnLabels.get(1), "jack");
+ assertEquals(columnLabels.get(2), "steve");
+ assertEquals(columnLabels.get(3), "world");
+
+ docFreqs = (Map<String, Number>)tuples.get(0).get("e");
+
+ assertEquals(docFreqs.size(), 4);
+ assertEquals(docFreqs.get("hello").intValue(), 4);
+ assertEquals(docFreqs.get("jack").intValue(), 1);
+ assertEquals(docFreqs.get("steve").intValue(), 1);
+ assertEquals(docFreqs.get("world").intValue(), 1);
+
+
+ //Test exclude. This should drop off the term jim
+
+ cexpr = "let(echo=true," +
+ " a=select(list(tuple(id=\"1\", text=\"hello world\"), " +
+ " tuple(id=\"2\", text=\"hello steve\"), " +
+ " tuple(id=\"3\", text=\"hello jim jim\"), " +
+ " tuple(id=\"4\", text=\"hello jack\")), id, analyze(text, test_t) as terms)," +
+ " b=termVectors(a, exclude=jim, minDocFreq=0, maxDocFreq=1)," +
+ " c=getRowLabels(b)," +
+ " d=getColumnLabels(b)," +
+ " e=getAttribute(b, docFreqs))";
+
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ solrStream = new SolrStream(url, paramsLoc);
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ termVectors = (List<List<Number>>)tuples.get(0).get("b");
+ assertEquals(termVectors.size(), 4);
+ termVector = termVectors.get(0);
+ assertEquals(termVector.size(), 4);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 1.916290731874155, 0.0);
+
+ termVector = termVectors.get(1);
+ assertEquals(termVector.size(), 4);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 1.916290731874155, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+
+ termVector = termVectors.get(2);
+ assertEquals(termVector.size(), 4);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+
+ termVector = termVectors.get(3);
+ assertEquals(termVector.size(), 4);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(termVector.get(1).doubleValue(), 1.916290731874155, 0.0);
+ assertEquals(termVector.get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(termVector.get(3).doubleValue(), 0.0, 0.0);
+
+ rowLabels = (List<String>)tuples.get(0).get("c");
+ assertEquals(rowLabels.size(), 4);
+ assertEquals(rowLabels.get(0), "1");
+ assertEquals(rowLabels.get(1), "2");
+ assertEquals(rowLabels.get(2), "3");
+ assertEquals(rowLabels.get(3), "4");
+
+ columnLabels = (List<String>)tuples.get(0).get("d");
+ assertEquals(columnLabels.size(), 4);
+ assertEquals(columnLabels.get(0), "hello");
+ assertEquals(columnLabels.get(1), "jack");
+ assertEquals(columnLabels.get(2), "steve");
+ assertEquals(columnLabels.get(3), "world");
+
+ docFreqs = (Map<String, Number>)tuples.get(0).get("e");
+
+ assertEquals(docFreqs.size(), 4);
+ assertEquals(docFreqs.get("hello").intValue(), 4);
+ assertEquals(docFreqs.get("jack").intValue(), 1);
+ assertEquals(docFreqs.get("steve").intValue(), 1);
+ assertEquals(docFreqs.get("world").intValue(), 1);
+
+ //Test minDocFreq attribute at .5. This should eliminate all but the term hello
+
+ cexpr = "let(echo=true," +
+ "a=select(list(tuple(id=\"1\", text=\"hello world\"), " +
+ "tuple(id=\"2\", text=\"hello steve\"), " +
+ "tuple(id=\"3\", text=\"hello jim jim\"), " +
+ "tuple(id=\"4\", text=\"hello jack\")), id, analyze(text, test_t) as terms)," +
+ " b=termVectors(a, minDocFreq=.5, maxDocFreq=1)," +
+ " c=getRowLabels(b)," +
+ " d=getColumnLabels(b)," +
+ " e=getAttribute(b, docFreqs))";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ solrStream = new SolrStream(url, paramsLoc);
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ termVectors = (List<List<Number>>)tuples.get(0).get("b");
+
+ assertEquals(termVectors.size(), 4);
+ termVector = termVectors.get(0);
+ assertEquals(termVector.size(), 1);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+
+ termVector = termVectors.get(1);
+ assertEquals(termVector.size(), 1);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+
+ termVector = termVectors.get(2);
+ assertEquals(termVector.size(), 1);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+
+ termVector = termVectors.get(3);
+ assertEquals(termVector.size(), 1);
+ assertEquals(termVector.get(0).doubleValue(), 1.0, 0.0);
+
+ rowLabels = (List<String>)tuples.get(0).get("c");
+ assertEquals(rowLabels.size(), 4);
+ assertEquals(rowLabels.get(0), "1");
+ assertEquals(rowLabels.get(1), "2");
+ assertEquals(rowLabels.get(2), "3");
+ assertEquals(rowLabels.get(3), "4");
+
+ columnLabels = (List<String>)tuples.get(0).get("d");
+ assertEquals(columnLabels.size(), 1);
+ assertEquals(columnLabels.get(0), "hello");
+
+ docFreqs = (Map<String, Number>)tuples.get(0).get("e");
+
+ assertEquals(docFreqs.size(), 1);
+ assertEquals(docFreqs.get("hello").intValue(), 4);
+
+ //Test maxDocFreq attribute at 0. This should eliminate all terms
+
+ cexpr = "let(echo=true," +
+ "a=select(list(tuple(id=\"1\", text=\"hello world\"), " +
+ "tuple(id=\"2\", text=\"hello steve\"), " +
+ "tuple(id=\"3\", text=\"hello jim jim\"), " +
+ "tuple(id=\"4\", text=\"hello jack\")), id, analyze(text, test_t) as terms)," +
+ " b=termVectors(a, maxDocFreq=0)," +
+ " c=getRowLabels(b)," +
+ " d=getColumnLabels(b)," +
+ " e=getAttribute(b, docFreqs))";
+ paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ solrStream = new SolrStream(url, paramsLoc);
+ context = new StreamContext();
+ solrStream.setStreamContext(context);
+ tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ termVectors = (List<List<Number>>)tuples.get(0).get("b");
+ assertEquals(termVectors.size(), 4);
+ assertEquals(termVectors.get(0).size(), 0);
+ }
+
+ @Test
+ public void testEbeSubtract() throws Exception {
+ String cexpr = "let(echo=true," +
+ " a=array(2, 4, 6, 8, 10, 12)," +
+ " b=array(1, 2, 3, 4, 5, 6)," +
+ " c=ebeSubtract(a,b)," +
+ " d=array(10, 11, 12, 13, 14, 15)," +
+ " e=array(100, 200, 300, 400, 500, 600)," +
+ " f=matrix(a, b)," +
+ " g=matrix(d, e)," +
+ " h=ebeSubtract(f, g))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<Number> out = (List<Number>)tuples.get(0).get("c");
+ assertEquals(out.size(), 6);
+ assertEquals(out.get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(out.get(1).doubleValue(), 2.0, 0.0);
+ assertEquals(out.get(2).doubleValue(), 3.0, 0.0);
+ assertEquals(out.get(3).doubleValue(), 4.0, 0.0);
+ assertEquals(out.get(4).doubleValue(), 5.0, 0.0);
+ assertEquals(out.get(5).doubleValue(), 6.0, 0.0);
+
+ List<List<Number>> mout = (List<List<Number>>)tuples.get(0).get("h");
+ assertEquals(mout.size(), 2);
+ List<Number> row1 = mout.get(0);
+ assertEquals(row1.size(), 6);
+ assertEquals(row1.get(0).doubleValue(), -8.0, 0.0);
+ assertEquals(row1.get(1).doubleValue(), -7.0, 0.0);
+ assertEquals(row1.get(2).doubleValue(), -6.0, 0.0);
+ assertEquals(row1.get(3).doubleValue(), -5.0, 0.0);
+ assertEquals(row1.get(4).doubleValue(), -4.0, 0.0);
+ assertEquals(row1.get(5).doubleValue(), -3.0, 0.0);
+
+ List<Number> row2 = mout.get(1);
+ assertEquals(row2.size(), 6);
+ assertEquals(row2.get(0).doubleValue(), -99.0, 0.0);
+ assertEquals(row2.get(1).doubleValue(), -198.0, 0.0);
+ assertEquals(row2.get(2).doubleValue(), -297.0, 0.0);
+ assertEquals(row2.get(3).doubleValue(), -396.0, 0.0);
+ assertEquals(row2.get(4).doubleValue(), -495.0, 0.0);
+ assertEquals(row2.get(5).doubleValue(), -594.0, 0.0);
+ }
+
+ @Test
+ public void testMatrixMult() throws Exception {
+ String cexpr = "let(echo=true," +
+ " a=array(1,2,3)," +
+ " b=matrix(array(4), array(5), array(6))," +
+ " c=matrixMult(a, b)," +
+ " d=matrix(array(3, 4), array(10,11), array(30, 40))," +
+ " e=matrixMult(a, d)," +
+ " f=array(4,8,10)," +
+ " g=matrix(a, f)," +
+ " h=matrixMult(d, g)," +
+ " i=matrixMult(b, a))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> matrix = (List<List<Number>>)tuples.get(0).get("c");
+ assertEquals(matrix.size(), 1);
+ List<Number> row = matrix.get(0);
+ assertEquals(row.size(), 1);
+ assertEquals(row.get(0).doubleValue(), 32.0, 0.0);
+
+ matrix = (List<List<Number>>)tuples.get(0).get("e");
+ assertEquals(matrix.size(), 1);
+ row = matrix.get(0);
+ assertEquals(row.size(), 2);
+ assertEquals(row.get(0).doubleValue(), 113.0, 0.0);
+ assertEquals(row.get(1).doubleValue(), 146.0, 0.0);
+
+ matrix = (List<List<Number>>)tuples.get(0).get("h");
+ assertEquals(matrix.size(), 3);
+ row = matrix.get(0);
+ assertEquals(row.size(), 3);
+ assertEquals(row.get(0).doubleValue(), 19.0, 0.0);
+ assertEquals(row.get(1).doubleValue(), 38.0, 0.0);
+ assertEquals(row.get(2).doubleValue(), 49.0, 0.0);
+
+ row = matrix.get(1);
+ assertEquals(row.size(), 3);
+ assertEquals(row.get(0).doubleValue(), 54.0, 0.0);
+ assertEquals(row.get(1).doubleValue(), 108.0, 0.0);
+ assertEquals(row.get(2).doubleValue(), 140.0, 0.0);
+
+ row = matrix.get(2);
+ assertEquals(row.size(), 3);
+ assertEquals(row.get(0).doubleValue(), 190.0, 0.0);
+ assertEquals(row.get(1).doubleValue(), 380.0, 0.0);
+ assertEquals(row.get(2).doubleValue(), 490.0, 0.0);
+
+ matrix = (List<List<Number>>)tuples.get(0).get("i");
+
+ assertEquals(matrix.size(), 3);
+ row = matrix.get(0);
+ assertEquals(row.size(), 3);
+ assertEquals(row.get(0).doubleValue(), 4.0, 0.0);
+ assertEquals(row.get(1).doubleValue(), 8.0, 0.0);
+ assertEquals(row.get(2).doubleValue(), 12.0, 0.0);
+
+ row = matrix.get(1);
+ assertEquals(row.size(), 3);
+ assertEquals(row.get(0).doubleValue(), 5.0, 0.0);
+ assertEquals(row.get(1).doubleValue(), 10.0, 0.0);
+ assertEquals(row.get(2).doubleValue(), 15.0, 0.0);
+
+ row = matrix.get(2);
+ assertEquals(row.size(), 3);
+ assertEquals(row.get(0).doubleValue(), 6.0, 0.0);
+ assertEquals(row.get(1).doubleValue(), 12.0, 0.0);
+ assertEquals(row.get(2).doubleValue(), 18.0, 0.0);
+ }
+
+ @Test
+ public void testKmeans() throws Exception {
+ String cexpr = "let(echo=true," +
+ " a=array(1,1,1,0,0,0)," +
+ " b=array(1,1,1,0,0,0)," +
+ " c=array(0,0,0,1,1,1)," +
+ " d=array(0,0,0,1,1,1)," +
+ " e=setRowLabels(matrix(a,b,c,d), " +
+ " array(doc1, doc2, doc3, doc4))," +
+ " f=kmeans(e, 2)," +
+ " g=getCluster(f, 0)," +
+ " h=getCluster(f, 1)," +
+ " i=getCentroids(f)," +
+ " j=getRowLabels(g)," +
+ " k=getRowLabels(h))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> cluster1 = (List<List<Number>>)tuples.get(0).get("g");
+ List<List<Number>> cluster2 = (List<List<Number>>)tuples.get(0).get("h");
+ List<List<Number>> centroids = (List<List<Number>>)tuples.get(0).get("i");
+ List<String> labels1 = (List<String>)tuples.get(0).get("j");
+ List<String> labels2 = (List<String>)tuples.get(0).get("k");
+
+ assertEquals(cluster1.size(), 2);
+ assertEquals(cluster2.size(), 2);
+ assertEquals(centroids.size(), 2);
+
+ //Assert that the docs are not in both clusters
+ assertTrue(!(labels1.contains("doc1") && labels2.contains("doc1")));
+ assertTrue(!(labels1.contains("doc2") && labels2.contains("doc2")));
+ assertTrue(!(labels1.contains("doc3") && labels2.contains("doc3")));
+ assertTrue(!(labels1.contains("doc4") && labels2.contains("doc4")));
+
+ //Assert that (doc1 and doc2) or (doc3 and doc4) are in labels1
+ assertTrue((labels1.contains("doc1") && labels1.contains("doc2")) ||
+ ((labels1.contains("doc3") && labels1.contains("doc4"))));
+
+ //Assert that (doc1 and doc2) or (doc3 and doc4) are in labels2
+ assertTrue((labels2.contains("doc1") && labels2.contains("doc2")) ||
+ ((labels2.contains("doc3") && labels2.contains("doc4"))));
+
+ if(labels1.contains("doc1")) {
+ assertEquals(centroids.get(0).get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(1).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(2).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(3).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(4).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(5).doubleValue(), 0.0, 0.0);
+
+ assertEquals(centroids.get(1).get(0).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(3).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(4).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(5).doubleValue(), 1.0, 0.0);
+ } else {
+ assertEquals(centroids.get(0).get(0).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(3).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(4).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(5).doubleValue(), 1.0, 0.0);
+
+ assertEquals(centroids.get(1).get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(1).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(2).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(3).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(4).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(5).doubleValue(), 0.0, 0.0);
+ }
+ }
+
+ @Test
+ public void testMultiKmeans() throws Exception {
+ String cexpr = "let(echo=true," +
+ " a=array(1,1,1,0,0,0)," +
+ " b=array(1,1,1,0,0,0)," +
+ " c=array(0,0,0,1,1,1)," +
+ " d=array(0,0,0,1,1,1)," +
+ " e=setRowLabels(matrix(a,b,c,d), " +
+ " array(doc1, doc2, doc3, doc4))," +
+ " f=multiKmeans(e, 2, 5)," +
+ " g=getCluster(f, 0)," +
+ " h=getCluster(f, 1)," +
+ " i=getCentroids(f)," +
+ " j=getRowLabels(g)," +
+ " k=getRowLabels(h))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> cluster1 = (List<List<Number>>)tuples.get(0).get("g");
+ List<List<Number>> cluster2 = (List<List<Number>>)tuples.get(0).get("h");
+ List<List<Number>> centroids = (List<List<Number>>)tuples.get(0).get("i");
+ List<String> labels1 = (List<String>)tuples.get(0).get("j");
+ List<String> labels2 = (List<String>)tuples.get(0).get("k");
+
+ assertEquals(cluster1.size(), 2);
+ assertEquals(cluster2.size(), 2);
+ assertEquals(centroids.size(), 2);
+
+ //Assert that the docs are not in both clusters
+ assertTrue(!(labels1.contains("doc1") && labels2.contains("doc1")));
+ assertTrue(!(labels1.contains("doc2") && labels2.contains("doc2")));
+ assertTrue(!(labels1.contains("doc3") && labels2.contains("doc3")));
+ assertTrue(!(labels1.contains("doc4") && labels2.contains("doc4")));
+
+ //Assert that (doc1 and doc2) or (doc3 and doc4) are in labels1
+ assertTrue((labels1.contains("doc1") && labels1.contains("doc2")) ||
+ ((labels1.contains("doc3") && labels1.contains("doc4"))));
+
+ //Assert that (doc1 and doc2) or (doc3 and doc4) are in labels2
+ assertTrue((labels2.contains("doc1") && labels2.contains("doc2")) ||
+ ((labels2.contains("doc3") && labels2.contains("doc4"))));
+
+ if(labels1.contains("doc1")) {
+ assertEquals(centroids.get(0).get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(1).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(2).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(3).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(4).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(5).doubleValue(), 0.0, 0.0);
+
+ assertEquals(centroids.get(1).get(0).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(3).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(4).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(5).doubleValue(), 1.0, 0.0);
+ } else {
+ assertEquals(centroids.get(0).get(0).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(1).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(2).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(0).get(3).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(4).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(0).get(5).doubleValue(), 1.0, 0.0);
+
+ assertEquals(centroids.get(1).get(0).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(1).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(2).doubleValue(), 1.0, 0.0);
+ assertEquals(centroids.get(1).get(3).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(4).doubleValue(), 0.0, 0.0);
+ assertEquals(centroids.get(1).get(5).doubleValue(), 0.0, 0.0);
+ }
+ }
+
+ @Test
+ public void testFuzzyKmeans() throws Exception {
+ String cexpr = "let(echo=true," +
+ " a=array(1,1,1,0,0,0)," +
+ " b=array(1,1,1,0,0,0)," +
+ " c=array(0,0,0,1,1,1)," +
+ " d=array(0,0,0,1,1,1)," +
+ " e=setRowLabels(matrix(a,b,c,d), " +
+ " array(doc1, doc2, doc3, doc4))," +
+ " f=fuzzyKmeans(e, 2)," +
+ " g=getCluster(f, 0)," +
+ " h=getCluster(f, 1)," +
+ " i=getCentroids(f)," +
+ " j=getRowLabels(g)," +
+ " k=getRowLabels(h)," +
+ " l=getMembershipMatrix(f))";
+ ModifiableSolrParams paramsLoc = new ModifiableSolrParams();
+ paramsLoc.set("expr", cexpr);
+ paramsLoc.set("qt", "/stream");
+ String url = cluster.getJettySolrRunners().get(0).getBaseUrl().toString()+"/"+COLLECTIONORALIAS;
+ TupleStream solrStream = new SolrStream(url, paramsLoc);
+ StreamContext context = new StreamContext();
+ solrStream.setStreamContext(context);
+ List<Tuple> tuples = getTuples(solrStream);
+ assertTrue(tuples.size() == 1);
+ List<List<Number>> cluster1 = (List<List<Number>>)tuples.get(0).get("g");
+ List<List<Number>> cluster2 = (List<List<Number>>)tuples.get(0).get("h");
+ List<List<Number>> centroids = (List<List<Number>>)tuples.get(0).get("i");
+ List<List<Number>> membership = (List<List<Number>>)tuples.get(0).get("l");
+
+ List<String> labels1 = (List<String>)tuples.get(0).get("j");
+ List<String> labels2 = (List<String>)tuples.get(0).get("k");
+
+ assertEquals(cluster1.size(), 2);
+ assertEquals(cluster2.size(), 2);
+ assertEquals(centroids.size(), 2);
+
+ //Assert that the docs are not in both clusters
+ assertTrue(!(labels1.contains("doc1") && labels2.contains("doc1")));
+ assertTrue(!(labels1.contains("doc2") && labels2.contains("doc2")));
+ assertTrue(!(labels1.contains("doc3") && labels2.contains("doc3")));
+ assertTrue(!(labels1.contains("doc4") && labels2.contains("doc4")));
+
+ //Assert that (doc1 and doc2) or (doc3 and doc4) are in labels1
+ assertTrue((labels1.contains("doc1") && labels1.contains("doc2")) ||
+ ((labels1.contains("doc3") && labels1.contains("doc4"))));
+
+ //Assert that (doc1 and doc2) or (doc3 and doc4) are in labels2
+ assertTrue((labels2.contains("doc1") && labels2.contains("doc2")) ||
+ ((labels2.contains("doc3") && labels2.contains("doc4"))));
+
+
+ if(labels1.contains("doc1")) {
+ assertEquals(centroids.get(0).get(0).doubleValue(), 1.0, 0.001);
+ assertEquals(centroids.get(0).get(1).doubleValue(), 1.0, 0.001);
+ assertEquals(centroids.get(0).get(2).doubleValue(), 1.0, 0.001);
+ assertEquals(centroids.get(0).get(3).doubleValue(), 0.0, 0.001);
+ assertEquals(centroids.get(0).get(4).doubleValue(), 0.0, 0.001);
+ assertEquals(centroids.get(0).get(5).doubleValue(), 0.0, 0.001);
+
+ assertEquals(centroids.get(1).get(0).doubleValue(), 0.0, 0.001);
+ assertEquals(centroids.get(1).get(1).doubleValue(), 0.0, 0.001);
+ assertEquals(centroids.get(1).get(2).doubleValue(), 0.0,
<TRUNCATED>