You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@olingo.apache.org by ko...@apache.org on 2013/12/13 10:04:24 UTC
[5/9] [OLINGO-63] Uri Parser: adoptions in lexer and parser,
create UriParserImpl to convert the parsetree into internal
structures, moved parser antlr part from .../olingo/producer/... to
.../olingo/odata4/producer
http://git-wip-us.apache.org/repos/asf/incubator-olingo-odata4/blob/10ac7ee3/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/ParserValidator.java
----------------------------------------------------------------------
diff --git a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/ParserValidator.java b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/ParserValidator.java
index 2f0ec13..115e575 100644
--- a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/ParserValidator.java
+++ b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/ParserValidator.java
@@ -40,9 +40,9 @@ import org.antlr.v4.runtime.atn.ATNConfigSet;
import org.antlr.v4.runtime.atn.PredictionMode;
import org.antlr.v4.runtime.dfa.DFA;
import org.antlr.v4.runtime.misc.Interval;
-import org.apache.olingo.producer.core.uri.antlr.UriLexer;
-import org.apache.olingo.producer.core.uri.antlr.UriParserParser;
-import org.apache.olingo.producer.core.uri.antlr.UriParserParser.OdataRelativeUriEOFContext;
+import org.apache.olingo.odata4.producer.core.uri.antlr.UriLexer;
+import org.apache.olingo.odata4.producer.core.uri.antlr.UriParserParser;
+import org.apache.olingo.odata4.producer.core.uri.antlr.UriParserParser.OdataRelativeUriEOFContext;
/**
* @author d039346
@@ -221,7 +221,7 @@ public class ParserValidator {
parser.addParseListener(new TokenWriter());
}
// write always a error message in case of syntax errors
- parser.addErrorListener(new TraceErrorHandler<Object>());
+ //parser.addErrorListener(new TestErrorHandler<Object>());
// check error message if whether they are allowed or not
parser.addErrorListener(new ErrorCollector(this));
@@ -229,7 +229,7 @@ public class ParserValidator {
parser.setErrorHandler(new BailErrorStrategy());
// User the faster LL parsing
- parser.getInterpreter().setPredictionMode(PredictionMode.LL);
+ parser.getInterpreter().setPredictionMode(PredictionMode.SLL);
if (logLevel > 1) {
System.out.println("Step 1 (LL)");
}
@@ -252,7 +252,7 @@ public class ParserValidator {
}
// write always a error message in case of syntax errors
- parser.addErrorListener(new TraceErrorHandler<Object>());
+ parser.addErrorListener(new TestErrorHandler<Object>());
// check error message if whether they are allowed or not
parser.addErrorListener(new ErrorCollector(this));
@@ -260,7 +260,7 @@ public class ParserValidator {
parser.setErrorHandler(new DefaultErrorStrategy());
// User the slower SLL parsing
- parser.getInterpreter().setPredictionMode(PredictionMode.SLL);
+ parser.getInterpreter().setPredictionMode(PredictionMode.LL);
if (logLevel > 1) {
System.out.println("Step 2 (SLL)");
http://git-wip-us.apache.org/repos/asf/incubator-olingo-odata4/blob/10ac7ee3/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TestErrorHandler.java
----------------------------------------------------------------------
diff --git a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TestErrorHandler.java b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TestErrorHandler.java
new file mode 100644
index 0000000..625ac5d
--- /dev/null
+++ b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TestErrorHandler.java
@@ -0,0 +1,56 @@
+/*******************************************************************************
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ ******************************************************************************/
+package org.apache.olingo.odata4.producer.core.testutil;
+
+import java.util.Collections;
+import java.util.List;
+
+
+
+import org.antlr.v4.runtime.BaseErrorListener;
+import org.antlr.v4.runtime.Parser;
+import org.antlr.v4.runtime.RecognitionException;
+import org.antlr.v4.runtime.Recognizer;
+import org.apache.olingo.odata4.producer.core.uri.antlr.UriLexer;
+
+public class TestErrorHandler<T> extends BaseErrorListener {
+ @Override
+ public void syntaxError(final Recognizer<?, ?> recognizer, final Object offendingSymbol,
+ final int line, final int charPositionInLine, final String msg, final RecognitionException e) {
+ System.err.println("-");
+ // check also http://stackoverflow.com/questions/14747952/ll-exact-ambig-detection-interpetation
+ List<String> stack = ((Parser) recognizer).getRuleInvocationStack();
+ Collections.reverse(stack);
+ System.err.println("rule stack: " + stack);
+ if (e != null && e.getOffendingToken() != null) {
+
+ // String lexerTokenName =TestSuiteLexer.tokenNames[e.getOffendingToken().getType()];
+ String lexerTokenName = "";
+ try {
+ lexerTokenName = UriLexer.tokenNames[e.getOffendingToken().getType()];
+ } catch (ArrayIndexOutOfBoundsException es) {
+ lexerTokenName = "token error";
+ }
+ System.err.println("line " + line + ":" + charPositionInLine + " at " +
+ offendingSymbol + "/" + lexerTokenName + ": " + msg);
+ } else {
+ System.err.println("line " + line + ":" + charPositionInLine + " at " + offendingSymbol + ": " + msg);
+ }
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-olingo-odata4/blob/10ac7ee3/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TokenValidator.java
----------------------------------------------------------------------
diff --git a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TokenValidator.java b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TokenValidator.java
index 32410ff..30becaf 100644
--- a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TokenValidator.java
+++ b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TokenValidator.java
@@ -34,7 +34,7 @@ import org.antlr.v4.runtime.Recognizer;
import org.antlr.v4.runtime.Token;
import org.antlr.v4.runtime.atn.ATNConfigSet;
import org.antlr.v4.runtime.dfa.DFA;
-import org.apache.olingo.producer.core.uri.antlr.UriLexer;
+import org.apache.olingo.odata4.producer.core.uri.antlr.UriLexer;
public class TokenValidator {
private List<? extends Token> tokens = null;
@@ -56,6 +56,7 @@ public class TokenValidator {
first();
exFirst();
+ logLevel = 0;
return this;
}
http://git-wip-us.apache.org/repos/asf/incubator-olingo-odata4/blob/10ac7ee3/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TraceErrorHandler.java
----------------------------------------------------------------------
diff --git a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TraceErrorHandler.java b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TraceErrorHandler.java
index 4d218ca..76dabb5 100644
--- a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TraceErrorHandler.java
+++ b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/TraceErrorHandler.java
@@ -25,7 +25,7 @@ import org.antlr.v4.runtime.BaseErrorListener;
import org.antlr.v4.runtime.Parser;
import org.antlr.v4.runtime.RecognitionException;
import org.antlr.v4.runtime.Recognizer;
-import org.apache.olingo.producer.core.uri.antlr.UriLexer;
+import org.apache.olingo.odata4.producer.core.uri.antlr.UriLexer;
public class TraceErrorHandler<T> extends BaseErrorListener {
@Override
http://git-wip-us.apache.org/repos/asf/incubator-olingo-odata4/blob/10ac7ee3/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/UriResourcePathValidator.java
----------------------------------------------------------------------
diff --git a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/UriResourcePathValidator.java b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/UriResourcePathValidator.java
index b6a45bb..f68345e 100644
--- a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/UriResourcePathValidator.java
+++ b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/testutil/UriResourcePathValidator.java
@@ -20,70 +20,184 @@ package org.apache.olingo.odata4.producer.core.testutil;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
+import static org.junit.Assert.fail;
+
+import java.util.List;
+
+
+
+
+
+
+
+
+
import org.apache.olingo.odata4.commons.api.edm.Edm;
+import org.apache.olingo.odata4.commons.api.edm.EdmComplexType;
+import org.apache.olingo.odata4.commons.api.edm.EdmElement;
+import org.apache.olingo.odata4.commons.api.edm.EdmType;
+import org.apache.olingo.odata4.commons.api.edm.helper.FullQualifiedName;
import org.apache.olingo.odata4.producer.api.uri.UriInfoKind;
import org.apache.olingo.odata4.producer.api.uri.UriPathInfoKind;
import org.apache.olingo.odata4.producer.core.uri.UriInfoImpl;
+import org.apache.olingo.odata4.producer.core.uri.UriInfoImplPath;
+import org.apache.olingo.odata4.producer.core.uri.UriKeyPredicateList;
+import org.apache.olingo.odata4.producer.core.uri.UriParserException;
import org.apache.olingo.odata4.producer.core.uri.UriParserImpl;
import org.apache.olingo.odata4.producer.core.uri.UriPathInfoImpl;
+import org.apache.olingo.odata4.producer.core.uri.UriPathInfoEntitySetImpl;
+
public class UriResourcePathValidator {
- UriInfoImpl uriInfo = null;
- UriPathInfoImpl uriPathInfo = null; // last
private Edm edm;
+ private UriInfoImpl uriInfo = null;
+ private UriPathInfoImpl uriPathInfo = null;
public UriResourcePathValidator setEdm(final Edm edm) {
this.edm = edm;
return this;
}
- public UriResourcePathValidator run(final String uri) {
- uriInfo = parseUri(uri);
- last();
+
+ public UriResourcePathValidator run(String uri) {
+ try {
+ uriInfo = new UriParserImpl(edm).ParseUri(uri);
+ } catch (UriParserException e) {
+ fail("Exception occured");
+ }
+
+ uriPathInfo = null;
+ if (uriInfo instanceof UriInfoImplPath) {
+ last();
+ }
return this;
}
- public UriResourcePathValidator isUriPathInfoKind(final UriPathInfoKind infoType) {
+ public UriResourcePathValidator isUriPathInfoKind(UriPathInfoKind infoType) {
assertNotNull(uriPathInfo);
assertEquals(infoType, uriPathInfo.getKind());
return this;
}
- private UriInfoImpl parseUri(final String uri) {
- UriParserImpl reader = new UriParserImpl();
- UriInfoImpl uriInfo = reader.readUri(uri, edm);
- return uriInfo;
- }
-
public UriResourcePathValidator last() {
- // TODO implement
- // uriPathInfo = uriInfo.getLastUriPathInfo();
+ if (uriInfo instanceof UriInfoImplPath) {
+ uriPathInfo = ((UriInfoImplPath) uriInfo).getLastUriPathInfo();
+ } else {
+ fail("UriInfo not instanceof UriInfoImplPath");
+ }
+
return this;
}
- public UriResourcePathValidator at(final int index) {
- try {
- // uriPathInfo = uriInfo.getUriPathInfo(index);
- } catch (IndexOutOfBoundsException ex) {
- uriPathInfo = null;
+
+ public UriResourcePathValidator at(int index) {
+ if (uriInfo instanceof UriInfoImplPath) {
+ try {
+ uriPathInfo = ((UriInfoImplPath) uriInfo).getUriPathInfo(index);
+ } catch (IndexOutOfBoundsException ex) {
+ uriPathInfo = null;
+ }
+ } else {
+ fail("UriInfo not instanceof UriInfoImplPath");
+
}
return this;
}
public UriResourcePathValidator first() {
- try {
- // uriPathInfo = uriInfo.getUriPathInfo(0);
- } catch (IndexOutOfBoundsException ex) {
- uriPathInfo = null;
+ if (uriInfo instanceof UriInfoImplPath) {
+ try {
+ uriPathInfo = ((UriInfoImplPath) uriInfo).getUriPathInfo(0);
+ } catch (IndexOutOfBoundsException ex) {
+ uriPathInfo = null;
+ }
+ } else {
+ fail("UriInfo not instanceof UriInfoImplPath");
+ }
+ return this;
+
+ }
+
+
+ /*
+ * blic void isKind(UriInfoKind batch) {
+ * // TODO assertEquals(batch, uriInfo.getKind());
+ * }
+ */
+ public UriResourcePathValidator isKeyPredicate(int index, String name, String value) {
+ if (uriPathInfo instanceof UriPathInfoEntitySetImpl) {
+ UriPathInfoEntitySetImpl info = (UriPathInfoEntitySetImpl) uriPathInfo;
+ UriKeyPredicateList keyPredicates = info.getKeyPredicates();
+ assertEquals(name, keyPredicates.getName(index));
+ assertEquals(value, keyPredicates.getValue(index));
+ }
+ return this;
+
+ }
+
+ public UriResourcePathValidator isType(FullQualifiedName type) {
+ EdmType actualType = uriPathInfo.getType();
+ if (actualType == null ) {
+ fail("type information not set");
+ }
+ assertEquals(type, new FullQualifiedName(actualType.getNamespace(), actualType.getName()));
+ return this;
+ }
+
+ public UriResourcePathValidator isCollection(boolean isCollection) {
+ EdmType actualType = uriPathInfo.getType();
+ if (actualType == null ) {
+ fail("type information not set");
+ }
+ assertEquals(isCollection, uriPathInfo.isCollection());
+ return this;
+ }
+
+ public UriResourcePathValidator isInitialType(FullQualifiedName type) {
+ EdmType actualType = uriPathInfo.getInitialType();
+ if (actualType == null ) {
+ fail("type information not set");
+ }
+ assertEquals(type, new FullQualifiedName(actualType.getNamespace(), actualType.getName()));
+ return this;
+ }
+
+
+ public UriResourcePathValidator isProperties(List<String> asList) {
+ assertNotNull(uriPathInfo);
+
+ int index = 0;
+ while (index < asList.size()) {
+ String propertyName = uriPathInfo.getProperty(index).getName();
+ assertEquals(asList.get(index), propertyName);
+ index++;
}
+
return this;
+
+
+ }
+
+ public void isKind(UriInfoKind kind) {
+
+ assertEquals(kind, uriInfo.getKind());
}
- public void isKind(final UriInfoKind batch) {
- assertEquals(batch, uriInfo.getKind());
+ public UriResourcePathValidator isProperty(int index, String name, FullQualifiedName type) {
+ if ( index >= uriPathInfo.getPropertyCount()) {
+ fail("not enougth properties in pathinfo found");
+ }
+ EdmElement property = uriPathInfo.getProperty(index);
+
+ assertEquals(name, property.getName());
+ assertEquals(type, new FullQualifiedName(property.getType().getNamespace(), property.getType().getName()));
+ return this;
+
}
+
+
}
http://git-wip-us.apache.org/repos/asf/incubator-olingo-odata4/blob/10ac7ee3/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/uri/antlr/TestLexer.java
----------------------------------------------------------------------
diff --git a/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/uri/antlr/TestLexer.java b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/uri/antlr/TestLexer.java
new file mode 100644
index 0000000..8ac8c56
--- /dev/null
+++ b/odata4-lib/odata4-producer-core/src/test/java/org/apache/olingo/odata4/producer/core/uri/antlr/TestLexer.java
@@ -0,0 +1,429 @@
+/*******************************************************************************
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ ******************************************************************************/
+package org.apache.olingo.odata4.producer.core.uri.antlr;
+
+import org.antlr.v4.runtime.Lexer;
+import org.apache.olingo.odata4.producer.core.testutil.TokenValidator;
+import org.apache.olingo.odata4.producer.core.uri.antlr.UriLexer;
+import org.junit.Test;
+
+public class TestLexer {
+
+ private TokenValidator test = null;
+
+ private static final String cPCT_ENCODED = "%45%46%47" + "%22" + "%5C";// last two chars are not in
+ // cPCT_ENCODED_UNESCAPED
+ private static final String cPCT_ENCODED_UNESCAPED = "%45%46%47";
+ private static final String cUNRESERVED = "ABCabc123-._~";
+ private static final String cOTHER_DELIMS = "!()*+,;";
+ private static final String cSUB_DELIMS = "$&'=" + cOTHER_DELIMS;
+
+ // private static final String cPCTENCODEDnoSQUOTE = "%65%66%67";
+ // private static final String cPCHARnoSQUOTE = cUNRESERVED + cPCTENCODEDnoSQUOTE + cOTHER_DELIMS + "$&=:@";
+
+ private static final String cPCHAR = cUNRESERVED + cPCT_ENCODED + cSUB_DELIMS + ":@";
+
+ private static final String cQCHAR_UNESCAPED = cUNRESERVED + cPCT_ENCODED_UNESCAPED + cOTHER_DELIMS + ":@/?$'=";
+
+ public TestLexer() {
+ test = new TokenValidator();
+ }
+
+ @Test
+ public void test() {
+
+ test.globalMode(UriLexer.DEFAULT_MODE);
+
+ //test.run("ODI?$filter=geo.distance(geometry'SRID=0;Point(142.1 64.1)',geometry'SRID=0;Point(142.1 64.1)')");
+
+ // test.log(1).run("$filter='ABC'").isText("ABC").isType(UriLexer.STRING);
+ // test.log(1).run("ODI?$filter=1 add 2 mul 3");
+ // test.log(1).run("1 + 2 + 3");
+ // test.log(1).run("ODI?$filter=geography'SRID=0;Collection(LineString(142.1 64.1,3.14 2.78))'");
+ // test.log(1).run("ODI?$filter=1 mul 2 add 3");
+ // test.globalMode(UriLexer.MODE_QUERY);
+ // test.log(1).run("$entity?$id='A'&sdf=ssdf&$id=ABC");
+ // test.run("$skiptoken=top");
+
+ /*
+ * test.log(1).run("ODI?$filter=geo.intersects("
+ * + "geometry'SRID=0;Point(142.1 64.1)',"
+ * + "geometry'SRID=0;Polygon((1 1,1 1),(1 1,2 2,3 3,1 1))')");
+ */
+ }
+
+ // ;------------------------------------------------------------------------------
+ // ; 0. URI
+ // ;------------------------------------------------------------------------------
+
+ @Test
+ public void testUriTokens() {
+ test.globalMode(UriLexer.MODE_QUERY);
+ test.run("#").isText("#").isType(UriLexer.FRAGMENT);
+ test.run("$count").isText("$count").isType(UriLexer.COUNT);
+ test.run("$ref").isText("$ref").isType(UriLexer.REF);
+ test.run("$value").isText("$value").isType(UriLexer.VALUE);
+ }
+
+ // ;------------------------------------------------------------------------------
+ // ; 2. Query Options
+ // ;------------------------------------------------------------------------------
+ @Test
+ public void testQueryOptionsTokens() {
+
+ test.globalMode(UriLexer.MODE_QUERY);
+ test.run("$skip=1").isAllText("$skip=1").isType(UriLexer.SKIP);
+ test.run("$skip=2").isAllText("$skip=2").isType(UriLexer.SKIP);
+ test.run("$skip=123").isAllText("$skip=123").isType(UriLexer.SKIP);
+
+ // TODO check and add error handling
+ // test.run("$skip=A").isExType(LexerNoViableAltException.class);
+
+ test.run("$top=1").isAllText("$top=1").isType(UriLexer.TOP);
+ test.run("$top=2").isAllText("$top=2").isType(UriLexer.TOP);
+ test.run("$top=123").isAllText("$top=123").isType(UriLexer.TOP);
+ // TODO check and add error handling
+ // test.run("$top=A").isExType(LexerNoViableAltException.class);
+
+ test.run("$levels=1").isAllText("$levels=1").isType(UriLexer.LEVELS);
+ test.run("$levels=2").isAllText("$levels=2").isType(UriLexer.LEVELS);
+ test.run("$levels=123").isAllText("$levels=123").isType(UriLexer.LEVELS);
+ test.run("$levels=max").isAllText("$levels=max").isType(UriLexer.LEVELS);
+ // TODO check and add error handling
+ // test.run("$levels=A").isExType(LexerNoViableAltException.class);
+
+ test.run("$format=atom").isAllText("$format=atom").isType(UriLexer.FORMAT);
+ test.run("$format=json").isAllText("$format=json").isType(UriLexer.FORMAT);
+ test.run("$format=xml").isAllText("$format=xml").isType(UriLexer.FORMAT);
+ test.run("$format=abc/def").isAllText("$format=abc/def").isType(UriLexer.FORMAT);
+ // TODO check and add error handling
+ // test.run("$format=abc").isExType(LexerNoViableAltException.class);
+
+ test.run("$id=123").isAllText("$id=123").isType(UriLexer.ID);
+ test.run("$id=ABC").isAllText("$id=ABC").isType(UriLexer.ID);
+
+ test.run("$skiptoken=ABC").isAllText("$skiptoken=ABC").isType(UriLexer.SKIPTOKEN);
+ test.run("$skiptoken=ABC").isAllText("$skiptoken=ABC").isType(UriLexer.SKIPTOKEN);
+
+ test.run("$search=\"ABC\"").isAllText("$search=\"ABC\"").isType(UriLexer.SEARCH);
+ test.run("$search=ABC").isAllText("$search=ABC").isType(UriLexer.SEARCH);
+ test.run("$search=\"A%20B%20C\"").isAllText("$search=\"A%20B%20C\"").isType(UriLexer.SEARCH);
+ }
+
+ // ;------------------------------------------------------------------------------
+ // ; 4. Expressions
+ // ;------------------------------------------------------------------------------
+ @Test
+ public void testQueryExpressions() {
+ test.globalMode(Lexer.DEFAULT_MODE);
+ // assertEquals("expected","actual");
+
+ test.run("$it").isText("$it").isType(UriLexer.IMPLICIT_VARIABLE_EXPR);
+ // TODO check and add error handling
+ // test.run("$itabc").isText("$it").isType(UriLexer.IMPLICIT_VARIABLE_EXPR);
+
+ test.run("$filter=contains(").at(2).isText("contains(").isType(UriLexer.CONTAINS_WORD);
+
+ test.run("$filter=containsabc").at(2).isText("containsabc")
+ .isType(UriLexer.ODATAIDENTIFIER); // test that this is a ODI
+
+ test.run("$filter=startswith(").at(2).isText("startswith(").isType(UriLexer.STARTSWITH_WORD);
+ test.run("$filter=endswith(").at(2).isText("endswith(").isType(UriLexer.ENDSWITH_WORD);
+ test.run("$filter=length(").at(2).isText("length(").isType(UriLexer.LENGTH_WORD);
+ test.run("$filter=indexof(").at(2).isText("indexof(").isType(UriLexer.INDEXOF_WORD);
+ test.run("$filter=substring(").at(2).isText("substring(").isType(UriLexer.SUBSTRING_WORD);
+ test.run("$filter=tolower(").at(2).isText("tolower(").isType(UriLexer.TOLOWER_WORD);
+ test.run("$filter=toupper(").at(2).isText("toupper(").isType(UriLexer.TOUPPER_WORD);
+ test.run("$filter=trim(").at(2).isText("trim(").isType(UriLexer.TRIM_WORD);
+ test.run("$filter=concat(").at(2).isText("concat(").isType(UriLexer.CONCAT_WORD);
+
+ }
+
+
+ // ;------------------------------------------------------------------------------
+ // ; 5. JSON format for function parameters
+ // ;------------------------------------------------------------------------------
+
+ @Test
+ public void testQueryJSON_and_otheres() {
+ // QUOTATION_MARK
+ //test.run("\"").isText("\"").isType(UriLexer.QUOTATION_MARK);
+ //test.run("%22").isText("%22").isType(UriLexer.QUOTATION_MARK);
+
+ // Lexer rule QCHAR_UNESCAPED
+ test.run("\"abc\"").isText("\"abc\"").isType(UriLexer.STRING_IN_JSON);
+
+ // Lexer rule QCHAR_JSON_SPECIAL
+ /*
+ test.run("\"" + cQCHAR_JSON_SPECIAL + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+
+ // Lexer rule CHAR_IN_JSON
+ test.run("\"" + cQCHAR_UNESCAPED + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cQCHAR_JSON_SPECIAL + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+
+ // Lexer rule ESCAPE CHAR_IN_JSON
+ test.run("\"" + cESCAPE + cQUOTATION_MARK + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + cESCAPE + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + "/" + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + "%2F" + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + "b" + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + "f" + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + "n" + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + "r" + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + "t" + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ test.run("\"" + cESCAPE + "u12AB" + "\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ */
+ }
+
+ // ;------------------------------------------------------------------------------
+ // ; 6. Names and identifiers
+ // ;------------------------------------------------------------------------------
+
+ @Test
+ public void testNamesAndIdentifiers() {
+ /*
+ test.run("Binary").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Boolean").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Byte").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Date").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("DateTimeOffset").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Decimal").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Double").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Duration").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Guid").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Int16").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Int32").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Int64").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("SByte").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Single").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Stream").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("String").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("TimeOfDay").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+
+ test.run("Geography").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run("Geometry").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+
+ String g = "Geography";
+ test.run(g ).isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "Collection").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "LineString").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "MultiLineString").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "MultiPoint").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "MultiPolygon").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "Point").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "LineString").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "Polygon").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+
+ g = "Geometry";
+ test.run(g ).isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "Collection").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "LineString").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "MultiLineString").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "MultiPoint").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "MultiPolygon").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "Point").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "LineString").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ test.run(g + "Polygon").isInput().isType(UriLexer.PRIMITIVETYPENAME);
+ */
+ }
+
+ @Test
+ public void testNameClaches() {
+ /*test.run("Collection").isInput().isType(UriLexer.COLLECTION_CS_FIX);
+ test.run("LineString").isInput().isType(UriLexer.LINESTRING_CS_FIX);
+ test.run("MultiLineString").isInput().isType(UriLexer.MULTILINESTRING_CS_FIX);
+ test.run("MultiPoint").isInput().isType(UriLexer.MULTIPOINT_CS_FIX);
+ test.run("MultiPolygon").isInput().isType(UriLexer.MULTIPOLYGON_CS_FIX);
+ test.run("Point").isInput().isType(UriLexer.POINT_CS_FIX);
+ test.run("Polygon").isInput().isType(UriLexer.POLYGON_CS_FIX);
+ test.run("Srid").isInput().isType(UriLexer.SRID_CS);*/
+ }
+
+ // ;------------------------------------------------------------------------------
+ // ; 7. Literal Data Values
+ // ;------------------------------------------------------------------------------
+
+ @Test
+ public void testLiteralDataValues() {
+ test.globalMode(Lexer.DEFAULT_MODE);
+ // null
+ test.run("null").isInput().isType(UriLexer.NULLVALUE);
+
+ // binary
+ test.run("binary'ABCD'").isInput().isType(UriLexer.BINARY);
+ test.run("BiNaRy'ABCD'").isInput().isType(UriLexer.BINARY);
+
+ // not a binary TODO add error handling
+ test.run("BiNaRy'ABCDA'")
+ .at(0).isText("BiNaRy").isType(UriLexer.ODATAIDENTIFIER)
+ .at(1).isText("'ABCDA'").isType(UriLexer.STRING);
+
+ // boolean
+ test.run("true").isInput().isType(UriLexer.TRUE);
+ test.run("false").isInput().isType(UriLexer.FALSE);
+ test.run("TrUe").isInput().isType(UriLexer.BOOLEAN);
+ test.run("FaLsE").isInput().isType(UriLexer.BOOLEAN);
+
+ // Lexer rule INT
+ test.run("123").isInput().isType(UriLexer.INT);
+ test.run("123456789").isInput().isType(UriLexer.INT);
+ test.run("+123").isInput().isType(UriLexer.INT);
+ test.run("+123456789").isInput().isType(UriLexer.INT);
+ test.run("-123").isInput().isType(UriLexer.INT);
+ test.run("-123456789").isInput().isType(UriLexer.INT);
+
+ // Lexer rule DECIMAL
+ test.run("0.1").isInput().isType(UriLexer.DECIMAL);
+ test.run("1.1").isInput().isType(UriLexer.DECIMAL);
+ test.run("+0.1").isInput().isType(UriLexer.DECIMAL);
+ test.run("+1.1").isInput().isType(UriLexer.DECIMAL);
+ test.run("-0.1").isInput().isType(UriLexer.DECIMAL);
+ test.run("-1.1").isInput().isType(UriLexer.DECIMAL);
+
+ // Lexer rule EXP
+ test.run("1.1e+1").isInput().isType(UriLexer.DECIMAL);
+ test.run("1.1e-1").isInput().isType(UriLexer.DECIMAL);
+
+ test.run("NaN").isInput().isType(UriLexer.NANINFINITY);
+ test.run("-INF").isInput().isType(UriLexer.NANINFINITY);
+ test.run("INF").isInput().isType(UriLexer.NANINFINITY);
+
+ // Lexer rule GUID
+ test.run("1234ABCD-12AB-23CD-45EF-123456780ABC").isInput().isType(UriLexer.GUID);
+ test.run("1234ABCD-12AB-23CD-45EF-123456780ABC").isInput().isType(UriLexer.GUID);
+
+ // Lexer rule DATE
+ test.run("2013-11-15").isInput().isType(UriLexer.DATE);
+
+ // Lexer rule DATETIMEOFFSET
+ test.run("2013-11-15T13:35Z").isInput().isType(UriLexer.DATETIMEOFFSET);
+ test.run("2013-11-15T13:35:10Z").isInput().isType(UriLexer.DATETIMEOFFSET);
+ test.run("2013-11-15T13:35:10.1234Z").isInput().isType(UriLexer.DATETIMEOFFSET);
+
+ test.run("2013-11-15T13:35:10.1234+01:30").isInput().isType(UriLexer.DATETIMEOFFSET);
+ test.run("2013-11-15T13:35:10.1234-01:12").isInput().isType(UriLexer.DATETIMEOFFSET);
+
+ test.run("2013-11-15T13:35Z").isInput().isType(UriLexer.DATETIMEOFFSET);
+
+ // Lexer rule DURATION
+ test.run("duration'PT67S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'PT67.89S'").isInput().isType(UriLexer.DURATION);
+
+ test.run("duration'PT5M'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'PT5M67S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'PT5M67.89S'").isInput().isType(UriLexer.DURATION);
+
+ test.run("duration'PT4H'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'PT4H67S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'PT4H67.89S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'PT4H5M'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'PT4H5M67S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'PT4H5M67.89S'").isInput().isType(UriLexer.DURATION);
+
+ test.run("duration'P3D'");
+ test.run("duration'P3DT67S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT67.89S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT5M'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT5M67S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT5M67.89S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT4H'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT4H67S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT4H67.89S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT4H5M'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT4H5M67S'").isInput().isType(UriLexer.DURATION);
+ test.run("duration'P3DT4H5M67.89S'").isInput().isType(UriLexer.DURATION);
+
+ test.run("DuRaTiOn'P3DT4H5M67.89S'").isInput().isType(UriLexer.DURATION);
+ test.run("DuRaTiOn'-P3DT4H5M67.89S'").isInput().isType(UriLexer.DURATION);
+
+ test.run("20:00").isInput().isType(UriLexer.TIMEOFDAY);
+ test.run("20:15:01").isInput().isType(UriLexer.TIMEOFDAY);
+ test.run("20:15:01.02").isInput().isType(UriLexer.TIMEOFDAY);
+
+ test.run("20:15:01.02").isInput().isType(UriLexer.TIMEOFDAY);
+
+ // String
+ test.run("'ABC'").isText("'ABC'").isType(UriLexer.STRING);
+ test.run("'A%20C'").isInput().isType(UriLexer.STRING);
+ test.run("'%20%20%20ABC'").isInput().isType(UriLexer.STRING);
+
+ }
+
+ /*
+ * // ;------------------------------------------------------------------------------
+ * // ; 0. misc
+ * // ;------------------------------------------------------------------------------
+ *
+ * @Test
+ * public void testCriticalOrder() {
+ * // Test lexer rule STRING
+ * test.run("'abc'").isInput().isType(UriLexer.STRING);
+ *
+ * // Test lexer rule SEARCHWORD
+ * test.run("abc", true).isInput().isType(UriLexer.SEARCHWORD);
+ *
+ * // Test lexer rule SEARCHPHRASE
+ * test.run("\"abc\"", true).isInput().isType(UriLexer.SEARCHPHRASE);
+ *
+ * // Test lexer rule ODATAIDENTIFIER
+ * test.run("abc").isInput().isType(UriLexer.ODATAIDENTIFIER);
+ *
+ * test.run("\"abc\"").isInput().isType(UriLexer.STRING_IN_JSON);
+ * }
+ */
+ @Test
+ public void testDelims() {
+ String reserved = "/";
+ test.globalMode(UriLexer.MODE_QUERY);
+ // Test lexer rule UNRESERVED
+ test.run("$format=A/" + cUNRESERVED).isAllInput().isType(UriLexer.FORMAT);
+ test.run("$format=A/" + cUNRESERVED + reserved).isType(UriLexer.FORMAT).at(4).isText(cUNRESERVED);
+ // Test lexer rule PCT_ENCODED
+ test.run("$format=A/" + cPCT_ENCODED).isAllInput().isType(UriLexer.FORMAT);
+ test.run("$format=A/" + cPCT_ENCODED + reserved).isType(UriLexer.FORMAT).at(4).isText(cPCT_ENCODED);
+ // Test lexer rule SUB_DELIMS
+ test.run("$format=A/" + cSUB_DELIMS).isAllInput().isType(UriLexer.FORMAT);
+ test.run("$format=A/" + cSUB_DELIMS + reserved).isType(UriLexer.FORMAT).at(4).isText(cSUB_DELIMS);
+ // Test lexer rule PCHAR rest
+ test.run("$format=A/:@").isAllText("$format=A/:@").isType(UriLexer.FORMAT);
+ test.run("$format=A/:@" + reserved).isType(UriLexer.FORMAT).at(4).isText(":@");
+ // Test lexer rule PCHAR all
+ test.run("$format=" + cPCHAR + "/" + cPCHAR).isAllInput().isType(UriLexer.FORMAT);
+ test.run("$format=" + cPCHAR + "/" + cPCHAR + reserved)
+ .isType(UriLexer.FORMAT).at(4)
+ .isText(cPCHAR);
+
+ // Test lexer rule QCHAR_NO_AMP
+ String amp = "&";
+ // Test lexer rule UNRESERVED
+ test.run("$id=" + cUNRESERVED).isAllInput().isType(UriLexer.ID);
+ test.run("$id=" + cUNRESERVED + amp).isType(UriLexer.ID).at(2).isText(cUNRESERVED);
+ // Test lexer rule PCT_ENCODED
+ test.run("$id=" + cPCT_ENCODED).isAllInput().isType(UriLexer.ID);
+ test.run("$id=" + cPCT_ENCODED + amp).isType(UriLexer.ID).at(2).isText(cPCT_ENCODED);
+ // Test lexer rule OTHER_DELIMS
+ test.run("$id=" + cOTHER_DELIMS).isAllInput().isType(UriLexer.ID);
+ test.run("$id=" + cOTHER_DELIMS + amp).isType(UriLexer.ID).at(2).isText(cOTHER_DELIMS);
+ // Lexer rule QCHAR_NO_AMP rest
+ test.run("$id=:@/?$'=").isAllText("$id=:@/?$'=").isType(UriLexer.ID);
+ test.run("$id=:@/?$'=" + amp).isType(UriLexer.ID).at(2).isText(":@/?$'=");
+
+ }
+
+}