You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tika.apache.org by ta...@apache.org on 2017/03/10 20:44:03 UTC
[tika] branch 2.x updated: clean up from sax docx work
This is an automated email from the ASF dual-hosted git repository.
tallison pushed a commit to branch 2.x
in repository https://gitbox.apache.org/repos/asf/tika.git
The following commit(s) were added to refs/heads/2.x by this push:
new 7344209 clean up from sax docx work
7344209 is described below
commit 7344209a14fe664835f01300740f0195f2008878
Author: tballison <ta...@mitre.org>
AuthorDate: Fri Mar 10 15:43:53 2017 -0500
clean up from sax docx work
---
.../microsoft/ooxml/xwpf/SXWPFExtractorTest.java | 186 ---------------------
1 file changed, 186 deletions(-)
diff --git a/tika-parsers/src/test/java/org/apache/tika/parser/microsoft/ooxml/xwpf/SXWPFExtractorTest.java b/tika-parsers/src/test/java/org/apache/tika/parser/microsoft/ooxml/xwpf/SXWPFExtractorTest.java
deleted file mode 100644
index ca3aa9a..0000000
--- a/tika-parsers/src/test/java/org/apache/tika/parser/microsoft/ooxml/xwpf/SXWPFExtractorTest.java
+++ /dev/null
@@ -1,186 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package org.apache.tika.parser.microsoft.ooxml.xwpf;
-
-import static org.junit.Assert.assertEquals;
-
-import java.util.List;
-
-import org.apache.tika.TikaTest;
-import org.apache.tika.metadata.Metadata;
-import org.apache.tika.metadata.Office;
-import org.apache.tika.metadata.OfficeOpenXMLCore;
-import org.apache.tika.metadata.OfficeOpenXMLExtended;
-import org.apache.tika.metadata.TikaCoreProperties;
-import org.apache.tika.parser.ParseContext;
-import org.apache.tika.parser.RecursiveParserWrapper;
-import org.apache.tika.parser.microsoft.OfficeParserConfig;
-import org.junit.Test;
-
-
-public class SXWPFExtractorTest extends TikaTest {
-
- @Test
- public void basicTest() throws Exception {
- ParseContext pc = new ParseContext();
- OfficeParserConfig officeParserConfig = new OfficeParserConfig();
- officeParserConfig.setUseSAXDocxExtractor(true);
-
- pc.set(OfficeParserConfig.class, officeParserConfig);
- List<Metadata> metadataList = getRecursiveMetadata("testWORD_2006ml.docx", pc);
-
- assertEquals(8, metadataList.size());
- Metadata m = metadataList.get(0);
-
- assertEquals("2016-11-29T00:58:00Z", m.get(TikaCoreProperties.CREATED));
- assertEquals("2016-11-29T17:54:00Z", m.get(TikaCoreProperties.MODIFIED));
- assertEquals("My Document Title", m.get(TikaCoreProperties.TITLE));
- assertEquals("This is the Author", m.get(TikaCoreProperties.CREATOR));
- assertEquals("3", m.get(OfficeOpenXMLCore.REVISION));
- assertEquals("Allison, Timothy B.", m.get(TikaCoreProperties.MODIFIER));
- //assertEquals("0", m.get(OfficeOpenXMLExtended.DOC_SECURITY));
- assertEquals("260", m.get(Office.WORD_COUNT));
- assertEquals("3", m.get(Office.PARAGRAPH_COUNT));
- assertEquals("1742", m.get(Office.CHARACTER_COUNT_WITH_SPACES));
- assertEquals("12", m.get(Office.LINE_COUNT));
- assertEquals("16.0000", m.get(OfficeOpenXMLExtended.APP_VERSION));
-
-
- String content = m.get(RecursiveParserWrapper.TIKA_CONTENT);
-
-
- assertContainsCountTimes("engaging title page", content, 1);
- assertContainsCountTimes("This is the Author", content, 1);
- assertContainsCountTimes("This is an engaging title page", content, 1);
-
- assertContains("My Document Title", content);
- assertContains("My Document Subtitle", content);
-
- assertContains("<p class=\"toc_1\">\t<a href=\"#_Toc467647605\">Heading1\t3</a></p>", content);
-
-
- //TODO: integrate numbering
- assertContains("Really basic 2.", content);
-
- assertContainsCountTimes("This is a text box", content, 1);
-
- assertContains("<p>This is a hyperlink: <a href=\"http://tika.apache.org\">tika</a></p>", content);
-
- assertContains("<p>This is a link to a local file: <a href=\"file:///C:/data/test.png\">test.png</a></p>", content);
-
- assertContains("<p>This is 10 spaces</p>", content);
-
- //caption
- assertContains("<p class=\"table_of_figures\">\t<a href=\"#_Toc467647797\">Table 1: Table1 Caption\t2</a></p>", content);
-
- //embedded table
- assertContains("<td>Embedded table r1c1</td>", content);
-
- //shape
- assertContainsCountTimes("<p>This is text within a shape", content, 1);
-
- //sdt rich text
- assertContains("<p>Rich text content control", content);
-
- //sdt simple text
- assertContains("<p>Simple text content control", content);
-
- //sdt repeating
- assertContains("Repeating content", content);
-
- //sdt dropdown
- //TODO: get options for dropdown
- assertContains("Drop down1", content);
-
- //sdt date
- assertContains("<p>11/16/2016</p>", content);
-
- //test that <tab/> works
- assertContains("tab\ttab", content);
-
- assertContainsCountTimes("serious word art", content, 1);
- assertContainsCountTimes("Wordartr1c1", content, 1);
-
- //glossary document contents
- assertContains("Click or tap to enter a date", content);
-
- //basic formatting
- assertContains("<p>The <i>quick</i> brown <b>fox </b>j<i>um</i><b><i>ped</i></b> over",
- content);
-
- //TODO: add chart parsing
-// assertContains("This is the chart", content);
-
- assertContains("This is a comment", content);
-
- assertContains("This is an endnote", content);
-
- assertContains("this is the footnote", content);
-
- assertContains("First page header", content);
-
- assertContains("Even page header", content);
-
- assertContains("Odd page header", content);
-
- assertContains("First page footer", content);
-
- assertContains("Even page footer", content);
-
- assertContains("Odd page footer", content);
-
- //test default does not include deleted
- assertNotContained("frog", content);
-
- assertContains("Mattmann", content);
-
- //TODO: extract chart text
-// assertContains("This is the chart title", content);
-
- }
-
- @Test
- public void testSkipDeleted() throws Exception {
- ParseContext pc = new ParseContext();
- OfficeParserConfig officeParserConfig = new OfficeParserConfig();
- officeParserConfig.setIncludeDeletedContent(true);
- officeParserConfig.setUseSAXDocxExtractor(true);
- officeParserConfig.setIncludeMoveFromContent(true);
- pc.set(OfficeParserConfig.class, officeParserConfig);
-
- XMLResult r = getXML("testWORD_2006ml.docx", pc);
- assertContains("frog", r.xml);
- assertContainsCount("Second paragraph", r.xml, 2);
-
- }
-
- private void assertContainsCountTimes(String needle, String haystack, int expectedCount) {
- int i = haystack.indexOf("engaging title page");
- int cnt = 0;
- while (i > -1) {
- cnt++;
- i = haystack.indexOf("engaging title page", i+1);
- }
- assertEquals("found needle >"+ needle+"<"+cnt+" times instead of expected: "+expectedCount,
- expectedCount, cnt);
-
- }
-
-
-
-}
--
To stop receiving notification emails like this one, please contact
['"commits@tika.apache.org" <co...@tika.apache.org>'].