You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tika.apache.org by ta...@apache.org on 2023/02/07 16:57:55 UTC
[tika] branch TIKA-3968 updated: TIKA-3968 -- improve documentation, add a stub unit test
This is an automated email from the ASF dual-hosted git repository.
tallison pushed a commit to branch TIKA-3968
in repository https://gitbox.apache.org/repos/asf/tika.git
The following commit(s) were added to refs/heads/TIKA-3968 by this push:
new 6b45a60d0 TIKA-3968 -- improve documentation, add a stub unit test
6b45a60d0 is described below
commit 6b45a60d004f6bb392b943e0e5e4344df5e3c957
Author: tallison <ta...@apache.org>
AuthorDate: Tue Feb 7 11:57:38 2023 -0500
TIKA-3968 -- improve documentation, add a stub unit test
---
.../ooxml/XWPFWordExtractorDecorator.java | 3 +
.../parser/microsoft/ooxml/SXWPFExtractorTest.java | 100 +++++++++++++++++++++
2 files changed, 103 insertions(+)
diff --git a/tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-microsoft-module/src/main/java/org/apache/tika/parser/microsoft/ooxml/XWPFWordExtractorDecorator.java b/tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-microsoft-module/src/main/java/org/apache/tika/parser/microsoft/ooxml/XWPFWordExtractorDecorator.java
index 8ad4953d7..efe092730 100644
--- a/tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-microsoft-module/src/main/java/org/apache/tika/parser/microsoft/ooxml/XWPFWordExtractorDecorator.java
+++ b/tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-microsoft-module/src/main/java/org/apache/tika/parser/microsoft/ooxml/XWPFWordExtractorDecorator.java
@@ -97,6 +97,9 @@ public class XWPFWordExtractorDecorator extends AbstractOOXMLExtractor {
private XWPFStyles styles;
private Metadata metadata;
+ //This is a map of the rIds of embedded files and the EmbeddedPartMetadata
+ //that may be associated with the embedded file. The EmbeddedPartMetadata
+ //is populated during the parse of the main document.
private Map<String, EmbeddedPartMetadata> embeddedPartMetadataMap = new HashMap<>();
public XWPFWordExtractorDecorator(Metadata metadata, ParseContext context,
diff --git a/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/java/org/apache/tika/parser/microsoft/ooxml/SXWPFExtractorTest.java b/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/java/org/apache/tika/parser/microsoft/ooxml/SXWPFExtractorTest.java
new file mode 100644
index 000000000..ef76cc641
--- /dev/null
+++ b/tika-parsers/tika-parsers-standard/tika-parsers-standard-package/src/test/java/org/apache/tika/parser/microsoft/ooxml/SXWPFExtractorTest.java
@@ -0,0 +1,100 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.tika.parser.microsoft.ooxml;
+
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertNull;
+
+import java.util.List;
+
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Disabled;
+import org.junit.jupiter.api.Test;
+
+import org.apache.tika.TikaTest;
+import org.apache.tika.metadata.Metadata;
+import org.apache.tika.metadata.Office;
+import org.apache.tika.metadata.TikaCoreProperties;
+import org.apache.tika.parser.ParseContext;
+import org.apache.tika.parser.microsoft.EMFParser;
+import org.apache.tika.parser.microsoft.OfficeParserConfig;
+
+public class SXWPFExtractorTest extends TikaTest {
+
+ private ParseContext parseContext;
+
+ @BeforeEach
+ public void setUp() {
+ parseContext = new ParseContext();
+ OfficeParserConfig officeParserConfig = new OfficeParserConfig();
+ officeParserConfig.setUseSAXDocxExtractor(true);
+ officeParserConfig.setUseSAXPptxExtractor(true);
+ parseContext.set(OfficeParserConfig.class, officeParserConfig);
+
+ }
+ @Test
+ @Disabled("TODO -- implement TIKA-3968 for SXWPFExtractor")
+ public void testEMFAssociatedWithAttachments() throws Exception {
+ //TIKA-3968
+ List<Metadata> metadataList = getRecursiveMetadata("testWORD_EMFAndAttachments.docx", parseContext);
+
+ assertEquals("true", metadataList.get(1).get(EMFParser.EMF_ICON_ONLY));
+ assertEquals("true", metadataList.get(3).get(EMFParser.EMF_ICON_ONLY));
+ assertEquals("true", metadataList.get(5).get(EMFParser.EMF_ICON_ONLY));
+ assertEquals("TestText.txt", metadataList.get(1).get(EMFParser.EMF_ICON_STRING));
+ assertEquals("TestPdf.pdf", metadataList.get(3).get(EMFParser.EMF_ICON_STRING));
+ assertEquals("testWORD123.docx", metadataList.get(5).get(EMFParser.EMF_ICON_STRING));
+
+ assertNull(metadataList.get(2).get(Office.PROG_ID));
+ assertEquals("AcroExch.Document.DC", metadataList.get(4).get(Office.PROG_ID));
+ assertEquals("Word.Document.12", metadataList.get(6).get(Office.PROG_ID));
+
+ assertEquals("TestText.txt", metadataList.get(2).get(TikaCoreProperties.RESOURCE_NAME_KEY));
+ assertEquals("TestPdf.pdf", metadataList.get(4).get(TikaCoreProperties.RESOURCE_NAME_KEY));
+ assertEquals("testWORD123.docx", metadataList.get(6).get(TikaCoreProperties.RESOURCE_NAME_KEY));
+
+ assertEquals("/TestText.txt",
+ metadataList.get(2).get(TikaCoreProperties.EMBEDDED_RESOURCE_PATH));
+ assertEquals("/TestPdf.pdf",
+ metadataList.get(4).get(TikaCoreProperties.EMBEDDED_RESOURCE_PATH));
+ assertEquals("/testWORD123.docx",
+ metadataList.get(6).get(TikaCoreProperties.EMBEDDED_RESOURCE_PATH));
+
+ assertContains("This is Text File",
+ metadataList.get(2).get(TikaCoreProperties.TIKA_CONTENT));
+
+ assertContains("This is test PDF document for parser.",
+ metadataList.get(4).get(TikaCoreProperties.TIKA_CONTENT));
+
+ assertContains("This is test word document for parser.",
+ metadataList.get(6).get(TikaCoreProperties.TIKA_CONTENT));
+
+ assertEquals(TikaCoreProperties.EmbeddedResourceType.ATTACHMENT.name(),
+ metadataList.get(2).get(TikaCoreProperties.EMBEDDED_RESOURCE_TYPE));
+ assertEquals(TikaCoreProperties.EmbeddedResourceType.ATTACHMENT.name(),
+ metadataList.get(4).get(TikaCoreProperties.EMBEDDED_RESOURCE_TYPE));
+ assertEquals(TikaCoreProperties.EmbeddedResourceType.ATTACHMENT.name(),
+ metadataList.get(6).get(TikaCoreProperties.EMBEDDED_RESOURCE_TYPE));
+
+ assertEquals(TikaCoreProperties.EmbeddedResourceType.INLINE.name(),
+ metadataList.get(1).get(TikaCoreProperties.EMBEDDED_RESOURCE_TYPE));
+ assertEquals(TikaCoreProperties.EmbeddedResourceType.INLINE.name(),
+ metadataList.get(3).get(TikaCoreProperties.EMBEDDED_RESOURCE_TYPE));
+ assertEquals(TikaCoreProperties.EmbeddedResourceType.INLINE.name(),
+ metadataList.get(5).get(TikaCoreProperties.EMBEDDED_RESOURCE_TYPE));
+ }
+}