You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tika.apache.org by ta...@apache.org on 2023/09/22 17:14:26 UTC

[tika] branch TIKA-1599 updated (1d4e6ebb6 -> f05e9b45e)

This is an automated email from the ASF dual-hosted git repository.

tallison pushed a change to branch TIKA-1599
in repository https://gitbox.apache.org/repos/asf/tika.git


    from 1d4e6ebb6 TIKA-1599 -- migrate to jsoup parser -- remove runtime exception
     add f05e9b45e TIKA-1599 -- migrate to jsoup parser -- mv tagsoup htmlparser to tika-parsrs-extended

No new revisions were added by this update.

Summary of changes:
 pom.xml                                            |   2 +
 tika-bom/pom.xml                                   |  11 ++-
 tika-parent/pom.xml                                |   5 +
 .../tika-parser-tagsoup-module/pom.xml             |  34 +++++++
 .../tika/parser/html/tagsoup}/DataURIScheme.java   |   2 +-
 .../html/tagsoup}/DataURISchemeParseException.java |   2 +-
 .../parser/html/tagsoup}/DataURISchemeUtil.java    |   2 +-
 .../parser/html/tagsoup}/DefaultHtmlMapper.java    |   2 +-
 .../parser/html/tagsoup}/HtmlEncodingDetector.java |   2 +-
 .../tika/parser/html/tagsoup}/HtmlHandler.java     |   2 +-
 .../tika/parser/html/tagsoup}/HtmlMapper.java      |   2 +-
 .../tika/parser/html/tagsoup}/HtmlParser.java      |   2 +-
 .../parser/html/tagsoup}/IdentityHtmlMapper.java   |   2 +-
 .../html/tagsoup}/XHTMLDowngradeHandler.java       |   2 +-
 .../tagsoup}/charsetdetector/CharsetAliases.java   |   6 +-
 .../charsetdetector/CharsetDetectionResult.java    |   2 +-
 .../tagsoup}/charsetdetector/MetaProcessor.java    |   6 +-
 .../html/tagsoup}/charsetdetector/PreScanner.java  |   2 +-
 .../StandardHtmlEncodingDetector.java              |   6 +-
 .../charsets/ReplacementCharset.java               |   2 +-
 .../charsets/XUserDefinedCharset.java              |   2 +-
 .../org.apache.tika.detect.EncodingDetector        |   2 +-
 .../services/org.apache.tika.parser.Parser         |   2 +-
 .../StandardCharsets_unsupported_by_IANA.txt       |   0
 .../html/tagsoup}/DataURISchemeParserTest.java     |   3 +-
 .../html/tagsoup}/HtmlEncodingDetectorTest.java    |   3 +-
 .../tika/parser/html/tagsoup}/HtmlParserTest.java  |   5 +-
 .../tika/parser/html/tagsoup}/SrcDocTest.java      |   2 +-
 .../tagsoup}/StandardHtmlEncodingDetectorTest.java |   6 +-
 .../org/apache/tika/parser/html/tika-config.xml    |   4 +-
 .../resources/test-documents/big-preamble.html     |   0
 .../test-documents/boilerplate-whitespace.html     |   0
 .../test/resources/test-documents/boilerplate.html |   0
 .../testBoilerplateMissingSpace.html               |   0
 .../test/resources/test-documents/testHTML.html    |   0
 .../test-documents/testHTMLBadScript.html          |   0
 .../test-documents/testHTMLGoodScript.html         |   0
 .../testHTMLNoisyMetaEncoding_1.html               |   0
 .../testHTMLNoisyMetaEncoding_2.html               |   0
 .../testHTMLNoisyMetaEncoding_3.html               |   0
 .../testHTMLNoisyMetaEncoding_4.html               |   0
 .../test-documents/testHTML_charset_utf16le.html   | Bin
 .../test-documents/testHTML_charset_utf8.html      |   0
 .../testHTML_embedded_data_uri_js.html             |   0
 .../test-documents/testHTML_embedded_img.html      |   0
 .../testHTML_embedded_img_in_js.html               |   0
 .../resources/test-documents/testHTML_head.html    |   0
 .../test-documents/testHTML_metadata.html          |   0
 .../testHTML_metadata_two_titles.html              |   0
 .../resources/test-documents/testHTML_utf8.html    |   0
 .../test/resources/test-documents/testSrcDoc.html  |   0
 .../test-documents/testUserDefinedCharset.mhtml    |   0
 .../test/resources/test-documents/testXHTML.html   |   0
 .../src/test/resources/test-documents/tika434.html |   0
 .../pom.xml                                        |  46 ++-------
 .../tika-parser-html-module/pom.xml                |   6 --
 .../org.apache.tika.detect.EncodingDetector        |   2 +-
 .../apache/tika/parser/html/HtmlParserTest.java    | 107 +++++++--------------
 ...TIKA-2273-exclude-encoding-detector-default.xml |   2 +-
 .../TIKA-2485-encoding-detector-mark-limits.xml    |   2 +-
 60 files changed, 138 insertions(+), 152 deletions(-)
 create mode 100644 tika-parsers/tika-parsers-extended/tika-parser-tagsoup-module/pom.xml
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/DataURIScheme.java (98%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/DataURISchemeParseException.java (95%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/DataURISchemeUtil.java (98%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/DefaultHtmlMapper.java (99%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/HtmlEncodingDetector.java (99%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/HtmlHandler.java (99%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/HtmlMapper.java (98%)
 rename tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/HtmlParser.java (99%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/IdentityHtmlMapper.java (96%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/XHTMLDowngradeHandler.java (98%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/charsetdetector/CharsetAliases.java (97%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/charsetdetector/CharsetDetectionResult.java (97%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/charsetdetector/MetaProcessor.java (92%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/charsetdetector/PreScanner.java (99%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/charsetdetector/StandardHtmlEncodingDetector.java (95%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/charsetdetector/charsets/ReplacementCharset.java (96%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/java/org/apache/tika/parser/html/tagsoup}/charsetdetector/charsets/XUserDefinedCharset.java (96%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/main/resources/META-INF/services/org.apache.tika.detect.EncodingDetector (93%)
 copy {tika-core/src/test => tika-parsers/tika-parsers-extended/tika-parser-tagsoup-module/src/main}/resources/META-INF/services/org.apache.tika.parser.Parser (94%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/main/resources/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/main/resources/org/apache/tika/parser/html/tagsoup}/StandardCharsets_unsupported_by_IANA.txt (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/test/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/test/java/org/apache/tika/parser/html/tagsoup}/DataURISchemeParserTest.java (96%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/test/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/test/java/org/apache/tika/parser/html/tagsoup}/HtmlEncodingDetectorTest.java (97%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/test/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/test/java/org/apache/tika/parser/html/tagsoup}/HtmlParserTest.java (99%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/test/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/test/java/org/apache/tika/parser/html/tagsoup}/SrcDocTest.java (97%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module/src/test/java/org/apache/tika/parser/html => tika-parsers-extended/tika-parser-tagsoup-module/src/test/java/org/apache/tika/parser/html/tagsoup}/StandardHtmlEncodingDetectorTest.java (98%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/org/apache/tika/parser/html/tika-config.xml (87%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/big-preamble.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/boilerplate-whitespace.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/boilerplate.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testBoilerplateMissingSpace.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTMLBadScript.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTMLGoodScript.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTMLNoisyMetaEncoding_1.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTMLNoisyMetaEncoding_2.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTMLNoisyMetaEncoding_3.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTMLNoisyMetaEncoding_4.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_charset_utf16le.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_charset_utf8.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_embedded_data_uri_js.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_embedded_img.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_embedded_img_in_js.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_head.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_metadata.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_metadata_two_titles.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testHTML_utf8.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testSrcDoc.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testUserDefinedCharset.mhtml (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/testXHTML.html (100%)
 copy tika-parsers/{tika-parsers-standard/tika-parsers-standard-modules/tika-parser-html-module => tika-parsers-extended/tika-parser-tagsoup-module}/src/test/resources/test-documents/tika434.html (100%)
 copy tika-parsers/tika-parsers-extended/{tika-parser-sqlite3-package => tika-parser-tagsoup-package}/pom.xml (62%)