You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@opennlp.apache.org by rz...@apache.org on 2024/10/15 07:34:56 UTC
(opennlp-models) 03/03: OPENNLP-1627 - Add Bulgarian models
This is an automated email from the ASF dual-hosted git repository.
rzo1 pushed a commit to branch OPENNLP-1627
in repository https://gitbox.apache.org/repos/asf/opennlp-models.git
commit 38e1cee2f8ffcdaa4aab4064024df1e67dd1e517
Author: Richard Zowalla <rz...@apache.org>
AuthorDate: Tue Oct 15 09:34:44 2024 +0200
OPENNLP-1627 - Add Bulgarian models
---
opennlp-models-pos/opennlp-models-pos-bg/pom.xml | 73 +++++++++++++++++++++
.../src/main/resources/model.properties | 24 ++-----
opennlp-models-pos/pom.xml | 1 +
.../opennlp-models-sentdetect-bg/pom.xml | 74 ++++++++++++++++++++++
.../src/main/resources/model.properties | 24 ++-----
opennlp-models-sentdetect/pom.xml | 1 +
opennlp-models-test/pom.xml | 15 +++++
.../src/main/resources/expected-models.txt | 5 +-
.../opennlp-models-tokenizer-bg/pom.xml | 74 ++++++++++++++++++++++
.../src/main/resources/model.properties | 24 ++-----
opennlp-models-tokenizer/pom.xml | 1 +
11 files changed, 255 insertions(+), 61 deletions(-)
diff --git a/opennlp-models-pos/opennlp-models-pos-bg/pom.xml b/opennlp-models-pos/opennlp-models-pos-bg/pom.xml
new file mode 100644
index 0000000..032a586
--- /dev/null
+++ b/opennlp-models-pos/opennlp-models-pos-bg/pom.xml
@@ -0,0 +1,73 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.opennlp</groupId>
+ <artifactId>opennlp-models-pos</artifactId>
+ <version>1.1.0-SNAPSHOT</version>
+ </parent>
+
+ <name>Apache OpenNLP Models :: Part-Of-Speech :: Bulgarian</name>
+ <artifactId>opennlp-models-pos-bg</artifactId>
+
+ <properties>
+ <dist.base>${asf.dist.base}</dist.base>
+ <model.family>ud-models-1.1</model.family>
+ <model.name>opennlp-bg-ud-btb-pos-1.1-2.4.0.bin</model.name>
+ <model.version>2.4.0</model.version>
+ <model.sha256>b5bf61fd6a646c81c299b4a48fc2b6bfe37c2563cbe91767e547cbcd660ead38</model.sha256>
+ <model.language>bg</model.language>
+ </properties>
+
+ <build>
+ <resources>
+ <resource>
+ <directory>src/main/resources</directory>
+ <filtering>true</filtering>
+ <includes>
+ <include>**/model.properties</include>
+ </includes>
+ </resource>
+ <resource>
+ <directory>src/main/resources</directory>
+ <includes>
+ <include>**/*.bin</include>
+ </includes>
+ </resource>
+ </resources>
+ <plugins>
+ <plugin>
+ <groupId>com.googlecode.maven-download-plugin</groupId>
+ <artifactId>download-maven-plugin</artifactId>
+ <configuration>
+ <url>${dist.base}/${model.family}/${model.name}</url>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>build-helper-maven-plugin</artifactId>
+ </plugin>
+ </plugins>
+ </build>
+
+</project>
\ No newline at end of file
diff --git a/opennlp-models-test/src/main/resources/expected-models.txt b/opennlp-models-pos/opennlp-models-pos-bg/src/main/resources/model.properties
similarity index 53%
copy from opennlp-models-test/src/main/resources/expected-models.txt
copy to opennlp-models-pos/opennlp-models-pos-bg/src/main/resources/model.properties
index b851b75..2be8681 100644
--- a/opennlp-models-test/src/main/resources/expected-models.txt
+++ b/opennlp-models-pos/opennlp-models-pos-bg/src/main/resources/model.properties
@@ -13,23 +13,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-# Language Detection
-langdetect-183.bin
-# Sentence Detection
-opennlp-de-ud-gsd-sentence-1.1-2.4.0.bin
-opennlp-en-ud-ewt-sentence-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-sentence-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-sentence-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-sentence-1.1-2.4.0.bin
-# POS
-opennlp-de-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-de-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-it-ud-vit-pos-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-pos-1.1-2.4.0.bin
-# Tokens
-opennlp-de-ud-gsd-tokens-1.1-2.4.0.bin
-opennlp-en-ud-ewt-tokens-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-tokens-1.1-2.4.0.bin
-opennlp-it-ud-vit-tokens-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-tokens-1.1-2.4.0.bin
\ No newline at end of file
+model.name=${model.name}
+model.version=${model.version}
+model.sha256=${model.sha256}
+model.language=${model.language}
\ No newline at end of file
diff --git a/opennlp-models-pos/pom.xml b/opennlp-models-pos/pom.xml
index 10cebaf..adb586e 100644
--- a/opennlp-models-pos/pom.xml
+++ b/opennlp-models-pos/pom.xml
@@ -32,6 +32,7 @@ under the License.
<packaging>pom</packaging>
<modules>
+ <module>opennlp-models-pos-bg</module>
<module>opennlp-models-pos-de</module>
<module>opennlp-models-pos-en</module>
<module>opennlp-models-pos-fr</module>
diff --git a/opennlp-models-sentdetect/opennlp-models-sentdetect-bg/pom.xml b/opennlp-models-sentdetect/opennlp-models-sentdetect-bg/pom.xml
new file mode 100644
index 0000000..17b7273
--- /dev/null
+++ b/opennlp-models-sentdetect/opennlp-models-sentdetect-bg/pom.xml
@@ -0,0 +1,74 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.opennlp</groupId>
+ <artifactId>opennlp-models-sentdetect</artifactId>
+ <version>1.1.0-SNAPSHOT</version>
+ </parent>
+
+ <artifactId>opennlp-models-sentdetect-bg</artifactId>
+
+ <name>Apache OpenNLP Models :: Sent-Detect :: Bulgarian</name>
+
+ <properties>
+ <dist.base>${asf.dist.base}</dist.base>
+ <model.family>ud-models-1.1</model.family>
+ <model.name>opennlp-bg-ud-btb-sentence-1.1-2.4.0.bin</model.name>
+ <model.version>2.4.0</model.version>
+ <model.sha256>c093162b8e7e5e7842d33c2ad5ac11c24952a14687646224962795670dee3a71</model.sha256>
+ <model.language>bg</model.language>
+ </properties>
+
+ <build>
+ <resources>
+ <resource>
+ <directory>src/main/resources</directory>
+ <filtering>true</filtering>
+ <includes>
+ <include>**/model.properties</include>
+ </includes>
+ </resource>
+ <resource>
+ <directory>src/main/resources</directory>
+ <includes>
+ <include>**/*.bin</include>
+ </includes>
+ </resource>
+ </resources>
+ <plugins>
+ <plugin>
+ <groupId>com.googlecode.maven-download-plugin</groupId>
+ <artifactId>download-maven-plugin</artifactId>
+ <configuration>
+ <url>${dist.base}/${model.family}/${model.name}</url>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>build-helper-maven-plugin</artifactId>
+ </plugin>
+ </plugins>
+ </build>
+
+</project>
\ No newline at end of file
diff --git a/opennlp-models-test/src/main/resources/expected-models.txt b/opennlp-models-sentdetect/opennlp-models-sentdetect-bg/src/main/resources/model.properties
similarity index 53%
copy from opennlp-models-test/src/main/resources/expected-models.txt
copy to opennlp-models-sentdetect/opennlp-models-sentdetect-bg/src/main/resources/model.properties
index b851b75..2be8681 100644
--- a/opennlp-models-test/src/main/resources/expected-models.txt
+++ b/opennlp-models-sentdetect/opennlp-models-sentdetect-bg/src/main/resources/model.properties
@@ -13,23 +13,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-# Language Detection
-langdetect-183.bin
-# Sentence Detection
-opennlp-de-ud-gsd-sentence-1.1-2.4.0.bin
-opennlp-en-ud-ewt-sentence-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-sentence-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-sentence-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-sentence-1.1-2.4.0.bin
-# POS
-opennlp-de-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-de-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-it-ud-vit-pos-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-pos-1.1-2.4.0.bin
-# Tokens
-opennlp-de-ud-gsd-tokens-1.1-2.4.0.bin
-opennlp-en-ud-ewt-tokens-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-tokens-1.1-2.4.0.bin
-opennlp-it-ud-vit-tokens-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-tokens-1.1-2.4.0.bin
\ No newline at end of file
+model.name=${model.name}
+model.version=${model.version}
+model.sha256=${model.sha256}
+model.language=${model.language}
\ No newline at end of file
diff --git a/opennlp-models-sentdetect/pom.xml b/opennlp-models-sentdetect/pom.xml
index 36254db..1f6bd5d 100644
--- a/opennlp-models-sentdetect/pom.xml
+++ b/opennlp-models-sentdetect/pom.xml
@@ -34,6 +34,7 @@ under the License.
<packaging>pom</packaging>
<modules>
+ <module>opennlp-models-sentdetect-bg</module>
<module>opennlp-models-sentdetect-de</module>
<module>opennlp-models-sentdetect-it</module>
<module>opennlp-models-sentdetect-en</module>
diff --git a/opennlp-models-test/pom.xml b/opennlp-models-test/pom.xml
index 9ba157c..c85117e 100644
--- a/opennlp-models-test/pom.xml
+++ b/opennlp-models-test/pom.xml
@@ -32,6 +32,11 @@ under the License.
<dependencies>
<!-- These dependencies are added here to influence Maven build order. Test module needs to build last! -->
+ <dependency>
+ <groupId>org.apache.opennlp</groupId>
+ <artifactId>opennlp-models-sentdetect-bg</artifactId>
+ <version>${project.version}</version>
+ </dependency>
<dependency>
<groupId>org.apache.opennlp</groupId>
<artifactId>opennlp-models-sentdetect-de</artifactId>
@@ -57,6 +62,11 @@ under the License.
<artifactId>opennlp-models-sentdetect-fr</artifactId>
<version>${project.version}</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.opennlp</groupId>
+ <artifactId>opennlp-models-tokenizer-bg</artifactId>
+ <version>${project.version}</version>
+ </dependency>
<dependency>
<groupId>org.apache.opennlp</groupId>
<artifactId>opennlp-models-tokenizer-de</artifactId>
@@ -82,6 +92,11 @@ under the License.
<artifactId>opennlp-models-tokenizer-fr</artifactId>
<version>${project.version}</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.opennlp</groupId>
+ <artifactId>opennlp-models-pos-bg</artifactId>
+ <version>${project.version}</version>
+ </dependency>
<dependency>
<groupId>org.apache.opennlp</groupId>
<artifactId>opennlp-models-pos-de</artifactId>
diff --git a/opennlp-models-test/src/main/resources/expected-models.txt b/opennlp-models-test/src/main/resources/expected-models.txt
index b851b75..228e4ac 100644
--- a/opennlp-models-test/src/main/resources/expected-models.txt
+++ b/opennlp-models-test/src/main/resources/expected-models.txt
@@ -16,18 +16,21 @@
# Language Detection
langdetect-183.bin
# Sentence Detection
+opennlp-bg-ud-btb-sentence-1.1-2.4.0.bin
opennlp-de-ud-gsd-sentence-1.1-2.4.0.bin
opennlp-en-ud-ewt-sentence-1.1-2.4.0.bin
opennlp-fr-ud-gsd-sentence-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-sentence-1.1-2.4.0.bin
+opennlp-it-ud-vit-sentence-1.1-2.4.0.bin
opennlp-nl-ud-alpino-sentence-1.1-2.4.0.bin
# POS
+opennlp-bg-ud-btb-pos-1.1-2.4.0.bin
opennlp-de-ud-gsd-pos-1.1-2.4.0.bin
opennlp-de-ud-gsd-pos-1.1-2.4.0.bin
opennlp-fr-ud-gsd-pos-1.1-2.4.0.bin
opennlp-it-ud-vit-pos-1.1-2.4.0.bin
opennlp-nl-ud-alpino-pos-1.1-2.4.0.bin
# Tokens
+opennlp-bg-ud-btb-tokens-1.1-2.4.0.bin
opennlp-de-ud-gsd-tokens-1.1-2.4.0.bin
opennlp-en-ud-ewt-tokens-1.1-2.4.0.bin
opennlp-fr-ud-gsd-tokens-1.1-2.4.0.bin
diff --git a/opennlp-models-tokenizer/opennlp-models-tokenizer-bg/pom.xml b/opennlp-models-tokenizer/opennlp-models-tokenizer-bg/pom.xml
new file mode 100644
index 0000000..5e3d3ed
--- /dev/null
+++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-bg/pom.xml
@@ -0,0 +1,74 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.apache.opennlp</groupId>
+ <artifactId>opennlp-models-tokenizer</artifactId>
+ <version>1.1.0-SNAPSHOT</version>
+ </parent>
+
+ <artifactId>opennlp-models-tokenizer-bg</artifactId>
+
+ <name>Apache OpenNLP Models :: Tokenizer :: Bulgarian</name>
+
+ <properties>
+ <dist.base>${asf.dist.base}</dist.base>
+ <model.family>ud-models-1.1</model.family>
+ <model.name>opennlp-bg-ud-btb-tokens-1.1-2.4.0.bin</model.name>
+ <model.version>2.4.0</model.version>
+ <model.sha256>2f4f539eaf966cda174be9b464f75c413835b393e42112790a2ee4214cf08eaa</model.sha256>
+ <model.language>bg</model.language>
+ </properties>
+
+ <build>
+ <resources>
+ <resource>
+ <directory>src/main/resources</directory>
+ <filtering>true</filtering>
+ <includes>
+ <include>**/model.properties</include>
+ </includes>
+ </resource>
+ <resource>
+ <directory>src/main/resources</directory>
+ <includes>
+ <include>**/*.bin</include>
+ </includes>
+ </resource>
+ </resources>
+ <plugins>
+ <plugin>
+ <groupId>com.googlecode.maven-download-plugin</groupId>
+ <artifactId>download-maven-plugin</artifactId>
+ <configuration>
+ <url>${dist.base}/${model.family}/${model.name}</url>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>build-helper-maven-plugin</artifactId>
+ </plugin>
+ </plugins>
+ </build>
+
+</project>
\ No newline at end of file
diff --git a/opennlp-models-test/src/main/resources/expected-models.txt b/opennlp-models-tokenizer/opennlp-models-tokenizer-bg/src/main/resources/model.properties
similarity index 53%
copy from opennlp-models-test/src/main/resources/expected-models.txt
copy to opennlp-models-tokenizer/opennlp-models-tokenizer-bg/src/main/resources/model.properties
index b851b75..2be8681 100644
--- a/opennlp-models-test/src/main/resources/expected-models.txt
+++ b/opennlp-models-tokenizer/opennlp-models-tokenizer-bg/src/main/resources/model.properties
@@ -13,23 +13,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-# Language Detection
-langdetect-183.bin
-# Sentence Detection
-opennlp-de-ud-gsd-sentence-1.1-2.4.0.bin
-opennlp-en-ud-ewt-sentence-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-sentence-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-sentence-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-sentence-1.1-2.4.0.bin
-# POS
-opennlp-de-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-de-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-pos-1.1-2.4.0.bin
-opennlp-it-ud-vit-pos-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-pos-1.1-2.4.0.bin
-# Tokens
-opennlp-de-ud-gsd-tokens-1.1-2.4.0.bin
-opennlp-en-ud-ewt-tokens-1.1-2.4.0.bin
-opennlp-fr-ud-gsd-tokens-1.1-2.4.0.bin
-opennlp-it-ud-vit-tokens-1.1-2.4.0.bin
-opennlp-nl-ud-alpino-tokens-1.1-2.4.0.bin
\ No newline at end of file
+model.name=${model.name}
+model.version=${model.version}
+model.sha256=${model.sha256}
+model.language=${model.language}
\ No newline at end of file
diff --git a/opennlp-models-tokenizer/pom.xml b/opennlp-models-tokenizer/pom.xml
index d4eeda7..e2c65e7 100644
--- a/opennlp-models-tokenizer/pom.xml
+++ b/opennlp-models-tokenizer/pom.xml
@@ -34,6 +34,7 @@ under the License.
<packaging>pom</packaging>
<modules>
+ <module>opennlp-models-tokenizer-bg</module>
<module>opennlp-models-tokenizer-de</module>
<module>opennlp-models-tokenizer-en</module>
<module>opennlp-models-tokenizer-fr</module>