You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/09/15 15:21:13 UTC
[1/2] incubator-joshua git commit: Fixed Rescoring test
Repository: incubator-joshua
Updated Branches:
refs/heads/7 e60c77967 -> 0afbe5376
Fixed Rescoring test
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/695feb33
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/695feb33
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/695feb33
Branch: refs/heads/7
Commit: 695feb33293423ab6fca1d8f03b2eb0f4fe9393a
Parents: e60c779
Author: Hieber, Felix <fh...@amazon.de>
Authored: Thu Sep 15 17:16:56 2016 +0200
Committer: Hieber, Felix <fh...@amazon.de>
Committed: Thu Sep 15 17:17:51 2016 +0200
----------------------------------------------------------------------
.../joshua/decoder/cky/RescoringTest.java | 2 ++
.../resources/decoder/rescoring/joshua.config | 4 ++--
.../resources/decoder/rescoring/output.gold | 24 ++++++++++----------
3 files changed, 16 insertions(+), 14 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/695feb33/joshua-core/src/test/java/org/apache/joshua/decoder/cky/RescoringTest.java
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/RescoringTest.java b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/RescoringTest.java
index 4e2ec05..7f4cdc0 100644
--- a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/RescoringTest.java
+++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/RescoringTest.java
@@ -22,6 +22,8 @@ import static org.apache.joshua.decoder.cky.TestUtil.decodeList;
import static org.apache.joshua.decoder.cky.TestUtil.loadStringsFromFile;
import static org.testng.Assert.assertEquals;
+import java.nio.file.Files;
+import java.nio.file.Paths;
import java.util.List;
import org.apache.joshua.decoder.Decoder;
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/695feb33/joshua-core/src/test/resources/decoder/rescoring/joshua.config
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/resources/decoder/rescoring/joshua.config b/joshua-core/src/test/resources/decoder/rescoring/joshua.config
index 56efbfa..ace92b9 100644
--- a/joshua-core/src/test/resources/decoder/rescoring/joshua.config
+++ b/joshua-core/src/test/resources/decoder/rescoring/joshua.config
@@ -25,7 +25,7 @@ feature-function = OOVPenalty
lm_0 1.2373676802179452
-tm_pt_0 1
-tm_glue_0 1
+pt_0 -1
+glue_0 -1
WordPenalty -1
OOVPenalty 1.0
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/695feb33/joshua-core/src/test/resources/decoder/rescoring/output.gold
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/resources/decoder/rescoring/output.gold b/joshua-core/src/test/resources/decoder/rescoring/output.gold
index 1ea4237..6ed6cd2 100644
--- a/joshua-core/src/test/resources/decoder/rescoring/output.gold
+++ b/joshua-core/src/test/resources/decoder/rescoring/output.gold
@@ -1,12 +1,12 @@
-the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-the kid eated the cockroach ||| tm_pt_0=-15.000 tm_glue_0=5.000 lm_0=-20.053 WordPenalty=-3.040 OOVPenalty=0.000 ||| -31.773
-the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
+the boy ate the cockroach ||| pt_0=6.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -19.240
+the boy eated the cockroach ||| pt_0=11.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -24.240
+the boy eated the cockroach ||| pt_0=11.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -24.240
+the kid eated the cockroach ||| pt_0=15.000000 lm_0=-20.053476 glue_0=-5.000000 WordPenalty=-3.040061 ||| -31.773
+the boy ate the cockroach ||| pt_0=6.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -19.240
+the boy eated the cockroach ||| pt_0=11.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -24.240
+the boy ate the cockroach ||| pt_0=6.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -19.240
+the boy eated the cockroach ||| pt_0=11.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -24.240
+the boy ate the cockroach ||| pt_0=6.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -19.240
+the boy eated the cockroach ||| pt_0=11.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -24.240
+the boy ate the cockroach ||| pt_0=6.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -19.240
+the boy eated the cockroach ||| pt_0=11.000000 lm_0=-17.198177 glue_0=-5.000000 WordPenalty=-3.040061 ||| -24.240
[2/2] incubator-joshua git commit: updated packer test
Posted by mj...@apache.org.
updated packer test
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/0afbe537
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/0afbe537
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/0afbe537
Branch: refs/heads/7
Commit: 0afbe5376fb0b94181d416a9cba9b9ae60fe54c9
Parents: 695feb3
Author: Matt Post <po...@cs.jhu.edu>
Authored: Thu Sep 15 17:20:58 2016 +0200
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Thu Sep 15 17:20:58 2016 +0200
----------------------------------------------------------------------
.../resources/bn-en/packed/grammar.packed/config | 2 ++
.../packed/grammar.packed/slice_00000.alignments | Bin 0 -> 844703 bytes
2 files changed, 2 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/0afbe537/joshua-core/src/test/resources/bn-en/packed/grammar.packed/config
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/resources/bn-en/packed/grammar.packed/config b/joshua-core/src/test/resources/bn-en/packed/grammar.packed/config
new file mode 100644
index 0000000..7c68a43
--- /dev/null
+++ b/joshua-core/src/test/resources/bn-en/packed/grammar.packed/config
@@ -0,0 +1,2 @@
+version = 4
+max-source-len = 11
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/0afbe537/joshua-core/src/test/resources/bn-en/packed/grammar.packed/slice_00000.alignments
----------------------------------------------------------------------
diff --git a/joshua-core/src/test/resources/bn-en/packed/grammar.packed/slice_00000.alignments b/joshua-core/src/test/resources/bn-en/packed/grammar.packed/slice_00000.alignments
new file mode 100644
index 0000000..b9d3820
Binary files /dev/null and b/joshua-core/src/test/resources/bn-en/packed/grammar.packed/slice_00000.alignments differ