You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by mj...@apache.org on 2016/06/03 21:01:37 UTC
[06/14] incubator-joshua git commit: removed rescoring test case
removed rescoring test case
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/ebdf643b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/ebdf643b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/ebdf643b
Branch: refs/heads/joshua_api
Commit: ebdf643be2fa3bc51b9d33562b9be1e00eb625fe
Parents: 3f305f3
Author: Matt Post <po...@cs.jhu.edu>
Authored: Wed May 25 11:44:44 2016 -0400
Committer: Matt Post <po...@cs.jhu.edu>
Committed: Wed May 25 11:44:44 2016 -0400
----------------------------------------------------------------------
test/decoder/rescoring/glue-grammar | 3 ---
test/decoder/rescoring/grammar.gz | Bin 177 -> 0 bytes
test/decoder/rescoring/input.txt | 2 --
test/decoder/rescoring/joshua.config | 31 ------------------------------
test/decoder/rescoring/output.gold | 12 ------------
test/decoder/rescoring/test.sh | 30 -----------------------------
6 files changed, 78 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ebdf643b/test/decoder/rescoring/glue-grammar
----------------------------------------------------------------------
diff --git a/test/decoder/rescoring/glue-grammar b/test/decoder/rescoring/glue-grammar
deleted file mode 100644
index 6a1162f..0000000
--- a/test/decoder/rescoring/glue-grammar
+++ /dev/null
@@ -1,3 +0,0 @@
-[GOAL] ||| <s> ||| <s> ||| 0
-[GOAL] ||| [GOAL,1] [X,2] ||| [GOAL,1] [X,2] ||| -1
-[GOAL] ||| [GOAL,1] </s> ||| [GOAL,1] </s> ||| 0
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ebdf643b/test/decoder/rescoring/grammar.gz
----------------------------------------------------------------------
diff --git a/test/decoder/rescoring/grammar.gz b/test/decoder/rescoring/grammar.gz
deleted file mode 100644
index 6708c0d..0000000
Binary files a/test/decoder/rescoring/grammar.gz and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ebdf643b/test/decoder/rescoring/input.txt
----------------------------------------------------------------------
diff --git a/test/decoder/rescoring/input.txt b/test/decoder/rescoring/input.txt
deleted file mode 100644
index 5562a01..0000000
--- a/test/decoder/rescoring/input.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-el nino tomo la cucaracha ||| ||| the boy ate the cockroach
-el nino tomo la cucaracha ||| ||| the big storm swarmed the coast ||| the big storm only swarmed the coast
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ebdf643b/test/decoder/rescoring/joshua.config
----------------------------------------------------------------------
diff --git a/test/decoder/rescoring/joshua.config b/test/decoder/rescoring/joshua.config
deleted file mode 100644
index 0e4a277..0000000
--- a/test/decoder/rescoring/joshua.config
+++ /dev/null
@@ -1,31 +0,0 @@
-rescore-forest = true
-rescore-forest-weight = 100
-
-lm = kenlm 5 false false 100 ../constrained/lm.gz
-
-tm = thrax pt 12 grammar.gz
-tm = thrax glue -1 glue-grammar
-
-mark-oovs = true
-
-default-non-terminal = X
-goalSymbol = GOAL
-
-#pruning config
-pop-limit = 100
-
-#output-format = %i %c %s
-
-#nbest config
-use_unique_nbest = true
-top_n = 2
-
-feature-function = WordPenalty
-feature-function = OOVPenalty
-
-lm_0 1.2373676802179452
-
-tm_pt_0 1
-tm_glue_0 1
-WordPenalty -1
-OOVPenalty 1.0
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ebdf643b/test/decoder/rescoring/output.gold
----------------------------------------------------------------------
diff --git a/test/decoder/rescoring/output.gold b/test/decoder/rescoring/output.gold
deleted file mode 100644
index 5d6600d..0000000
--- a/test/decoder/rescoring/output.gold
+++ /dev/null
@@ -1,12 +0,0 @@
-0 ||| the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-0 ||| the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-0 ||| the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-0 ||| the kid eated the cockroach ||| tm_pt_0=-15.000 tm_glue_0=5.000 lm_0=-20.053 WordPenalty=-3.040 OOVPenalty=0.000 ||| -31.773
-0 ||| the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-0 ||| the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-1 ||| the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-1 ||| the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-1 ||| the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-1 ||| the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
-1 ||| the boy ate the cockroach ||| tm_pt_0=-6.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -19.240
-1 ||| the boy eated the cockroach ||| tm_pt_0=-11.000 tm_glue_0=5.000 lm_0=-17.198 WordPenalty=-3.040 OOVPenalty=0.000 ||| -24.240
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ebdf643b/test/decoder/rescoring/test.sh
----------------------------------------------------------------------
diff --git a/test/decoder/rescoring/test.sh b/test/decoder/rescoring/test.sh
deleted file mode 100755
index 58f2d2d..0000000
--- a/test/decoder/rescoring/test.sh
+++ /dev/null
@@ -1,30 +0,0 @@
-#!/bin/bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -u
-
-cat input.txt | $JOSHUA/bin/joshua-decoder -m 1g -threads 1 -c joshua.config > output 2> log
-
-# Compare
-diff -u output output.gold > diff
-
-if [ $? -eq 0 ]; then
- rm -f diff log output
- exit 0
-else
- exit 1
-fi