You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@joshua.apache.org by le...@apache.org on 2016/05/26 04:22:19 UTC
[02/14] incubator-joshua git commit: JOSHUA-252 Make it possible to
use Maven to build Joshua
JOSHUA-252 Make it possible to use Maven to build Joshua
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/a3a2522f
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/a3a2522f
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/a3a2522f
Branch: refs/heads/JOSHUA-252
Commit: a3a2522f52ace0b9241e3ebfa59cdb80003664ad
Parents: fdf20e2
Author: Lewis John McGibbney <le...@gmail.com>
Authored: Wed May 25 14:12:10 2016 -0700
Committer: Lewis John McGibbney <le...@gmail.com>
Committed: Wed May 25 14:12:10 2016 -0700
----------------------------------------------------------------------
bin/bleu | 15 +++++++++++++++
bin/extract-1best | 15 +++++++++++++++
bin/joshua-decoder | 16 ++++++++++++++++
bin/meteor | 15 +++++++++++++++
jni/kenlm_wrap.cc | 17 +++++++++++++++++
scripts/training/pipeline.pl | 15 +++++++++++++++
6 files changed, 93 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a3a2522f/bin/bleu
----------------------------------------------------------------------
diff --git a/bin/bleu b/bin/bleu
index 8778e5b..087164b 100755
--- a/bin/bleu
+++ b/bin/bleu
@@ -1,5 +1,20 @@
#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
if [[ -z $2 ]]; then
echo "Usage: bleu output reference"
exit 1
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a3a2522f/bin/extract-1best
----------------------------------------------------------------------
diff --git a/bin/extract-1best b/bin/extract-1best
index c84dec1..22bd827 100755
--- a/bin/extract-1best
+++ b/bin/extract-1best
@@ -1,3 +1,18 @@
#!/bin/bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
java -Xmx500m -cp $JOSHUA/class -Dfile.encoding=utf8 joshua.util.ExtractTopCand $1 - $2
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a3a2522f/bin/joshua-decoder
----------------------------------------------------------------------
diff --git a/bin/joshua-decoder b/bin/joshua-decoder
index cdb2cf4..c752d03 100755
--- a/bin/joshua-decoder
+++ b/bin/joshua-decoder
@@ -1,4 +1,20 @@
#!/bin/bash
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
#
# Joshua decoder invocation script.
#
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a3a2522f/bin/meteor
----------------------------------------------------------------------
diff --git a/bin/meteor b/bin/meteor
index 5f98a26..6c9edf0 100755
--- a/bin/meteor
+++ b/bin/meteor
@@ -1,5 +1,20 @@
#!/usr/bin/env bash
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
if [[ -z $3 ]]; then
echo "Usage: meteor output reference lang"
exit 1
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a3a2522f/jni/kenlm_wrap.cc
----------------------------------------------------------------------
diff --git a/jni/kenlm_wrap.cc b/jni/kenlm_wrap.cc
index 16cb54b..64c9fe9 100644
--- a/jni/kenlm_wrap.cc
+++ b/jni/kenlm_wrap.cc
@@ -1,3 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
#include "lm/enumerate_vocab.hh"
#include "lm/model.hh"
#include "lm/left.hh"
http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/a3a2522f/scripts/training/pipeline.pl
----------------------------------------------------------------------
diff --git a/scripts/training/pipeline.pl b/scripts/training/pipeline.pl
index c33d54b..8c3e4b9 100755
--- a/scripts/training/pipeline.pl
+++ b/scripts/training/pipeline.pl
@@ -1,5 +1,20 @@
#!/usr/bin/env perl
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
# This script implements the Joshua pipeline. It can run a complete
# pipeline --- from raw training corpora to bleu scores on a test set
# --- and it allows jumping into arbitrary points of the pipeline.