You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sh...@apache.org on 2015/06/21 01:10:48 UTC
spark git commit: [SPARK-8495] [SPARKR] Add a `.lintr` file to
validate the SparkR files and the `lint-r` script
Repository: spark
Updated Branches:
refs/heads/master 7a3c424ec -> 004f57374
[SPARK-8495] [SPARKR] Add a `.lintr` file to validate the SparkR files and the `lint-r` script
Thank Shivaram Venkataraman for your support. This is a prototype script to validate the R files.
Author: Yu ISHIKAWA <yu...@gmail.com>
Closes #6922 from yu-iskw/SPARK-6813 and squashes the following commits:
c1ffe6b [Yu ISHIKAWA] Modify to save result to a log file and add a rule to validate
5520806 [Yu ISHIKAWA] Exclude the .lintr file not to check Apache lincence
8f94680 [Yu ISHIKAWA] [SPARK-8495][SparkR] Add a `.lintr` file to validate the SparkR files and the `lint-r` script
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/004f5737
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/004f5737
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/004f5737
Branch: refs/heads/master
Commit: 004f57374b98c4df32d9f1e19221f68e92639a49
Parents: 7a3c424
Author: Yu ISHIKAWA <yu...@gmail.com>
Authored: Sat Jun 20 16:10:14 2015 -0700
Committer: Shivaram Venkataraman <sh...@cs.berkeley.edu>
Committed: Sat Jun 20 16:10:14 2015 -0700
----------------------------------------------------------------------
.gitignore | 1 +
.rat-excludes | 1 +
R/pkg/.lintr | 2 ++
dev/lint-r | 30 ++++++++++++++++++++++++++++++
dev/lint-r.R | 29 +++++++++++++++++++++++++++++
5 files changed, 63 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/004f5737/.gitignore
----------------------------------------------------------------------
diff --git a/.gitignore b/.gitignore
index 3624d12..debad77 100644
--- a/.gitignore
+++ b/.gitignore
@@ -66,6 +66,7 @@ scalastyle-output.xml
R-unit-tests.log
R/unit-tests.out
python/lib/pyspark.zip
+lint-r-report.log
# For Hive
metastore_db/
http://git-wip-us.apache.org/repos/asf/spark/blob/004f5737/.rat-excludes
----------------------------------------------------------------------
diff --git a/.rat-excludes b/.rat-excludes
index aa008e6..c24667c 100644
--- a/.rat-excludes
+++ b/.rat-excludes
@@ -86,3 +86,4 @@ local-1430917381535_2
DESCRIPTION
NAMESPACE
test_support/*
+.lintr
http://git-wip-us.apache.org/repos/asf/spark/blob/004f5737/R/pkg/.lintr
----------------------------------------------------------------------
diff --git a/R/pkg/.lintr b/R/pkg/.lintr
new file mode 100644
index 0000000..b10ebd3
--- /dev/null
+++ b/R/pkg/.lintr
@@ -0,0 +1,2 @@
+linters: with_defaults(line_length_linter(100), camel_case_linter = NULL)
+exclusions: list("inst/profile/general.R" = 1, "inst/profile/shell.R")
http://git-wip-us.apache.org/repos/asf/spark/blob/004f5737/dev/lint-r
----------------------------------------------------------------------
diff --git a/dev/lint-r b/dev/lint-r
new file mode 100755
index 0000000..7d5f4cd
--- /dev/null
+++ b/dev/lint-r
@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+SCRIPT_DIR="$( cd "$( dirname "$0" )" && pwd )"
+SPARK_ROOT_DIR="$(dirname $SCRIPT_DIR)"
+LINT_R_REPORT_FILE_NAME="$SPARK_ROOT_DIR/dev/lint-r-report.log"
+
+
+if ! type "Rscript" > /dev/null; then
+ echo "ERROR: You should install R"
+ exit
+fi
+
+`which Rscript` --vanilla "$SPARK_ROOT_DIR/dev/lint-r.R" "$SPARK_ROOT_DIR" | tee "$LINT_R_REPORT_FILE_NAME"
http://git-wip-us.apache.org/repos/asf/spark/blob/004f5737/dev/lint-r.R
----------------------------------------------------------------------
diff --git a/dev/lint-r.R b/dev/lint-r.R
new file mode 100644
index 0000000..dcb1a18
--- /dev/null
+++ b/dev/lint-r.R
@@ -0,0 +1,29 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Installs lintr from Github.
+# NOTE: The CRAN's version is too old to adapt to our rules.
+if ("lintr" %in% row.names(installed.packages()) == FALSE) {
+ devtools::install_github("jimhester/lintr")
+}
+library(lintr)
+
+argv <- commandArgs(TRUE)
+SPARK_ROOT_DIR <- as.character(argv[1])
+
+path.to.package <- file.path(SPARK_ROOT_DIR, "R", "pkg")
+lint_package(path.to.package, cache = FALSE)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org