You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by fe...@apache.org on 2016/12/22 01:21:21 UTC
spark git commit: [SPARK-18903][SPARKR] Add API to get SparkUI URL
Repository: spark
Updated Branches:
refs/heads/master b41ec9977 -> 7e8994ffd
[SPARK-18903][SPARKR] Add API to get SparkUI URL
## What changes were proposed in this pull request?
API for SparkUI URL from SparkContext
## How was this patch tested?
manual, unit tests
Author: Felix Cheung <fe...@hotmail.com>
Closes #16367 from felixcheung/rwebui.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/7e8994ff
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/7e8994ff
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/7e8994ff
Branch: refs/heads/master
Commit: 7e8994ffd3d646adb0a769229637931e43cd12b0
Parents: b41ec99
Author: Felix Cheung <fe...@hotmail.com>
Authored: Wed Dec 21 17:21:17 2016 -0800
Committer: Felix Cheung <fe...@apache.org>
Committed: Wed Dec 21 17:21:17 2016 -0800
----------------------------------------------------------------------
R/pkg/NAMESPACE | 1 +
R/pkg/R/sparkR.R | 24 ++++++++++++++++++++++++
R/pkg/inst/tests/testthat/test_sparkSQL.R | 5 ++++-
3 files changed, 29 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/7e8994ff/R/pkg/NAMESPACE
----------------------------------------------------------------------
diff --git a/R/pkg/NAMESPACE b/R/pkg/NAMESPACE
index 377f942..c3ec3f4 100644
--- a/R/pkg/NAMESPACE
+++ b/R/pkg/NAMESPACE
@@ -16,6 +16,7 @@ export("sparkR.stop")
export("sparkR.session.stop")
export("sparkR.conf")
export("sparkR.version")
+export("sparkR.uiWebUrl")
export("print.jobj")
export("sparkR.newJObject")
http://git-wip-us.apache.org/repos/asf/spark/blob/7e8994ff/R/pkg/R/sparkR.R
----------------------------------------------------------------------
diff --git a/R/pkg/R/sparkR.R b/R/pkg/R/sparkR.R
index c57cc8f..e9d42c1 100644
--- a/R/pkg/R/sparkR.R
+++ b/R/pkg/R/sparkR.R
@@ -410,6 +410,30 @@ sparkR.session <- function(
sparkSession
}
+#' Get the URL of the SparkUI instance for the current active SparkSession
+#'
+#' Get the URL of the SparkUI instance for the current active SparkSession.
+#'
+#' @return the SparkUI URL, or NA if it is disabled, or not started.
+#' @rdname sparkR.uiWebUrl
+#' @name sparkR.uiWebUrl
+#' @export
+#' @examples
+#'\dontrun{
+#' sparkR.session()
+#' url <- sparkR.uiWebUrl()
+#' }
+#' @note sparkR.uiWebUrl since 2.2.0
+sparkR.uiWebUrl <- function() {
+ sc <- sparkR.callJMethod(getSparkContext(), "sc")
+ u <- callJMethod(sc, "uiWebUrl")
+ if (callJMethod(u, "isDefined")) {
+ callJMethod(u, "get")
+ } else {
+ NA
+ }
+}
+
#' Assigns a group ID to all the jobs started by this thread until the group ID is set to a
#' different value or cleared.
#'
http://git-wip-us.apache.org/repos/asf/spark/blob/7e8994ff/R/pkg/inst/tests/testthat/test_sparkSQL.R
----------------------------------------------------------------------
diff --git a/R/pkg/inst/tests/testthat/test_sparkSQL.R b/R/pkg/inst/tests/testthat/test_sparkSQL.R
index 2e95737..4490f31 100644
--- a/R/pkg/inst/tests/testthat/test_sparkSQL.R
+++ b/R/pkg/inst/tests/testthat/test_sparkSQL.R
@@ -2613,7 +2613,7 @@ test_that("randomSplit", {
expect_true(all(sapply(abs(counts / num - weights / sum(weights)), function(e) { e < 0.05 })))
})
-test_that("Setting and getting config on SparkSession", {
+test_that("Setting and getting config on SparkSession, sparkR.conf(), sparkR.uiWebUrl()", {
# first, set it to a random but known value
conf <- callJMethod(sparkSession, "conf")
property <- paste0("spark.testing.", as.character(runif(1)))
@@ -2637,6 +2637,9 @@ test_that("Setting and getting config on SparkSession", {
expect_equal(appNameValue, "sparkSession test")
expect_equal(testValue, value)
expect_error(sparkR.conf("completely.dummy"), "Config 'completely.dummy' is not set")
+
+ url <- sparkR.uiWebUrl()
+ expect_equal(substr(url, 1, 7), "http://")
})
test_that("enableHiveSupport on SparkSession", {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org