You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sh...@apache.org on 2015/04/14 01:54:05 UTC
spark git commit: [SPARK-6881][SparkR] Changes the checkpoint
directory name.
Repository: spark
Updated Branches:
refs/heads/master c4ab255e9 -> d7f2c1986
[SPARK-6881][SparkR] Changes the checkpoint directory name.
Author: hlin09 <hl...@gmail.com>
Closes #5493 from hlin09/fixCheckpointDir and squashes the following commits:
e67fc40 [hlin09] Change to temp dir.
1f7ed9e [hlin09] Change the checkpoint dir name.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/d7f2c198
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/d7f2c198
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/d7f2c198
Branch: refs/heads/master
Commit: d7f2c198678d1f5ffc1c6da3a6fb189b0a4ef070
Parents: c4ab255
Author: hlin09 <hl...@gmail.com>
Authored: Mon Apr 13 16:53:50 2015 -0700
Committer: Shivaram Venkataraman <sh...@cs.berkeley.edu>
Committed: Mon Apr 13 16:53:50 2015 -0700
----------------------------------------------------------------------
R/pkg/R/RDD.R | 2 +-
R/pkg/R/context.R | 2 +-
R/pkg/inst/tests/test_rdd.R | 5 +++--
3 files changed, 5 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/d7f2c198/R/pkg/R/RDD.R
----------------------------------------------------------------------
diff --git a/R/pkg/R/RDD.R b/R/pkg/R/RDD.R
index 604ad03..d6a7500 100644
--- a/R/pkg/R/RDD.R
+++ b/R/pkg/R/RDD.R
@@ -279,7 +279,7 @@ setMethod("unpersist",
#' @examples
#'\dontrun{
#' sc <- sparkR.init()
-#' setCheckpointDir(sc, "checkpoints")
+#' setCheckpointDir(sc, "checkpoint")
#' rdd <- parallelize(sc, 1:10, 2L)
#' checkpoint(rdd)
#'}
http://git-wip-us.apache.org/repos/asf/spark/blob/d7f2c198/R/pkg/R/context.R
----------------------------------------------------------------------
diff --git a/R/pkg/R/context.R b/R/pkg/R/context.R
index 2fc0bb2..ebbb8fb 100644
--- a/R/pkg/R/context.R
+++ b/R/pkg/R/context.R
@@ -216,7 +216,7 @@ broadcast <- function(sc, object) {
#' @examples
#'\dontrun{
#' sc <- sparkR.init()
-#' setCheckpointDir(sc, "~/checkpoints")
+#' setCheckpointDir(sc, "~/checkpoint")
#' rdd <- parallelize(sc, 1:2, 2L)
#' checkpoint(rdd)
#'}
http://git-wip-us.apache.org/repos/asf/spark/blob/d7f2c198/R/pkg/inst/tests/test_rdd.R
----------------------------------------------------------------------
diff --git a/R/pkg/inst/tests/test_rdd.R b/R/pkg/inst/tests/test_rdd.R
index f75e081..b76e4db 100644
--- a/R/pkg/inst/tests/test_rdd.R
+++ b/R/pkg/inst/tests/test_rdd.R
@@ -141,7 +141,8 @@ test_that("PipelinedRDD support actions: cache(), persist(), unpersist(), checkp
unpersist(rdd2)
expect_false(rdd2@env$isCached)
- setCheckpointDir(sc, "checkpoints")
+ tempDir <- tempfile(pattern = "checkpoint")
+ setCheckpointDir(sc, tempDir)
checkpoint(rdd2)
expect_true(rdd2@env$isCheckpointed)
@@ -152,7 +153,7 @@ test_that("PipelinedRDD support actions: cache(), persist(), unpersist(), checkp
# make sure the data is collectable
collect(rdd2)
- unlink("checkpoints")
+ unlink(tempDir)
})
test_that("reduce on RDD", {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org