You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by pw...@apache.org on 2013/12/14 09:42:25 UTC
[41/50] [abbrv] git commit: Merge pull request #254 from
ScrapCodes/scala-2.10
Merge pull request #254 from ScrapCodes/scala-2.10
Scala 2.10 migration
This PR migrates spark to scala 2.10.
Summary of changes apart from scala 2.10 migration:
(has no implications for user.)
1. Migrated Akka to 2.2.3.
Does not use remote death watch for it has a bug, where it tries to send message to dead node infinitely.
Uses an indestructible actorsystem which tolerates errors only on executors.
(Might be useful for user.)
4. New configuration settings introduced:
System.getProperty("spark.akka.heartbeat.pauses", "600")
System.getProperty("spark.akka.failure-detector.threshold", "300.0")
System.getProperty("spark.akka.heartbeat.interval", "1000")
Defaults for these are fairly large to only disable Failure detector that comes with akka. The reason for doing so is we have our own failure detector like mechanism in place and then this is just an overhead on top of that + it leads to a lot of false positives. But with these properties it is possible to enable them. A good use case for enabling it could be when someone wants spark to be sensitive (in a controllable manner ofc.) to GC pauses/Network lags and quickly evict executors that experienced it. More information is included in configuration.md
Once we have the SPARK-544 merged, I had like to deprecate atleast these akka properties and may be others too.
This PR is duplicate of #221(where all the discussion happened.) for that one pointed to master this one points to scala-2.10 branch.
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/2e89398e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/2e89398e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/2e89398e
Branch: refs/heads/master
Commit: 2e89398e44b3103598a4fae0b09368ed9fbda9c2
Parents: 5429d62 d3090b7
Author: Patrick Wendell <pw...@gmail.com>
Authored: Wed Dec 11 23:10:53 2013 -0800
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Wed Dec 11 23:10:53 2013 -0800
----------------------------------------------------------------------
README.md | 10 +-
assembly/pom.xml | 16 +-
bagel/pom.xml | 12 +-
bin/compute-classpath.sh | 22 +-
bin/slaves.sh | 19 +-
bin/spark-daemon.sh | 21 +-
bin/spark-daemons.sh | 2 +-
bin/stop-slaves.sh | 2 -
conf/metrics.properties.template | 8 +
core/pom.xml | 38 +-
.../spark/network/netty/FileClientHandler.java | 3 +-
.../spark/network/netty/FileServerHandler.java | 23 +-
.../spark/network/netty/PathResolver.java | 11 +-
.../hadoop/mapred/SparkHadoopMapRedUtil.scala | 17 +-
.../mapreduce/SparkHadoopMapReduceUtil.scala | 33 +-
.../scala/org/apache/spark/Aggregator.scala | 49 +-
.../apache/spark/BlockStoreShuffleFetcher.scala | 23 +-
.../scala/org/apache/spark/CacheManager.scala | 12 +-
.../scala/org/apache/spark/FutureAction.scala | 250 +++++
.../apache/spark/InterruptibleIterator.scala | 30 +
.../org/apache/spark/MapOutputTracker.scala | 194 ++--
.../scala/org/apache/spark/Partitioner.scala | 6 +-
.../scala/org/apache/spark/ShuffleFetcher.scala | 5 +-
.../scala/org/apache/spark/SparkContext.scala | 398 ++++---
.../main/scala/org/apache/spark/SparkEnv.scala | 33 +-
.../org/apache/spark/SparkHadoopWriter.scala | 21 +-
.../scala/org/apache/spark/TaskContext.scala | 21 +-
.../scala/org/apache/spark/TaskEndReason.scala | 2 +
.../apache/spark/api/java/JavaDoubleRDD.scala | 64 ++
.../org/apache/spark/api/java/JavaPairRDD.scala | 35 +
.../org/apache/spark/api/java/JavaRDD.scala | 19 +
.../java/function/DoubleFlatMapFunction.java | 10 +-
.../spark/api/java/function/DoubleFunction.java | 3 +-
.../api/java/function/FlatMapFunction.scala | 3 -
.../api/java/function/FlatMapFunction2.scala | 3 -
.../spark/api/java/function/Function.java | 4 +-
.../spark/api/java/function/Function2.java | 2 -
.../spark/api/java/function/Function3.java | 36 +
.../api/java/function/PairFlatMapFunction.java | 2 -
.../spark/api/java/function/PairFunction.java | 5 +-
.../api/java/function/WrappedFunction3.scala | 34 +
.../org/apache/spark/api/python/PythonRDD.scala | 151 +--
.../spark/broadcast/BitTorrentBroadcast.scala | 1058 ------------------
.../apache/spark/broadcast/HttpBroadcast.scala | 23 +-
.../apache/spark/broadcast/MultiTracker.scala | 410 -------
.../org/apache/spark/broadcast/SourceInfo.scala | 54 -
.../spark/broadcast/TorrentBroadcast.scala | 247 ++++
.../apache/spark/broadcast/TreeBroadcast.scala | 603 ----------
.../org/apache/spark/deploy/DeployMessage.scala | 29 +-
.../spark/deploy/ExecutorDescription.scala | 34 +
.../spark/deploy/FaultToleranceTest.scala | 420 +++++++
.../org/apache/spark/deploy/JsonProtocol.scala | 3 +-
.../apache/spark/deploy/LocalSparkCluster.scala | 13 +-
.../apache/spark/deploy/SparkHadoopUtil.scala | 60 +-
.../org/apache/spark/deploy/client/Client.scala | 98 +-
.../spark/deploy/client/ClientListener.scala | 4 +
.../apache/spark/deploy/client/TestClient.scala | 7 +-
.../spark/deploy/master/ApplicationInfo.scala | 53 +-
.../spark/deploy/master/ApplicationState.scala | 5 +-
.../spark/deploy/master/ExecutorInfo.scala | 7 +-
.../master/FileSystemPersistenceEngine.scala | 90 ++
.../deploy/master/LeaderElectionAgent.scala | 45 +
.../org/apache/spark/deploy/master/Master.scala | 260 +++--
.../spark/deploy/master/MasterMessages.scala | 46 +
.../spark/deploy/master/PersistenceEngine.scala | 53 +
.../spark/deploy/master/RecoveryState.scala | 24 +
.../deploy/master/SparkZooKeeperSession.scala | 203 ++++
.../apache/spark/deploy/master/WorkerInfo.scala | 42 +-
.../spark/deploy/master/WorkerState.scala | 2 +-
.../master/ZooKeeperLeaderElectionAgent.scala | 136 +++
.../master/ZooKeeperPersistenceEngine.scala | 85 ++
.../spark/deploy/worker/ExecutorRunner.scala | 15 +-
.../org/apache/spark/deploy/worker/Worker.scala | 193 +++-
.../spark/deploy/worker/WorkerArguments.scala | 8 +-
.../spark/deploy/worker/ui/WorkerWebUI.scala | 16 +-
.../executor/CoarseGrainedExecutorBackend.scala | 121 ++
.../org/apache/spark/executor/Executor.scala | 173 ++-
.../apache/spark/executor/ExecutorSource.scala | 2 -
.../spark/executor/MesosExecutorBackend.scala | 18 +-
.../executor/StandaloneExecutorBackend.scala | 119 --
.../org/apache/spark/executor/TaskMetrics.scala | 26 +-
.../spark/metrics/sink/GraphiteSink.scala | 82 ++
.../spark/network/ConnectionManager.scala | 3 +-
.../apache/spark/network/netty/FileHeader.scala | 22 +-
.../spark/network/netty/ShuffleCopier.scala | 29 +-
.../spark/network/netty/ShuffleSender.scala | 9 +-
.../main/scala/org/apache/spark/package.scala | 2 +
.../org/apache/spark/rdd/AsyncRDDActions.scala | 123 ++
.../scala/org/apache/spark/rdd/BlockRDD.scala | 9 +-
.../org/apache/spark/rdd/CartesianRDD.scala | 2 +-
.../org/apache/spark/rdd/CheckpointRDD.scala | 20 +-
.../org/apache/spark/rdd/CoGroupedRDD.scala | 26 +-
.../apache/spark/rdd/DoubleRDDFunctions.scala | 127 +++
.../scala/org/apache/spark/rdd/HadoopRDD.scala | 125 +--
.../scala/org/apache/spark/rdd/JdbcRDD.scala | 1 +
.../org/apache/spark/rdd/MapPartitionsRDD.scala | 11 +-
.../spark/rdd/MapPartitionsWithIndexRDD.scala | 42 -
.../scala/org/apache/spark/rdd/MappedRDD.scala | 3 +-
.../org/apache/spark/rdd/NewHadoopRDD.scala | 79 +-
.../apache/spark/rdd/OrderedRDDFunctions.scala | 3 +-
.../org/apache/spark/rdd/PairRDDFunctions.scala | 16 +-
.../spark/rdd/ParallelCollectionRDD.scala | 5 +-
.../apache/spark/rdd/PartitionPruningRDD.scala | 8 +-
.../main/scala/org/apache/spark/rdd/RDD.scala | 135 ++-
.../org/apache/spark/rdd/ShuffledRDD.scala | 5 +-
.../org/apache/spark/rdd/SubtractedRDD.scala | 2 +-
.../apache/spark/rdd/ZippedPartitionsRDD.scala | 48 +-
.../apache/spark/scheduler/DAGScheduler.scala | 589 +++++++---
.../spark/scheduler/DAGSchedulerEvent.scala | 30 +-
.../spark/scheduler/DAGSchedulerSource.scala | 2 +-
.../spark/scheduler/InputFormatInfo.scala | 7 +-
.../org/apache/spark/scheduler/JobLogger.scala | 676 ++++++-----
.../org/apache/spark/scheduler/JobWaiter.scala | 63 +-
.../scala/org/apache/spark/scheduler/Pool.scala | 5 +-
.../org/apache/spark/scheduler/ResultTask.scala | 48 +-
.../spark/scheduler/SchedulableBuilder.scala | 3 +
.../apache/spark/scheduler/ShuffleMapTask.scala | 77 +-
.../apache/spark/scheduler/SparkListener.scala | 23 +-
.../spark/scheduler/SparkListenerBus.scala | 2 +
.../org/apache/spark/scheduler/Stage.scala | 6 +-
.../org/apache/spark/scheduler/StageInfo.scala | 14 +-
.../scala/org/apache/spark/scheduler/Task.scala | 63 +-
.../org/apache/spark/scheduler/TaskInfo.scala | 22 +
.../org/apache/spark/scheduler/TaskResult.scala | 3 +-
.../apache/spark/scheduler/TaskScheduler.scala | 10 +-
.../spark/scheduler/TaskSchedulerListener.scala | 44 -
.../org/apache/spark/scheduler/TaskSet.scala | 4 +
.../scheduler/cluster/ClusterScheduler.scala | 96 +-
.../cluster/ClusterTaskSetManager.scala | 116 +-
.../cluster/CoarseGrainedClusterMessage.scala | 69 ++
.../cluster/CoarseGrainedSchedulerBackend.scala | 230 ++++
.../scheduler/cluster/SchedulerBackend.scala | 6 +-
.../cluster/SimrSchedulerBackend.scala | 67 ++
.../cluster/SparkDeploySchedulerBackend.scala | 20 +-
.../cluster/StandaloneClusterMessage.scala | 63 --
.../cluster/StandaloneSchedulerBackend.scala | 200 ----
.../scheduler/cluster/TaskResultGetter.scala | 26 +-
.../mesos/CoarseMesosSchedulerBackend.scala | 16 +-
.../spark/scheduler/local/LocalScheduler.scala | 201 ++--
.../scheduler/local/LocalTaskSetManager.scala | 24 +-
.../spark/serializer/KryoSerializer.scala | 52 +-
.../apache/spark/storage/BlockException.scala | 2 +-
.../spark/storage/BlockFetcherIterator.scala | 24 +-
.../org/apache/spark/storage/BlockId.scala | 103 ++
.../org/apache/spark/storage/BlockInfo.scala | 81 ++
.../org/apache/spark/storage/BlockManager.scala | 632 ++++-------
.../spark/storage/BlockManagerMaster.scala | 29 +-
.../spark/storage/BlockManagerMasterActor.scala | 25 +-
.../spark/storage/BlockManagerMessages.scala | 16 +-
.../spark/storage/BlockManagerSlaveActor.scala | 1 +
.../spark/storage/BlockManagerWorker.scala | 4 +-
.../org/apache/spark/storage/BlockMessage.scala | 38 +-
.../spark/storage/BlockMessageArray.scala | 7 +-
.../spark/storage/BlockObjectWriter.scala | 144 ++-
.../org/apache/spark/storage/BlockStore.scala | 14 +-
.../apache/spark/storage/DiskBlockManager.scala | 151 +++
.../org/apache/spark/storage/DiskStore.scala | 280 +----
.../org/apache/spark/storage/FileSegment.scala | 28 +
.../org/apache/spark/storage/MemoryStore.scala | 34 +-
.../spark/storage/ShuffleBlockManager.scala | 200 +++-
.../org/apache/spark/storage/StorageLevel.scala | 2 +-
.../spark/storage/StoragePerfTester.scala | 103 ++
.../org/apache/spark/storage/StorageUtils.scala | 47 +-
.../apache/spark/storage/ThreadingTest.scala | 8 +-
.../apache/spark/ui/UIWorkloadGenerator.scala | 2 +-
.../org/apache/spark/ui/exec/ExecutorsUI.scala | 23 +-
.../org/apache/spark/ui/jobs/IndexPage.scala | 2 +-
.../spark/ui/jobs/JobProgressListener.scala | 105 +-
.../org/apache/spark/ui/jobs/PoolTable.scala | 8 +-
.../org/apache/spark/ui/jobs/StagePage.scala | 83 +-
.../org/apache/spark/ui/jobs/StageTable.scala | 33 +-
.../org/apache/spark/ui/storage/RDDPage.scala | 23 +-
.../scala/org/apache/spark/util/AkkaUtils.scala | 67 +-
.../org/apache/spark/util/AppendOnlyMap.scala | 237 ++++
.../spark/util/IndestructibleActorSystem.scala | 68 ++
.../org/apache/spark/util/MetadataCleaner.scala | 36 +-
.../scala/org/apache/spark/util/Utils.scala | 72 +-
.../org/apache/spark/util/XORShiftRandom.scala | 94 ++
.../apache/spark/util/collection/BitSet.scala | 103 ++
.../spark/util/collection/OpenHashMap.scala | 153 +++
.../spark/util/collection/OpenHashSet.scala | 279 +++++
.../collection/PrimitiveKeyOpenHashMap.scala | 128 +++
.../spark/util/collection/PrimitiveVector.scala | 69 ++
.../scala/org/apache/spark/BroadcastSuite.scala | 52 +-
.../org/apache/spark/CacheManagerSuite.scala | 21 +-
.../org/apache/spark/CheckpointSuite.scala | 8 +-
.../org/apache/spark/DistributedSuite.scala | 16 +-
.../org/apache/spark/FileServerSuite.scala | 16 +
.../scala/org/apache/spark/JavaAPISuite.java | 37 +-
.../org/apache/spark/JobCancellationSuite.scala | 209 ++++
.../org/apache/spark/LocalSparkContext.scala | 2 +-
.../apache/spark/MapOutputTrackerSuite.scala | 26 +-
.../apache/spark/PartitionPruningRDDSuite.scala | 45 -
.../org/apache/spark/PartitioningSuite.scala | 10 +-
.../SparkContextSchedulerCreationSuite.scala | 140 +++
.../apache/spark/deploy/JsonProtocolSuite.scala | 7 +-
.../deploy/worker/ExecutorRunnerTest.scala | 36 +
.../apache/spark/rdd/AsyncRDDActionsSuite.scala | 202 ++++
.../org/apache/spark/rdd/DoubleRDDSuite.scala | 271 +++++
.../spark/rdd/PairRDDFunctionsSuite.scala | 2 +-
.../spark/rdd/PartitionPruningRDDSuite.scala | 86 ++
.../scala/org/apache/spark/rdd/RDDSuite.scala | 20 +
.../spark/scheduler/DAGSchedulerSuite.scala | 80 +-
.../apache/spark/scheduler/JobLoggerSuite.scala | 24 +-
.../spark/scheduler/SparkListenerSuite.scala | 136 ++-
.../cluster/ClusterTaskSetManagerSuite.scala | 49 +-
.../spark/scheduler/cluster/FakeTask.scala | 5 +-
.../cluster/TaskResultGetterSuite.scala | 3 +-
.../scheduler/local/LocalSchedulerSuite.scala | 28 +-
.../org/apache/spark/storage/BlockIdSuite.scala | 114 ++
.../spark/storage/BlockManagerSuite.scala | 104 +-
.../spark/storage/DiskBlockManagerSuite.scala | 111 ++
.../apache/spark/util/AppendOnlyMapSuite.scala | 154 +++
.../apache/spark/util/XORShiftRandomSuite.scala | 76 ++
.../spark/util/collection/BitSetSuite.scala | 73 ++
.../util/collection/OpenHashMapSuite.scala | 177 +++
.../util/collection/OpenHashSetSuite.scala | 180 +++
.../PrimitiveKeyOpenHashMapSuite.scala | 119 ++
.../util/collection/PrimitiveVectorSuite.scala | 117 ++
docker/README.md | 5 +
docker/build | 22 +
docker/spark-test/README.md | 11 +
docker/spark-test/base/Dockerfile | 38 +
docker/spark-test/build | 22 +
docker/spark-test/master/Dockerfile | 21 +
docker/spark-test/master/default_cmd | 22 +
docker/spark-test/worker/Dockerfile | 22 +
docker/spark-test/worker/default_cmd | 22 +
docs/_layouts/global.html | 8 +-
docs/bagel-programming-guide.md | 2 +-
docs/building-with-maven.md | 6 +
docs/cluster-overview.md | 16 +-
docs/configuration.md | 69 +-
docs/ec2-scripts.md | 2 +-
docs/hadoop-third-party-distributions.md | 7 +-
docs/index.md | 8 +-
docs/job-scheduling.md | 2 +-
docs/monitoring.md | 1 +
docs/python-programming-guide.md | 11 +
docs/running-on-yarn.md | 47 +-
docs/scala-programming-guide.md | 6 +-
docs/spark-standalone.md | 79 +-
docs/streaming-programming-guide.md | 17 +-
docs/tuning.md | 7 +-
ec2/spark_ec2.py | 68 +-
examples/pom.xml | 56 +-
.../streaming/examples/JavaKafkaWordCount.java | 98 ++
.../apache/spark/examples/BroadcastTest.scala | 21 +-
.../org/apache/spark/examples/LocalALS.scala | 2 +-
.../spark/examples/MultiBroadcastTest.scala | 15 +-
.../org/apache/spark/examples/SparkHdfsLR.scala | 3 +-
.../org/apache/spark/examples/SparkKMeans.scala | 2 -
.../org/apache/spark/examples/SparkPi.scala | 2 +-
.../org/apache/spark/examples/SparkTC.scala | 2 +-
.../streaming/examples/ActorWordCount.scala | 4 +-
.../streaming/examples/KafkaWordCount.scala | 28 +-
.../streaming/examples/MQTTWordCount.scala | 107 ++
.../clickstream/PageViewGenerator.scala | 13 +-
mllib/pom.xml | 12 +-
.../apache/spark/mllib/clustering/KMeans.scala | 11 +-
new-yarn/pom.xml | 161 +++
.../spark/deploy/yarn/ApplicationMaster.scala | 446 ++++++++
.../yarn/ApplicationMasterArguments.scala | 94 ++
.../org/apache/spark/deploy/yarn/Client.scala | 519 +++++++++
.../spark/deploy/yarn/ClientArguments.scala | 148 +++
.../yarn/ClientDistributedCacheManager.scala | 228 ++++
.../spark/deploy/yarn/WorkerLauncher.scala | 223 ++++
.../spark/deploy/yarn/WorkerRunnable.scala | 209 ++++
.../deploy/yarn/YarnAllocationHandler.scala | 687 ++++++++++++
.../spark/deploy/yarn/YarnSparkHadoopUtil.scala | 43 +
.../cluster/YarnClientClusterScheduler.scala | 47 +
.../cluster/YarnClientSchedulerBackend.scala | 109 ++
.../cluster/YarnClusterScheduler.scala | 55 +
.../ClientDistributedCacheManagerSuite.scala | 220 ++++
pom.xml | 249 +++--
project/SparkBuild.scala | 68 +-
project/plugins.sbt | 2 +-
python/epydoc.conf | 2 +-
python/pyspark/accumulators.py | 19 +-
python/pyspark/context.py | 117 +-
python/pyspark/rdd.py | 102 +-
python/pyspark/serializers.py | 301 ++++-
python/pyspark/tests.py | 18 +-
python/pyspark/worker.py | 44 +-
python/run-tests | 1 +
python/test_support/userlibrary.py | 17 +
repl-bin/pom.xml | 8 +-
repl-bin/src/deb/bin/spark-executor | 2 +-
repl-bin/src/deb/bin/spark-shell | 2 +-
repl/pom.xml | 16 +-
.../org/apache/spark/repl/SparkILoop.scala | 22 +-
.../scala/org/apache/spark/repl/ReplSuite.scala | 173 +--
spark-class | 29 +-
spark-class2.cmd | 7 +
.../kafka/0.7.2-spark/kafka-0.7.2-spark.jar | Bin 1358063 -> 0 bytes
.../kafka/0.7.2-spark/kafka-0.7.2-spark.jar.md5 | 1 -
.../0.7.2-spark/kafka-0.7.2-spark.jar.sha1 | 1 -
.../kafka/0.7.2-spark/kafka-0.7.2-spark.pom | 9 -
.../kafka/0.7.2-spark/kafka-0.7.2-spark.pom.md5 | 1 -
.../0.7.2-spark/kafka-0.7.2-spark.pom.sha1 | 1 -
.../apache/kafka/kafka/maven-metadata-local.xml | 12 -
.../kafka/kafka/maven-metadata-local.xml.md5 | 1 -
.../kafka/kafka/maven-metadata-local.xml.sha1 | 1 -
streaming/pom.xml | 70 +-
.../org/apache/spark/streaming/Checkpoint.scala | 8 +-
.../org/apache/spark/streaming/DStream.scala | 55 +-
.../spark/streaming/NetworkInputTracker.scala | 14 +-
.../spark/streaming/PairDStreamFunctions.scala | 154 ++-
.../spark/streaming/StreamingContext.scala | 52 +-
.../spark/streaming/api/java/JavaDStream.scala | 8 +-
.../streaming/api/java/JavaDStreamLike.scala | 97 +-
.../streaming/api/java/JavaPairDStream.scala | 186 ++-
.../api/java/JavaStreamingContext.scala | 113 +-
.../streaming/dstream/CoGroupedDStream.scala | 59 -
.../streaming/dstream/FlumeInputDStream.scala | 4 +-
.../streaming/dstream/KafkaInputDStream.scala | 62 +-
.../streaming/dstream/MQTTInputDStream.scala | 110 ++
.../streaming/dstream/NetworkInputDStream.scala | 20 +-
.../streaming/dstream/RawInputDStream.scala | 4 +-
.../streaming/dstream/TransformedDStream.scala | 20 +-
.../streaming/receivers/ActorReceiver.scala | 4 +-
.../streaming/receivers/ZeroMQReceiver.scala | 4 +-
.../apache/spark/streaming/JavaAPISuite.java | 425 ++++++-
.../apache/spark/streaming/JavaTestUtils.scala | 36 +-
.../spark/streaming/BasicOperationsSuite.scala | 141 ++-
.../spark/streaming/CheckpointSuite.scala | 4 +-
.../spark/streaming/InputStreamsSuite.scala | 95 +-
.../apache/spark/streaming/TestSuiteBase.scala | 63 +-
tools/pom.xml | 12 +-
.../tools/JavaAPICompletenessChecker.scala | 4 +-
yarn/pom.xml | 58 +-
.../spark/deploy/yarn/ApplicationMaster.scala | 226 ++--
.../org/apache/spark/deploy/yarn/Client.scala | 385 +++++--
.../spark/deploy/yarn/ClientArguments.scala | 55 +-
.../yarn/ClientDistributedCacheManager.scala | 228 ++++
.../spark/deploy/yarn/WorkerLauncher.scala | 243 ++++
.../spark/deploy/yarn/WorkerRunnable.scala | 179 +--
.../deploy/yarn/YarnAllocationHandler.scala | 360 +++---
.../spark/deploy/yarn/YarnSparkHadoopUtil.scala | 5 +-
.../cluster/YarnClientClusterScheduler.scala | 47 +
.../cluster/YarnClientSchedulerBackend.scala | 109 ++
.../ClientDistributedCacheManagerSuite.scala | 220 ++++
342 files changed, 18856 insertions(+), 7000 deletions(-)
----------------------------------------------------------------------