You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by pw...@apache.org on 2014/03/16 00:44:44 UTC
git commit: SPARK-1254. Consolidate, order,
and harmonize repository declarations in Maven/SBT builds
Repository: spark
Updated Branches:
refs/heads/master e19044cb1 -> 97e4459e1
SPARK-1254. Consolidate, order, and harmonize repository declarations in Maven/SBT builds
This suggestion addresses a few minor suboptimalities with how repositories are handled.
1) Use HTTPS consistently to access repos, instead of HTTP
2) Consolidate repository declarations in the parent POM file, in the case of the Maven build, so that their ordering can be controlled to put the fully optional Cloudera repo at the end, after required repos. (This was prompted by the untimely failure of the Cloudera repo this week, which made the Spark build fail. #2 would have prevented that.)
3) Update SBT build to match Maven build in this regard
4) Update SBT build to not refer to Sonatype snapshot repos. This wasn't in Maven, and a build generally would not refer to external snapshots, but I'm not 100% sure on this one.
Author: Sean Owen <so...@cloudera.com>
Closes #145 from srowen/SPARK-1254 and squashes the following commits:
42f9bfc [Sean Owen] Use HTTPS for repos; consolidate repos in parent in order to put optional Cloudera repo last; harmonize SBT build repos with Maven; remove snapshot repos from SBT build which weren't in Maven
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/97e4459e
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/97e4459e
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/97e4459e
Branch: refs/heads/master
Commit: 97e4459e1e4cca8696535e10a91733c15f960107
Parents: e19044c
Author: Sean Owen <so...@cloudera.com>
Authored: Sat Mar 15 16:43:27 2014 -0700
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Sat Mar 15 16:44:34 2014 -0700
----------------------------------------------------------------------
examples/pom.xml | 15 ---------------
external/mqtt/pom.xml | 14 --------------
pom.xml | 32 ++++++++++++++++++++++++++++++--
project/SparkBuild.scala | 23 ++++++++++++-----------
streaming/pom.xml | 14 --------------
5 files changed, 42 insertions(+), 56 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/97e4459e/examples/pom.xml
----------------------------------------------------------------------
diff --git a/examples/pom.xml b/examples/pom.xml
index 9f0e2d0..382a38d 100644
--- a/examples/pom.xml
+++ b/examples/pom.xml
@@ -45,21 +45,6 @@
</profile>
</profiles>
- <repositories>
- <repository>
- <id>apache-repo</id>
- <name>Apache Repository</name>
- <url>https://repository.apache.org/content/repositories/releases</url>
- <releases>
- <enabled>true</enabled>
- </releases>
- <snapshots>
- <enabled>false</enabled>
- </snapshots>
- </repository>
- </repositories>
-
-
<dependencies>
<dependency>
<groupId>org.apache.spark</groupId>
http://git-wip-us.apache.org/repos/asf/spark/blob/97e4459e/external/mqtt/pom.xml
----------------------------------------------------------------------
diff --git a/external/mqtt/pom.xml b/external/mqtt/pom.xml
index 06c751d..3710a63 100644
--- a/external/mqtt/pom.xml
+++ b/external/mqtt/pom.xml
@@ -45,20 +45,6 @@
</profile>
</profiles>
- <repositories>
- <repository>
- <id>mqtt-repo</id>
- <name>MQTT Repository</name>
- <url>https://repo.eclipse.org/content/repositories/paho-releases</url>
- <releases>
- <enabled>true</enabled>
- </releases>
- <snapshots>
- <enabled>false</enabled>
- </snapshots>
- </repository>
- </repositories>
-
<dependencies>
<dependency>
<groupId>org.apache.spark</groupId>
http://git-wip-us.apache.org/repos/asf/spark/blob/97e4459e/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 441e931..377b646 100644
--- a/pom.xml
+++ b/pom.xml
@@ -127,7 +127,18 @@
<repository>
<id>maven-repo</id> <!-- This should be at top, it makes maven try the central repo first and then others and hence faster dep resolution -->
<name>Maven Repository</name>
- <url>http://repo.maven.apache.org/maven2</url>
+ <url>https://repo.maven.apache.org/maven2</url>
+ <releases>
+ <enabled>true</enabled>
+ </releases>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ <repository>
+ <id>apache-repo</id>
+ <name>Apache Repository</name>
+ <url>https://repository.apache.org/content/repositories/releases</url>
<releases>
<enabled>true</enabled>
</releases>
@@ -138,7 +149,18 @@
<repository>
<id>jboss-repo</id>
<name>JBoss Repository</name>
- <url>http://repository.jboss.org/nexus/content/repositories/releases</url>
+ <url>https://repository.jboss.org/nexus/content/repositories/releases</url>
+ <releases>
+ <enabled>true</enabled>
+ </releases>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ <repository>
+ <id>mqtt-repo</id>
+ <name>MQTT Repository</name>
+ <url>https://repo.eclipse.org/content/repositories/paho-releases</url>
<releases>
<enabled>true</enabled>
</releases>
@@ -150,6 +172,12 @@
<id>cloudera-repo</id>
<name>Cloudera Repository</name>
<url>https://repository.cloudera.com/artifactory/cloudera-repos</url>
+ <releases>
+ <enabled>true</enabled>
+ </releases>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
</repository>
</repositories>
http://git-wip-us.apache.org/repos/asf/spark/blob/97e4459e/project/SparkBuild.scala
----------------------------------------------------------------------
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala
index bfc16e8..db24f12 100644
--- a/project/SparkBuild.scala
+++ b/project/SparkBuild.scala
@@ -174,12 +174,18 @@ object SparkBuild extends Build {
// Only allow one test at a time, even across projects, since they run in the same JVM
concurrentRestrictions in Global += Tags.limit(Tags.Test, 1),
- // also check the local Maven repository ~/.m2
- resolvers ++= Seq(Resolver.file("Local Maven Repo", file(Path.userHome + "/.m2/repository"))),
-
- // For Sonatype publishing
- resolvers ++= Seq("sonatype-snapshots" at "https://oss.sonatype.org/content/repositories/snapshots",
- "sonatype-staging" at "https://oss.sonatype.org/service/local/staging/deploy/maven2/"),
+ resolvers ++= Seq(
+ "Maven Repository" at "https://repo.maven.apache.org/maven2",
+ "Apache Repository" at "https://repository.apache.org/content/repositories/releases",
+ "JBoss Repository" at "https://repository.jboss.org/nexus/content/repositories/releases/",
+ "MQTT Repository" at "https://repo.eclipse.org/content/repositories/paho-releases/",
+ "Cloudera Repository" at "https://repository.cloudera.com/artifactory/cloudera-repos/",
+ // For Sonatype publishing
+ //"sonatype-snapshots" at "https://oss.sonatype.org/content/repositories/snapshots",
+ //"sonatype-staging" at "https://oss.sonatype.org/service/local/staging/deploy/maven2/",
+ // also check the local Maven repository ~/.m2
+ Resolver.mavenLocal
+ ),
publishMavenStyle := true,
@@ -272,10 +278,6 @@ object SparkBuild extends Build {
def coreSettings = sharedSettings ++ Seq(
name := "spark-core",
- resolvers ++= Seq(
- "JBoss Repository" at "http://repository.jboss.org/nexus/content/repositories/releases/",
- "Cloudera Repository" at "https://repository.cloudera.com/artifactory/cloudera-repos/"
- ),
libraryDependencies ++= Seq(
"com.google.guava" % "guava" % "14.0.1",
@@ -470,7 +472,6 @@ object SparkBuild extends Build {
def mqttSettings() = streamingSettings ++ Seq(
name := "spark-streaming-mqtt",
- resolvers ++= Seq("Eclipse Repo" at "https://repo.eclipse.org/content/repositories/paho-releases/"),
libraryDependencies ++= Seq("org.eclipse.paho" % "mqtt-client" % "0.4.0")
)
}
http://git-wip-us.apache.org/repos/asf/spark/blob/97e4459e/streaming/pom.xml
----------------------------------------------------------------------
diff --git a/streaming/pom.xml b/streaming/pom.xml
index 2343e38..2cb8bde 100644
--- a/streaming/pom.xml
+++ b/streaming/pom.xml
@@ -45,20 +45,6 @@
</profile>
</profiles>
- <repositories>
- <repository>
- <id>apache-repo</id>
- <name>Apache Repository</name>
- <url>https://repository.apache.org/content/repositories/releases</url>
- <releases>
- <enabled>true</enabled>
- </releases>
- <snapshots>
- <enabled>false</enabled>
- </snapshots>
- </repository>
- </repositories>
-
<dependencies>
<dependency>
<groupId>org.apache.spark</groupId>