You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@cassandra.apache.org by sl...@apache.org on 2015/11/20 13:21:51 UTC
[1/7] cassandra git commit: Backport test parallelization build tasks
Repository: cassandra
Updated Branches:
refs/heads/trunk e7d9678be -> 815f77c48
Backport test parallelization build tasks
patch by rhatch; reviewed by aweisberg for CASSANDRA-10703
Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/3851670d
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/3851670d
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/3851670d
Branch: refs/heads/trunk
Commit: 3851670d7871e1afc519fa30d66f6155b87be4de
Parents: bdd88a2
Author: Sylvain Lebresne <sy...@datastax.com>
Authored: Fri Nov 20 13:13:54 2015 +0100
Committer: Sylvain Lebresne <sy...@datastax.com>
Committed: Fri Nov 20 13:13:54 2015 +0100
----------------------------------------------------------------------
build.xml | 34 ++++++++++++++++++++++++++++------
1 file changed, 28 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/cassandra/blob/3851670d/build.xml
----------------------------------------------------------------------
diff --git a/build.xml b/build.xml
index d479a70..81ab58f 100644
--- a/build.xml
+++ b/build.xml
@@ -56,6 +56,7 @@
<property name="test.conf" value="${test.dir}/conf"/>
<property name="test.data" value="${test.dir}/data"/>
<property name="test.name" value="*Test"/>
+ <property name="test.classlistfile" value="testlist.txt"/>
<property name="benchmark.name" value=""/>
<property name="test.methods" value=""/>
<property name="test.runners" value="1"/>
@@ -110,8 +111,10 @@
<!-- http://www.eclemma.org/jacoco/ -->
<property name="jacoco.export.dir" value="${build.dir}/jacoco/" />
- <property name="jacoco.execfile" value="${jacoco.export.dir}/jacoco.exec" />
- <property name="jacoco.version" value="0.7.1.201405082137"/>
+ <property name="jacoco.partials.dir" value="${jacoco.export.dir}/partials" />
+ <property name="jacoco.partialexecfile" value="${jacoco.partials.dir}/partial.exec" />
+ <property name="jacoco.finalexecfile" value="${jacoco.export.dir}/jacoco.exec" />
+ <property name="jacoco.version" value="0.7.5.201505241946"/>
<property name="ecj.version" value="4.4.2"/>
@@ -180,6 +183,7 @@
<mkdir dir="${build.src.gen-java}"/>
<mkdir dir="${build.dir.lib}"/>
<mkdir dir="${jacoco.export.dir}"/>
+ <mkdir dir="${jacoco.partials.dir}"/>
</target>
<target name="clean" description="Remove all locally created artifacts">
@@ -189,6 +193,7 @@
<delete dir="${build.src.gen-java}" />
<delete dir="${version.properties.dir}" />
<delete dir="${jacoco.export.dir}" />
+ <delete dir="${jacoco.partials.dir}"/>
</target>
<target depends="clean" name="cleanall"/>
@@ -1176,7 +1181,7 @@
<attribute name="usejacoco" default="no"/>
<sequential>
<condition property="additionalagent"
- value="-javaagent:${build.dir.lib}/jars/jacocoagent.jar=destfile=${jacoco.execfile}"
+ value="-javaagent:${build.dir.lib}/jars/jacocoagent.jar=destfile=${jacoco.partialexecfile}"
else="">
<istrue value="${usejacoco}"/>
</condition>
@@ -1490,10 +1495,16 @@
<typedef uri="antlib:org.jacoco.ant" classpathref="jacocoant.classpath"/>
</target>
- <target name="jacoco-report" depends="jacoco-init">
+ <target name="jacoco-merge" depends="jacoco-init">
+ <jacoco:merge destfile="${jacoco.finalexecfile}" xmlns:jacoco="antlib:org.jacoco.ant">
+ <fileset dir="${jacoco.export.dir}" includes="*.exec,**/*.exec"/>
+ </jacoco:merge>
+ </target>
+
+ <target name="jacoco-report" depends="jacoco-merge">
<jacoco:report xmlns:jacoco="antlib:org.jacoco.ant">
<executiondata>
- <file file="${jacoco.execfile}" />
+ <file file="${jacoco.finalexecfile}" />
</executiondata>
<structure name="JaCoCo Cassandara Coverage Report">
<classfiles>
@@ -1516,7 +1527,7 @@
</target>
<target name="jacoco-cleanup" description="Destroy JaCoCo exec data and reports">
- <delete file="${jacoco.execfile}"/>
+ <delete file="${jacoco.partialexecfile}"/>
<delete dir="${jacoco.export.dir}"/>
</target>
@@ -1705,6 +1716,17 @@
<testparallel testdelegate="testlist"/>
</target>
+ <!-- run a list of tests as provided in -Dtest.classlistfile (or default of 'testnames.txt')
+ The class list file should be one test class per line, with the path starting after test/unit
+ e.g. org/apache/cassandra/hints/HintMessageTest.java -->
+ <target name="testclasslist" depends="build-test" description="Parallel-run tests given in file -Dtest.classlistfile (one-class-per-line, e.g. org/apache/cassandra/db/SomeTest.java)">
+ <path id="all-test-classes-path">
+ <fileset dir="${test.unit.src}" includesfile="${test.classlistfile}"/>
+ </path>
+ <property name="all-test-classes" refid="all-test-classes-path"/>
+ <testparallel testdelegate="testlist"/>
+ </target>
+
<!-- run microbenchmarks suite -->
<target name="microbench" depends="build-test">
<java classname="org.openjdk.jmh.Main"
[5/7] cassandra git commit: Fix comment about ParallelGCThreads
Posted by sl...@apache.org.
Fix comment about ParallelGCThreads
patch by zznate; reviewed by pauloricardomg for CASSANDRA-10702
Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/039ff1f8
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/039ff1f8
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/039ff1f8
Branch: refs/heads/trunk
Commit: 039ff1f8831129676b7e13cd0f9dd48451be9aa9
Parents: 0c04a6b
Author: Sylvain Lebresne <sy...@datastax.com>
Authored: Fri Nov 20 13:19:46 2015 +0100
Committer: Sylvain Lebresne <sy...@datastax.com>
Committed: Fri Nov 20 13:19:46 2015 +0100
----------------------------------------------------------------------
conf/jvm.options | 7 +++++--
1 file changed, 5 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/cassandra/blob/039ff1f8/conf/jvm.options
----------------------------------------------------------------------
diff --git a/conf/jvm.options b/conf/jvm.options
index 60f0f10..c5d3d95 100644
--- a/conf/jvm.options
+++ b/conf/jvm.options
@@ -85,9 +85,12 @@
# until the heap is 70% full. The default in Hotspot 8u40 is 40%.
#-XX:InitiatingHeapOccupancyPercent=70
-# The JVM maximum is 8 PGC threads and 1/4 of that for ConcGC.
-# Machines with > 10 cores may need additional threads. Increase to <= full cores.
+# For systems with > 8 cores, the default ParallelGCThreads is 5/8 the number of logical cores.
+# Otherwise equal to the number of cores when 8 or less.
+# Machines with > 10 cores should try setting these to <= full cores.
#-XX:ParallelGCThreads=16
+# By default, ConcGCThreads is 1/4 of ParallelGCThreads.
+# Setting both to the same value can reduce STW durations.
#-XX:ConcGCThreads=16
### GC logging options -- uncomment to enable
[7/7] cassandra git commit: Merge branch 'cassandra-3.1' into trunk
Posted by sl...@apache.org.
Merge branch 'cassandra-3.1' into trunk
Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/815f77c4
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/815f77c4
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/815f77c4
Branch: refs/heads/trunk
Commit: 815f77c48131a778498f2bfe7c81f62768a41176
Parents: 5f50e28 5887515
Author: Sylvain Lebresne <sy...@datastax.com>
Authored: Fri Nov 20 13:21:42 2015 +0100
Committer: Sylvain Lebresne <sy...@datastax.com>
Committed: Fri Nov 20 13:21:42 2015 +0100
----------------------------------------------------------------------
conf/jvm.options | 7 +++++--
1 file changed, 5 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
[3/7] cassandra git commit: Merge branch 'cassandra-3.0' into
cassandra-3.1
Posted by sl...@apache.org.
Merge branch 'cassandra-3.0' into cassandra-3.1
Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/3944775e
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/3944775e
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/3944775e
Branch: refs/heads/trunk
Commit: 3944775e7703a0497da03fd4f11d051dd8f2d24a
Parents: 7a48a7d 0c04a6b
Author: Sylvain Lebresne <sy...@datastax.com>
Authored: Fri Nov 20 13:16:31 2015 +0100
Committer: Sylvain Lebresne <sy...@datastax.com>
Committed: Fri Nov 20 13:16:31 2015 +0100
----------------------------------------------------------------------
build.xml | 34 ++++++++++++++++++++++++++++------
1 file changed, 28 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/cassandra/blob/3944775e/build.xml
----------------------------------------------------------------------
[6/7] cassandra git commit: Merge branch 'cassandra-3.0' into
cassandra-3.1
Posted by sl...@apache.org.
Merge branch 'cassandra-3.0' into cassandra-3.1
Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/58875152
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/58875152
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/58875152
Branch: refs/heads/trunk
Commit: 588751521680af2af2b8e7561d45ba3ac2f67706
Parents: 3944775 039ff1f
Author: Sylvain Lebresne <sy...@datastax.com>
Authored: Fri Nov 20 13:21:18 2015 +0100
Committer: Sylvain Lebresne <sy...@datastax.com>
Committed: Fri Nov 20 13:21:18 2015 +0100
----------------------------------------------------------------------
conf/jvm.options | 7 +++++--
1 file changed, 5 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
[4/7] cassandra git commit: Merge branch 'cassandra-3.1' into trunk
Posted by sl...@apache.org.
Merge branch 'cassandra-3.1' into trunk
Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/5f50e28c
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/5f50e28c
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/5f50e28c
Branch: refs/heads/trunk
Commit: 5f50e28c64c0a8a1dd558f42d7f9a7b3a3eb6478
Parents: e7d9678 3944775
Author: Sylvain Lebresne <sy...@datastax.com>
Authored: Fri Nov 20 13:17:30 2015 +0100
Committer: Sylvain Lebresne <sy...@datastax.com>
Committed: Fri Nov 20 13:17:30 2015 +0100
----------------------------------------------------------------------
----------------------------------------------------------------------
[2/7] cassandra git commit: Merge branch 'cassandra-2.2' into
cassandra-3.0
Posted by sl...@apache.org.
Merge branch 'cassandra-2.2' into cassandra-3.0
Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/0c04a6bc
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/0c04a6bc
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/0c04a6bc
Branch: refs/heads/trunk
Commit: 0c04a6bc5b0bce5f9c3f2e49964e163e2500841a
Parents: d1ad796 3851670
Author: Sylvain Lebresne <sy...@datastax.com>
Authored: Fri Nov 20 13:15:38 2015 +0100
Committer: Sylvain Lebresne <sy...@datastax.com>
Committed: Fri Nov 20 13:15:38 2015 +0100
----------------------------------------------------------------------
build.xml | 34 ++++++++++++++++++++++++++++------
1 file changed, 28 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/cassandra/blob/0c04a6bc/build.xml
----------------------------------------------------------------------
diff --cc build.xml
index dd3bafa,81ab58f..c40adfd
--- a/build.xml
+++ b/build.xml
@@@ -1131,11 -1177,11 +1136,11 @@@
<attribute name="filelist" default="" />
<attribute name="poffset" default="0"/>
<attribute name="testtag" default=""/>
-
<attribute name="usejacoco" default="no"/>
+
<sequential>
<condition property="additionalagent"
- value="-javaagent:${build.dir.lib}/jars/jacocoagent.jar=destfile=${jacoco.execfile}"
+ value="-javaagent:${build.dir.lib}/jars/jacocoagent.jar=destfile=${jacoco.partialexecfile}"
else="">
<istrue value="${usejacoco}"/>
</condition>