You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@cassandra.apache.org by jb...@apache.org on 2013/09/19 21:41:10 UTC

[1/3] git commit: improve memory use and timeout defaults patch by jbellis; reviewed by brandonwilliams for CASSANDRA-6059

Updated Branches:
  refs/heads/cassandra-2.0 2336d94ef -> 72be2a436
  refs/heads/trunk e5a7cede6 -> fee30d5ad


improve memory use and timeout defaults
patch by jbellis; reviewed by brandonwilliams for CASSANDRA-6059


Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/72be2a43
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/72be2a43
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/72be2a43

Branch: refs/heads/cassandra-2.0
Commit: 72be2a4360caa0f9c315097bbd5d9199a032821c
Parents: 2336d94
Author: Jonathan Ellis <jb...@apache.org>
Authored: Thu Sep 19 14:37:33 2013 -0500
Committer: Jonathan Ellis <jb...@apache.org>
Committed: Thu Sep 19 14:37:33 2013 -0500

----------------------------------------------------------------------
 CHANGES.txt                                               |  1 +
 NEWS.txt                                                  | 10 ++++++++++
 conf/cassandra.yaml                                       |  4 ++--
 src/java/org/apache/cassandra/config/Config.java          |  2 +-
 .../org/apache/cassandra/config/DatabaseDescriptor.java   |  2 +-
 5 files changed, 15 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index a25d03e..979d6b0 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -1,4 +1,5 @@
 2.0.2
+ * Improve memory use defaults (CASSANDRA-5069)
  * Make ThriftServer more easlly extensible (CASSANDRA-6058)
  * Remove Hadoop dependency from ITransportFactory (CASSANDRA-6062)
 Merged from 1.2:

http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/NEWS.txt
----------------------------------------------------------------------
diff --git a/NEWS.txt b/NEWS.txt
index 68da597..3712073 100644
--- a/NEWS.txt
+++ b/NEWS.txt
@@ -13,6 +13,16 @@ restore snapshots created with the previous major version using the
 'sstableloader' tool. You can upgrade the file format of your snapshots
 using the provided 'sstableupgrade' tool.
 
+2.0.2
+=====
+
+Upgrading
+---------
+    - The default memtable allocation has changed from 1/3 of heap to 1/4
+      of heap.  Also, default (single-partition) read and write timeouts
+      have been reduced from 10s to 5s and 2s, respectively.
+
+
 2.0.0
 =====
 

http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/conf/cassandra.yaml
----------------------------------------------------------------------
diff --git a/conf/cassandra.yaml b/conf/cassandra.yaml
index df4501e..4af7275 100644
--- a/conf/cassandra.yaml
+++ b/conf/cassandra.yaml
@@ -460,11 +460,11 @@ compaction_preheat_key_cache: true
 # stream_throughput_outbound_megabits_per_sec: 200
 
 # How long the coordinator should wait for read operations to complete
-read_request_timeout_in_ms: 10000
+read_request_timeout_in_ms: 5000
 # How long the coordinator should wait for seq or index scans to complete
 range_request_timeout_in_ms: 10000
 # How long the coordinator should wait for writes to complete
-write_request_timeout_in_ms: 10000
+write_request_timeout_in_ms: 2000
 # How long a coordinator should continue to retry a CAS operation
 # that contends with other proposals for the same row
 cas_contention_timeout_in_ms: 1000

http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/src/java/org/apache/cassandra/config/Config.java
----------------------------------------------------------------------
diff --git a/src/java/org/apache/cassandra/config/Config.java b/src/java/org/apache/cassandra/config/Config.java
index 0414269..c6fd020 100644
--- a/src/java/org/apache/cassandra/config/Config.java
+++ b/src/java/org/apache/cassandra/config/Config.java
@@ -56,7 +56,7 @@ public class Config
 
     public Long range_request_timeout_in_ms = new Long(10000);
 
-    public Long write_request_timeout_in_ms = new Long(10000);
+    public Long write_request_timeout_in_ms = new Long(2000);
 
     public Long cas_contention_timeout_in_ms = new Long(1000);
 

http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
----------------------------------------------------------------------
diff --git a/src/java/org/apache/cassandra/config/DatabaseDescriptor.java b/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
index 42459e4..572a06f 100644
--- a/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
+++ b/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
@@ -249,7 +249,7 @@ public class DatabaseDescriptor
             conf.file_cache_size_in_mb = Math.min(512, (int) (Runtime.getRuntime().maxMemory() / (4 * 1048576)));
 
         if (conf.memtable_total_space_in_mb == null)
-            conf.memtable_total_space_in_mb = (int) (Runtime.getRuntime().maxMemory() / (3 * 1048576));
+            conf.memtable_total_space_in_mb = (int) (Runtime.getRuntime().maxMemory() / (4 * 1048576));
         if (conf.memtable_total_space_in_mb <= 0)
             throw new ConfigurationException("memtable_total_space_in_mb must be positive");
         logger.info("Global memtable threshold is enabled at {}MB", conf.memtable_total_space_in_mb);


[2/3] git commit: improve memory use and timeout defaults patch by jbellis; reviewed by brandonwilliams for CASSANDRA-6059

Posted by jb...@apache.org.
improve memory use and timeout defaults
patch by jbellis; reviewed by brandonwilliams for CASSANDRA-6059


Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/72be2a43
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/72be2a43
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/72be2a43

Branch: refs/heads/trunk
Commit: 72be2a4360caa0f9c315097bbd5d9199a032821c
Parents: 2336d94
Author: Jonathan Ellis <jb...@apache.org>
Authored: Thu Sep 19 14:37:33 2013 -0500
Committer: Jonathan Ellis <jb...@apache.org>
Committed: Thu Sep 19 14:37:33 2013 -0500

----------------------------------------------------------------------
 CHANGES.txt                                               |  1 +
 NEWS.txt                                                  | 10 ++++++++++
 conf/cassandra.yaml                                       |  4 ++--
 src/java/org/apache/cassandra/config/Config.java          |  2 +-
 .../org/apache/cassandra/config/DatabaseDescriptor.java   |  2 +-
 5 files changed, 15 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index a25d03e..979d6b0 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -1,4 +1,5 @@
 2.0.2
+ * Improve memory use defaults (CASSANDRA-5069)
  * Make ThriftServer more easlly extensible (CASSANDRA-6058)
  * Remove Hadoop dependency from ITransportFactory (CASSANDRA-6062)
 Merged from 1.2:

http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/NEWS.txt
----------------------------------------------------------------------
diff --git a/NEWS.txt b/NEWS.txt
index 68da597..3712073 100644
--- a/NEWS.txt
+++ b/NEWS.txt
@@ -13,6 +13,16 @@ restore snapshots created with the previous major version using the
 'sstableloader' tool. You can upgrade the file format of your snapshots
 using the provided 'sstableupgrade' tool.
 
+2.0.2
+=====
+
+Upgrading
+---------
+    - The default memtable allocation has changed from 1/3 of heap to 1/4
+      of heap.  Also, default (single-partition) read and write timeouts
+      have been reduced from 10s to 5s and 2s, respectively.
+
+
 2.0.0
 =====
 

http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/conf/cassandra.yaml
----------------------------------------------------------------------
diff --git a/conf/cassandra.yaml b/conf/cassandra.yaml
index df4501e..4af7275 100644
--- a/conf/cassandra.yaml
+++ b/conf/cassandra.yaml
@@ -460,11 +460,11 @@ compaction_preheat_key_cache: true
 # stream_throughput_outbound_megabits_per_sec: 200
 
 # How long the coordinator should wait for read operations to complete
-read_request_timeout_in_ms: 10000
+read_request_timeout_in_ms: 5000
 # How long the coordinator should wait for seq or index scans to complete
 range_request_timeout_in_ms: 10000
 # How long the coordinator should wait for writes to complete
-write_request_timeout_in_ms: 10000
+write_request_timeout_in_ms: 2000
 # How long a coordinator should continue to retry a CAS operation
 # that contends with other proposals for the same row
 cas_contention_timeout_in_ms: 1000

http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/src/java/org/apache/cassandra/config/Config.java
----------------------------------------------------------------------
diff --git a/src/java/org/apache/cassandra/config/Config.java b/src/java/org/apache/cassandra/config/Config.java
index 0414269..c6fd020 100644
--- a/src/java/org/apache/cassandra/config/Config.java
+++ b/src/java/org/apache/cassandra/config/Config.java
@@ -56,7 +56,7 @@ public class Config
 
     public Long range_request_timeout_in_ms = new Long(10000);
 
-    public Long write_request_timeout_in_ms = new Long(10000);
+    public Long write_request_timeout_in_ms = new Long(2000);
 
     public Long cas_contention_timeout_in_ms = new Long(1000);
 

http://git-wip-us.apache.org/repos/asf/cassandra/blob/72be2a43/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
----------------------------------------------------------------------
diff --git a/src/java/org/apache/cassandra/config/DatabaseDescriptor.java b/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
index 42459e4..572a06f 100644
--- a/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
+++ b/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
@@ -249,7 +249,7 @@ public class DatabaseDescriptor
             conf.file_cache_size_in_mb = Math.min(512, (int) (Runtime.getRuntime().maxMemory() / (4 * 1048576)));
 
         if (conf.memtable_total_space_in_mb == null)
-            conf.memtable_total_space_in_mb = (int) (Runtime.getRuntime().maxMemory() / (3 * 1048576));
+            conf.memtable_total_space_in_mb = (int) (Runtime.getRuntime().maxMemory() / (4 * 1048576));
         if (conf.memtable_total_space_in_mb <= 0)
             throw new ConfigurationException("memtable_total_space_in_mb must be positive");
         logger.info("Global memtable threshold is enabled at {}MB", conf.memtable_total_space_in_mb);


[3/3] git commit: merge from 2.0

Posted by jb...@apache.org.
merge from 2.0


Project: http://git-wip-us.apache.org/repos/asf/cassandra/repo
Commit: http://git-wip-us.apache.org/repos/asf/cassandra/commit/fee30d5a
Tree: http://git-wip-us.apache.org/repos/asf/cassandra/tree/fee30d5a
Diff: http://git-wip-us.apache.org/repos/asf/cassandra/diff/fee30d5a

Branch: refs/heads/trunk
Commit: fee30d5ad654a90391f5871a7393330b34fa8ebb
Parents: e5a7ced 72be2a4
Author: Jonathan Ellis <jb...@apache.org>
Authored: Thu Sep 19 14:41:06 2013 -0500
Committer: Jonathan Ellis <jb...@apache.org>
Committed: Thu Sep 19 14:41:06 2013 -0500

----------------------------------------------------------------------
 CHANGES.txt                                      |  1 +
 NEWS.txt                                         | 19 +++++++++++++++----
 conf/cassandra.yaml                              |  4 ++--
 src/java/org/apache/cassandra/config/Config.java |  2 +-
 .../cassandra/config/DatabaseDescriptor.java     |  2 +-
 5 files changed, 20 insertions(+), 8 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/cassandra/blob/fee30d5a/CHANGES.txt
----------------------------------------------------------------------
diff --cc CHANGES.txt
index 44c7f1b,979d6b0..2b5bf79
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@@ -1,12 -1,5 +1,13 @@@
 +2.1
 + * change logging from log4j to logback (CASSANDRA-5883)
 + * switch to LZ4 compression for internode communication (CASSANDRA-5887)
 + * Stop using Thrift-generated Index* classes internally (CASSANDRA-5971)
 + * Remove 1.2 network compatibility code (CASSANDRA-5960)
 + * Remove leveled json manifest migration code (CASSANDRA-5996)
 +
 +
  2.0.2
+  * Improve memory use defaults (CASSANDRA-5069)
   * Make ThriftServer more easlly extensible (CASSANDRA-6058)
   * Remove Hadoop dependency from ITransportFactory (CASSANDRA-6062)
  Merged from 1.2:

http://git-wip-us.apache.org/repos/asf/cassandra/blob/fee30d5a/NEWS.txt
----------------------------------------------------------------------
diff --cc NEWS.txt
index 9b0938d,3712073..8990769
--- a/NEWS.txt
+++ b/NEWS.txt
@@@ -13,15 -13,15 +13,26 @@@ restore snapshots created with the prev
  'sstableloader' tool. You can upgrade the file format of your snapshots
  using the provided 'sstableupgrade' tool.
  
 +2.1
 +===
 +Upgrading
 +---------
 +   - Rolling upgrades from anything pre-2.0 is not supported.
-    - 2.0 must be atleast started before upgrading to 2.1 due to
-      the fact that the old JSON leveled manifest is migrated into
-      the sstable metadata files on startup in 2.0 and this code is
-      gone from 2.1.
++   - For leveled compaction users, 2.0 must be atleast started before
++     upgrading to 2.1 due to the fact that the old JSON leveled
++     manifest is migrated into the sstable metadata files on startup
++     in 2.0 and this code is gone from 2.1.
++
++
+ 2.0.2
+ =====
+ 
+ Upgrading
+ ---------
+     - The default memtable allocation has changed from 1/3 of heap to 1/4
+       of heap.  Also, default (single-partition) read and write timeouts
+       have been reduced from 10s to 5s and 2s, respectively.
+ 
  
  2.0.0
  =====

http://git-wip-us.apache.org/repos/asf/cassandra/blob/fee30d5a/src/java/org/apache/cassandra/config/DatabaseDescriptor.java
----------------------------------------------------------------------