You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@directory.apache.org by pr...@apache.org on 2006/06/27 18:31:31 UTC

svn commit: r417502 - /directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java

Author: proyal
Date: Tue Jun 27 09:31:30 2006
New Revision: 417502

URL: http://svn.apache.org/viewvc?rev=417502&view=rev
Log:
DIRMINA-206 - Filter that watches the total amount queue'd for a connection in the ThreadPoolFilter and will disable reads for a connection when a configurable (default 1mb) limit is reached.

Added:
    directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java

Added: directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java
URL: http://svn.apache.org/viewvc/directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java?rev=417502&view=auto
==============================================================================
--- directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java (added)
+++ directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java Tue Jun 27 09:31:30 2006
@@ -0,0 +1,192 @@
+/*
+ * @(#) $Id: StreamWriteFilterTest.java 389042 2006-03-27 07:49:41Z trustin $
+ *
+ * Copyright 2004 The Apache Software Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.mina.filter;
+
+import java.util.Iterator;
+import java.util.List;
+
+import org.apache.mina.common.ByteBuffer;
+import org.apache.mina.common.DefaultIoFilterChainBuilder;
+import org.apache.mina.common.IoFilterAdapter;
+import org.apache.mina.common.IoFilterChain;
+import org.apache.mina.common.IoSession;
+import org.apache.mina.filter.thread.ThreadPoolFilter;
+
+/**
+ * This filter will automatically disable reads on an <code>IoSession</code> once the data batched for that session in
+ * the <code>ThreadPoolFilter</code> reaches a defined threshold (the default is 1mb). It accomplishes this by being in
+ * the filter chain before <strong>and</strong> after the <code>ThreadPoolFilter</code>. It is possible to subvert the
+ * behavior of this filter by adding filters immediately after the <code>ThreadPoolFilter</code> after adding this
+ * filter. Thus, it is recommended to add this filter towards the end of your filter chain construction, if you need to
+ * ensure that other filters need to be right after the <code>ThreadPoolFilter</code>.
+ *
+ * <p>Usage:
+ *
+ * <pre><code>
+ * DefaultFilterChainBuilder builder = ...
+ * ReadThrottleFilter filter = new ReadThrottleFilter();
+ * filter.attach( builder );
+ * </code></pre>
+ *
+ * or
+ *
+ * <pre><code>
+ * IoFilterChain chain = ...
+ * ReadThrottleFilter filter = new ReadThrottleFilter();
+ * filter.attach( chain );
+ * </code></pre>
+ *
+ * @author The Apache Directory Project (mina-dev@directory.apache.org)
+ * @version $Rev: 406554 $, $Date: 2006-05-15 06:46:02Z $
+ */
+public class ReadThrottleFilter
+{
+    public static final String COUNTER = ReadThrottleFilter.class.getName() + ".counter";
+    public static final String SUSPENDED_READS = ReadThrottleFilter.class.getName() + ".suspendedReads";
+
+    private volatile int maximumConnectionBufferSize = 1024 * 1024; // 1mb
+
+    /**
+     * Set the maximum amount of data to buffer in the ThreadPoolFilter prior to disabling reads. Changing the value
+     * will only take effect when new data is received for a connection, including existing connections. Default value
+     * is 1mb
+     *
+     * @param maximumConnectionBufferSize New buffer size. Must be > 0
+     */
+    public void setMaximumConnectionBufferSize( int maximumConnectionBufferSize )
+    {
+        this.maximumConnectionBufferSize = maximumConnectionBufferSize;
+    }
+
+    /**
+     * Attach this filter to the specified filter chain. It will search for the ThreadPoolFilter, and attach itself
+     * before and after that filter.
+     *
+     * @param chain <code>IoFilterChain</code> to attach self to.
+     */
+    public void attach( IoFilterChain chain )
+    {
+        String name = getThreadPoolFilterEntryName( chain.getAll() );
+
+        chain.addBefore( name, getClass().getName() + ".add", new Add() );
+        chain.addAfter( name, getClass().getName() + ".release", new Release() );
+    }
+
+    /**
+     * Attach this filter to the specified builder. It will search for the ThreadPoolFilter, and attach itself before
+     * and after that filter.
+     *
+     * @param builder <code>DefaultIoFilterChainBuilder</code> to attach self to.
+     */
+    public void attach( DefaultIoFilterChainBuilder builder )
+    {
+        String name = getThreadPoolFilterEntryName( builder.getAll() );
+
+        builder.addBefore( name, getClass().getName() + ".add", new Add() );
+        builder.addAfter( name, getClass().getName() + ".release", new Release() );
+    }
+
+    private String getThreadPoolFilterEntryName( List entries )
+    {
+        Iterator i = entries.iterator();
+
+        while( i.hasNext() )
+        {
+            IoFilterChain.Entry entry = (IoFilterChain.Entry)i.next();
+
+            if( entry.getFilter().getClass().isAssignableFrom( ThreadPoolFilter.class ) )
+            {
+                return entry.getName();
+            }
+        }
+
+        throw new IllegalStateException( "Chain does not contain a ThreadPoolFilter" );
+    }
+
+    private void add( IoSession session, int size )
+    {
+        synchronized( session )
+        {
+            int counter = getCounter( session ) + size;
+
+            session.setAttribute( COUNTER, new Integer( counter ) );
+
+            if( counter >= maximumConnectionBufferSize && session.getTrafficMask().isReadable() )
+            {
+                session.suspendRead();
+                session.setAttribute( SUSPENDED_READS );
+            }
+        }
+    }
+
+    private void release( IoSession session, int size )
+    {
+        synchronized( session )
+        {
+            int counter = Math.max( 0, getCounter( session ) - size );
+
+            session.setAttribute( COUNTER, new Integer( counter ) );
+
+            if( counter < maximumConnectionBufferSize && isSuspendedReads( session ) )
+            {
+                session.resumeRead();
+            }
+
+            session.removeAttribute( SUSPENDED_READS );
+        }
+    }
+
+    private boolean isSuspendedReads( IoSession session )
+    {
+        Boolean flag = (Boolean)session.getAttribute( SUSPENDED_READS );
+
+        return null != flag && flag.booleanValue();
+    }
+
+    private int getCounter( IoSession session )
+    {
+        Integer i = (Integer)session.getAttribute( COUNTER );
+        return null == i ? 0 : i.intValue();
+    }
+
+    private class Add extends IoFilterAdapter
+    {
+        public void messageReceived( NextFilter nextFilter, IoSession session, Object message ) throws Exception
+        {
+            if( message instanceof ByteBuffer )
+            {
+                add( session, ( (ByteBuffer)message ).capacity() );
+            }
+
+            nextFilter.messageReceived( session, message );
+        }
+    }
+
+    private class Release extends IoFilterAdapter
+    {
+        public void messageReceived( NextFilter nextFilter, IoSession session, Object message ) throws Exception
+        {
+            if( message instanceof ByteBuffer )
+            {
+                release( session, ( (ByteBuffer)message ).capacity() );
+            }
+
+            nextFilter.messageReceived( session, message );
+        }
+    }
+}



Re: svn commit: r417502 - /directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java

Posted by peter royal <pr...@apache.org>.
On Jul 3, 2006, at 4:48 AM, Trustin Lee wrote:
> * The class name ends with 'Filter', but it's not a filter.   
> Wouldn't there
> be a better name?  This is very close to IoFilterChainBuilder, but  
> it's too
> long.  Any idea?

renamed to ReadThrottleFilterBuilder

> * We have to increate the counter by remaining() instead of capacity 
> () to be
> more accurate.

done

> * Is it impossible to use getTrafficMask() instead of using the  
> session
> attribute?  Was there any reason to do so?

I use the session attribute so that the filter can keep track of if  
its the one that disabled reads.. but looking back at the logic I  
have, it seems like it might be superfluous.. but it just felt safe  
to have it in there :)

-pete



-- 
proyal@apache.org - http://fotap.org/~osi




Re: svn commit: r417502 - /directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java

Posted by Trustin Lee <tr...@gmail.com>.
Hi Peter!

Your addition of ReadThrottleFilter looks good for me.  It is very creative!
:)

Here's my comments:

* The class name ends with 'Filter', but it's not a filter.  Wouldn't there
be a better name?  This is very close to IoFilterChainBuilder, but it's too
long.  Any idea?
* We have to increate the counter by remaining() instead of capacity() to be
more accurate.
* Is it impossible to use getTrafficMask() instead of using the session
attribute?  Was there any reason to do so?

That's all.  Everything is superb except that. :D

Cheers,
Trustin

On 6/28/06, proyal@apache.org <pr...@apache.org> wrote:
>
> Author: proyal
> Date: Tue Jun 27 09:31:30 2006
> New Revision: 417502
>
> URL: http://svn.apache.org/viewvc?rev=417502&view=rev
> Log:
> DIRMINA-206 - Filter that watches the total amount queue'd for a
> connection in the ThreadPoolFilter and will disable reads for a connection
> when a configurable (default 1mb) limit is reached.
>
> Added:
>
>     directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java
>
> Added:
> directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java
> URL:
> http://svn.apache.org/viewvc/directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java?rev=417502&view=auto
>
> ==============================================================================
> ---
> directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java
> (added)
> +++
> directory/trunks/mina/core/src/main/java/org/apache/mina/filter/ReadThrottleFilter.java
> Tue Jun 27 09:31:30 2006
> @@ -0,0 +1,192 @@
> +/*
> + * @(#) $Id: StreamWriteFilterTest.java 389042 2006-03-27 07:49:41Z
> trustin $
> + *
> + * Copyright 2004 The Apache Software Foundation
> + *
> + * Licensed under the Apache License, Version 2.0 (the "License");
> + * you may not use this file except in compliance with the License.
> + * You may obtain a copy of the License at
> + *
> + *     http://www.apache.org/licenses/LICENSE-2.0
> + *
> + * Unless required by applicable law or agreed to in writing, software
> + * distributed under the License is distributed on an "AS IS" BASIS,
> + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
> implied.
> + * See the License for the specific language governing permissions and
> + * limitations under the License.
> + */
> +package org.apache.mina.filter;
> +
> +import java.util.Iterator;
> +import java.util.List;
> +
> +import org.apache.mina.common.ByteBuffer;
> +import org.apache.mina.common.DefaultIoFilterChainBuilder;
> +import org.apache.mina.common.IoFilterAdapter;
> +import org.apache.mina.common.IoFilterChain;
> +import org.apache.mina.common.IoSession;
> +import org.apache.mina.filter.thread.ThreadPoolFilter;
> +
> +/**
> + * This filter will automatically disable reads on an
> <code>IoSession</code> once the data batched for that session in
> + * the <code>ThreadPoolFilter</code> reaches a defined threshold (the
> default is 1mb). It accomplishes this by being in
> + * the filter chain before <strong>and</strong> after the
> <code>ThreadPoolFilter</code>. It is possible to subvert the
> + * behavior of this filter by adding filters immediately after the
> <code>ThreadPoolFilter</code> after adding this
> + * filter. Thus, it is recommended to add this filter towards the end of
> your filter chain construction, if you need to
> + * ensure that other filters need to be right after the
> <code>ThreadPoolFilter</code>.
> + *
> + * <p>Usage:
> + *
> + * <pre><code>
> + * DefaultFilterChainBuilder builder = ...
> + * ReadThrottleFilter filter = new ReadThrottleFilter();
> + * filter.attach( builder );
> + * </code></pre>
> + *
> + * or
> + *
> + * <pre><code>
> + * IoFilterChain chain = ...
> + * ReadThrottleFilter filter = new ReadThrottleFilter();
> + * filter.attach( chain );
> + * </code></pre>
> + *
> + * @author The Apache Directory Project (mina-dev@directory.apache.org)
> + * @version $Rev: 406554 $, $Date: 2006-05-15 06:46:02Z $
> + */
> +public class ReadThrottleFilter
> +{
> +    public static final String COUNTER = ReadThrottleFilter.class.getName()
> + ".counter";
> +    public static final String SUSPENDED_READS =
> ReadThrottleFilter.class.getName() + ".suspendedReads";
> +
> +    private volatile int maximumConnectionBufferSize = 1024 * 1024; //
> 1mb
> +
> +    /**
> +     * Set the maximum amount of data to buffer in the ThreadPoolFilter
> prior to disabling reads. Changing the value
> +     * will only take effect when new data is received for a connection,
> including existing connections. Default value
> +     * is 1mb
> +     *
> +     * @param maximumConnectionBufferSize New buffer size. Must be > 0
> +     */
> +    public void setMaximumConnectionBufferSize( int
> maximumConnectionBufferSize )
> +    {
> +        this.maximumConnectionBufferSize = maximumConnectionBufferSize;
> +    }
> +
> +    /**
> +     * Attach this filter to the specified filter chain. It will search
> for the ThreadPoolFilter, and attach itself
> +     * before and after that filter.
> +     *
> +     * @param chain <code>IoFilterChain</code> to attach self to.
> +     */
> +    public void attach( IoFilterChain chain )
> +    {
> +        String name = getThreadPoolFilterEntryName( chain.getAll() );
> +
> +        chain.addBefore( name, getClass().getName() + ".add", new Add()
> );
> +        chain.addAfter( name, getClass().getName() + ".release", new
> Release() );
> +    }
> +
> +    /**
> +     * Attach this filter to the specified builder. It will search for
> the ThreadPoolFilter, and attach itself before
> +     * and after that filter.
> +     *
> +     * @param builder <code>DefaultIoFilterChainBuilder</code> to attach
> self to.
> +     */
> +    public void attach( DefaultIoFilterChainBuilder builder )
> +    {
> +        String name = getThreadPoolFilterEntryName( builder.getAll() );
> +
> +        builder.addBefore( name, getClass().getName() + ".add", new Add()
> );
> +        builder.addAfter( name, getClass().getName() + ".release", new
> Release() );
> +    }
> +
> +    private String getThreadPoolFilterEntryName( List entries )
> +    {
> +        Iterator i = entries.iterator();
> +
> +        while( i.hasNext() )
> +        {
> +            IoFilterChain.Entry entry = (IoFilterChain.Entry)i.next();
> +
> +            if( entry.getFilter().getClass().isAssignableFrom(
> ThreadPoolFilter.class ) )
> +            {
> +                return entry.getName();
> +            }
> +        }
> +
> +        throw new IllegalStateException( "Chain does not contain a
> ThreadPoolFilter" );
> +    }
> +
> +    private void add( IoSession session, int size )
> +    {
> +        synchronized( session )
> +        {
> +            int counter = getCounter( session ) + size;
> +
> +            session.setAttribute( COUNTER, new Integer( counter ) );
> +
> +            if( counter >= maximumConnectionBufferSize &&
> session.getTrafficMask().isReadable() )
> +            {
> +                session.suspendRead();
> +                session.setAttribute( SUSPENDED_READS );
> +            }
> +        }
> +    }
> +
> +    private void release( IoSession session, int size )
> +    {
> +        synchronized( session )
> +        {
> +            int counter = Math.max( 0, getCounter( session ) - size );
> +
> +            session.setAttribute( COUNTER, new Integer( counter ) );
> +
> +            if( counter < maximumConnectionBufferSize &&
> isSuspendedReads( session ) )
> +            {
> +                session.resumeRead();
> +            }
> +
> +            session.removeAttribute( SUSPENDED_READS );
> +        }
> +    }
> +
> +    private boolean isSuspendedReads( IoSession session )
> +    {
> +        Boolean flag = (Boolean)session.getAttribute( SUSPENDED_READS );
> +
> +        return null != flag && flag.booleanValue();
> +    }
> +
> +    private int getCounter( IoSession session )
> +    {
> +        Integer i = (Integer)session.getAttribute( COUNTER );
> +        return null == i ? 0 : i.intValue();
> +    }
> +
> +    private class Add extends IoFilterAdapter
> +    {
> +        public void messageReceived( NextFilter nextFilter, IoSession
> session, Object message ) throws Exception
> +        {
> +            if( message instanceof ByteBuffer )
> +            {
> +                add( session, ( (ByteBuffer)message ).capacity() );
> +            }
> +
> +            nextFilter.messageReceived( session, message );
> +        }
> +    }
> +
> +    private class Release extends IoFilterAdapter
> +    {
> +        public void messageReceived( NextFilter nextFilter, IoSession
> session, Object message ) throws Exception
> +        {
> +            if( message instanceof ByteBuffer )
> +            {
> +                release( session, ( (ByteBuffer)message ).capacity() );
> +            }
> +
> +            nextFilter.messageReceived( session, message );
> +        }
> +    }
> +}
>
>
>


-- 
what we call human nature is actually human habit
--
http://gleamynode.net/
--
PGP key fingerprints:
* E167 E6AF E73A CBCE EE41  4A29 544D DE48 FE95 4E7E
* B693 628E 6047 4F8F CFA4  455E 1C62 A7DC 0255 ECA6