You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@eventmesh.apache.org by mi...@apache.org on 2022/09/24 13:45:58 UTC
[incubator-eventmesh] branch protocol-amqp updated: realization amqp encode and decode
This is an automated email from the ASF dual-hosted git repository.
mikexue pushed a commit to branch protocol-amqp
in repository https://gitbox.apache.org/repos/asf/incubator-eventmesh.git
The following commit(s) were added to refs/heads/protocol-amqp by this push:
new f1075b4d realization amqp encode and decode
new ad36ffcf Merge pull request #1410 from wangshaojie4039/protocol-amqp
f1075b4d is described below
commit f1075b4d57246d2825e6809bb1ec9b38d83dcf17
Author: wangshaojie <wa...@cmss.chinamobile.com>
AuthorDate: Sat Sep 24 21:12:25 2022 +0800
realization amqp encode and decode
---
eventmesh-runtime/build.gradle | 2 +
.../MalformedFrameException.java} | 21 ++--
.../core/protocol/amqp/remoting/AMQData.java | 1 -
.../core/protocol/amqp/remoting/AMQPFrame.java | 137 ++++++++++++++++++++
.../amqp/remoting/codec/AmqpCodeDecoder.java | 139 +++++++++++++++++++++
.../{AMQData.java => codec/AmqpCodeEncoder.java} | 39 ++++--
.../amqp/remoting/protocol/ProtocolFrame.java | 4 -
tools/dependency-check/known-dependencies.txt | 3 +-
8 files changed, 323 insertions(+), 23 deletions(-)
diff --git a/eventmesh-runtime/build.gradle b/eventmesh-runtime/build.gradle
index 198cb408..60376611 100644
--- a/eventmesh-runtime/build.gradle
+++ b/eventmesh-runtime/build.gradle
@@ -30,6 +30,8 @@ dependencies {
implementation 'com.github.seancfoley:ipaddress:5.3.3'
+ implementation 'com.rabbitmq:amqp-client:5.8.0'
+
implementation project(":eventmesh-common")
implementation project(":eventmesh-spi")
implementation project(":eventmesh-connector-plugin:eventmesh-connector-api")
diff --git a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/exception/MalformedFrameException.java
similarity index 66%
copy from eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java
copy to eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/exception/MalformedFrameException.java
index b9884a2e..5eecbe1c 100644
--- a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java
+++ b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/exception/MalformedFrameException.java
@@ -15,18 +15,21 @@
* limitations under the License.
*/
-package org.apache.eventmesh.runtime.core.protocol.amqp.remoting;
+package org.apache.eventmesh.runtime.core.protocol.amqp.exception;
-import java.io.Serializable;
+import java.io.IOException;
-import io.netty.buffer.ByteBuf;
+public class MalformedFrameException extends IOException {
-/**
- *
- */
-public interface AMQData extends Serializable {
+ private static final long serialVersionUID = 1L;
- void encode(ByteBuf buf);
+ /**
+ * Instantiate a MalformedFrameException.
+ *
+ * @param reason a string describing the exception
+ */
+ public MalformedFrameException(String reason) {
+ super(reason);
+ }
- void recycle();
}
diff --git a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java
index b9884a2e..f16355a9 100644
--- a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java
+++ b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java
@@ -28,5 +28,4 @@ public interface AMQData extends Serializable {
void encode(ByteBuf buf);
- void recycle();
}
diff --git a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQPFrame.java b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQPFrame.java
new file mode 100644
index 00000000..12721ce5
--- /dev/null
+++ b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQPFrame.java
@@ -0,0 +1,137 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.eventmesh.runtime.core.protocol.amqp.remoting;
+
+
+import org.apache.eventmesh.runtime.core.protocol.amqp.exception.MalformedFrameException;
+
+import java.io.DataInputStream;
+import java.io.IOException;
+
+import io.netty.buffer.ByteBuf;
+import io.netty.buffer.ByteBufInputStream;
+import io.netty.buffer.Unpooled;
+
+import com.rabbitmq.client.AMQP;
+import com.rabbitmq.client.impl.Frame;
+
+public class AMQPFrame implements AMQData {
+
+ public static final int NON_BODY_SIZE = 1 /* type */ + 2 /* channel */ + 4 /* payload size */ + 1 /* end character */;
+
+ /**
+ * Frame type code
+ */
+ private final int type;
+
+ /**
+ * Frame channel number, 0-65535
+ */
+ private final int channel;
+
+ private final ByteBuf payload;
+
+
+ public AMQPFrame(int type, int channel, ByteBuf payload) {
+ this.type = type;
+ this.channel = channel;
+ this.payload = payload;
+ }
+
+ public static AMQPFrame get(ByteBuf buf) throws IOException {
+ int type = buf.readUnsignedByte();
+ int channel = buf.readUnsignedShort();
+ int payloadSize = buf.readInt();
+ ByteBuf payload = buf.readSlice(payloadSize);
+ int frameEndMarker = buf.readUnsignedByte();
+ if (frameEndMarker != AMQP.FRAME_END) {
+ throw new MalformedFrameException("Bad frame end marker: " + frameEndMarker);
+ }
+
+ return new AMQPFrame(type, channel, payload.retain());
+ }
+
+ public static AMQPFrame get(Frame frame) {
+ return new AMQPFrame(frame.type, frame.channel, Unpooled.wrappedBuffer(frame.getPayload()));
+ }
+
+
+ @Override
+ public void encode(ByteBuf out) {
+ out.writeByte(type);
+ out.writeShort(channel);
+ if (payload != null) {
+ out.writeInt(payload.readableBytes());
+ out.writeBytes(payload);
+ } else {
+ out.writeInt(0);
+ out.writeBytes(new byte[0]);
+ }
+
+ out.writeByte(AMQP.FRAME_END);
+ }
+
+ public int getType() {
+ return type;
+ }
+
+ public int getChannel() {
+ return channel;
+ }
+
+ public byte[] getData() {
+
+ if (payload == null) {
+ return new byte[0];
+ }
+
+ if (payload.isDirect()) {
+ byte[] data = new byte[payload.readableBytes()];
+ payload.getBytes(payload.readerIndex(), data);
+ return data;
+ }
+
+ if (payload.arrayOffset() == 0 && payload.capacity() == payload.array().length) {
+ return payload.array();
+ } else {
+ // Need to copy into a smaller byte array
+ byte[] data = new byte[payload.readableBytes()];
+ payload.readBytes(data);
+ return data;
+ }
+ }
+
+ public ByteBuf getPayload() {
+ return this.payload;
+ }
+
+ public DataInputStream getInputStream() {
+ return new DataInputStream(new ByteBufInputStream(this.payload));
+ }
+
+
+ @Override
+ public String toString() {
+ return "AMQPFrame{"
+ + "type=" + type
+ + ", channel=" + channel
+ + ", payload=" + payload
+ + '}';
+ }
+
+}
diff --git a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/codec/AmqpCodeDecoder.java b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/codec/AmqpCodeDecoder.java
new file mode 100644
index 00000000..bfe24814
--- /dev/null
+++ b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/codec/AmqpCodeDecoder.java
@@ -0,0 +1,139 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.eventmesh.runtime.core.protocol.amqp.remoting.codec;
+
+import org.apache.eventmesh.runtime.core.protocol.amqp.exception.MalformedFrameException;
+import org.apache.eventmesh.runtime.core.protocol.amqp.remoting.AMQPFrame;
+import org.apache.eventmesh.runtime.core.protocol.amqp.remoting.protocol.ProtocolFrame;
+import org.apache.eventmesh.runtime.core.protocol.amqp.remoting.protocol.ProtocolVersion;
+import org.apache.eventmesh.runtime.util.RemotingHelper;
+
+import java.io.IOException;
+import java.util.List;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import io.netty.buffer.ByteBuf;
+import io.netty.channel.ChannelHandlerContext;
+
+
+public class AmqpCodeDecoder extends AbstractBatchDecoder {
+
+ private final Logger logger = LoggerFactory.getLogger(this.getClass());
+
+ /**
+ * the length of protocol code
+ */
+ protected int protocolVersionLength = 8;
+
+ /**
+ * only support 091
+ */
+ private static final ProtocolVersion DEFAULT_PROTOCOL_VERSION = ProtocolVersion.v0_91;
+
+ protected int maxFrameSize;
+
+ public AmqpCodeDecoder(int maxFrameSize) {
+ super();
+ this.maxFrameSize = maxFrameSize;
+ }
+
+ private boolean firstRead = true;
+
+ /**
+ * decode the protocol code
+ *
+ * @param in input byte buf
+ * @return an instance of ProtocolVersion
+ */
+ protected ProtocolVersion decodeProtocolVersion(ByteBuf in) {
+ if (in.readableBytes() >= protocolVersionLength) {
+ byte[] protocolCodeBytes = new byte[protocolVersionLength];
+ in.readBytes(protocolCodeBytes);
+ return ProtocolVersion.fromBytes(protocolCodeBytes);
+ }
+ return null;
+ }
+
+ /**
+ * decode the protocol version
+ *
+ * @param in input byte buf
+ * @return a byte to represent protocol version
+ */
+ @Override
+ protected void decode(ChannelHandlerContext ctx, ByteBuf in, List<Object> out) throws Exception {
+ if (firstRead) {
+ if (in.readableBytes() >= protocolVersionLength) {
+ in.markReaderIndex();
+ ProtocolVersion protocolVersion = decodeProtocolVersion(in);
+
+ if (checkProtocolVersion(protocolVersion)) {
+ in.resetReaderIndex();
+ decode0(ctx, in, out, true);
+ firstRead = false;
+ } else {
+ logger.error("protocol {} not support", protocolVersion);
+ ctx.writeAndFlush(new ProtocolFrame(DEFAULT_PROTOCOL_VERSION));
+ ctx.close();
+ }
+ }
+
+ } else {
+ decode0(ctx, in, out, false);
+
+ }
+
+ }
+
+ private void decode0(ChannelHandlerContext ctx, ByteBuf in, List<Object> out, boolean isProtocolHeader) throws IOException {
+
+ if (isProtocolHeader) {
+ if (in.readableBytes() >= ProtocolFrame.PROTOCOL_FRAME_LENGTH) {
+ out.add(ProtocolFrame.decode(in));
+
+ }
+ } else {
+ if (in.readableBytes() >= AMQPFrame.NON_BODY_SIZE) {
+ in.markReaderIndex();
+ in.readUnsignedByte();
+ in.readUnsignedShort();
+ int payloadSize = in.readInt();
+ in.resetReaderIndex();
+ if (payloadSize > maxFrameSize) {
+ throw new MalformedFrameException(
+ "frame > maxFrameSize exception remoteAddress:" + RemotingHelper.parseChannelRemoteAddr(ctx.channel()));
+ }
+
+ if (in.readableBytes() >= (AMQPFrame.NON_BODY_SIZE + payloadSize)) {
+
+ out.add(AMQPFrame.get(in));
+ }
+ }
+
+ }
+
+
+ }
+
+
+ private boolean checkProtocolVersion(ProtocolVersion pv) {
+ return pv != null && pv.equals(DEFAULT_PROTOCOL_VERSION);
+ }
+}
diff --git a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/codec/AmqpCodeEncoder.java
similarity index 51%
copy from eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java
copy to eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/codec/AmqpCodeEncoder.java
index b9884a2e..41be568d 100644
--- a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/AMQData.java
+++ b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/codec/AmqpCodeEncoder.java
@@ -15,18 +15,41 @@
* limitations under the License.
*/
-package org.apache.eventmesh.runtime.core.protocol.amqp.remoting;
+package org.apache.eventmesh.runtime.core.protocol.amqp.remoting.codec;
-import java.io.Serializable;
+import org.apache.eventmesh.runtime.core.protocol.amqp.remoting.AMQData;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
import io.netty.buffer.ByteBuf;
+import io.netty.channel.ChannelHandler;
+import io.netty.channel.ChannelHandlerContext;
+import io.netty.handler.codec.MessageToByteEncoder;
+
+
+
+
+
+
+
+@ChannelHandler.Sharable
+public class AmqpCodeEncoder extends MessageToByteEncoder<Object> {
+
+ private final Logger logger = LoggerFactory.getLogger(this.getClass());
-/**
- *
- */
-public interface AMQData extends Serializable {
- void encode(ByteBuf buf);
+ @Override
+ protected void encode(ChannelHandlerContext ctx, Object msg, ByteBuf out)
+ throws Exception {
+ try {
+ if (msg instanceof AMQData) {
+ ((AMQData) msg).encode(out);
+ }
+ } catch (Exception e) {
+ logger.error("channel {} encode exception", ctx.channel().toString(), e);
+ ctx.close();
+ }
+ }
- void recycle();
}
diff --git a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/protocol/ProtocolFrame.java b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/protocol/ProtocolFrame.java
index cbf7d08e..02695268 100644
--- a/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/protocol/ProtocolFrame.java
+++ b/eventmesh-runtime/src/main/java/org/apache/eventmesh/runtime/core/protocol/amqp/remoting/protocol/ProtocolFrame.java
@@ -143,8 +143,4 @@ public class ProtocolFrame implements AMQData {
return protocolRevision;
}
- @Override
- public void recycle() {
- // do nothing
- }
}
diff --git a/tools/dependency-check/known-dependencies.txt b/tools/dependency-check/known-dependencies.txt
index 3238fd2d..7a579418 100644
--- a/tools/dependency-check/known-dependencies.txt
+++ b/tools/dependency-check/known-dependencies.txt
@@ -166,4 +166,5 @@ system-rules-1.16.1.jar
validation-api-1.1.0.Final.jar
zipkin-2.23.2.jar
zipkin-reporter-2.16.3.jar
-zipkin-sender-okhttp3-2.16.3.jar
\ No newline at end of file
+zipkin-sender-okhttp3-2.16.3.jar
+amqp-client-5.8.0.jar
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@eventmesh.apache.org
For additional commands, e-mail: commits-help@eventmesh.apache.org