springboot-rocketmq整合

2019-02-25 本文已影响0人 zxy_3197

1、application.properties
spring.application.name = demoTest

mybatis

spring.profiles.active=dev
spring.datasource.url=jdbc:mysql://localhost:3306/saasboard
spring.datasource.username=root
spring.datasource.password=root
spring.datasource.driver-class-name=com.mysql.jdbc.Driver
spring.datasource.type=com.alibaba.druid.pool.DruidDataSource

region redis

spring.redis.host=192.168.207.18
spring.redis.port=6379

spring.redis.password=group@123

spring.redis.database=0
spring.redis.pool.max-active=150
spring.redis.pool.max-idle=30
spring.redis.pool.max-wait=3000
spring.redis.pool.min-idle=10

producer

该应用是否启用生产者

rocketmq.producer.isOnOff=on

发送同一类消息的设置为同一个group，保证唯一,默认不需要设置，rocketmq会使用ip@pid(pid代表jvm名字)作为唯一标示

rocketmq.producer.groupName=${spring.application.name}

mq的nameserver地址

rocketmq.producer.namesrvAddr=192.168.205.196:9876

消息最大长度默认1024*4(4M)

rocketmq.producer.maxMessageSize=4096

发送消息超时时间,默认3000

rocketmq.producer.sendMsgTimeout=3000

发送消息失败重试次数，默认2

rocketmq.producer.retryTimesWhenSendFailed=2

consumer

该应用是否启用消费者

rocketmq.consumer.isOnOff=on
rocketmq.consumer.groupName=${spring.application.name}

mq的nameserver地址

rocketmq.consumer.namesrvAddr=192.168.205.196:9876

该消费者订阅的主题和tags(""号表示订阅该主题下所有的tags),格式：topic_{tag1||tag2||tag3;topic2};

rocketmq.consumer.topics=DemoTopic~*;
rocketmq.consumer.consumeThreadMin=20
rocketmq.consumer.consumeThreadMax=64

设置一次消费消息的条数，默认为1条

rocketmq.consumer.consumeMessageBatchMaxSize=1

2、pom.xml文件
<dependency>
<groupId>com.alibaba.rocketmq</groupId>
<artifactId>rocketmq-client</artifactId>
<version>3.2.6</version>
</dependency>
3、消费端配置
package com.example.demo.rocketmq.consumer;

import com.alibaba.rocketmq.client.consumer.DefaultMQPushConsumer;
import com.alibaba.rocketmq.client.exception.MQClientException;
import com.alibaba.rocketmq.common.consumer.ConsumeFromWhere;
import com.example.demo.rocketmq.constants.RocketMQErrorEnum;
import com.example.demo.rocketmq.consumer.processor.MQConsumeMsgListenerProcessor;
import com.example.demo.rocketmq.exception.RocketMQException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.SpringBootConfiguration;
import org.springframework.context.annotation.Bean;
import org.springframework.util.StringUtils;

/**

消费者Bean配置
.
@ClassName: MQConsumerConfiguration
@Description:
@version: v1.0.0
@author: zhaowg
@date: 2018年3月2日下午11:48:32
Modification History:
Date Author Version Description
---------------------------------------------------------
2018年3月2日 zhaowg v1.0.0 创建
*/
@SpringBootConfiguration
public class MQConsumerConfiguration {
public static final Logger LOGGER = LoggerFactory.getLogger(MQConsumerConfiguration.class);
@Value(" ${rocketmq.consumer.namesrvAddr}") private String namesrvAddr; @Value("$ {rocketmq.consumer.groupName}")
private String groupName;
@Value(" ${rocketmq.consumer.consumeThreadMin}") private int consumeThreadMin; @Value("$ {rocketmq.consumer.consumeThreadMax}")
private int consumeThreadMax;
@Value(" ${rocketmq.consumer.topics}") private String topics; @Value("$ {rocketmq.consumer.consumeMessageBatchMaxSize}")
private int consumeMessageBatchMaxSize;
@Autowired
private MQConsumeMsgListenerProcessor mqMessageListenerProcessor;

@Bean
public DefaultMQPushConsumer getRocketMQConsumer() throws RocketMQException {
if (StringUtils.isEmpty(groupName)){
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"groupName is null !!!",false);
}
if (StringUtils.isEmpty(namesrvAddr)){
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"namesrvAddr is null !!!",false);
}
if(StringUtils.isEmpty(topics)){
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"topics is null !!!",false);
}
DefaultMQPushConsumer consumer = new DefaultMQPushConsumer(groupName);
consumer.setNamesrvAddr(namesrvAddr);
consumer.setConsumeThreadMin(consumeThreadMin);
consumer.setConsumeThreadMax(consumeThreadMax);
consumer.registerMessageListener(mqMessageListenerProcessor);
/**
* 设置Consumer第一次启动是从队列头部开始消费还是队列尾部开始消费
* 如果非第一次启动，那么按照上次消费的位置继续消费
/
consumer.setConsumeFromWhere(ConsumeFromWhere.CONSUME_FROM_LAST_OFFSET);
/*
* 设置消费模型，集群还是广播，默认为集群
/
//consumer.setMessageModel(MessageModel.CLUSTERING);
/*
* 设置一次消费消息的条数，默认为1条
/
consumer.setConsumeMessageBatchMaxSize(consumeMessageBatchMaxSize);
try {
/*
* 设置该消费者订阅的主题和tag，如果是订阅该主题下的所有tag，则tag使用*；如果需要指定订阅该主题下的某些tag，则使用||分割，例如tag1||tag2||tag3
*/
String[] topicTagsArr = topics.split(";");
for (String topicTags : topicTagsArr) {
String[] topicTag = topicTags.split("~");
consumer.subscribe(topicTag[0],topicTag[1]);
}
consumer.start();
LOGGER.info("consumer is start !!! groupName:{},topics:{},namesrvAddr:{}",groupName,topics,namesrvAddr);
}catch (MQClientException e){
LOGGER.error("consumer is start !!! groupName:{},topics:{},namesrvAddr:{}",groupName,topics,namesrvAddr,e);
throw new RocketMQException(e);
}
return consumer;
}
}
4、生产端配置
package com.example.demo.rocketmq.producer;

import com.alibaba.rocketmq.client.exception.MQClientException;
import com.alibaba.rocketmq.client.producer.DefaultMQProducer;
import com.example.demo.rocketmq.constants.RocketMQErrorEnum;
import com.example.demo.rocketmq.exception.RocketMQException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.SpringBootConfiguration;
import org.springframework.context.annotation.Bean;
import org.springframework.util.StringUtils;

/**

生产者配置
.
@ClassName: MQProducerConfiguration
@Description:
@version: v1.0.0
@author: zhaowg
@date: 2018年3月2日下午11:44:36
Modification History:
Date Author Version Description
---------------------------------------------------------
2018年3月2日 zhaowg v1.0.0 创建
/
@SpringBootConfiguration
public class MQProducerConfiguration {
public static final Logger LOGGER = LoggerFactory.getLogger(MQProducerConfiguration.class);
/*
- 发送同一类消息的设置为同一个group，保证唯一,默认不需要设置，rocketmq会使用ip@pid(pid代表jvm名字)作为唯一标示
  /
  @Value(" ${rocketmq.producer.groupName}") private String groupName; @Value("$ {rocketmq.producer.namesrvAddr}")
  private String namesrvAddr;
  /*
- 消息最大大小，默认4M
  /
  @Value("${rocketmq.producer.maxMessageSize}")
  private Integer maxMessageSize ;
  /*
- 消息发送超时时间，默认3秒
  /
  @Value("${rocketmq.producer.sendMsgTimeout}")
  private Integer sendMsgTimeout;
  /*
- 消息发送失败重试次数，默认2次
  */
  @Value("${rocketmq.producer.retryTimesWhenSendFailed}")
  private Integer retryTimesWhenSendFailed;
@Bean
public DefaultMQProducer getRocketMQProducer() throws RocketMQException {
if (StringUtils.isEmpty(this.groupName)) {
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"groupName is blank",false);
}
if (StringUtils.isEmpty(this.namesrvAddr)) {
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"nameServerAddr is blank",false);
}
DefaultMQProducer producer;
producer = new DefaultMQProducer(this.groupName);
producer.setNamesrvAddr(this.namesrvAddr);
//如果需要同一个jvm中不同的producer往不同的mq集群发送消息，需要设置不同的instanceName
//producer.setInstanceName(instanceName);
if(this.maxMessageSize!=null){
producer.setMaxMessageSize(this.maxMessageSize);
}
if(this.sendMsgTimeout!=null){
producer.setSendMsgTimeout(this.sendMsgTimeout);
}
//如果发送消息失败，设置重试次数，默认为2次
if(this.retryTimesWhenSendFailed!=null){
producer.setRetryTimesWhenSendFailed(this.retryTimesWhenSendFailed);
}
```
 try {
     producer.start();
     
     LOGGER.info(String.format("producer is start ! groupName:[%s],namesrvAddr:[%s]"
             , this.groupName, this.namesrvAddr));
 } catch (MQClientException e) {
     LOGGER.error(String.format("producer is error {}"
             , e.getMessage(),e));
     throw new RocketMQException(e);
 }
 return producer;
```
}
}

5.监听配置
package com.example.demo.rocketmq.consumer.processor;

import com.alibaba.rocketmq.client.consumer.listener.ConsumeConcurrentlyContext;
import com.alibaba.rocketmq.client.consumer.listener.ConsumeConcurrentlyStatus;
import com.alibaba.rocketmq.client.consumer.listener.MessageListenerConcurrently;
import com.alibaba.rocketmq.common.message.MessageExt;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Component;
import org.springframework.util.CollectionUtils;

import java.util.List;

/**

消费者消费消息路由
.
@ClassName: RocketMQMessageListenerConcurrentlyProcessor
@Description:
@version: v1.0.0
@author: zhaowg
@date: 2018年2月28日上午11:12:32
Modification History:
Date Author Version Description
---------------------------------------------------------
2018年2月28日 zhaowg v1.0.0 创建
*/
@Component
public class MQConsumeMsgListenerProcessor implements MessageListenerConcurrently{
private static final Logger logger = LoggerFactory.getLogger(MQConsumeMsgListenerProcessor.class);

/**
- 默认msgs里只有一条消息，可以通过设置consumeMessageBatchMaxSize参数来批量接收消息
- 不要抛异常，如果没有return CONSUME_SUCCESS ，consumer会重新消费该消息，直到return CONSUME_SUCCESS
  */
  @Override
  public ConsumeConcurrentlyStatus consumeMessage(List<MessageExt> msgs, ConsumeConcurrentlyContext context) {
  if(CollectionUtils.isEmpty(msgs)){
  logger.info("接受到的消息为空，不处理，直接返回成功");
  return ConsumeConcurrentlyStatus.CONSUME_SUCCESS;
  }
  MessageExt messageExt = msgs.get(0);
  logger.info("接受到的消息为："+messageExt.toString());
  if(messageExt.getTopic().equals("你的Topic")){
  if(messageExt.getTags().equals("你的Tag")){
  //TODO 判断该消息是否重复消费（RocketMQ不保证消息不重复，如果你的业务需要保证严格的不重复消息，需要你自己在业务端去重）
  //TODO 获取该消息重试次数
  int reconsume = messageExt.getReconsumeTimes();
  if(reconsume ==3){//消息已经重试了3次，如果不需要再次消费，则返回成功
  return ConsumeConcurrentlyStatus.CONSUME_SUCCESS;
  }
  //TODO 处理对应的业务逻辑
  }
  }
  // 如果没有return success ，consumer会重新消费该消息，直到return success
  return ConsumeConcurrentlyStatus.CONSUME_SUCCESS;
  }
  }
  6、进行测试
  package com.example.demo;

import com.alibaba.rocketmq.client.exception.MQBrokerException;
import com.alibaba.rocketmq.client.exception.MQClientException;
import com.alibaba.rocketmq.client.producer.DefaultMQProducer;
import com.alibaba.rocketmq.client.producer.SendResult;
import com.alibaba.rocketmq.common.message.Message;
import com.alibaba.rocketmq.remoting.exception.RemotingException;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.test.context.junit4.SpringRunner;

@RunWith(SpringRunner.class)
@SpringBootTest
public class DemoApplicationTests {

private static final Logger logger = LoggerFactory.getLogger(DemoApplicationTests.class);

/**使用RocketMq的生产者*/
@Autowired
private DefaultMQProducer defaultMQProducer;

/**
 * 发送消息
 *
 * 2018年3月3日 zhaowg
 * @throws InterruptedException
 * @throws MQBrokerException
 * @throws RemotingException
 * @throws MQClientException
 */
@Test
public void send() throws MQClientException, RemotingException, MQBrokerException, InterruptedException{
    String msg = "demo msg test";
    logger.info("开始发送消息："+msg);
    Message sendMsg = new Message("DemoTopic","DemoTag",msg.getBytes());
    //默认3秒超时
    SendResult sendResult = defaultMQProducer.send(sendMsg);
    logger.info("消息发送响应信息："+sendResult.toString());
}

}

springboot-rocketmq整合

mybatis

region redis

spring.redis.password=group@123

producer

该应用是否启用生产者

发送同一类消息的设置为同一个group，保证唯一,默认不需要设置，rocketmq会使用ip@pid(pid代表jvm名字)作为唯一标示

mq的nameserver地址

消息最大长度默认1024*4(4M)

发送消息超时时间,默认3000

发送消息失败重试次数，默认2

consumer

该应用是否启用消费者

mq的nameserver地址

该消费者订阅的主题和tags(""号表示订阅该主题下所有的tags),格式：topic_{tag1||tag2||tag3;topic2};

设置一次消费消息的条数，默认为1条

猜你喜欢

热点阅读

springboot-rocketmq整合

mybatis

region redis

spring.redis.password=group@123

producer

该应用是否启用生产者

发送同一类消息的设置为同一个group，保证唯一,默认不需要设置，rocketmq会使用ip@pid(pid代表jvm名字)作为唯一标示

mq的nameserver地址

消息最大长度 默认1024*4(4M)

发送消息超时时间,默认3000

发送消息失败重试次数，默认2

consumer

该应用是否启用消费者

mq的nameserver地址

该消费者订阅的主题和tags(""号表示订阅该主题下所有的tags),格式：topictag1||tag2||tag3;topic2;

设置一次消费消息的条数，默认为1条

猜你喜欢

热点阅读

消息最大长度默认1024*4(4M)

该消费者订阅的主题和tags(""号表示订阅该主题下所有的tags),格式：topic_{tag1||tag2||tag3;topic2};