【EMQX】 Spring Cloud 集成MQTT并异步入库(mongodb)
创始人
2024-02-05 19:33:48
0

1. 需求:

        1. Spring boot项目,集成mqtt,订阅物联网设备数据上报topic1

        2. 处理topic1,并异步入库到mongodb

        3. mongodb 根据设备id分集合

2. 代码实现

2.1 引入pom

  • 子项目(本项目)
        org.eclipse.pahoorg.eclipse.paho.client.mqttv31.2.2org.springframework.bootspring-boot-starter-data-mongodbcom.spring4allmongodb-plus-spring-boot-starter
  • 父-引入pom
    org.springframework.bootspring-boot-starter-parent2.3.5.RELEASEorg.springframework.cloudspring-cloud-dependenciesHoxton.SR12pomimport

2.2 启动类引入注解 @EnableMongoPlus

2.3  application.yml mongodb配置

spring:profiles:active: proddata:mongodb:uri: mongodb://root:${mongo-password}@${host}:${mongodbport}/hzdoption:# 最小连接数min-connection-per-host: 10# 最大连接数max-connection-per-host: 200#允许阻塞连接乘数的线程threads-allowed-to-block-for-connection-multiplier: 5#服务器超时server-selection-timeout: 30000#最长等待时间max-wait-time: 120000#最大连接空闲时间max-connection-idle-time: 0#最大连接生存时间max-connection-life-time: 0#连接超时connect-timeout: 10000#套接字超时10000socket-timeout: 0socket-keep-alive: falsessl-enabled: falsessl-invalid-host-name-allowed: falsealways-use-m-beans: falseheartbeat-socket-timeout: 20000heartbeat-connect-timeout: 20000min-heartbeat-frequency: 500heartbeat-frequency: 10000local-threshold: 15

2.4 代码

1. EmqClient.java                  连接emqx

  • init()  使用@PostConstruct注解,开机自动连接EMQX + 订阅
  • reConnect()  断线重连后,订阅主题
package com.hzd.mqtt.client;import com.hzd.mqtt.enums.QosEnum;
import com.hzd.mqtt.properties.MqttProperties;
import lombok.extern.slf4j.Slf4j;
import org.eclipse.paho.client.mqttv3.*;
import org.eclipse.paho.client.mqttv3.persist.MemoryPersistence;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;import javax.annotation.PostConstruct;
import javax.annotation.PreDestroy;/*** Created by*/
@Component
@Slf4j
public class EmqClient {private IMqttClient client;@Autowiredprivate MqttProperties mqttProperties;@Autowiredprivate MqttCallback mqttCallback;@Autowiredprivate MqttProperties properties;private static final String topic_hzd = "/hzd/pub/#";private static final String topic_device_connect = "/device/connect/#";@PostConstructpublic void init() {MqttClientPersistence mempersitence = new MemoryPersistence();try {if (client == null) {client = new MqttClient(mqttProperties.getBrokerUrl(), mqttProperties.getClientId(), mempersitence);}} catch (MqttException e) {log.error("初始化客户端mqttClient对象失败,errormsg={},brokerUrl={},clientId={}", e.getMessage(), mqttProperties.getBrokerUrl(), mqttProperties.getClientId());}//连接服务端connect(properties.getUsername(), properties.getPassword());//订阅一个主题subscribe(topic_hzd, QosEnum.QoS2);subscribe(topic_device_connect, QosEnum.QoS2);log.info("EmqClient连接成功,订阅成功.topic={},{}", topic_hzd, topic_device_connect);}/*** 连接broker** @param username* @param password*/public void connect(String username, String password) {MqttConnectOptions options = new MqttConnectOptions();options.setAutomaticReconnect(true);options.setUserName(username);options.setPassword(password.toCharArray());options.setCleanSession(true);client.setCallback(mqttCallback);try {client.connect(options);} catch (MqttException e) {log.error("mqtt客户端连接服务端失败,失败原因{}", e.getMessage());}}/*** 断开连接*/@PreDestroypublic void disConnect() {try {client.disconnect();} catch (MqttException e) {log.error("断开连接产生异常,异常信息{}", e.getMessage());}}/*** 重连*/public void reConnect() {try {client.reconnect();while (true){if (client.isConnected()){subscribe(topic_hzd, QosEnum.QoS2);subscribe(topic_device_connect, QosEnum.QoS2);break;}else{Thread.sleep(100);log.info("重连中,请稍后......");}}log.info("EmqClient连接成功,订阅成功.topic={},{}", topic_hzd, topic_device_connect);} catch (MqttException | InterruptedException e) {log.error("重连失败,失败原因{}", e.getMessage());}}/*** 发布消息** @param topic* @param msg* @param qos* @param retain*/public void publish(String topic, String msg, QosEnum qos, boolean retain) {MqttMessage mqttMessage = new MqttMessage();mqttMessage.setPayload(msg.getBytes());mqttMessage.setQos(qos.value());mqttMessage.setRetained(retain);try {client.publish(topic, mqttMessage);} catch (MqttException e) {log.error("发布消息失败,errormsg={},topic={},msg={},qos={},retain={}", e.getMessage(), topic, msg, qos.value(), retain);}}/*** 订阅** @param topicFilter* @param qos*/public void subscribe(String topicFilter, QosEnum qos) {try {client.subscribe(topicFilter, qos.value());} catch (MqttException e) {log.error("订阅主题失败,errormsg={},topicFilter={},qos={}", e.getMessage(), topicFilter, qos.value());}}/*** 取消订阅** @param topicFilter*/public void unSubscribe(String topicFilter) {try {client.unsubscribe(topicFilter);} catch (MqttException e) {log.error("取消订阅失败,errormsg={},topicfiler={}", e.getMessage(), topicFilter);}}}

2. MessageCallback.java         处理订阅消息

  • init() 加载异步入库处理类DataStorage
  • connectionLost(Throwable cause) 断线重连
  • messageArrived(String topic, MqttMessage message)  处理订阅消息
package com.hzd.mqtt.client;import com.hzd.mqtt.async.DataStorage;
import lombok.extern.slf4j.Slf4j;
import org.eclipse.paho.client.mqttv3.IMqttDeliveryToken;
import org.eclipse.paho.client.mqttv3.MqttCallback;
import org.eclipse.paho.client.mqttv3.MqttMessage;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;import javax.annotation.PostConstruct;/****/
@Component
@Slf4j
public class MessageCallback implements MqttCallback {@Autowiredprivate DataStorage dataStorage;@Autowiredprivate EmqClient emqClient;public static MessageCallback MessageCallback;@PostConstruct //通过@PostConstruct实现初始化bean之前进行的操作public void init() {log.info("初始化");MessageCallback = this;
//        MessageCallback.dataPageRepository = this.dataPageRepository;MessageCallback.dataStorage = this.dataStorage;}/*** 丢失了对服务端的连接后触发的回调** @param cause*/@Overridepublic void connectionLost(Throwable cause) {// 资源的清理  重连log.info("断开emqx连接,开始重连......");emqClient.reConnect();log.info("emqx连接成功......");}/*** 应用收到消息后触发的回调** @param topic* @param message* @throws Exception*/@Overridepublic void messageArrived(String topic, MqttMessage message) throws Exception {dataStorage.saveDataToMongo(topic, message);}/*** 消息发布者消息发布完成产生的回调** @param token*/@Overridepublic void deliveryComplete(IMqttDeliveryToken token) {int messageId = token.getMessageId();String[] topics = token.getTopics();log.info("消息发布完成,messageid={},topics={}", messageId, topics);}
}


3. DataStorage.java          异步入库处理类

package com.hzd.mqtt.async;import com.alibaba.fastjson2.JSON;
import com.hzd.entity.po.ControlLog;
import com.hzd.entity.po.DataExtend;
import com.hzd.entity.po.MqttClientLog;
import com.hzd.entity.vo.MqttPayload;
import com.hzd.entity.vo.MqttTopic;
import com.hzd.mqtt.enums.TopicType;
import lombok.extern.slf4j.Slf4j;
import org.eclipse.paho.client.mqttv3.MqttMessage;
import org.springframework.data.mongodb.UncategorizedMongoDbException;
import org.springframework.data.mongodb.core.MongoTemplate;
import org.springframework.data.mongodb.core.query.Criteria;
import org.springframework.data.mongodb.core.query.Query;
import org.springframework.data.mongodb.core.query.Update;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Component;import javax.annotation.Resource;
import java.util.Date;/*** Coding by 李炯 on 2022/10/28 15:12*/
@Component
@Slf4j
public class DataStorage {@Resourceprivate MongoTemplate mongoTemplate;//    @Resource
//    private DataPageRepository dataPageRepository;@Asyncpublic void saveDataToMongo(String topic, MqttMessage message) {MqttTopic t = MqttTopic.init(topic);String payload = new String(message.getPayload());if (t == null) return;if (payload.contains("\"type\":\"data\"")) {DataExtend dataExtend = DataExtend.init(payload);mongoTemplate.insert(dataExtend, t.getFac_id());log.info("设备数据上报,topic={},fac_id={},messageid={},qos={},payload={}",topic, t.getFac_id(), message.getId(), message.getQos(), payload);} else if (payload.contains("\"type\":\"config\"")) {ControlLog controlLog = ControlLog.init(payload);Query query = new Query(Criteria.where("_id").is(controlLog.get_id()));Update update = Update.update("status", controlLog.getStatus());update.set("status", controlLog.getStatus());update.set("msg", controlLog.getMsg());if (null != controlLog.getRelayIndexLst()) {update.set("relayIndexLst", controlLog.getRelayIndexLst());}if (null != controlLog.getRelayNumLst()) {update.set("relayNumLst", controlLog.getRelayNumLst());}if (null != controlLog.getReadInterval()) {update.set("readInterval", controlLog.getReadInterval());}if (null != controlLog.getRelayphoto()) {update.set("relayphoto", controlLog.getRelayphoto());}if (null != controlLog.getLongitude()) {update.set("longitude", controlLog.getLongitude());}if (null != controlLog.getLatitude()) {update.set("latitude", controlLog.getLatitude());}if (null != controlLog.getControlStatus()) {update.set("controlStatus", controlLog.getControlStatus());}if (null != controlLog.getReserve()) {update.set("reserve", controlLog.getReserve());}update.set("updateTime", new Date());mongoTemplate.upsert(query, update, "log_control");log.info("{},topic={},messageid={},qos={},payload={}","配置返回", topic, message.getId(), message.getQos(), payload);} else if (t.getTopicType() == TopicType.connect) {MqttPayload pl = MqttPayload.init(payload);MqttClientLog clientLog = MqttClientLog.init(pl);updateConnectStatus(topic, clientLog);log.info("{},topic={},messageid={},qos={},payload={}",clientLog.getStatus(), topic, message.getId(), message.getQos(), payload);}}@Asyncpublic void updateConnectStatus(String topic, MqttClientLog clientLog) {try{MqttTopic t = MqttTopic.init(topic);if (t == null) return;mongoTemplate.insert(clientLog, "log_mqtt_client");Query query = new Query(Criteria.where("username").is(clientLog.getUserName()).and("deviceid").is(clientLog.getDeviceId()));Update update = Update.update("connectStatus", clientLog.getConnectStatus());update.set("status", clientLog.getStatus());update.set("updateTime", clientLog.getUpdateTime());mongoTemplate.upsert(query, update, "status_mqtt_client");}catch (Exception e){log.error("mongoDB 错误:MqttClientLog={},错误消息为{}",JSON.toJSONString(clientLog),e.getMessage());}}
}

相关内容

热门资讯

铜陵有色:预计铜需求具有长期增... 格隆汇5月13日|铜陵有色昨日在业绩说明会上表示,公司预计行业未来发展趋势如下:(一)预计铜需求具有...
携手打造人类命运共同体的“中拉...   在中拉论坛正式启动10周年之际,中央广播电视总台CGTN携手秘鲁圣马丁·德波雷斯大学、拉美中国政...
凯发电气等成立新公司 含物联网... 人民财讯5月13日电,企查查APP显示,近日,天津凯育智航科技有限公司成立,法定代表人为王传启,注册...
中国选手郑钦文晋级WTA100... 中新社北京5月13日电 在当地时间12日举行的女子网球选手协会(WTA)1000罗马站单打第四轮比拼...
小米SU7 Ultra车主集体... 转自:今晚报       近日,小米SU7 Ultra车主集体要求退车一事在社交平台引发广泛热议。部...
5月13日兰格唐山钢市午间播报 5月13日兰格唐山钢市午间播报   5月13日唐山迁安普...
竞逐低空!这款“四川造”通用飞... 四川在线记者 高杲乘坐小飞机,从另一种视角领略壮美山河,是未来旅游的新玩法。5月13日,四川省低空经...
速看!广东2025高考安排出炉... 转自:江门发布近日省教育考试院发布了《关于做好广东省2025年普通高校招生工作的通知》对今年高校招生...
中国资产价格上扬 市场信心大提... 转自:经济日报5月12日,中国资产价格迎来强劲上扬,A股与港股市场均呈现火热景象,投资者情绪高涨,市...
昌飞举办“中国梦 航空梦”航空... 本报讯 4月30日,中国航空工业集团昌飞走进景德镇市湘湖中心小学举办“中国梦 航空梦”航空科普进校园...
命运与共好伙伴 | 汉语教育之... 来源:人民网-国际频道 柬埔寨王家研究院孔子学院成立于2009年12月22日,是柬埔寨最早成立的孔子...
“云冈六美人”闭门谢客 云... 中新社山西大同5月13日电 (记者 胡健)记者13日从云冈研究院获悉,从即日起至今年9月30日,云冈...
300ETF(159300)涨... 5月13日,截止午间收盘,300ETF(159300)涨0.00%,报3.993元,成交额4424....
悬赏奖励升级!出逃40天!“嫌... 来源:新闻晨报 5月11日,扬州市茱萸湾风景区管理处发布“悬赏公告”,称园内的一只卡皮巴拉豆包出逃4...
印度拟采取反制举措 对美国部分...   印度向世界贸易组织(WTO)表示,印度拟对美国生产并出口至印度的部分产品征收关税,以对抗美国对印...
恒大,再起波澜!申请撤销子公司... 清盘中的中国恒大动作不断。5月12日晚间,中国恒大发布有关其附属公司CEG Holdings(简称“...
科创机械ETF(588850)... 5月13日,截止午间收盘,科创机械ETF(588850)跌1.03%,报1.055元,成交额327....
中航发布翼龙-2系列长航时无人... 四川在线记者 李欣忆5月13日,四川省低空经济产业链协同发展暨产品发布会现场,中航无人机公司发布翼龙...
软件50ETF(159590)... 5月13日,截止午间收盘,软件50ETF(159590)跌0.76%,报1.049元,成交额1332...
午评:指数早盘高开低走 军工板... .ct_hqimg {margin: 10px 0;} .hqimg_wrapper {text-a...