場景
SpringBoot整合MQTT服務器實現消息的發送與訂閱(推送消息與接收推送):
SpringBoot整合MQTT服務器實現消息的發送與訂閱(推送消息與接收推送)_服務端接收mqtt消息-CSDN博客
上面SpringBoot集成MQTT使用的是spring-integration-mqtt依賴,也是經常使用的方式。
其底層也是有對org.eclipse.paho.client.mqttv3的封裝和引用。
下面直接對org.eclipse.paho.client.mqttv3進行集成和簡單的業務示例梳理。
系統中需要對接第三方的硬件比如攝像頭報警系統,觸發報警時會通過mqtt協議發送json格式的報警數據。
項目啟動后需要連接配置的mqtt的broker的地址,并訂閱指定主題,當收到mqtt消息時進行解析并存儲進mysql和redis中。
Mqtt的Broker的搭建使用如下方式:
Windows上Mqtt的Broker/服務端的搭建-使用mosquitto:
Windows上Mqtt的Broker/服務端的搭建-使用mosquitto-CSDN博客
注:
博客:
霸道流氓氣質-CSDN博客
實現
新建SpringBoot項目并添加項目依賴
mqtt所需的依賴
??????? <!-- mqtt --><dependency><groupId>org.eclipse.paho</groupId><artifactId>org.eclipse.paho.client.mqttv3</artifactId><version>1.2.4</version></dependency>
線程池使用guava依賴
??????? <!-- guava --><dependency><groupId>com.google.guava</groupId><artifactId>guava</artifactId><version>32.1.2-jre</version><scope>provided</scope></dependency>
當然也可使用Java自帶的依賴,關于guava的使用參考如下
Java工具庫Guava并發相關工具類的使用示例:
Java工具庫Guava并發相關工具類的使用示例_moreexecutors.listeningdecorator-CSDN博客
Json解析相關的依賴
??????? <!-- 阿里JSON解析器 --><dependency><groupId>com.alibaba</groupId><artifactId>fastjson</artifactId><version>1.2.75</version></dependency>
Lombok工具集依賴
??????? <dependency><groupId>org.projectlombok</groupId><artifactId>lombok</artifactId><optional>true</optional></dependency>
其它連接mysql、mybatis、redis的依賴省略,見文末示例代碼。
yml文件添加mqtt配置
application.yml文件中添加mqtt連接相關的ip、端口、用戶名、密碼等需要配置的信息。
#mqtt數據配置
badao-mqtt:host: 127.0.0.1port: 1883user: adminpassword: 123456
然后新建配置類,用于獲取yml中配置的內容
package com.badao.demo.config;import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.stereotype.Component;/*** Class Name: mqttConfig* Description: 類功能說明*/
@Component("MqttConfig")
@ConfigurationProperties(prefix = "badao-mqtt")
public class MqttConfig {/*** mqqt地址*/private static String host;/*** mqtt端口*/private static String port;/*** mqtt用戶*/private static String user;/*** mqtt密碼*/private? static String password;public String getHost() {return host;}public void setHost(String host) {MqttConfig.host = host;}public String getPort() {return port;}public void setPort(String port) {MqttConfig.port = port;}public String getUser() {return user;}public void setUser(String user) {MqttConfig.user = user;}public String getPassword() {return password;}public void setPassword(String password) {MqttConfig.password = password;}
}
注意這里注解的prefix要與yml中的前綴一致。
這里@Component("MqttConfig")注解指定了名稱,后面使用。
MQTT相關連接、回調方法實現
完整項目目錄參考如下,新建三個mqtt相關的三個類
第一個類MqttReceiver,用來連接代理服務器,訂閱主題
package com.badao.demo.mqtt;import com.badao.demo.config.MqttConfig;
import org.eclipse.paho.client.mqttv3.MqttClient;
import org.eclipse.paho.client.mqttv3.MqttConnectOptions;
import org.eclipse.paho.client.mqttv3.MqttException;
import org.eclipse.paho.client.mqttv3.persist.MemoryPersistence;
import org.springframework.context.annotation.DependsOn;
import org.springframework.stereotype.Component;
import javax.annotation.PostConstruct;
import javax.websocket.ClientEndpoint;
import java.util.Random;/*** @ClassName: MqttReceiver* @Description: mqtt連接代理服務器,訂閱主題*/
@Component
@ClientEndpoint
@DependsOn("MqttConfig")
public class MqttReceiver {// mqtt配置public? String host;public? String port;public? String user;public? String password;public static MqttClient client;public static MqttService videoMqttService;public static String clientId = "badao_" + new Random().nextInt(999999999);public void start() {try {// broker為代理端,clientId即的客戶端id,MemoryPersistence設置clientId的保存形式,默認為以內存保存String broker = "tcp://"+this.host+":"+this.port;client = new MqttClient(broker, clientId, new MemoryPersistence());videoMqttService = new MqttService();// MQTT連接設置MqttConnectOptions connOpts = new MqttConnectOptions();// 修復過多發布bugconnOpts.setMaxInflight(1000);// 設置用戶名和密碼connOpts.setUserName(this.user);connOpts.setPassword(this.password.toCharArray());// 設置心跳時間間隔,服務端實時了解客戶端是否與其保持連接的情況connOpts.setKeepAliveInterval(5);connOpts.setMaxReconnectDelay(10);connOpts.setConnectionTimeout(10);connOpts.setAutomaticReconnect(true);// 設置是否清空session,這里如果設置為false表示服務器會保留客戶端的連接記錄,// 這里設置為true表示每次連接到服務器都以新的身份連接connOpts.setCleanSession(true);// 設置回調client.setCallback(new MqttMessageCallback());// 建立連接System.out.println("連接到mqtt服務器: " + broker);client.connect(connOpts);// 訂閱主題videoMqttService.subscribe(client);} catch (MqttException me) {me.printStackTrace();}}public void setHost(String host) {this.host = host;}public void setPort(String port) {this.port = port;}public void setUser(String user) {this.user = user;}public void setPassword(String password) {this.password = password;}/*** @Description: Spring實例化該Bean之后馬上執行此方法* @param:* @Return: void* @Exception:*/@PostConstructvoid init() {// 實例化mqtt對象MqttReceiver client = new MqttReceiver();// 從yml文件設置參數// 實例化mqtt配置對象MqttConfig mqttConfig =new MqttConfig();client.setHost(mqttConfig.getHost());client.setPort(mqttConfig.getPort());client.setUser(mqttConfig.getUser());client.setPassword(mqttConfig.getPassword());// 啟動client.start();}
}
第二個類MqttService用來配置接收到訂閱消息后,用來對消息的處理
package com.badao.demo.mqtt;import com.alibaba.fastjson.JSON;
import com.badao.demo.entity.TVideoMsg;
import com.badao.demo.entity.VideoAlarm;
import com.badao.demo.service.serviceImpl.TVideoMsgServiceImpl;
import com.badao.demo.utils.RedisCache;
import com.badao.demo.utils.SpringUtils;
import lombok.extern.slf4j.Slf4j;
import org.eclipse.paho.client.mqttv3.MqttClient;
import org.eclipse.paho.client.mqttv3.MqttMessage;
import org.eclipse.paho.client.mqttv3.MqttTopic;
import java.util.Date;/*** @ClassName: MqttService* @Description: mqtt訂閱消息處理*/
@Slf4j
public class MqttService {private final static String MQTT_VIDEO_TOPIC = "badao";private TVideoMsgServiceImpl tVideoMsgService= SpringUtils.getBean(TVideoMsgServiceImpl.class);private RedisCache redisCache= SpringUtils.getBean("redisCache");/*** @Description: mqtt接受到訂閱消息后,對消息的處理* @param: topic* @param: message* @Return: void* @Exception:*/public void getMqttMessage(String topic, MqttMessage message) {try {System.out.println("received topic:"+topic+",message:"+message.toString());if (MqttTopic.isMatched(MQTT_VIDEO_TOPIC, topic)) {String msg = new String(message.getPayload());//序列化json數據到實體VideoAlarm videoAlarm = JSON.parseObject(msg, VideoAlarm.class);//根據自己業務進行數據轉換為需要入庫的數據實體TVideoMsg tVideoMsgDTO= new TVideoMsg();tVideoMsgDTO.setTimestamp(videoAlarm.getTimestamp());tVideoMsgDTO.setAlgId(videoAlarm.getAlg_id());tVideoMsgDTO.setCameraId(videoAlarm.getCamera_id());tVideoMsgDTO.setImagePath(videoAlarm.getImage_path());tVideoMsgDTO.setAlarmDate(new Date());//mysql入庫存儲邏輯tVideoMsgService.insertTVideoMsg(tVideoMsgDTO);//redis緩存入庫邏輯String reKeyTemp="badaoTest:" + videoAlarm.getCamera_id();redisCache.setCacheObject(reKeyTemp,tVideoMsgDTO);}} catch (Exception e) {log.error(e.getMessage(), e);}}/*** @Description: 訂閱主題* @param: client* @Return: void* @Exception:*/public void subscribe(MqttClient client) {try {client.subscribe(MQTT_VIDEO_TOPIC);} catch (Exception e) {e.printStackTrace();}}
}
上面這個類為業務處理關鍵類,配置的主題為badao,然后這里需要在非Spring管理環境中獲取bean,比如需要獲取redis
private RedisCache redisCache= SpringUtils.getBean("redisCache");
以及獲取插入到mysql中的service
后面附SpringUtiles的具體實現以及service相關實現。
getMqttMessage用來對收到對應主題消息的處理,首先進行json序列化。
然后使用一個對應json字段的實體對象接收,后面模仿業務層面的處理,轉換為需要入庫的DTO,
分別進行存儲mysql數據庫和reids操作。
第三個類是MqttMessageCallback用來對建立連接、斷開連接、收到消息、自動重連的回調處理。
package com.badao.demo.mqtt;import com.google.common.util.concurrent.ThreadFactoryBuilder;
import lombok.extern.slf4j.Slf4j;
import org.eclipse.paho.client.mqttv3.IMqttDeliveryToken;
import org.eclipse.paho.client.mqttv3.MqttCallbackExtended;
import org.eclipse.paho.client.mqttv3.MqttException;
import org.eclipse.paho.client.mqttv3.MqttMessage;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.LinkedBlockingDeque;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.concurrent.TimeUnit;/*** @ClassName: MqttMessageCallback* @Description: mqtt回調函數*/
@Slf4j
public class MqttMessageCallback implements MqttCallbackExtended {public static MqttService videoMqttService;ExecutorService newFixedThreadPool = new ThreadPoolExecutor(Runtime.getRuntime().availableProcessors(),Runtime.getRuntime().availableProcessors(), 60, TimeUnit.SECONDS, new LinkedBlockingDeque<>(500), new ThreadFactoryBuilder().setNameFormat("mqtt-%d").build(), new ThreadPoolExecutor.AbortPolicy());/*** @Description: 服務器斷開與客戶機的連接時客戶機將調用此方法* @param: cause* @Return: void* @Exception:*/@Overridepublic void connectionLost(Throwable cause) {log.error("MQTT丟失連接");try {MqttReceiver.client.reconnect();} catch (MqttException e) {e.printStackTrace();}}/*** @Description: 當客戶機的與預訂主題相匹配的預訂到達時,就會調此方法* @param: topic* @param: message* @Return: void* @Exception:*/@Overridepublic void messageArrived(String topic, MqttMessage message) {videoMqttService = new MqttService();try {newFixedThreadPool.execute(() -> videoMqttService.getMqttMessage(topic, message));} catch (Exception e) {e.printStackTrace();}}/*** @Description: 由mqtt客戶機調用以將傳遞令牌傳回客戶機應用程序* @param: token* @Return: void* @Exception:*/@Overridepublic void deliveryComplete(IMqttDeliveryToken token) {}@Overridepublic void connectComplete(boolean b, String s) {log.error("MQTT觸發自動重連");try {videoMqttService = new MqttService();videoMqttService.subscribe(MqttReceiver.client);if (MqttReceiver.client.isConnected()) {log.error("MQTT重新連接成功!");} else {log.error("MQTT重連失敗!");}} catch (Exception e) {e.printStackTrace();}}
}
注意這里在收到消息的回調messageArrived中,使用線程池支持高并發的處理。
實現mqtt消息入庫、緩存相關的類
上面收到mqtt消息的處理中SpringUtils的代碼實現
package com.badao.demo.utils;import org.springframework.aop.framework.AopContext;
import org.springframework.beans.BeansException;
import org.springframework.beans.factory.NoSuchBeanDefinitionException;
import org.springframework.beans.factory.config.BeanFactoryPostProcessor;
import org.springframework.beans.factory.config.ConfigurableListableBeanFactory;
import org.springframework.stereotype.Component;/*** spring工具類 方便在非spring管理環境中獲取bean**/
@Component
public final class SpringUtils implements BeanFactoryPostProcessor
{/** Spring應用上下文環境 */private static ConfigurableListableBeanFactory beanFactory;@Overridepublic void postProcessBeanFactory(ConfigurableListableBeanFactory beanFactory) throws BeansException{SpringUtils.beanFactory = beanFactory;}/*** 獲取對象** @param name* @return Object 一個以所給名字注冊的bean的實例* @throws BeansException**/@SuppressWarnings("unchecked")public static <T> T getBean(String name) throws BeansException{return (T) beanFactory.getBean(name);}/*** 獲取類型為requiredType的對象** @param clz* @return* @throws BeansException**/public static <T> T getBean(Class<T> clz) throws BeansException{T result = (T) beanFactory.getBean(clz);return result;}/*** 如果BeanFactory包含一個與所給名稱匹配的bean定義,則返回true** @param name* @return boolean*/public static boolean containsBean(String name){return beanFactory.containsBean(name);}/*** 判斷以給定名字注冊的bean定義是一個singleton還是一個prototype。 如果與給定名字相應的bean定義沒有被找到,將會拋出一個異常(NoSuchBeanDefinitionException)** @param name* @return boolean* @throws NoSuchBeanDefinitionException**/public static boolean isSingleton(String name) throws NoSuchBeanDefinitionException{return beanFactory.isSingleton(name);}/*** @param name* @return Class 注冊對象的類型* @throws NoSuchBeanDefinitionException**/public static Class<?> getType(String name) throws NoSuchBeanDefinitionException{return beanFactory.getType(name);}/*** 如果給定的bean名字在bean定義中有別名,則返回這些別名** @param name* @return* @throws NoSuchBeanDefinitionException**/public static String[] getAliases(String name) throws NoSuchBeanDefinitionException{return beanFactory.getAliases(name);}/*** 獲取aop代理對象** @param invoker* @return*/@SuppressWarnings("unchecked")public static <T> T getAopProxy(T invoker){return (T) AopContext.currentProxy();}
}
首先建立一個mysql的表
然后上面收到mqtt消息對應的實體類TVideoMsg
package com.badao.demo.entity;
import java.util.Date;public class TVideoMsg
{private static final long serialVersionUID = 1L;private Long id;private Long timestamp;private Long algId;private Long cameraId;private String algName;private String confirm;private String path;private String imagePath;private String alarmRule;private String status;private String handlePeople;private Date handleDate;private Date alarmDate;private String handleContent;public Long getId() {return id;}public void setId(Long id) {this.id = id;}public Long getTimestamp() {return timestamp;}public void setTimestamp(Long timestamp) {this.timestamp = timestamp;}public Long getAlgId() {return algId;}public void setAlgId(Long algId) {this.algId = algId;}public Long getCameraId() {return cameraId;}public void setCameraId(Long cameraId) {this.cameraId = cameraId;}public String getAlgName() {return algName;}public void setAlgName(String algName) {this.algName = algName;}public String getConfirm() {return confirm;}public void setConfirm(String confirm) {this.confirm = confirm;}public String getPath() {return path;}public void setPath(String path) {this.path = path;}public String getImagePath() {return imagePath;}public void setImagePath(String imagePath) {this.imagePath = imagePath;}public String getAlarmRule() {return alarmRule;}public void setAlarmRule(String alarmRule) {this.alarmRule = alarmRule;}public String getStatus() {return status;}public void setStatus(String status) {this.status = status;}public String getHandlePeople() {return handlePeople;}public void setHandlePeople(String handlePeople) {this.handlePeople = handlePeople;}public Date getHandleDate() {return handleDate;}public void setHandleDate(Date handleDate) {this.handleDate = handleDate;}public Date getAlarmDate() {return alarmDate;}public void setAlarmDate(Date alarmDate) {this.alarmDate = alarmDate;}public String getHandleContent() {return handleContent;}public void setHandleContent(String handleContent) {this.handleContent = handleContent;}
}
消息數據轉換后的DTO類VideoAlarm
import lombok.Data;@Data
public class VideoAlarm {private Long id;private Long timestamp;private Long alg_id;private Long camera_id;private String alg_name;private Integer confirm;private String path;private String image_path;private String alarm_rule;private boolean status = false;}
其它mapper層、service層代碼等可自行根據表使用代碼生成工具等生成。
測試mqtt連接、斷線重連、接受json數據解析入庫存儲流程
啟動并連接mqtt服務端
測試斷連重連
入庫存儲測試
全部代碼資源、mosquitto、sql文件資源打包下載
下載地址:
https://download.csdn.net/download/BADAO_LIUMANG_QIZHI/90283310