From 22af8b1c29515317280099df02470c68856f9021 Mon Sep 17 00:00:00 2001
From: aix <vip_xiaobin810@163.com>
Date: Tue, 02 Jul 2024 21:23:08 +0800
Subject: [PATCH] 航线飞行
---
src/main/java/com/dji/sample/manage/service/impl/LiveStreamServiceImpl.java | 312 ++++++++++++++++++++++++++++++++++++---------------
1 files changed, 221 insertions(+), 91 deletions(-)
diff --git a/src/main/java/com/dji/sample/manage/service/impl/LiveStreamServiceImpl.java b/src/main/java/com/dji/sample/manage/service/impl/LiveStreamServiceImpl.java
index 371ad97..6f630a2 100644
--- a/src/main/java/com/dji/sample/manage/service/impl/LiveStreamServiceImpl.java
+++ b/src/main/java/com/dji/sample/manage/service/impl/LiveStreamServiceImpl.java
@@ -1,23 +1,26 @@
package com.dji.sample.manage.service.impl;
+import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.dji.sample.common.error.LiveErrorEnum;
import com.dji.sample.common.model.ResponseResult;
-import com.dji.sample.component.mqtt.model.CommonTopicReceiver;
import com.dji.sample.component.mqtt.model.CommonTopicResponse;
+import com.dji.sample.component.mqtt.model.ServiceReply;
import com.dji.sample.component.mqtt.service.IMessageSenderService;
-import com.dji.sample.manage.model.Chan;
+import com.dji.sample.component.redis.RedisConst;
+import com.dji.sample.component.redis.RedisOpsUtils;
+import com.dji.sample.manage.dao.IDeviceSetMapper;
import com.dji.sample.manage.model.dto.*;
+import com.dji.sample.manage.model.entity.DeviceSetEntity;
import com.dji.sample.manage.model.enums.DeviceDomainEnum;
-import com.dji.sample.manage.model.enums.LiveMethodEnum;
+import com.dji.sample.manage.model.enums.LiveStreamMethodEnum;
import com.dji.sample.manage.model.enums.LiveUrlTypeEnum;
import com.dji.sample.manage.model.enums.LiveVideoQualityEnum;
import com.dji.sample.manage.model.param.DeviceQueryParam;
import com.dji.sample.manage.model.receiver.CapacityDeviceReceiver;
-import com.dji.sample.manage.model.receiver.ServiceReplyReceiver;
-import com.dji.sample.manage.service.ICapacityCameraService;
-import com.dji.sample.manage.service.IDeviceService;
-import com.dji.sample.manage.service.ILiveStreamService;
-import com.dji.sample.manage.service.IWorkspaceService;
+import com.dji.sample.manage.model.receiver.LiveCapacityReceiver;
+import com.dji.sample.manage.service.*;
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
@@ -26,7 +29,9 @@
import java.lang.reflect.Field;
import java.util.*;
import java.util.concurrent.ConcurrentHashMap;
-import java.util.concurrent.atomic.AtomicInteger;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+import java.util.stream.Collectors;
import static com.dji.sample.component.mqtt.model.TopicConst.*;
@@ -44,6 +49,8 @@
@Autowired
private IDeviceService deviceService;
+ @Autowired
+ private IDeviceSetMapper deviceSetMapper;
@Autowired
private IWorkspaceService workspaceService;
@@ -51,61 +58,97 @@
@Autowired
private IMessageSenderService messageSender;
+ @Autowired
+ private IDeviceRedisService deviceRedisService;
@Override
- public List<CapacityDeviceDTO> getLiveCapacity(String workspaceId) {
+ public List<CapacityDeviceDTO> getLiveCapacity(String workspaceId,String sn) {
- // Query all drone data in this workspace.
+ // Query all devices in this workspace.
+ //查询该工作区中的所有设备。
List<DeviceDTO> devicesList = deviceService.getDevicesByParams(
DeviceQueryParam.builder()
.workspaceId(workspaceId)
- .domain(DeviceDomainEnum.SUB_DEVICE.getVal())
+ .deviceSn(sn)
+ .domains(List.of(DeviceDomainEnum.SUB_DEVICE.getVal(), DeviceDomainEnum.DOCK.getVal()))
.build());
- List<CapacityDeviceDTO> capacityDevicesList = new ArrayList<>();
// Query the live capability of each drone.
- devicesList.forEach(device -> capacityDevicesList.add(CapacityDeviceDTO.builder()
- .name(device.getDeviceName())
- .sn(device.getDeviceSn())
- .camerasList(capacityCameraService.getCapacityCameraByDeviceSn(device.getDeviceSn()))
- .build()));
-
- return capacityDevicesList;
+ return devicesList.stream()
+ //过滤出在线设备
+ .filter(device -> deviceRedisService.checkDeviceOnline(device.getDeviceSn()))
+ .map(device -> CapacityDeviceDTO.builder()
+ .name(Objects.requireNonNullElse(device.getNickname(), device.getDeviceName()))
+ .sn(device.getDeviceSn())
+ .camerasList(capacityCameraService.getCapacityCameraByDeviceSn(device.getDeviceSn()))
+ .build())
+ .collect(Collectors.toList());
}
@Override
- public Boolean saveLiveCapacity(CapacityDeviceReceiver capacityDeviceReceiver) {
- return capacityCameraService.saveCapacityCameraReceiverList(
- capacityDeviceReceiver.getCameraList(),
- capacityDeviceReceiver.getSn());
+ public void saveLiveCapacity(LiveCapacityReceiver liveCapacityReceiver, Long timestamp) {
+ // Solve timing problems
+ for (CapacityDeviceReceiver capacityDeviceReceiver : liveCapacityReceiver.getDeviceList()) {
+ long last = (long) Objects.requireNonNullElse(
+ RedisOpsUtils.get(RedisConst.LIVE_CAPACITY + capacityDeviceReceiver.getSn()), 0L);
+ if (last > timestamp) {
+ return;
+ }
+ capacityCameraService.saveCapacityCameraReceiverList(
+ capacityDeviceReceiver.getCameraList(),
+ capacityDeviceReceiver.getSn(), timestamp);
+ }
}
@Override
public ResponseResult liveStart(LiveTypeDTO liveParam) {
+
+// String streamId_2 = liveParam.getVideoId().replace("/","_");
+// String streamId_1 = liveParam.getVideoId().replace("_","/");
+// liveParam.setVideoId(streamId_2);
+
// Check if this lens is available live.
+ //检查镜头是否可用
ResponseResult responseResult = this.checkBeforeLive(liveParam.getVideoId());
- if (responseResult.getCode() != 0) {
+ if (ResponseResult.CODE_SUCCESS != responseResult.getCode()) {
return responseResult;
}
- List<DeviceDTO> data = (List<DeviceDTO>)responseResult.getData();
+ DeviceDTO data = (DeviceDTO)responseResult.getData();
// target topic
+ //thing/product/{gateway_sn}/services 云平台向设备发送的服务
String respTopic = THING_MODEL_PRE + PRODUCT +
- data.get(0).getDeviceSn() + SERVICES_SUF;
- Optional<ServiceReplyReceiver> receiveReplyOpt = this.publishLiveStart(respTopic, liveParam);
+ data.getDeviceSn() + SERVICES_SUF;
- if (receiveReplyOpt.isEmpty()) {
- return ResponseResult.error(LiveErrorEnum.NO_REPLY);
+ //获取返回结果
+ ServiceReply receiveReply = this.publishLiveStart(respTopic, liveParam);
+
+ //相机已经在直播中，请勿重复开启直播
+ if(receiveReply.getResult() == 513003) {
+ LiveDTO live = new LiveDTO();
+ live.setUrl(liveParam.getUrl().replace("rtmp", "https").replace("735","700") + ".flv");
+// LiveUrlGB28181DTO gb28181 = urlToGB28181(liveParam.getUrl());
+// live.setUrl(new StringBuilder()
+// .append("https://wrj.shuixiongit.com/zb/rtp/")
+// .append(gb28181.getAgentID())
+// .append("_")
+// .append(gb28181.getChannel())
+// .append(".live.flv")
+// .toString());
+ return ResponseResult.success(live);
}
- if (receiveReplyOpt.get().getResult() != 0) {
- return ResponseResult.error(LiveErrorEnum.find(receiveReplyOpt.get().getResult()));
+
+ if (ResponseResult.CODE_SUCCESS != receiveReply.getResult()) {
+ return ResponseResult.error(LiveErrorEnum.find(receiveReply.getResult()));
}
LiveUrlTypeEnum urlType = LiveUrlTypeEnum.find(liveParam.getUrlType());
LiveDTO live = new LiveDTO();
+ //对不同的协议类型做处理
switch (urlType) {
case RTMP:
- live.setUrl(liveParam.getUrl().replace("rtmp", "webrtc"));
+// live.setUrl(liveParam.getUrl().replace("rtmp", "webrtc"));
+ live.setUrl(liveParam.getUrl().replace("rtmp", "https").replace("735","700") + ".flv");
break;
case GB28181:
LiveUrlGB28181DTO gb28181 = urlToGB28181(liveParam.getUrl());
@@ -118,8 +161,18 @@
.append(gb28181.getChannel())
.toString());
break;
+// case GB28181:
+// LiveUrlGB28181DTO gb28181 = urlToGB28181(liveParam.getUrl());
+// live.setUrl(new StringBuilder()
+// .append("https://wrj.shuixiongit.com/zb/rtp/")
+// .append(gb28181.getAgentID())
+// .append("_")
+// .append(gb28181.getChannel())
+// .append(".live.flv")
+// .toString());
+// break;
case RTSP:
- String url = receiveReplyOpt.get().getInfo();
+ String url = receiveReply.getOutput().toString();
this.resolveUrlUser(url, live);
break;
case UNKNOWN:
@@ -127,23 +180,77 @@
}
return ResponseResult.success(live);
+
}
@Override
- public ResponseResult liveStop(String videoId) {
- ResponseResult<List<DeviceDTO>> responseResult = this.checkBeforeLive(videoId);
- if (responseResult.getCode() != 0) {
+ public ResponseResult liveAddress(String deviceSn,String deviceId) {
+ DeviceSetEntity deviceSet= deviceSetMapper.selectOne(new LambdaQueryWrapper<DeviceSetEntity>()
+ .eq(DeviceSetEntity::getDeviceSn,deviceSn)
+ .eq(DeviceSetEntity::getDeviceId,deviceId)
+ );
+ String workspaceId=getIdBySn(deviceSn);
+ List<CapacityDeviceDTO> dto=getLiveCapacity(workspaceId,deviceSn);
+ String vedioId=deviceSn+"/165-0-7/normal-0";
+ String url="https://"+deviceSet.getServerIp()+"/zb/rtp/"+deviceSet.getAgentId()+"_"+deviceSet.getChannel()+".live.flv";
+ LiveTypeDTO liveParam=new LiveTypeDTO();
+ liveParam.setUrl(url);
+ liveParam.setUrlType(3);
+ liveParam.setVideoId(vedioId);
+ liveParam.setVideoQuality(0);
+ ResponseResult responseResult = this.checkBeforeLive(liveParam.getVideoId());
+ if (ResponseResult.CODE_SUCCESS != responseResult.getCode()) {
return responseResult;
}
- String respTopic = THING_MODEL_PRE + PRODUCT + responseResult.getData().get(0).getDeviceSn() + SERVICES_SUF;
+ DeviceDTO data = (DeviceDTO)responseResult.getData();
+ String respTopic = THING_MODEL_PRE + PRODUCT +
+ data.getDeviceSn() + SERVICES_SUF;
- Optional<ServiceReplyReceiver> receiveReplyOpt = this.publishLiveStop(respTopic, videoId);
- if (receiveReplyOpt.isEmpty()) {
- return ResponseResult.error(LiveErrorEnum.NO_REPLY);
+ //获取返回结果
+ ServiceReply receiveReply = this.publishLiveStart(respTopic, liveParam);
+ System.out.println(receiveReply.getResult());
+ LiveDTO live = new LiveDTO();
+ live.setUrl(url);
+ //相机已经在直播中，请勿重复开启直播
+ if(receiveReply.getResult() == 513003) {
+ return ResponseResult.success(live);
}
- if (receiveReplyOpt.get().getResult() != 0) {
- return ResponseResult.error(LiveErrorEnum.find(receiveReplyOpt.get().getResult()));
+ return ResponseResult.success(live);
+ }
+
+
+ public static String getVedioId(String data,String sn) {
+ return findDeviceBySn(data, sn);
+ }
+
+ public static String findDeviceBySn(String dtoListString, String snToFind) {
+ String regex = "CapacityDeviceDTO\\(sn=" + snToFind + ", .*? index=([\\w\\-]+).*? index=([\\w\\-]+).*?\\)";
+ Pattern pattern = Pattern.compile(regex);
+ Matcher matcher = pattern.matcher(dtoListString);
+
+ if (matcher.find()) {
+ String index1 = matcher.group(1);
+ String index2 = matcher.group(2);
+ return snToFind + "/" + index1 + "/" + index2;
+ }
+
+ return null; // 如果未找到匹配的sn，则返回null或者适当的默认值
+ }
+
+ @Override
+ public ResponseResult liveStop(String videoId) {
+ ResponseResult<DeviceDTO> responseResult = this.checkBeforeLive(videoId);
+ if (responseResult.getCode() != 0) {
+ return responseResult;
+ }
+ //thing/product/{gateway_sn}/services
+ String respTopic = THING_MODEL_PRE + PRODUCT + responseResult.getData().getDeviceSn() + SERVICES_SUF;
+ videoId = videoId.replace("_","/");
+
+ ServiceReply receiveReply = this.publishLiveStop(respTopic, videoId);
+ if (receiveReply.getResult() != 0) {
+ return ResponseResult.error(LiveErrorEnum.find(receiveReply.getResult()));
}
return ResponseResult.success();
@@ -156,46 +263,91 @@
return ResponseResult.error(LiveErrorEnum.ERROR_PARAMETERS);
}
- ResponseResult<List<DeviceDTO>> responseResult = this.checkBeforeLive(liveParam.getVideoId());
+ ResponseResult<DeviceDTO> responseResult = this.checkBeforeLive(liveParam.getVideoId());
if (responseResult.getCode() != 0) {
return responseResult;
}
- String respTopic = THING_MODEL_PRE + PRODUCT + responseResult.getData().get(0).getDeviceSn() + SERVICES_SUF;
+ String respTopic = THING_MODEL_PRE + PRODUCT + responseResult.getData().getDeviceSn() + SERVICES_SUF;
- Optional<ServiceReplyReceiver> receiveReplyOpt = this.publishLiveSetQuality(respTopic, liveParam);
- if (receiveReplyOpt.isEmpty()) {
- return ResponseResult.error(LiveErrorEnum.NO_REPLY);
- }
- if (receiveReplyOpt.get().getResult() != 0) {
- return ResponseResult.error(LiveErrorEnum.find(receiveReplyOpt.get().getResult()));
+ ServiceReply receiveReply = this.publishLiveSetQuality(respTopic, liveParam);
+ if (ResponseResult.CODE_SUCCESS != receiveReply.getResult()) {
+ return ResponseResult.error(LiveErrorEnum.find(receiveReply.getResult()));
}
return ResponseResult.success();
}
+ @Override
+ public ResponseResult liveLensChange(LiveTypeDTO liveParam) {
+ if (!StringUtils.hasText(liveParam.getVideoType())) {
+ return ResponseResult.error(LiveErrorEnum.ERROR_PARAMETERS);
+ }
+
+ ResponseResult<DeviceDTO> responseResult = this.checkBeforeLive(liveParam.getVideoId());
+ if (ResponseResult.CODE_SUCCESS != responseResult.getCode()) {
+ return responseResult;
+ }
+ if (DeviceDomainEnum.GATEWAY.getVal() == responseResult.getData().getDomain()) {
+ return ResponseResult.error(LiveErrorEnum.FUNCTION_NOT_SUPPORT);
+ }
+
+ String respTopic = THING_MODEL_PRE + PRODUCT + responseResult.getData().getDeviceSn() + SERVICES_SUF;
+
+ ServiceReply receiveReply = this.publishLiveLensChange(respTopic, liveParam);
+
+ if (ResponseResult.CODE_SUCCESS != receiveReply.getResult()) {
+ return ResponseResult.error(LiveErrorEnum.find(receiveReply.getResult()));
+ }
+
+ return ResponseResult.success();
+ }
+
+ private ServiceReply publishLiveLensChange(String respTopic, LiveTypeDTO liveParam) {
+ CommonTopicResponse<LiveTypeDTO> response = new CommonTopicResponse<>();
+ response.setTid(UUID.randomUUID().toString());
+ response.setBid(UUID.randomUUID().toString());
+ response.setMethod(LiveStreamMethodEnum.LIVE_LENS_CHANGE.getMethod());
+ response.setData(liveParam);
+
+ return messageSender.publishWithReply(ServiceReply.class, respTopic, response);
+ }
+
/**
* Check if this lens is available live.
+ * 检查镜头是否可用
* @param videoId
* @return
*/
- private ResponseResult checkBeforeLive(String videoId) {
+ private ResponseResult<DeviceDTO> checkBeforeLive(String videoId) {
+ if (!StringUtils.hasText(videoId)) {
+ return ResponseResult.error(LiveErrorEnum.ERROR_PARAMETERS);
+ }
String[] videoIdArr = videoId.split("/");
// drone sn / enumeration value of the location where the payload is mounted / payload lens
if (videoIdArr.length != 3) {
return ResponseResult.error(LiveErrorEnum.ERROR_PARAMETERS);
}
+ Optional<DeviceDTO> deviceOpt = deviceService.getDeviceBySn(videoIdArr[0]);
+ // Check if the gateway device connected to this drone exists
+ if (deviceOpt.isEmpty()) {
+ return ResponseResult.error(LiveErrorEnum.NO_AIRCRAFT);
+ }
+
+ if (DeviceDomainEnum.DOCK.getVal() == deviceOpt.get().getDomain()) {
+ return ResponseResult.success(deviceOpt.get());
+ }
List<DeviceDTO> gatewayList = deviceService.getDevicesByParams(
DeviceQueryParam.builder()
.childSn(videoIdArr[0])
.build());
- // Check if the gateway device connected to this drone exists
if (gatewayList.isEmpty()) {
return ResponseResult.error(LiveErrorEnum.NO_FLIGHT_CONTROL);
}
- return ResponseResult.success(gatewayList);
+
+ return ResponseResult.success(gatewayList.get(0));
}
/**
@@ -246,37 +398,42 @@
/**
* Send a message to the pilot via mqtt to start the live streaming.
+ *通过mqtt向飞行员发送消息以启动直播。
* @param topic
* @param liveParam
* @return
*/
- private Optional<ServiceReplyReceiver> publishLiveStart(String topic, LiveTypeDTO liveParam) {
+ private ServiceReply publishLiveStart(String topic, LiveTypeDTO liveParam) {
CommonTopicResponse<LiveTypeDTO> response = new CommonTopicResponse<>();
response.setTid(UUID.randomUUID().toString());
response.setBid(UUID.randomUUID().toString());
response.setData(liveParam);
- response.setMethod(LiveMethodEnum.LIVE_START_PUSH.getMethod());
+ response.setMethod(LiveStreamMethodEnum.LIVE_START_PUSH.getMethod());
- return this.publishLive(topic, response);
+ return messageSender.publishWithReply(ServiceReply.class, topic, response);
}
+ private String getIdBySn(String dockSn){
+ DeviceSetEntity entity=deviceSetMapper.selectOne(new LambdaQueryWrapper<DeviceSetEntity>().eq(DeviceSetEntity::getDeviceSn,dockSn));
+ return entity.getWorkspaceId();
+ }
/**
* Send a message to the pilot via mqtt to set quality.
* @param respTopic
* @param liveParam
* @return
*/
- private Optional<ServiceReplyReceiver> publishLiveSetQuality(String respTopic, LiveTypeDTO liveParam) {
+ private ServiceReply publishLiveSetQuality(String respTopic, LiveTypeDTO liveParam) {
Map<String, Object> data = new ConcurrentHashMap<>(Map.of(
"video_id", liveParam.getVideoId(),
"video_quality", liveParam.getVideoQuality()));
CommonTopicResponse<Map<String, Object>> response = new CommonTopicResponse<>();
response.setTid(UUID.randomUUID().toString());
response.setBid(UUID.randomUUID().toString());
- response.setMethod(LiveMethodEnum.LIVE_SET_QUALITY.getMethod());
+ response.setMethod(LiveStreamMethodEnum.LIVE_SET_QUALITY.getMethod());
response.setData(data);
- return this.publishLive(respTopic, response);
+ return messageSender.publishWithReply(ServiceReply.class, respTopic, response);
}
/**
@@ -285,42 +442,15 @@
* @param videoId
* @return
*/
- private Optional<ServiceReplyReceiver> publishLiveStop(String topic, String videoId) {
+ private ServiceReply publishLiveStop(String topic, String videoId) {
Map<String, String> data = new ConcurrentHashMap<>(Map.of("video_id", videoId));
CommonTopicResponse<Map<String, String>> response = new CommonTopicResponse<>();
response.setTid(UUID.randomUUID().toString());
response.setBid(UUID.randomUUID().toString());
response.setData(data);
- response.setMethod(LiveMethodEnum.LIVE_STOP_PUSH.getMethod());
+ response.setMethod(LiveStreamMethodEnum.LIVE_STOP_PUSH.getMethod());
- return this.publishLive(topic, response);
+ return messageSender.publishWithReply(ServiceReply.class, topic, response);
}
- /**
- * Send live streaming start message and receive a response at the same time
- * @param topic
- * @param response notification of whether the start is successful.
- * @return
- */
- private Optional<ServiceReplyReceiver> publishLive(String topic, CommonTopicResponse response) {
- AtomicInteger time = new AtomicInteger(0);
- // Retry three times
- while (time.getAndIncrement() < 3) {
- messageSender.publish(topic, response);
-
- Chan<CommonTopicReceiver<ServiceReplyReceiver>> chan = Chan.getInstance();
- // If the message is not received in 0.5 seconds then resend it again.
- CommonTopicReceiver<ServiceReplyReceiver> receiver = chan.get(response.getMethod());
- if (receiver == null) {
- continue;
- }
- // Need to match tid and bid.
- if (receiver.getTid().equals(response.getTid()) &&
- receiver.getBid().equals(response.getBid())) {
- return Optional.ofNullable(receiver.getData());
- }
- }
- return Optional.empty();
- }
-
-}
\ No newline at end of file
+}
--
Gitblit v1.9.3