| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330 |
- package com.genersoft.iot.vmp.service.impl;
- import com.alibaba.fastjson.JSON;
- import com.alibaba.fastjson.JSONArray;
- import com.alibaba.fastjson.JSONObject;
- import com.genersoft.iot.vmp.common.StreamInfo;
- import com.genersoft.iot.vmp.conf.UserSetup;
- import com.genersoft.iot.vmp.gb28181.bean.Device;
- import com.genersoft.iot.vmp.gb28181.bean.DeviceChannel;
- import com.genersoft.iot.vmp.gb28181.event.SipSubscribe;
- import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
- import com.genersoft.iot.vmp.gb28181.transmit.callback.DeferredResultHolder;
- import com.genersoft.iot.vmp.gb28181.transmit.callback.RequestMessage;
- import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander;
- import com.genersoft.iot.vmp.media.zlm.ZLMHttpHookSubscribe;
- import com.genersoft.iot.vmp.media.zlm.ZLMRESTfulUtils;
- import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
- import com.genersoft.iot.vmp.service.IMediaServerService;
- import com.genersoft.iot.vmp.service.bean.SSRCInfo;
- import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
- import com.genersoft.iot.vmp.storager.IVideoManagerStorager;
- import com.genersoft.iot.vmp.utils.redis.RedisUtil;
- import com.genersoft.iot.vmp.vmanager.bean.WVPResult;
- import com.genersoft.iot.vmp.vmanager.gb28181.play.bean.PlayResult;
- import com.genersoft.iot.vmp.service.IMediaService;
- import com.genersoft.iot.vmp.service.IPlayService;
- import gov.nist.javax.sip.stack.SIPDialog;
- import org.slf4j.Logger;
- import org.slf4j.LoggerFactory;
- import org.springframework.beans.factory.annotation.Autowired;
- import org.springframework.http.HttpStatus;
- import org.springframework.http.ResponseEntity;
- import org.springframework.stereotype.Service;
- import org.springframework.util.ResourceUtils;
- import org.springframework.web.context.request.async.DeferredResult;
- import java.io.FileNotFoundException;
- import java.util.Objects;
- import java.util.UUID;
- @SuppressWarnings(value = {"rawtypes", "unchecked"})
- @Service
- public class PlayServiceImpl implements IPlayService {
- private final static Logger logger = LoggerFactory.getLogger(PlayServiceImpl.class);
- @Autowired
- private IVideoManagerStorager storager;
- @Autowired
- private SIPCommander cmder;
- @Autowired
- private IRedisCatchStorage redisCatchStorage;
- @Autowired
- private RedisUtil redis;
- @Autowired
- private DeferredResultHolder resultHolder;
- @Autowired
- private ZLMRESTfulUtils zlmresTfulUtils;
- @Autowired
- private IMediaService mediaService;
- @Autowired
- private IMediaServerService mediaServerService;
- @Autowired
- private VideoStreamSessionManager streamSession;
- @Autowired
- private UserSetup userSetup;
- @Override
- public PlayResult play(MediaServerItem mediaServerItem, String deviceId, String channelId, ZLMHttpHookSubscribe.Event hookEvent, SipSubscribe.Event errorEvent) {
- PlayResult playResult = new PlayResult();
- RequestMessage msg = new RequestMessage();
- String key = DeferredResultHolder.CALLBACK_CMD_PLAY + deviceId + channelId;
- msg.setKey(key);
- String uuid = UUID.randomUUID().toString();
- msg.setId(uuid);
- playResult.setUuid(uuid);
- DeferredResult<ResponseEntity<String>> result = new DeferredResult<>(userSetup.getPlayTimeout());
- playResult.setResult(result);
- // 录像查询以channelId作为deviceId查询
- resultHolder.put(key, uuid, result);
- if (mediaServerItem == null) {
- WVPResult wvpResult = new WVPResult();
- wvpResult.setCode(-1);
- wvpResult.setMsg("未找到可用的zlm");
- msg.setData(wvpResult);
- resultHolder.invokeResult(msg);
- return playResult;
- }
- Device device = storager.queryVideoDevice(deviceId);
- StreamInfo streamInfo = redisCatchStorage.queryPlayByDevice(deviceId, channelId);
- playResult.setDevice(device);
- // 超时处理
- result.onTimeout(()->{
- logger.warn(String.format("设备点播超时,deviceId:%s ,channelId:%s", deviceId, channelId));
- WVPResult wvpResult = new WVPResult();
- wvpResult.setCode(-1);
- SIPDialog dialog = streamSession.getDialog(deviceId, channelId);
- if (dialog != null) {
- wvpResult.setMsg("收流超时,请稍候重试");
- }else {
- wvpResult.setMsg("点播超时,请稍候重试");
- }
- msg.setData(wvpResult);
- // 点播超时回复BYE
- cmder.streamByeCmd(device.getDeviceId(), channelId);
- // 释放rtpserver
- mediaServerService.closeRTPServer(playResult.getDevice(), channelId);
- // 回复之前所有的点播请求
- resultHolder.invokeAllResult(msg);
- });
- result.onCompletion(()->{
- // 点播结束时调用截图接口
- try {
- String classPath = ResourceUtils.getURL("classpath:").getPath();
- // System.out.println(classPath);
- // 兼容打包为jar的class路径
- if(classPath.contains("jar")) {
- classPath = classPath.substring(0, classPath.lastIndexOf("."));
- classPath = classPath.substring(0, classPath.lastIndexOf("/") + 1);
- }
- if (classPath.startsWith("file:")) {
- classPath = classPath.substring(classPath.indexOf(":") + 1);
- }
- String path = classPath + "static/static/snap/";
- // 兼容Windows系统路径(去除前面的“/”)
- if(System.getProperty("os.name").contains("indows")) {
- path = path.substring(1);
- }
- String fileName = deviceId + "_" + channelId + ".jpg";
- ResponseEntity responseEntity = (ResponseEntity)result.getResult();
- if (responseEntity != null && responseEntity.getStatusCode() == HttpStatus.OK) {
- WVPResult wvpResult = (WVPResult)responseEntity.getBody();
- if (Objects.requireNonNull(wvpResult).getCode() == 0) {
- StreamInfo streamInfoForSuccess = (StreamInfo)wvpResult.getData();
- MediaServerItem mediaInfo = mediaServerService.getOne(streamInfoForSuccess.getMediaServerId());
- String streamUrl = streamInfoForSuccess.getFmp4();
- // 请求截图
- zlmresTfulUtils.getSnap(mediaInfo, streamUrl, 15, 1, path, fileName);
- }
- }
- } catch (FileNotFoundException e) {
- e.printStackTrace();
- }
- });
- if (streamInfo == null) {
- SSRCInfo ssrcInfo;
- String streamId = null;
- if (mediaServerItem.isRtpEnable()) {
- streamId = String.format("%s_%s", device.getDeviceId(), channelId);
- }
- ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId);
- // 发送点播消息
- cmder.playStreamCmd(mediaServerItem, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInUse, JSONObject response) -> {
- logger.info("收到订阅消息: " + response.toJSONString());
- onPublishHandlerForPlay(mediaServerItemInUse, response, deviceId, channelId, uuid);
- if (hookEvent != null) {
- hookEvent.response(mediaServerItem, response);
- }
- }, (event) -> {
- WVPResult wvpResult = new WVPResult();
- wvpResult.setCode(-1);
- // 点播返回sip错误
- mediaServerService.closeRTPServer(playResult.getDevice(), channelId);
- wvpResult.setMsg(String.format("点播失败, 错误码: %s, %s", event.statusCode, event.msg));
- msg.setData(wvpResult);
- resultHolder.invokeAllResult(msg);
- if (errorEvent != null) {
- errorEvent.response(event);
- }
- });
- } else {
- String streamId = streamInfo.getStreamId();
- if (streamId == null) {
- WVPResult wvpResult = new WVPResult();
- wvpResult.setCode(-1);
- wvpResult.setMsg("点播失败, redis缓存streamId等于null");
- msg.setData(wvpResult);
- resultHolder.invokeAllResult(msg);
- return playResult;
- }
- String mediaServerId = streamInfo.getMediaServerId();
- MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
- JSONObject rtpInfo = zlmresTfulUtils.getRtpInfo(mediaInfo, streamId);
- if (rtpInfo != null && rtpInfo.getBoolean("exist")) {
- WVPResult wvpResult = new WVPResult();
- wvpResult.setCode(0);
- wvpResult.setMsg("success");
- wvpResult.setData(streamInfo);
- msg.setData(wvpResult);
- resultHolder.invokeAllResult(msg);
- if (hookEvent != null) {
- hookEvent.response(mediaServerItem, JSONObject.parseObject(JSON.toJSONString(streamInfo)));
- }
- } else {
- // TODO 点播前是否重置状态
- redisCatchStorage.stopPlay(streamInfo);
- storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
- SSRCInfo ssrcInfo;
- String streamId2 = null;
- if (mediaServerItem.isRtpEnable()) {
- streamId2 = String.format("%s_%s", device.getDeviceId(), channelId);
- }
- ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId2);
- cmder.playStreamCmd(mediaServerItem, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInuse, JSONObject response) -> {
- logger.info("收到订阅消息: " + response.toJSONString());
- onPublishHandlerForPlay(mediaServerItemInuse, response, deviceId, channelId, uuid);
- }, (event) -> {
- mediaServerService.closeRTPServer(playResult.getDevice(), channelId);
- WVPResult wvpResult = new WVPResult();
- wvpResult.setCode(-1);
- wvpResult.setMsg(String.format("点播失败, 错误码: %s, %s", event.statusCode, event.msg));
- msg.setData(wvpResult);
- resultHolder.invokeAllResult(msg);
- });
- }
- }
- return playResult;
- }
- @Override
- public void onPublishHandlerForPlay(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId, String uuid) {
- RequestMessage msg = new RequestMessage();
- msg.setId(uuid);
- msg.setKey(DeferredResultHolder.CALLBACK_CMD_PLAY + deviceId + channelId);
- StreamInfo streamInfo = onPublishHandler(mediaServerItem, resonse, deviceId, channelId, uuid);
- if (streamInfo != null) {
- DeviceChannel deviceChannel = storager.queryChannel(deviceId, channelId);
- if (deviceChannel != null) {
- deviceChannel.setStreamId(streamInfo.getStreamId());
- storager.startPlay(deviceId, channelId, streamInfo.getStreamId());
- }
- redisCatchStorage.startPlay(streamInfo);
- msg.setData(JSON.toJSONString(streamInfo));
- WVPResult wvpResult = new WVPResult();
- wvpResult.setCode(0);
- wvpResult.setMsg("success");
- wvpResult.setData(streamInfo);
- msg.setData(wvpResult);
- resultHolder.invokeAllResult(msg);
- } else {
- logger.warn("设备预览API调用失败!");
- msg.setData("设备预览API调用失败!");
- resultHolder.invokeAllResult(msg);
- }
- }
- @Override
- public MediaServerItem getNewMediaServerItem(Device device) {
- if (device == null) return null;
- String mediaServerId = device.getMediaServerId();
- MediaServerItem mediaServerItem;
- if (mediaServerId == null) {
- mediaServerItem = mediaServerService.getMediaServerForMinimumLoad();
- }else {
- mediaServerItem = mediaServerService.getOne(mediaServerId);
- }
- if (mediaServerItem == null) {
- logger.warn("点播时未找到可使用的ZLM...");
- }
- return mediaServerItem;
- }
- @Override
- public void onPublishHandlerForPlayBack(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId, String uuid) {
- RequestMessage msg = new RequestMessage();
- msg.setKey(DeferredResultHolder.CALLBACK_CMD_PLAYBACK + deviceId + channelId);
- msg.setId(uuid);
- StreamInfo streamInfo = onPublishHandler(mediaServerItem, resonse, deviceId, channelId, uuid);
- if (streamInfo != null) {
- redisCatchStorage.startPlayback(streamInfo);
- msg.setData(JSON.toJSONString(streamInfo));
- resultHolder.invokeResult(msg);
- } else {
- logger.warn("设备回放API调用失败!");
- msg.setData("设备回放API调用失败!");
- resultHolder.invokeResult(msg);
- }
- }
- @Override
- public void onPublishHandlerForDownload(MediaServerItem mediaServerItem, JSONObject response, String deviceId, String channelId, String uuid) {
- RequestMessage msg = new RequestMessage();
- msg.setKey(DeferredResultHolder.CALLBACK_CMD_DOWNLOAD + deviceId + channelId);
- msg.setId(uuid);
- StreamInfo streamInfo = onPublishHandler(mediaServerItem, response, deviceId, channelId, uuid);
- if (streamInfo != null) {
- redisCatchStorage.startDownload(streamInfo);
- msg.setData(JSON.toJSONString(streamInfo));
- resultHolder.invokeResult(msg);
- } else {
- logger.warn("设备预览API调用失败!");
- msg.setData("设备预览API调用失败!");
- resultHolder.invokeResult(msg);
- }
- }
- public StreamInfo onPublishHandler(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId, String uuid) {
- String streamId = resonse.getString("stream");
- JSONArray tracks = resonse.getJSONArray("tracks");
- StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem,"rtp", streamId, tracks);
- streamInfo.setDeviceID(deviceId);
- streamInfo.setChannelId(channelId);
- return streamInfo;
- }
- }
|