PlayServiceImpl.java 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317
  1. package com.genersoft.iot.vmp.service.impl;
  2. import com.alibaba.fastjson.JSON;
  3. import com.alibaba.fastjson.JSONArray;
  4. import com.alibaba.fastjson.JSONObject;
  5. import com.genersoft.iot.vmp.common.StreamInfo;
  6. import com.genersoft.iot.vmp.conf.UserSetup;
  7. import com.genersoft.iot.vmp.gb28181.bean.Device;
  8. import com.genersoft.iot.vmp.gb28181.bean.DeviceChannel;
  9. import com.genersoft.iot.vmp.gb28181.event.SipSubscribe;
  10. import com.genersoft.iot.vmp.gb28181.session.VideoStreamSessionManager;
  11. import com.genersoft.iot.vmp.gb28181.transmit.callback.DeferredResultHolder;
  12. import com.genersoft.iot.vmp.gb28181.transmit.callback.RequestMessage;
  13. import com.genersoft.iot.vmp.gb28181.transmit.cmd.impl.SIPCommander;
  14. import com.genersoft.iot.vmp.media.zlm.ZLMHttpHookSubscribe;
  15. import com.genersoft.iot.vmp.media.zlm.ZLMRESTfulUtils;
  16. import com.genersoft.iot.vmp.media.zlm.dto.MediaServerItem;
  17. import com.genersoft.iot.vmp.service.IMediaServerService;
  18. import com.genersoft.iot.vmp.service.bean.SSRCInfo;
  19. import com.genersoft.iot.vmp.storager.IRedisCatchStorage;
  20. import com.genersoft.iot.vmp.storager.IVideoManagerStorager;
  21. import com.genersoft.iot.vmp.utils.redis.RedisUtil;
  22. import com.genersoft.iot.vmp.vmanager.bean.WVPResult;
  23. import com.genersoft.iot.vmp.vmanager.gb28181.play.bean.PlayResult;
  24. import com.genersoft.iot.vmp.service.IMediaService;
  25. import com.genersoft.iot.vmp.service.IPlayService;
  26. import gov.nist.javax.sip.stack.SIPDialog;
  27. import org.slf4j.Logger;
  28. import org.slf4j.LoggerFactory;
  29. import org.springframework.beans.factory.annotation.Autowired;
  30. import org.springframework.http.HttpStatus;
  31. import org.springframework.http.ResponseEntity;
  32. import org.springframework.stereotype.Service;
  33. import org.springframework.util.ResourceUtils;
  34. import org.springframework.web.context.request.async.DeferredResult;
  35. import javax.sip.message.Response;
  36. import java.io.FileNotFoundException;
  37. import java.util.UUID;
  38. @SuppressWarnings(value = {"rawtypes", "unchecked"})
  39. @Service
  40. public class PlayServiceImpl implements IPlayService {
  41. private final static Logger logger = LoggerFactory.getLogger(PlayServiceImpl.class);
  42. @Autowired
  43. private IVideoManagerStorager storager;
  44. @Autowired
  45. private SIPCommander cmder;
  46. @Autowired
  47. private IRedisCatchStorage redisCatchStorage;
  48. @Autowired
  49. private RedisUtil redis;
  50. @Autowired
  51. private DeferredResultHolder resultHolder;
  52. @Autowired
  53. private ZLMRESTfulUtils zlmresTfulUtils;
  54. @Autowired
  55. private IMediaService mediaService;
  56. @Autowired
  57. private IMediaServerService mediaServerService;
  58. @Autowired
  59. private VideoStreamSessionManager streamSession;
  60. @Autowired
  61. private UserSetup userSetup;
  62. @Override
  63. public PlayResult play(MediaServerItem mediaServerItem, String deviceId, String channelId, ZLMHttpHookSubscribe.Event hookEvent, SipSubscribe.Event errorEvent) {
  64. PlayResult playResult = new PlayResult();
  65. if (mediaServerItem == null) {
  66. RequestMessage msg = new RequestMessage();
  67. msg.setId(DeferredResultHolder.CALLBACK_CMD_PlAY + playResult.getUuid());
  68. WVPResult wvpResult = new WVPResult();
  69. wvpResult.setCode(-1);
  70. wvpResult.setMsg("未找到可用的zlm");
  71. msg.setData(wvpResult);
  72. resultHolder.invokeResult(msg);
  73. return playResult;
  74. }
  75. Device device = storager.queryVideoDevice(deviceId);
  76. StreamInfo streamInfo = redisCatchStorage.queryPlayByDevice(deviceId, channelId);
  77. playResult.setDevice(device);
  78. UUID uuid = UUID.randomUUID();
  79. playResult.setUuid(uuid.toString());
  80. DeferredResult<ResponseEntity<String>> result = new DeferredResult<ResponseEntity<String>>(userSetup.getPlayTimeout());
  81. playResult.setResult(result);
  82. // 录像查询以channelId作为deviceId查询
  83. resultHolder.put(DeferredResultHolder.CALLBACK_CMD_PlAY + uuid, result);
  84. // 超时处理
  85. result.onTimeout(()->{
  86. logger.warn(String.format("设备点播超时,deviceId:%s ,channelId:%s", deviceId, channelId));
  87. RequestMessage msg = new RequestMessage();
  88. msg.setId(DeferredResultHolder.CALLBACK_CMD_PlAY + playResult.getUuid());
  89. WVPResult wvpResult = new WVPResult();
  90. wvpResult.setCode(-1);
  91. SIPDialog dialog = streamSession.getDialog(deviceId, channelId);
  92. if (dialog != null) {
  93. wvpResult.setMsg("收流超时,请稍候重试");
  94. }else {
  95. wvpResult.setMsg("点播超时,请稍候重试");
  96. }
  97. msg.setData(wvpResult);
  98. // 点播超时回复BYE
  99. cmder.streamByeCmd(device.getDeviceId(), channelId);
  100. // 释放rtpserver
  101. mediaServerService.closeRTPServer(playResult.getDevice(), channelId);
  102. resultHolder.invokeResult(msg);
  103. });
  104. result.onCompletion(()->{
  105. // 点播结束时调用截图接口
  106. try {
  107. String classPath = ResourceUtils.getURL("classpath:").getPath();
  108. // System.out.println(classPath);
  109. // 兼容打包为jar的class路径
  110. if(classPath.contains("jar")) {
  111. classPath = classPath.substring(0, classPath.lastIndexOf("."));
  112. classPath = classPath.substring(0, classPath.lastIndexOf("/") + 1);
  113. }
  114. if (classPath.startsWith("file:")) {
  115. classPath = classPath.substring(classPath.indexOf(":") + 1, classPath.length());
  116. }
  117. String path = classPath + "static/static/snap/";
  118. // 兼容Windows系统路径(去除前面的“/”)
  119. if(System.getProperty("os.name").contains("indows")) {
  120. path = path.substring(1, path.length());
  121. }
  122. String fileName = deviceId + "_" + channelId + ".jpg";
  123. ResponseEntity responseEntity = (ResponseEntity)result.getResult();
  124. if (responseEntity != null && responseEntity.getStatusCode() == HttpStatus.OK) {
  125. WVPResult wvpResult = (WVPResult)responseEntity.getBody();
  126. if (wvpResult.getCode() == 0) {
  127. StreamInfo streamInfoForSuccess = (StreamInfo)wvpResult.getData();
  128. MediaServerItem mediaInfo = mediaServerService.getOne(streamInfoForSuccess.getMediaServerId());
  129. String streamUrl = streamInfoForSuccess.getFmp4();
  130. // 请求截图
  131. zlmresTfulUtils.getSnap(mediaInfo, streamUrl, 15, 1, path, fileName);
  132. }
  133. }
  134. } catch (FileNotFoundException e) {
  135. e.printStackTrace();
  136. }
  137. });
  138. if (streamInfo == null) {
  139. SSRCInfo ssrcInfo;
  140. String streamId = null;
  141. if (mediaServerItem.isRtpEnable()) {
  142. streamId = String.format("%s/%s", device.getDeviceId(), channelId);
  143. }
  144. ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId);
  145. // 发送点播消息
  146. cmder.playStreamCmd(mediaServerItem, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInUse, JSONObject response) -> {
  147. logger.info("收到订阅消息: " + response.toJSONString());
  148. onPublishHandlerForPlay(mediaServerItemInUse, response, deviceId, channelId, uuid.toString());
  149. if (hookEvent != null) {
  150. hookEvent.response(mediaServerItem, response);
  151. }
  152. }, (event) -> {
  153. // 点播返回sip错误
  154. RequestMessage msg = new RequestMessage();
  155. msg.setId(DeferredResultHolder.CALLBACK_CMD_PlAY + uuid);
  156. Response response = event.getResponse();
  157. mediaServerService.closeRTPServer(playResult.getDevice(), channelId);
  158. WVPResult wvpResult = new WVPResult();
  159. wvpResult.setCode(-1);
  160. wvpResult.setMsg(String.format("点播失败, 错误码: %s, %s", response.getStatusCode(), response.getReasonPhrase()));
  161. msg.setData(wvpResult);
  162. resultHolder.invokeResult(msg);
  163. if (errorEvent != null) {
  164. errorEvent.response(event);
  165. }
  166. });
  167. } else {
  168. String streamId = streamInfo.getStreamId();
  169. if (streamId == null) {
  170. RequestMessage msg = new RequestMessage();
  171. msg.setId(DeferredResultHolder.CALLBACK_CMD_PlAY + uuid);
  172. WVPResult wvpResult = new WVPResult();
  173. wvpResult.setCode(-1);
  174. wvpResult.setMsg(String.format("点播失败, redis缓存streamId等于null"));
  175. msg.setData(wvpResult);
  176. resultHolder.invokeResult(msg);
  177. return playResult;
  178. }
  179. String mediaServerId = streamInfo.getMediaServerId();
  180. MediaServerItem mediaInfo = mediaServerService.getOne(mediaServerId);
  181. JSONObject rtpInfo = zlmresTfulUtils.getRtpInfo(mediaInfo, streamId);
  182. if (rtpInfo != null && rtpInfo.getBoolean("exist")) {
  183. RequestMessage msg = new RequestMessage();
  184. msg.setId(DeferredResultHolder.CALLBACK_CMD_PlAY + uuid);
  185. WVPResult wvpResult = new WVPResult();
  186. wvpResult.setCode(0);
  187. wvpResult.setMsg("success");
  188. wvpResult.setData(streamInfo);
  189. msg.setData(wvpResult);
  190. resultHolder.invokeResult(msg);
  191. if (hookEvent != null) {
  192. hookEvent.response(mediaServerItem, JSONObject.parseObject(JSON.toJSONString(streamInfo)));
  193. }
  194. } else {
  195. // TODO 点播前是否重置状态
  196. redisCatchStorage.stopPlay(streamInfo);
  197. storager.stopPlay(streamInfo.getDeviceID(), streamInfo.getChannelId());
  198. SSRCInfo ssrcInfo;
  199. String streamId2 = null;
  200. if (mediaServerItem.isRtpEnable()) {
  201. streamId2 = String.format("%s/%s", device.getDeviceId(), channelId);
  202. }
  203. ssrcInfo = mediaServerService.openRTPServer(mediaServerItem, streamId2);
  204. cmder.playStreamCmd(mediaServerItem, ssrcInfo, device, channelId, (MediaServerItem mediaServerItemInuse, JSONObject response) -> {
  205. logger.info("收到订阅消息: " + response.toJSONString());
  206. onPublishHandlerForPlay(mediaServerItemInuse, response, deviceId, channelId, uuid.toString());
  207. }, (event) -> {
  208. mediaServerService.closeRTPServer(playResult.getDevice(), channelId);
  209. RequestMessage msg = new RequestMessage();
  210. msg.setId(DeferredResultHolder.CALLBACK_CMD_PlAY + uuid);
  211. Response response = event.getResponse();
  212. WVPResult wvpResult = new WVPResult();
  213. wvpResult.setCode(-1);
  214. wvpResult.setMsg(String.format("点播失败, 错误码: %s, %s", response.getStatusCode(), response.getReasonPhrase()));
  215. msg.setData(wvpResult);
  216. resultHolder.invokeResult(msg);
  217. });
  218. }
  219. }
  220. return playResult;
  221. }
  222. @Override
  223. public void onPublishHandlerForPlay(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId, String uuid) {
  224. RequestMessage msg = new RequestMessage();
  225. msg.setId(DeferredResultHolder.CALLBACK_CMD_PlAY + uuid);
  226. StreamInfo streamInfo = onPublishHandler(mediaServerItem, resonse, deviceId, channelId, uuid);
  227. if (streamInfo != null) {
  228. DeviceChannel deviceChannel = storager.queryChannel(deviceId, channelId);
  229. if (deviceChannel != null) {
  230. deviceChannel.setStreamId(streamInfo.getStreamId());
  231. storager.startPlay(deviceId, channelId, streamInfo.getStreamId());
  232. }
  233. redisCatchStorage.startPlay(streamInfo);
  234. msg.setData(JSON.toJSONString(streamInfo));
  235. WVPResult wvpResult = new WVPResult();
  236. wvpResult.setCode(0);
  237. wvpResult.setMsg("sucess");
  238. wvpResult.setData(streamInfo);
  239. msg.setData(wvpResult);
  240. resultHolder.invokeResult(msg);
  241. } else {
  242. logger.warn("设备预览API调用失败!");
  243. msg.setData("设备预览API调用失败!");
  244. resultHolder.invokeResult(msg);
  245. }
  246. }
  247. @Override
  248. public MediaServerItem getNewMediaServerItem(Device device) {
  249. if (device == null) return null;
  250. String mediaServerId = device.getMediaServerId();
  251. MediaServerItem mediaServerItem = null;
  252. if (mediaServerId == null) {
  253. mediaServerItem = mediaServerService.getMediaServerForMinimumLoad();
  254. }else {
  255. mediaServerItem = mediaServerService.getOne(mediaServerId);
  256. }
  257. if (mediaServerItem == null) {
  258. logger.warn("点播时未找到可使用的ZLM...");
  259. }
  260. return mediaServerItem;
  261. }
  262. @Override
  263. public void onPublishHandlerForPlayBack(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId, String uuid) {
  264. RequestMessage msg = new RequestMessage();
  265. msg.setId(DeferredResultHolder.CALLBACK_CMD_PlAY + uuid);
  266. StreamInfo streamInfo = onPublishHandler(mediaServerItem, resonse, deviceId, channelId, uuid);
  267. if (streamInfo != null) {
  268. redisCatchStorage.startPlayback(streamInfo);
  269. msg.setData(JSON.toJSONString(streamInfo));
  270. resultHolder.invokeResult(msg);
  271. } else {
  272. logger.warn("设备预览API调用失败!");
  273. msg.setData("设备预览API调用失败!");
  274. resultHolder.invokeResult(msg);
  275. }
  276. }
  277. public StreamInfo onPublishHandler(MediaServerItem mediaServerItem, JSONObject resonse, String deviceId, String channelId, String uuid) {
  278. String streamId = resonse.getString("stream");
  279. JSONArray tracks = resonse.getJSONArray("tracks");
  280. StreamInfo streamInfo = mediaService.getStreamInfoByAppAndStream(mediaServerItem,"rtp", streamId, tracks);
  281. streamInfo.setDeviceID(deviceId);
  282. streamInfo.setChannelId(channelId);
  283. return streamInfo;
  284. }
  285. }