App.xaml.cs 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Diagnostics;
  4. using System.IO;
  5. using System.Linq;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. using System.Windows;
  9. using Vinno.FIS.TRTCClient.Common.Enum;
  10. using Vinno.FIS.TRTCClient.Common.Log;
  11. using Vinno.FIS.TRTCClient.Common.Models;
  12. using Vinno.FIS.TRTCClient.Common.Pipe;
  13. namespace Vinno.FIS.TRTCClient
  14. {
  15. /// <summary>
  16. /// Interaction logic for App.xaml
  17. /// </summary>
  18. public partial class App : Application
  19. {
  20. private readonly ConcurrentDictionary<string, TRTCRemoteImageSizeData> _remoteImageList = new ConcurrentDictionary<string, TRTCRemoteImageSizeData>();
  21. private readonly ConcurrentDictionary<string, PipeClient> _remoteVideoPipeClientList = new ConcurrentDictionary<string, PipeClient>();
  22. private DefaultLogEngine _logEngine;
  23. private TRTCChatRoom _trtcChatRoom;
  24. private TRTCLivePusher _trtcPusher;
  25. private PipeServer _messageServer;
  26. private PipeClient _messageClient;
  27. private PipeServer _localVideoPipeServer;
  28. private CancellationTokenSource _tokenSource;
  29. private int _processId;
  30. private int _outputWidth;
  31. private int _outputHeight;
  32. private bool _isLiveMode;
  33. private EnumLiveChannelCategory _category;
  34. private bool _disposed;
  35. protected override void OnStartup(StartupEventArgs e)
  36. {
  37. try
  38. {
  39. #if DEBUG
  40. Thread.Sleep(5000);
  41. #endif
  42. _tokenSource = new CancellationTokenSource();
  43. if (e.Args.Length > 2)
  44. {
  45. var parentPid = GetArgValue(e.Args[0], "pid");
  46. var lpt = GetArgValue(e.Args[1], "lpt");
  47. var roomInofLen = e.Args.Length - 2;
  48. var roomInfoBytes = new string[roomInofLen];
  49. Array.Copy(e.Args, 2, roomInfoBytes, 0, roomInofLen);
  50. var roomInfo = TRTCRoomInfo.ConvertFromArgs(roomInfoBytes);
  51. _isLiveMode = roomInfo.IsLiveMode;
  52. _category = roomInfo.Category;
  53. _outputHeight = roomInfo.OutputHeight;
  54. _outputWidth = roomInfo.OutputWidth;
  55. string logPath;
  56. if (!string.IsNullOrEmpty(lpt))
  57. {
  58. logPath = Path.Combine(lpt, "TRTCClientLogs");
  59. }
  60. else
  61. {
  62. logPath = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "TRTCClientLogs");
  63. }
  64. if (!Directory.Exists(logPath))
  65. {
  66. Directory.CreateDirectory(logPath);
  67. }
  68. _logEngine = new DefaultLogEngine(logPath, _category);
  69. Logger.RegisterEngine(_logEngine);
  70. Logger.WriteLineInfo("TRTCClient Start Up......");
  71. Logger.WriteLineInfo($"Parent Process Id:{parentPid},RoomInfo:{roomInfo}");
  72. _processId = Process.GetCurrentProcess().Id;
  73. Logger.WriteLineInfo($"Current Process Id:{_processId}");
  74. StartMessagePipe();
  75. StartLocalVideoPipeServer();
  76. StartCheckParentThread(parentPid);
  77. if (_isLiveMode)
  78. {
  79. _trtcPusher = new TRTCLivePusher(logPath, _category);
  80. _trtcPusher.SendFirstLocalVideoFrame += OnSendFirstLocalVideoFrame;
  81. _trtcPusher.EnterRoom(roomInfo);
  82. Logger.WriteLineInfo($"MessageClient Send BootUp");
  83. var bootUp = new TRTCMessage(EnumMessageType.BootUp, new byte[0]);
  84. _messageClient?.SendBytes(bootUp.ToBytes());
  85. }
  86. else
  87. {
  88. _trtcChatRoom = new TRTCChatRoom(logPath);
  89. _trtcChatRoom.RemoteVideoFrameArrived += OnRemoteVideoFrameReceived;
  90. _trtcChatRoom.OnTRTCEnterRoomError += OnEnterRoomError;
  91. _trtcChatRoom.RemoteUserLeaveRoomArrived += OnRemoteUserLeaveRoomArrived;
  92. _trtcChatRoom.TryToReconnect += OnTryToReconnect;
  93. _trtcChatRoom.Enter(roomInfo);
  94. if (roomInfo.TerminalIsPushing && roomInfo.TerminalRoomId > 0)
  95. {
  96. _trtcChatRoom.ConnectTerminalRoom(roomInfo.TerminalRoomId, roomInfo.TerminalId);
  97. if (roomInfo.IsMultiChannel && !string.IsNullOrEmpty(roomInfo.CameraId))
  98. {
  99. _trtcChatRoom.ConnectTerminalCameraRoom(roomInfo.TerminalRoomId, roomInfo.CameraId);
  100. }
  101. }
  102. var bootUp = new TRTCMessage(EnumMessageType.BootUp, new byte[0]);
  103. _messageClient?.SendBytes(bootUp.ToBytes());
  104. }
  105. }
  106. else
  107. {
  108. Process.GetCurrentProcess().Kill();
  109. }
  110. }
  111. catch (Exception ex)
  112. {
  113. Logger.WriteLineError($"Start TrtcClient error:{ex}");
  114. Process.GetCurrentProcess().Kill();
  115. }
  116. }
  117. protected override void OnExit(ExitEventArgs e)
  118. {
  119. try
  120. {
  121. Dispose();
  122. }
  123. catch (Exception ex)
  124. {
  125. Logger.WriteLineError($"Exit TrtcClient error:{ex}");
  126. }
  127. finally
  128. {
  129. base.OnExit(e);
  130. }
  131. }
  132. public void Dispose()
  133. {
  134. if (_disposed)
  135. {
  136. return;
  137. }
  138. try
  139. {
  140. if (!_disposed)
  141. {
  142. _tokenSource.Cancel();
  143. StopPusher();
  144. StopRTCRoom();
  145. StopMessagePipe();
  146. StopLocalVideoPipeServer();
  147. StopRemoteVideoPipeClient();
  148. _disposed = true;
  149. }
  150. }
  151. catch (Exception ex)
  152. {
  153. Logger.WriteLineError($"TRTCClient Dispose Error:{ex}");
  154. }
  155. finally
  156. {
  157. Process.GetCurrentProcess().Kill();
  158. }
  159. }
  160. #region Start
  161. private void StartLocalVideoPipeServer()
  162. {
  163. _localVideoPipeServer = new PipeServer($"{_processId}_LocalImage");
  164. _localVideoPipeServer.DataReceived += OnLocalVideoDataReceived;
  165. _localVideoPipeServer.LogMsgThrow += OnLogMsgThrow;
  166. Logger.WriteLineInfo($"Create Local Video Pipe Server :{_localVideoPipeServer.PipeName}");
  167. _localVideoPipeServer.StartAndReceive();
  168. }
  169. private void StartNewRemoteVideoPipeClient(string userId, int width, int height)
  170. {
  171. var remoteVideoPipeClient = new PipeClient($"{_processId}_{userId}_RemoteImage");
  172. if (!_remoteVideoPipeClientList.TryAdd(userId, remoteVideoPipeClient))
  173. {
  174. Logger.WriteLineError($"Remote Video Pipe Client List Try Add Failed, Id: {userId}");
  175. return;
  176. }
  177. else
  178. {
  179. Logger.WriteLineInfo($"MessageClient Send AddRemoteVideoPipe Client :{remoteVideoPipeClient.PipeName},Width:{width},Height:{height}");
  180. var remoteImageData = new TRTCRemoteImageSizeData(userId, width, height);
  181. var pipeMessageData = new TRTCMessage(EnumMessageType.AddRemoteVideoPipe, remoteImageData.ToBytes());
  182. _messageClient?.SendBytes(pipeMessageData.ToBytes());
  183. remoteVideoPipeClient.LogMsgThrow += OnLogMsgThrow;
  184. remoteVideoPipeClient.Start();
  185. }
  186. }
  187. private void StartMessagePipe()
  188. {
  189. _messageServer = new PipeServer($"{_processId}_FIS2TRTCClientMessage");
  190. _messageServer.LogMsgThrow += OnLogMsgThrow;
  191. _messageServer.DataReceived += OnMessageDataReceived;
  192. _messageServer.StartAndReceive();
  193. _messageClient = new PipeClient($"{_processId}_TRTCClient2FISMessage");
  194. _messageClient.LogMsgThrow += OnLogMsgThrow;
  195. _messageClient.Start();
  196. }
  197. private void StartCheckParentThread(string parentProcessId)
  198. {
  199. if (string.IsNullOrEmpty(parentProcessId))
  200. {
  201. return;
  202. }
  203. if (int.TryParse(parentProcessId, out var pid))
  204. {
  205. Task.Run(() =>
  206. {
  207. Logger.WriteLineInfo($"Start Check Thread");
  208. while (true)
  209. {
  210. if (_tokenSource.IsCancellationRequested)
  211. {
  212. break;
  213. }
  214. try
  215. {
  216. if (pid == 0)
  217. {
  218. Process.GetCurrentProcess().Kill();
  219. return;
  220. }
  221. var existApp = Process.GetProcessById(pid);
  222. if (existApp == null)
  223. {
  224. Logger.WriteLineInfo("Parent process not exit,kill myself!");
  225. Process.GetCurrentProcess().Kill();
  226. return;
  227. }
  228. }
  229. catch (Exception ex)
  230. {
  231. Logger.WriteLineInfo($"Check Parent Error:{ex}");
  232. Process.GetCurrentProcess().Kill();
  233. }
  234. finally
  235. {
  236. Thread.Sleep(5000);
  237. }
  238. }
  239. }, _tokenSource.Token);
  240. }
  241. }
  242. #endregion Start
  243. #region Stop
  244. private void StopMessagePipe()
  245. {
  246. if (_messageServer != null)
  247. {
  248. _messageServer.DataReceived -= OnMessageDataReceived;
  249. _messageServer.Dispose();
  250. _messageServer.LogMsgThrow -= OnLogMsgThrow;
  251. _messageServer = null;
  252. }
  253. if (_messageClient != null)
  254. {
  255. _messageClient.Dispose();
  256. _messageClient.LogMsgThrow -= OnLogMsgThrow;
  257. _messageClient = null;
  258. }
  259. }
  260. private void StopLocalVideoPipeServer()
  261. {
  262. if (_localVideoPipeServer != null)
  263. {
  264. Logger.WriteLineInfo($"Close Pipe Server Local Video{_localVideoPipeServer.PipeName}");
  265. _localVideoPipeServer.DataReceived -= OnLocalVideoDataReceived;
  266. _localVideoPipeServer.Dispose();
  267. _localVideoPipeServer.LogMsgThrow -= OnLogMsgThrow;
  268. _localVideoPipeServer = null;
  269. }
  270. }
  271. private void StopRemoteVideoPipeClient()
  272. {
  273. foreach (var userId in _remoteVideoPipeClientList.Keys)
  274. {
  275. Logger.WriteLineInfo($"Close Pipe Client Remote Video{_remoteVideoPipeClientList[userId].PipeName}");
  276. _remoteVideoPipeClientList[userId].Dispose();
  277. _remoteVideoPipeClientList[userId].LogMsgThrow -= OnLogMsgThrow;
  278. }
  279. _remoteVideoPipeClientList.Clear();
  280. _remoteImageList.Clear();
  281. }
  282. private void StopRTCRoom()
  283. {
  284. if (_trtcChatRoom != null)
  285. {
  286. _trtcChatRoom.RemoteVideoFrameArrived -= OnRemoteVideoFrameReceived;
  287. _trtcChatRoom.OnTRTCEnterRoomError -= OnEnterRoomError;
  288. _trtcChatRoom.RemoteUserLeaveRoomArrived -= OnRemoteUserLeaveRoomArrived;
  289. _trtcChatRoom.TryToReconnect -= OnTryToReconnect;
  290. _trtcChatRoom.Exit();
  291. _trtcChatRoom = null;
  292. Logger.WriteLineInfo("Exit RTCRoom success");
  293. }
  294. }
  295. private void StopPusher()
  296. {
  297. if (_trtcPusher != null)
  298. {
  299. _trtcPusher.SendFirstLocalVideoFrame -= OnSendFirstLocalVideoFrame;
  300. _trtcPusher.Dispose();
  301. _trtcPusher = null;
  302. Logger.WriteLineInfo("Stop Pusher success");
  303. }
  304. }
  305. #endregion Stop
  306. private void OnEnterRoomError(object sender, EventArgs e)
  307. {
  308. Logger.WriteLineInfo($"MessageClient Send EnterRoomError");
  309. var trtcMessage = new TRTCMessage(EnumMessageType.EnterRoomError, new byte[0]);
  310. _messageClient?.SendBytes(trtcMessage.ToBytes());
  311. }
  312. private void OnTryToReconnect(object sender, EventArgs e)
  313. {
  314. Logger.WriteLineInfo($"MessageClient Send TryToReconnect");
  315. var pipeMessageData = new TRTCMessage(EnumMessageType.TryToReconnect, new byte[0]);
  316. _messageClient?.SendBytes(pipeMessageData.ToBytes());
  317. }
  318. private void OnRemoteUserLeaveRoomArrived(object sender, RemoteUserLeaveRoomArgs args)
  319. {
  320. Logger.WriteLineInfo($"MessageClient Send RemoteUserLeaveRoom,userId:{args.UserId},reason:{args.Reason}");
  321. var pipeRemoteUserLeaveRoomMessage = new TRTCRemoteUserLeaveRoomMessage(args.UserId, args.Reason);
  322. var pipeMessageData = new TRTCMessage(EnumMessageType.RemoteUserLeaveRoom, pipeRemoteUserLeaveRoomMessage.ToBytes());
  323. _messageClient?.SendBytes(pipeMessageData.ToBytes());
  324. }
  325. private void OnSendFirstLocalVideoFrame(object sender, bool e)
  326. {
  327. Logger.WriteLineInfo($"MessageClient Send FirstFrameReceived");
  328. var firstImageMessage = new TRTCMessage(EnumMessageType.FirstFrameReceived, new byte[0]);
  329. _messageClient?.SendBytes(firstImageMessage.ToBytes());
  330. }
  331. private void OnLocalVideoDataReceived(object sender, byte[] e)
  332. {
  333. if (e.Length != _outputWidth * _outputHeight * 3 / 2)
  334. {
  335. Logger.WriteLineError($"OnLocalVideoDataReceived Error,Byte Length:{e.Length},OutputHeight:{_outputHeight},OutputWidth:{_outputWidth},ImageSize Should be {_outputHeight * _outputWidth * 3 / 2}");
  336. return;
  337. }
  338. if (_isLiveMode)
  339. {
  340. _trtcPusher?.SendData((uint)_outputWidth, (uint)_outputHeight, e);
  341. }
  342. else
  343. {
  344. _trtcChatRoom?.SendData((uint)_outputWidth, (uint)_outputHeight, e);
  345. }
  346. }
  347. private string GetArgValue(string arg, string tag)
  348. {
  349. var args = arg.Split('=');
  350. if (args.Count() == 2 && args[0] == tag)
  351. {
  352. return args[1];
  353. }
  354. return string.Empty;
  355. }
  356. private void OnMessageDataReceived(object sender, byte[] e)
  357. {
  358. if (e == null)
  359. {
  360. return;
  361. }
  362. var trtcMessage = TRTCMessage.FromBytes(e);
  363. Logger.WriteLineInfo($"Message Pipe Server Receive PipeMessage{trtcMessage?.MessageType}");
  364. switch (trtcMessage.MessageType)
  365. {
  366. case EnumMessageType.ExitRoom:
  367. Dispose();
  368. break;
  369. case EnumMessageType.Mute:
  370. var muteMessage = TRTCBoolMessage.FromBytes(trtcMessage.MessageData);
  371. if (muteMessage != null)
  372. {
  373. if (_isLiveMode)
  374. {
  375. _trtcPusher?.SetMute(muteMessage.Value);
  376. }
  377. else
  378. {
  379. _trtcChatRoom?.Mute(muteMessage.Value);
  380. }
  381. }
  382. break;
  383. case EnumMessageType.AdjustMicVolume:
  384. var volumeMessage = TRTCIntMessage.FromBytes(trtcMessage.MessageData);
  385. if (volumeMessage != null)
  386. {
  387. if (_isLiveMode)
  388. {
  389. _trtcPusher?.AdjustMicVolume(volumeMessage.Value);
  390. }
  391. else
  392. {
  393. _trtcChatRoom?.AdjustMicVolume(volumeMessage.Value);
  394. }
  395. }
  396. break;
  397. case EnumMessageType.SwitchMic:
  398. var micMessage = TRTCStringMessage.FromBytes(trtcMessage.MessageData);
  399. if (micMessage != null)
  400. {
  401. if (_isLiveMode)
  402. {
  403. _trtcPusher?.SwitchMic(micMessage.Value);
  404. }
  405. else
  406. {
  407. _trtcChatRoom?.SwitchMic(micMessage.Value);
  408. }
  409. }
  410. break;
  411. case EnumMessageType.UpdateCameraId:
  412. var cameraIdMessage = TRTCStringMessage.FromBytes(trtcMessage.MessageData);
  413. if (cameraIdMessage != null)
  414. {
  415. if (!_isLiveMode)
  416. {
  417. _trtcChatRoom?.UpdateCameraId(cameraIdMessage.Value);
  418. Logger.WriteLineInfo($"TrtcChatRoom UpdateCameraId {cameraIdMessage.Value}");
  419. }
  420. }
  421. break;
  422. }
  423. }
  424. private void OnRemoteVideoFrameReceived(object sender, VideoFrameArrivedArgs e)
  425. {
  426. if (string.IsNullOrEmpty(e.UserId))
  427. {
  428. return;
  429. }
  430. if (!_remoteVideoPipeClientList.ContainsKey(e.UserId))
  431. {
  432. StartNewRemoteVideoPipeClient(e.UserId, (int)e.Frame.width, (int)e.Frame.height);
  433. }
  434. if (!_remoteImageList.ContainsKey(e.UserId))
  435. {
  436. if (_remoteImageList.TryAdd(e.UserId, new TRTCRemoteImageSizeData(e.UserId, (int)e.Frame.width, (int)e.Frame.height)))
  437. {
  438. SendRemoteImageSizeChanged(e.UserId, (int)e.Frame.width, (int)e.Frame.height);
  439. }
  440. }
  441. if (_remoteImageList[e.UserId].Width != (int)e.Frame.width || _remoteImageList[e.UserId].Height != (int)e.Frame.height)
  442. {
  443. _remoteImageList[e.UserId].Width = (int)e.Frame.width;
  444. _remoteImageList[e.UserId].Height = (int)e.Frame.height;
  445. SendRemoteImageSizeChanged(e.UserId, (int)e.Frame.width, (int)e.Frame.height);
  446. }
  447. _remoteVideoPipeClientList[e.UserId].SendBytes(e.Frame.data);
  448. }
  449. private void SendRemoteImageSizeChanged(string userId, int width, int height)
  450. {
  451. Logger.WriteLineInfo($"MessageClient Send RemoteImageSizeChanged UserId:{userId},Width:{width},Height:{height}");
  452. var remoteImageData = new TRTCRemoteImageSizeData(userId, width, height);
  453. var pipeMessageData = new TRTCMessage(EnumMessageType.RemoteImageSizeChanged, remoteImageData.ToBytes());
  454. _messageClient?.SendBytes(pipeMessageData.ToBytes());
  455. }
  456. private void OnLogMsgThrow(object sender, LogEventArgs e)
  457. {
  458. if (e == null)
  459. {
  460. return;
  461. }
  462. switch (e.LogType)
  463. {
  464. case DeviceLogCategory.Error:
  465. Logger.WriteLineError(e.Msg);
  466. break;
  467. case DeviceLogCategory.Warn:
  468. Logger.WriteLineWarn(e.Msg);
  469. break;
  470. case DeviceLogCategory.Verb:
  471. Logger.WriteLineVerbose(e.Msg);
  472. break;
  473. case DeviceLogCategory.Info:
  474. default:
  475. Logger.WriteLineInfo(e.Msg);
  476. break;
  477. }
  478. }
  479. }
  480. }