123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606 |
- using AI.Common;
- using AI.Common.Log;
- using AIDiagnosis.Common.Enums;
- using AIDiagnosis.Common.Models;
- using AutoEFCalculationLib;
- using AutoEFDiagnosisSDK.Enums;
- using System;
- using System.Collections.Concurrent;
- using System.Collections.Generic;
- using System.IO;
- using System.Linq;
- using System.Threading;
- using Vinno.AI.AutoEFDiagnosisSDK.Enums;
- using Vinno.AI.AutoEFDiagnosisSDK.Interfaces;
- using Vinno.AI.AutoEFDiagnosisSDK.Models;
- using Vinno.AI.AutoEFDiagnosisService.Tools;
- using Vinno.AI.CommonSDK.Enums;
- using Vinno.AI.CommonSDK.Models;
- using Vinno.AI.CommonSDK.Tools;
- using Vinno.AI.Service.Common.Interfaces;
- using Vinno.AI.Service.Common.Models;
- using Vinno.AI.Service.Common.Tools;
- using AutoEFDiagnosis = AutoEFDiagnosisSDK.AutoEFDiagnosis;
- namespace Vinno.AI.AutoEFDiagnosisService
- {
- public class AutoEFDiagnosisService : IAutoEFDiagnosisService, IDisposable, IEngine
- {
- private readonly string _modelFolder = Path.Combine(AppDomain.CurrentDomain.BaseDirectory, "Networks");
- private readonly ConcurrentStack<byte[]> _singleImageCache;
- private PipeServer _singleImagePipeServer;
- private ImageProvider _imageProvider;
- private AutoEFDiagnosis _autoEFDiagnosis;
- private bool _disposed;
- public static List<FunctionInfo> AllFunctions { get; }
- static AutoEFDiagnosisService()
- {
- AllFunctions = AutoEFDiagnosis.AllFunctions;
- }
- public static void Init(FunctionInfo enableFunction, FunctionInfo currentUsedFunction)
- {
- AutoEFDiagnosis.Init(enableFunction, currentUsedFunction);
- }
- public AutoEFDiagnosisService()
- {
- try
- {
- _singleImageCache = new ConcurrentStack<byte[]>();
- _singleImagePipeServer = new PipeServer(AIDiagnosisSystemConsts.PipeForAutoEFDiagnosisSingleImage);
- _singleImagePipeServer.LogMsgThrow += OnLogMsgThrow;
- _singleImagePipeServer.DataReceived += OnDataReceived;
- _singleImagePipeServer.StartAndReceive();
- _imageProvider = new ImageProvider(AIEnumType.AutoEFDiagnosis);
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-Constructor error:{ex}");
- }
- }
- /// <summary>
- /// 切换引擎
- /// </summary>
- /// <param name="functionInfo"></param>
- public void SwitchEngines(FunctionInfo functionInfo)
- {
- try
- {
- AutoEFDiagnosis.SwitchAIEngines(functionInfo);
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.SwitchAIEngines2(functionInfo);
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-SwitchEngines error:{ex}");
- }
- }
- public void Initialize(AutoEFDiagnosisParameter autoEFDiagnosisParameter, bool hasImageProvider)
- {
- try
- {
- CloseDiagnosis();
- var cpuNumber = autoEFDiagnosisParameter.CPUNumber;
- var layerCount = autoEFDiagnosisParameter.LayerCount;
- var edcontrolLayersCount = autoEFDiagnosisParameter.EdcontrolLayersCount;
- var escontrolLayersCount = autoEFDiagnosisParameter.EscontrolLayersCount;
- var isReturnEveryImgResult = autoEFDiagnosisParameter.IsReturnEveryImgResult;
- var detectMode = (EnumDetectMode)autoEFDiagnosisParameter.DetectMode;
- var detectTps = autoEFDiagnosisParameter.DetectTps;
- var intervalTime = autoEFDiagnosisParameter.IntervalTime;
- var cmPerPixel = autoEFDiagnosisParameter.CmPerPixel;
- var reprocess = (EnumReprocess)autoEFDiagnosisParameter.Reprocess;
- EnumAutoEFDiagnosisType diagnosisType = autoEFDiagnosisParameter.AutoEFDiagnosisType == AIEnumAutoEFDiagnosisType.HumanAutoEFDiagnosis ? EnumAutoEFDiagnosisType.HumanAutoEFDiagnosis : EnumAutoEFDiagnosisType.VetAutoEFDiagnosis;
- _autoEFDiagnosis = new AutoEFDiagnosis(cpuNumber, _modelFolder, Setting.Instance.IsSaveDetectImage, Setting.Instance.IsSaveAllImage, Logger.LogDir, layerCount, escontrolLayersCount, edcontrolLayersCount, isReturnEveryImgResult, diagnosisType, hasImageProvider ? _imageProvider : null, cmPerPixel, detectMode, detectTps, intervalTime, reprocess);
- _autoEFDiagnosis.StartEvaluation += OnStartEvaluation;
- _autoEFDiagnosis.FinishEvaluation += OnFinishEvaluation;
- _autoEFDiagnosis.NotifyError += OnNotifyError;
- _autoEFDiagnosis.NotifyLog += OnNotifyLog;
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-Initialize error:{ex}");
- }
- }
- /// <summary>
- /// 启用AutoEF
- /// </summary>
- /// <param name="totalFrameCount">整个视频帧数</param>
- /// <param name="cmPerPixel">探头中像素与实际单位转换的参数</param>
- public void StartAutotEFCalculation(long totalFrameCount, double cmPerPixel, AIEnumReprocess reprocess)
- {
- try
- {
- if (_autoEFDiagnosis == null)
- {
- Logger.Error($"StartAutotEF Error:AutoEF Diagnosis is null");
- return;
- }
- EnumReprocess enumReprocess = (EnumReprocess)reprocess;
- _autoEFDiagnosis.StartAutotEFCalculation(totalFrameCount, cmPerPixel, enumReprocess);
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-StartAutotEFCalculation error:{ex}");
- }
- }
- /// <summary>
- /// 推入一张裸图并返回AutoEF结果
- /// </summary>
- /// <param name="frameTime"></param>
- /// <returns></returns>
- public void DetectOneRawImageForAutoEFCalculation(int height, int width, AIEnumColorType colorType, double frameTime)
- {
- try
- {
- byte[] byteImage = null;
- int retryCount = 0;
- while (!_singleImageCache.TryPop(out byteImage) && retryCount < 50)
- {
- Thread.Sleep(10);
- retryCount++;
- }
- if (byteImage == null)
- {
- Logger.Error($"AutoEFDiagnosisService-DetectOneRawImageForAutoEFCalculation Get Image Cache Fail");
- return;
- }
- var rawImage = new RawImage(byteImage, width, height, (EnumColorType)colorType);
- _autoEFDiagnosis.DetectOneImageAsync(rawImage, frameTime);
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-DetectOneRawImageForAutoEFCalculation error:{ex}");
- }
- }
- /// <summary>
- /// 推入一张图并返回AutoEF结果
- /// </summary>
- /// <param name="rawImage"></param>
- /// <param name="frameTime"></param>
- /// <returns></returns>
- public void DetectOneByteImageForAutoEFCalculation(double frameTime)
- {
- try
- {
- byte[] byteImage = null;
- int retryCount = 0;
- while (!_singleImageCache.TryPop(out byteImage) && retryCount < 50)
- {
- Thread.Sleep(10);
- retryCount++;
- }
- if (byteImage == null)
- {
- Logger.Error($"AutoEFDiagnosisService-DetectOneByteImageForAutoEFCalculation Get Image Cache Fail");
- return;
- }
- _autoEFDiagnosis.DetectOneImageAsync(byteImage, frameTime);
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-DetectOneByteImageForAutoEFCalculation error:{ex}");
- }
- }
- /// <summary>
- /// 停止AutoEF并返回结果,若IsReturnEveryImgResult为True,则返回所有帧的AutoEF结果,若IsReturnEveryImgResult为False,则只返回ES,ED两张图的结果
- /// </summary>
- /// <returns></returns>
- public Dictionary<double, AIEDESDetectResult> StopAutoEFCalculation()
- {
- try
- {
- var result = _autoEFDiagnosis.StopAutotEFCalculation();
- if (result == null)
- {
- return null;
- }
- else
- {
- Dictionary<double, AIEDESDetectResult> dict = new Dictionary<double, AIEDESDetectResult>();
- foreach (var key in result.Keys.ToArray())
- {
- var aiEDESDetectResult = AIConvertHelper.ConvertEDESDetectResultToAIEDESDetectResult(result[key]);
- dict.Add(key, aiEDESDetectResult);
- }
- return dict;
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-StopAutoEFCalculation error:{ex}");
- return null;
- }
- }
- public void Start()
- {
- try
- {
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.Start();
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-Start error:{ex}");
- }
- }
- public void Stop()
- {
- try
- {
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.Stop();
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-Stop error:{ex}");
- }
- }
- public void SetDetectTps(int detectTps)
- {
- try
- {
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.DetectTps = detectTps;
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-SetDetectTps error:{ex}");
- }
- }
- public void SetIntervalTime(int intervalTime)
- {
- try
- {
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.IntervalTime = intervalTime;
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-SetIntervalTime error:{ex}");
- }
- }
- public void SetDetectMode(AIEnumDetectMode detectMode)
- {
- try
- {
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.DetectMode = (EnumDetectMode)detectMode;
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-SetDetectMode error:{ex}");
- }
- }
- /// <summary>
- /// 设置一个像素代表的实际物理距离是多少cm
- /// </summary>
- /// <param name="cmPerPixel"></param>
- public void SetCmPerPixel(double cmPerPixel)
- {
- try
- {
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.CmPerPixel = cmPerPixel;
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-SetCmPerPixel error:{ex}");
- }
- }
- /// <summary>
- /// 设置后处理方式(仅人用支持)
- /// </summary>
- /// <param name="reprocess"></param>
- public void SetReprocess(AIEnumReprocess reprocess)
- {
- try
- {
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.Reprocess = (EnumReprocess)reprocess;
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-SetReprocess error:{ex}");
- }
- }
- /// <summary>
- /// 检测单张Byte Image
- /// </summary>
- /// <param name="cmPerPixel">图像上一个像素实际代表的物理距离是多少cm</param>
- /// <returns></returns>
- public AILVVolumeCalcResult DetectOneByteImage(double cmPerPixel, AIEnumReprocess reprocess)
- {
- try
- {
- byte[] byteImage = null;
- int retryCount = 0;
- while (!_singleImageCache.TryPop(out byteImage) && retryCount < 50)
- {
- Thread.Sleep(10);
- retryCount++;
- }
- if (byteImage == null)
- {
- Logger.Error($"AutoEFDiagnosisService-DetectOneByteImage Get Image Cache Fail");
- return null;
- }
- var autoDFRCalcResult = _autoEFDiagnosis.DetectOneImage(byteImage, cmPerPixel, (EnumReprocess)reprocess);
- return AIConvertHelper.ConvertLVVolumeCalcResultToAILVVolumeCalcResult(autoDFRCalcResult);
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-DetectOneByteImage error:{ex}");
- return null;
- }
- }
- public AILVVolumeCalcResult DetectOneRawImage(int height, int width, AIEnumColorType colorType, double cmPerPixel, AIEnumReprocess reprocess)
- {
- try
- {
- byte[] byteImage = null;
- int retryCount = 0;
- while (!_singleImageCache.TryPop(out byteImage) && retryCount < 50)
- {
- Thread.Sleep(10);
- retryCount++;
- }
- if (byteImage == null)
- {
- Logger.Error($"AutoEFDiagnosisService-DetectOneRawImage Get Image Cache Fail");
- return null;
- }
- var rawImage = new RawImage(byteImage, width, height, (EnumColorType)colorType);
- var autoDFRCalcResult = _autoEFDiagnosis.DetectOneImage(rawImage, cmPerPixel, (EnumReprocess)reprocess);
- return AIConvertHelper.ConvertLVVolumeCalcResultToAILVVolumeCalcResult(autoDFRCalcResult);
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-DetectOneRawImage error:{ex}");
- return null;
- }
- }
- public Dictionary<double, AIEDESDetectResult> GetEDESFrameResult(Dictionary<double, AILVVolumeCalcResult> allImageResults)
- {
- try
- {
- if (allImageResults == null)
- {
- Logger.Error($"AutoEFDiagnosisService-GetEDESFrameResult error:allImageResults is null");
- return null;
- }
- if (allImageResults.Count == 0)
- {
- Logger.Error($"AutoEFDiagnosisService-GetEDESFrameResult error:allImageResults is empty");
- return null;
- }
- Dictionary<double, LVVolumeCalcResult> imageResults = new Dictionary<double, LVVolumeCalcResult>();
- foreach (var key in allImageResults.Keys.ToArray())
- {
- var result = AIConvertHelper.ConvertAILVVolumeCalcResultToLVVolumeCalcResult(allImageResults[key]);
- imageResults.Add(key, result);
- }
- var edesResults = _autoEFDiagnosis.GetEDESFrameResult(imageResults);
- Dictionary<double, AIEDESDetectResult> aiEDESResults;
- if (edesResults == null)
- {
- aiEDESResults = null;
- }
- else
- {
- aiEDESResults = new Dictionary<double, AIEDESDetectResult>();
- foreach (var key in edesResults.Keys.ToArray())
- {
- var aiEDESResult = AIConvertHelper.ConvertEDESDetectResultToAIEDESDetectResult(edesResults[key]);
- aiEDESResults.Add(key, aiEDESResult);
- }
- }
- return aiEDESResults;
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-GetEDESFrameResult error:{ex}");
- return null;
- }
- }
- /// <summary>
- /// Send Raw Image Data For Pipe
- /// </summary>
- /// <param name="height"></param>
- /// <param name="width"></param>
- /// <param name="colorType"></param>
- public void SendRawImageData(int height, int width, AIEnumColorType colorType)
- {
- try
- {
- _imageProvider?.ReceiveRawImageData(height, width, (EnumColorType)colorType);
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-SendRawImageData error:{ex}");
- }
- }
- /// <summary>
- /// Send Byte Image Data For Pipe
- /// </summary>
- public void SendByteImageData()
- {
- try
- {
- _imageProvider?.ReceiveByteImageData();
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-SendByteImageData error:{ex}");
- }
- }
- public void Close()
- {
- try
- {
- Logger.Info($"AutoEFDiagnosisService-Close Invoke");
- CloseDiagnosis();
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-Close error:{ex}");
- }
- }
- private void CloseDiagnosis()
- {
- if (_autoEFDiagnosis != null)
- {
- _autoEFDiagnosis.StartEvaluation -= OnStartEvaluation;
- _autoEFDiagnosis.FinishEvaluation -= OnFinishEvaluation;
- _autoEFDiagnosis.NotifyError -= OnNotifyError;
- _autoEFDiagnosis.NotifyLog -= OnNotifyLog;
- _autoEFDiagnosis.Close();
- _autoEFDiagnosis = null;
- }
- }
- public void Dispose()
- {
- try
- {
- if (!_disposed)
- {
- Logger.Info($"AutoEFDiagnosisService-Start Dispose");
- CloseDiagnosis();
- if (_singleImagePipeServer != null)
- {
- _singleImagePipeServer.DataReceived -= OnDataReceived;
- _singleImagePipeServer.Dispose();
- _singleImagePipeServer.LogMsgThrow -= OnLogMsgThrow;
- _singleImagePipeServer = null;
- }
- _disposed = true;
- Logger.Info($"AutoEFDiagnosisService Dispose End");
- }
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-Dispose error:{ex}");
- }
- }
- private void OnStartEvaluation(object sender, EventArgs e)
- {
- NotificationSender.SendNotification(new AINotificationArgs() { NotificationType = AIEnumNotificationType.AutoEFDiagnosisStartEvaluationRaised });
- }
- private void OnFinishEvaluation(object sender, LVVolumeCalcResult e)
- {
- var aiLVVolumeCalcResult = AIConvertHelper.ConvertLVVolumeCalcResultToAILVVolumeCalcResult(e);
- NotificationSender.SendNotification(new AINotificationArgs() { NotificationType = AIEnumNotificationType.AutoEFDiagnosisFinishEvaluationRaised, Params = aiLVVolumeCalcResult });
- }
- private void OnNotifyLog(object sender, LogEventArgs e)
- {
- if (e == null)
- {
- return;
- }
- switch (e.LogType)
- {
- case EnumLogType.InfoLog:
- Logger.Info($"AutoEFDiagnosisService OnNotifyLog:{e.Msg}");
- break;
- case EnumLogType.WarnLog:
- Logger.Warning($"AutoEFDiagnosisService OnNotifyLog:{e.Msg}");
- break;
- case EnumLogType.ErrorLog:
- case EnumLogType.FatalLog:
- default:
- Logger.Error($"AutoEFDiagnosisService OnNotifyLog:{e.Msg}");
- break;
- }
- var logEventArgs = AICommonServiceConvertHelper.ConvertLogEventArgsToAILogEventArgs(e);
- NotificationSender.SendNotification(new AINotificationArgs() { NotificationType = AIEnumNotificationType.AutoEFDiagnosisNotifyLogRaised, Params = logEventArgs });
- }
- private void OnNotifyError(object sender, ErrorEventArgs e)
- {
- Logger.Error($"AutoEFDiagnosisService OnNotifyError:{e.GetException()}");
- var logEventArgs = AICommonServiceConvertHelper.ConvertErrorEventArgsToAILogEventArgs(e);
- NotificationSender.SendNotification(new AINotificationArgs() { NotificationType = AIEnumNotificationType.AutoEFDiagnosisNotifyLogRaised, Params = logEventArgs });
- }
- private void OnLogMsgThrow(object sender, AILogEventArgs e)
- {
- if (e == null)
- {
- return;
- }
- switch (e.LogType)
- {
- case AIEnumLogType.ErrorLog:
- case AIEnumLogType.FatalLog:
- Logger.Error(e.Msg);
- break;
- case AIEnumLogType.WarnLog:
- Logger.Warning(e.Msg);
- break;
- case AIEnumLogType.InfoLog:
- default:
- Logger.Info(e.Msg);
- break;
- }
- }
- private void OnDataReceived(object sender, byte[] e)
- {
- try
- {
- _singleImageCache.Push(e);
- }
- catch (Exception ex)
- {
- Logger.Error($"AutoEFDiagnosisService-OnDataReceived error:{ex}");
- }
- }
- }
- }
|