measure_main_view.dart 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529
  1. import 'dart:ui';
  2. import 'package:fis_i18n/i18n.dart';
  3. import 'package:fis_jsonrpc/rpc.dart';
  4. import 'package:fis_measure/interfaces/date_types/int_size.dart';
  5. import 'package:fis_measure/interfaces/enums/operate.dart';
  6. import 'package:fis_measure/interfaces/process/calculators/output.dart';
  7. import 'package:fis_measure/interfaces/process/items/item_feature.dart';
  8. import 'package:fis_measure/interfaces/process/player/play_controller.dart';
  9. import 'package:fis_measure/interfaces/process/standard_line/calibration.dart';
  10. import 'package:fis_measure/interfaces/process/workspace/application.dart';
  11. import 'package:fis_measure/interfaces/process/workspace/measure_3d_view_controller.dart';
  12. import 'package:fis_measure/process/workspace/measure_3d_view_controller.dart';
  13. import 'package:fis_measure/process/workspace/measure_data_controller.dart';
  14. import 'package:fis_measure/process/workspace/measure_handler.dart';
  15. import 'package:fis_measure/process/workspace/third_part/application.dart';
  16. import 'package:fis_measure/process/workspace/third_part/calibration_controller.dart';
  17. import 'package:fis_measure/utils/canvas.dart';
  18. import 'package:fis_measure/utils/prompt_box.dart';
  19. import 'package:fis_measure/values/colors.dart';
  20. import 'package:fis_measure/view/button_group/button_group.dart';
  21. import 'package:fis_measure/view/3d_view/carotid_player.dart';
  22. import 'package:fis_measure/view/gesture/annotation/annotation_gesture.dart';
  23. import 'package:fis_measure/view/measure/measure_result.dart';
  24. import 'package:fis_measure/view/paint/ai_patint.dart';
  25. import 'package:fis_measure/view/paint/ai_patint_controller.dart';
  26. import 'package:fis_measure/view/paint/ai_patint_result.dart';
  27. import 'package:fis_measure/view/result/results_panel.dart';
  28. import 'package:fis_measure/view/standard_line/calibration_canvas.dart';
  29. import 'package:fis_measure/view/standard_line/calibration_gesture.dart';
  30. import 'package:fis_ui/index.dart';
  31. import 'package:flutter/material.dart';
  32. import 'package:flutter/rendering.dart';
  33. import 'package:get/get.dart';
  34. import 'package:fis_measure/view/canvas/active_canvas.dart';
  35. import 'package:fis_measure/view/canvas/annotation_canvas.dart';
  36. import 'package:fis_measure/view/canvas/records_canvas.dart';
  37. import 'package:fis_measure/view/gesture/mouse_gesture.dart';
  38. import 'package:fis_measure/view/pause/pause_panel.dart';
  39. import 'package:fis_measure/view/player/controller.dart';
  40. import 'package:fis_measure/view/player/player.dart';
  41. class MeasureMainView extends StatefulWidget implements FWidget {
  42. const MeasureMainView({Key? key}) : super(key: key);
  43. @override
  44. State<StatefulWidget> createState() => _MeasureMainViewState();
  45. }
  46. class _MeasureMainViewState extends State<MeasureMainView> {
  47. late final application = Get.find<IApplication>();
  48. late final playerController = Get.find<IPlayerController>();
  49. late final measure3DViewController = Get.find<Measure3DViewController>();
  50. late final measureHandler = Get.find<MeasureHandler>();
  51. /// 测量数据
  52. final measureData = Get.find<MeasureDataController>();
  53. late bool canMeasure = application.canMeasure;
  54. late final aiPatintController = Get.find<AiPatintController>();
  55. late bool enableCarotid2DMeasure = false;
  56. bool isCaptureState = false;
  57. late double calibrationLine = 4;
  58. final List<OutputItem> outputs = [];
  59. /// 是否显示进度条
  60. bool ifShowProgressBar = true;
  61. /// 参考校准线控制器
  62. IStandardLineCalibrationController? standardLineCalibrationController;
  63. final playerKey = GlobalKey();
  64. final _key = GlobalKey();
  65. bool get inAnnotation =>
  66. application.currentOperateType == MeasureOperateType.annotation;
  67. @override
  68. void initState() {
  69. super.initState();
  70. installStandardLine();
  71. VidPlayerController vidPlayerController =
  72. playerController as VidPlayerController;
  73. WidgetsBinding.instance!.addPostFrameCallback((timeStamp) {
  74. onCanMeasureChanged(this, application.canMeasure);
  75. application.canMeasureChanged.addListener(onCanMeasureChanged);
  76. application.operateTypeChanged.addListener(onOperateTypeChanged);
  77. measure3DViewController.updatePlayerMode.addListener(_onModeChanged);
  78. /// [Carotid] ✅在此判断是否为颈动脉2D图像,如果是,则不显示进度条且读取设置播放器单帧缓存
  79. if (measure3DViewController.curMeasureMode == MeasureMode.carotid2DMode) {
  80. vidPlayerController.pause();
  81. vidPlayerController
  82. .set2DMeasureFrame(measure3DViewController.image4Measure!);
  83. setState(() {
  84. enableCarotid2DMeasure = true;
  85. ifShowProgressBar = false;
  86. });
  87. application.clearRecords();
  88. }
  89. });
  90. }
  91. @override
  92. void dispose() {
  93. application.canMeasureChanged.removeListener(onCanMeasureChanged);
  94. application.operateTypeChanged.removeListener(onOperateTypeChanged);
  95. measure3DViewController.updatePlayerMode.removeListener(_onModeChanged);
  96. uninstallStandardLine();
  97. super.dispose();
  98. }
  99. /// 装载参考校准线
  100. void installStandardLine() {
  101. if (application.isThirdPart) {
  102. final standradLine = (application as ThirdPartApplication).standardLine;
  103. standardLineCalibrationController =
  104. StandardLineCalibrationController(application, standradLine);
  105. standardLineCalibrationController!.editStateChanged
  106. .addListener(onStandardLineCalibrationStateChanged);
  107. Get.put<IStandardLineCalibrationController>(
  108. standardLineCalibrationController!);
  109. }
  110. }
  111. /// 卸载参考校准线
  112. void uninstallStandardLine() {
  113. standardLineCalibrationController?.editStateChanged
  114. .removeListener(onStandardLineCalibrationStateChanged);
  115. Get.delete<IStandardLineCalibrationController>();
  116. }
  117. /// 模式改变触发更新
  118. /// [Carotid] ✅组件不销毁的情况下,切换模式的时候,可以触发
  119. void _onModeChanged(Object s, MeasureMode mode) {
  120. switch (mode) {
  121. case MeasureMode.vidMode:
  122. playerController.play();
  123. setState(() {
  124. ifShowProgressBar = true;
  125. enableCarotid2DMeasure = false;
  126. });
  127. break;
  128. case MeasureMode.carotid2DMode:
  129. setState(() {
  130. ifShowProgressBar = false;
  131. enableCarotid2DMeasure = true;
  132. });
  133. break;
  134. case MeasureMode.carotid3DMode:
  135. break;
  136. }
  137. }
  138. /// 保存图片
  139. void capturePng() async {
  140. isCaptureState = true;
  141. setState(() {});
  142. final features = <IMeasureItemFeature>[];
  143. for (var item in application.measureItems) {
  144. if (item.measuredFeatures.isNotEmpty) {
  145. features.addAll(item.measuredFeatures);
  146. }
  147. if (item.feature != null) {
  148. features.add(item.feature!);
  149. }
  150. }
  151. MeasureResult measureResult = MeasureResult(
  152. measureApplicationName: application.applicationName,
  153. features: features,
  154. );
  155. await Future.delayed(const Duration(milliseconds: 10), () async {
  156. final RenderRepaintBoundary? boundary =
  157. _key.currentContext?.findRenderObject() as RenderRepaintBoundary?;
  158. if (boundary != null) {
  159. final image = await boundary.toImage();
  160. final byteData = await image.toByteData(format: ImageByteFormat.png);
  161. final pngBytes = byteData!.buffer.asUint8List();
  162. await measureData.saveImage.call(
  163. pngBytes,
  164. measureData.measureImageData.patientCode ?? '',
  165. measureData.measureImageData.recordCode ?? '',
  166. measureData.measureImageData.remedicalCode ?? '',
  167. measureResult.toDisplay(),
  168. );
  169. isCaptureState = false;
  170. PromptBox.snackbar(
  171. i18nBook.measure.saveLocation.t +
  172. ':' +
  173. i18nBook.measure.measureImage.t,
  174. title: i18nBook.measure.screenshotSavedSuccessfully.t,
  175. textColor: const Color.fromARGB(
  176. 255,
  177. 219,
  178. 219,
  179. 219,
  180. ),
  181. );
  182. setState(() {});
  183. }
  184. });
  185. }
  186. void onCanMeasureChanged(Object sender, bool e) {
  187. if (e != canMeasure) {
  188. setState(() {
  189. canMeasure = e;
  190. });
  191. }
  192. }
  193. void onOperateTypeChanged(Object sender, MeasureOperateType e) {
  194. setState(() {});
  195. }
  196. void onStandardLineCalibrationStateChanged(
  197. Object sender, StandardLineCalibrationEditState e) {
  198. setState(() {
  199. if (e == StandardLineCalibrationEditState.drawn) {
  200. Get.dialog(buildCalibrationLine());
  201. }
  202. });
  203. }
  204. FWidget buildCalibrationLine() {
  205. return FSimpleDialog(
  206. title: FText(
  207. i18nBook.measure.guideCalibration.t,
  208. style: const TextStyle(
  209. color: Colors.white,
  210. fontSize: 18,
  211. ),
  212. ),
  213. isDefault: true,
  214. onOk: () {
  215. standardLineCalibrationController!.confirmEdit(calibrationLine);
  216. Get.back();
  217. },
  218. onCancel: () {
  219. standardLineCalibrationController!.cancelEdit();
  220. Get.back();
  221. },
  222. children: [
  223. buildCalibrationLineItem(
  224. i18nBook.measure.length.t,
  225. FTextField(
  226. decoration: InputDecoration(
  227. hintText: i18nBook.common.input.t + i18nBook.measure.length.t,
  228. hintStyle: const TextStyle(
  229. fontSize: 16,
  230. ),
  231. enabledBorder: OutlineInputBorder(
  232. borderSide: BorderSide(
  233. color: Colors.white.withOpacity(0.5),
  234. width: 0.5,
  235. style: BorderStyle.solid,
  236. ),
  237. ),
  238. focusedBorder: const OutlineInputBorder(
  239. borderSide: BorderSide(
  240. color: Colors.blue,
  241. width: 0.5,
  242. style: BorderStyle.solid,
  243. ),
  244. ),
  245. filled: true,
  246. ),
  247. onChanged: (val) => calibrationLine = double.parse(val),
  248. ),
  249. ),
  250. buildCalibrationLineItem(
  251. i18nBook.measure.unit.t,
  252. const FText('cm'),
  253. ),
  254. ],
  255. );
  256. }
  257. FWidget buildCalibrationLineItem(String name, FWidget itemWidget) {
  258. return FContainer(
  259. padding: const EdgeInsets.symmetric(vertical: 15, horizontal: 25),
  260. child: FRow(
  261. children: [
  262. FContainer(
  263. width: 60,
  264. child: FText(name),
  265. ),
  266. FExpanded(
  267. child: itemWidget,
  268. ),
  269. ],
  270. ),
  271. );
  272. }
  273. @override
  274. Widget build(BuildContext context) {
  275. MeasureCanvasExt.setFontFamily(
  276. Theme.of(context).textTheme.button?.fontFamily);
  277. bool canShowAI = [
  278. DiagnosisConclusionEnum.Benign,
  279. DiagnosisConclusionEnum.Malignant,
  280. DiagnosisConclusionEnum.BenignAndMalignant
  281. ].contains(measureData.diagnosisConclusion);
  282. return Container(
  283. color: MeasureColors.Background,
  284. child: RepaintBoundary(
  285. child: Column(
  286. children: [
  287. Expanded(
  288. child: Row(
  289. crossAxisAlignment: CrossAxisAlignment.start,
  290. children: [
  291. Expanded(
  292. child: RepaintBoundary(
  293. key: _key,
  294. child: CustomMultiChildLayout(
  295. delegate: _LayerLayoutDelegate(),
  296. children: [
  297. LayoutId(
  298. id: _LayerLayoutIds.player,
  299. child: enableCarotid2DMeasure
  300. ? CarotidPlayer(
  301. measure3DViewController,
  302. )
  303. : VidPlayer(
  304. playerController as VidPlayerController,
  305. ),
  306. ),
  307. if (canMeasure) ...[
  308. LayoutId(
  309. id: _LayerLayoutIds.recordsCanvas,
  310. child: const MeasureRecordsCanvasPanel(),
  311. ),
  312. LayoutId(
  313. id: _LayerLayoutIds.activeMeasure,
  314. child: const MeasureActiveCanvasPanel(),
  315. ),
  316. LayoutId(
  317. id: _LayerLayoutIds.activeAnnotation,
  318. child: const AnnotationCanvas(),
  319. ),
  320. if (application.isThirdPart)
  321. LayoutId(
  322. id: _LayerLayoutIds.standardLineCalibration,
  323. child: StandardLineCalibrationCanvas(
  324. standardLineCalibrationController!),
  325. ),
  326. LayoutId(
  327. id: _LayerLayoutIds.gesture,
  328. child: _buildGestureLayer(),
  329. ),
  330. LayoutId(
  331. id: _LayerLayoutIds.result,
  332. child: const MeasureResultPanel(),
  333. ),
  334. if (!isCaptureState)
  335. LayoutId(
  336. id: _LayerLayoutIds.buttonGroups,
  337. child: ButtonGroup(
  338. capturePng: () => capturePng(),
  339. ),
  340. )
  341. ],
  342. if (canShowAI) ...[
  343. LayoutId(
  344. id: _LayerLayoutIds.paintAI,
  345. child: AIPaintInfo(
  346. playerController as VidPlayerController,
  347. ),
  348. )
  349. ],
  350. ],
  351. ),
  352. ),
  353. ),
  354. if (canShowAI && !measureHandler.fullScreenState) ...[
  355. Obx(() {
  356. if (aiPatintController.state.isShowAi) {
  357. return SizedBox(
  358. width: 200,
  359. child: AIPaintInfoReslut(
  360. playerController as VidPlayerController,
  361. ),
  362. );
  363. } else {
  364. return const SizedBox();
  365. }
  366. })
  367. ]
  368. ],
  369. ),
  370. ),
  371. ifShowProgressBar ? const MeasurePausePanel() : Container(),
  372. ],
  373. ),
  374. ),
  375. );
  376. }
  377. Widget _buildGestureLayer() {
  378. if (application.isThirdPart) {
  379. if (standardLineCalibrationController!.isEditing) {
  380. return StandardLineCalibrationGesture(
  381. standardLineCalibrationController!);
  382. }
  383. }
  384. return inAnnotation
  385. ? const AnnotationGestureLayer()
  386. : const MeasureMouseGesturePanel();
  387. }
  388. }
  389. class _LayerLayoutDelegate extends MultiChildLayoutDelegate {
  390. Offset? layoutOffset;
  391. Size? layoutSize;
  392. _LayerLayoutDelegate();
  393. @override
  394. void performLayout(Size size) {
  395. if (!hasChild(_LayerLayoutIds.player)) return;
  396. final application = Get.find<IApplication>();
  397. final vidFrame = application.frameData;
  398. final imageSize = IntSize.fill(vidFrame?.width ?? 0, vidFrame?.height ?? 0);
  399. /// 以Contain方式填充布局,计算定位偏移量
  400. calcSize(size, imageSize);
  401. final offset = layoutOffset!;
  402. final renderSize = layoutSize!;
  403. /// 同步图像显示尺寸
  404. application.displaySize = renderSize;
  405. layoutLayer(_LayerLayoutIds.player, offset, renderSize);
  406. /// 其他层按播放器尺寸位置层叠布局
  407. layoutLayer(_LayerLayoutIds.recordsCanvas, offset, renderSize);
  408. layoutLayer(_LayerLayoutIds.activeMeasure, offset, renderSize);
  409. layoutLayer(_LayerLayoutIds.activeAnnotation, offset, renderSize);
  410. layoutLayer(_LayerLayoutIds.standardLineCalibration, offset, renderSize);
  411. layoutLayer(_LayerLayoutIds.gesture, offset, renderSize);
  412. layoutLayer(
  413. _LayerLayoutIds.result,
  414. offset + const Offset(2, 2),
  415. renderSize,
  416. );
  417. layoutLayer(_LayerLayoutIds.pause, offset, renderSize);
  418. layoutLayer(_LayerLayoutIds.paintAI, offset, renderSize);
  419. layoutLayer(_LayerLayoutIds.buttonGroups, offset, renderSize);
  420. }
  421. void layoutLayer(_LayerLayoutIds layoutId, Offset offset, Size size) {
  422. if (hasChild(layoutId)) {
  423. layoutChild(
  424. layoutId,
  425. BoxConstraints.loose(size),
  426. );
  427. positionChild(layoutId, offset);
  428. }
  429. }
  430. void calcSize(Size size, IntSize imageSize) {
  431. final parentWHRatio = size.width / size.height;
  432. final imageWHRatio = imageSize.width / imageSize.height;
  433. if (imageWHRatio < parentWHRatio) {
  434. // 高度撑满
  435. final layoutWidth = size.height * imageWHRatio;
  436. final layoutHeight = size.height;
  437. final offsetX = (size.width - layoutWidth) / 2;
  438. layoutOffset = Offset(offsetX, 0);
  439. layoutSize = Size(layoutWidth, layoutHeight);
  440. } else if (imageWHRatio > parentWHRatio) {
  441. // 宽度撑满
  442. final layoutWidth = size.width;
  443. final layoutHeight = size.width / imageWHRatio;
  444. final offsetY = (size.height - layoutHeight) / 2;
  445. layoutOffset = Offset(0, offsetY);
  446. layoutSize = Size(layoutWidth, layoutHeight);
  447. } else {
  448. layoutOffset = Offset.zero;
  449. layoutSize = size;
  450. }
  451. }
  452. @override
  453. bool shouldRelayout(covariant MultiChildLayoutDelegate oldDelegate) {
  454. return false;
  455. }
  456. }
  457. enum _LayerLayoutIds {
  458. /// 播放器
  459. player,
  460. /// 测量记录画板
  461. recordsCanvas,
  462. /// 活动测量画板
  463. activeMeasure,
  464. /// 活动注释画板
  465. activeAnnotation,
  466. /// 结果面板
  467. result,
  468. /// 手势面板
  469. gesture,
  470. /// 暂停画板 后面需要优化命名
  471. pause,
  472. /// AI画板
  473. paintAI,
  474. /// 按钮组
  475. buttonGroups,
  476. /// 参考校准线画板
  477. standardLineCalibration,
  478. }