mobile_measure_main_view.dart 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626
  1. import 'dart:ui';
  2. import 'package:fis_i18n/i18n.dart';
  3. import 'package:fis_jsonrpc/rpc.dart';
  4. import 'package:fis_measure/interfaces/date_types/int_size.dart';
  5. import 'package:fis_measure/interfaces/enums/operate.dart';
  6. import 'package:fis_measure/interfaces/process/calculators/output.dart';
  7. import 'package:fis_measure/interfaces/process/items/item_feature.dart';
  8. import 'package:fis_measure/interfaces/process/player/play_controller.dart';
  9. import 'package:fis_measure/interfaces/process/standard_line/calibration.dart';
  10. import 'package:fis_measure/interfaces/process/workspace/application.dart';
  11. import 'package:fis_measure/interfaces/process/workspace/mobile_measure_view_state_controller.dart';
  12. import 'package:fis_measure/process/workspace/measure_data_controller.dart';
  13. import 'package:fis_measure/process/workspace/measure_handler.dart';
  14. import 'package:fis_measure/process/workspace/third_part/application.dart';
  15. import 'package:fis_measure/process/workspace/third_part/calibration_controller.dart';
  16. import 'package:fis_measure/utils/canvas.dart';
  17. import 'package:fis_measure/utils/prompt_box.dart';
  18. import 'package:fis_measure/values/colors.dart';
  19. import 'package:fis_measure/view/gesture/mobile_annotation/mobile_annotation_gesture.dart';
  20. import 'package:fis_measure/view/gesture/touch_gesture.dart';
  21. import 'package:fis_measure/view/measure/measure_result.dart';
  22. import 'package:fis_measure/view/mobile_view/controller/mobile_measure_view_state_controller.dart';
  23. import 'package:fis_measure/view/mobile_view/mobile_bottom_menu.dart';
  24. import 'package:fis_measure/view/mobile_view/mobile_right_panel.dart';
  25. import 'package:fis_measure/view/mobile_view/mobile_top_menu.dart';
  26. import 'package:fis_measure/view/mobile_view/widgets/fine_tune_panel.dart';
  27. import 'package:fis_measure/view/mobile_view/widgets/magnifier.dart';
  28. import 'package:fis_measure/view/outline/measure_area_indicator.dart';
  29. import 'package:fis_measure/view/paint/ai_patint.dart';
  30. import 'package:fis_measure/view/paint/ai_patint_controller.dart';
  31. import 'package:fis_measure/view/result/results_panel.dart';
  32. import 'package:fis_measure/view/standard_line/calibration_canvas.dart';
  33. import 'package:fis_measure/view/standard_line/calibration_gesture.dart';
  34. import 'package:fis_ui/index.dart';
  35. import 'package:flutter/material.dart';
  36. import 'package:flutter/rendering.dart';
  37. import 'package:get/get.dart';
  38. import 'package:fis_measure/view/canvas/active_canvas.dart';
  39. import 'package:fis_measure/view/canvas/annotation_canvas.dart';
  40. import 'package:fis_measure/view/canvas/records_canvas.dart';
  41. import 'package:fis_measure/view/player/controller.dart';
  42. import 'package:fis_measure/view/player/player.dart';
  43. import 'widgets/page_turning.dart';
  44. class MobileMeasureMainView extends StatefulWidget implements FWidget {
  45. const MobileMeasureMainView(
  46. {this.isCanWriteReport = false, this.onEditReport, Key? key})
  47. : super(key: key);
  48. final bool isCanWriteReport;
  49. final void Function()? onEditReport;
  50. @override
  51. State<StatefulWidget> createState() => _MobileMeasureMainViewState();
  52. }
  53. class _MobileMeasureMainViewState extends State<MobileMeasureMainView> {
  54. late final application = Get.find<IApplication>();
  55. late final playerController = Get.find<IPlayerController>();
  56. late final measureHandler = Get.find<IMeasureHandler>();
  57. /// 测量数据
  58. final measureData = Get.find<MeasureDataController>();
  59. late bool canMeasure = application.canMeasure;
  60. late final aiPatintController = Get.find<AiPatintController>();
  61. late bool enableCarotid2DMeasure = false;
  62. bool isCaptureState = false; // 是否是截图状态
  63. late double calibrationLine = 4;
  64. final List<OutputItem> outputs = [];
  65. /// 是否显示顶部菜单
  66. bool ifShowTopMenu = true;
  67. /// 是否显示进度条
  68. bool ifShowBottomMenu = true;
  69. /// 是否为纯播放器模式
  70. bool isPlayerMode = true;
  71. /// 参考校准线控制器
  72. IStandardLineCalibrationController? standardLineCalibrationController;
  73. final playerKey = GlobalKey();
  74. final _imageCaptureAreakey = GlobalKey();
  75. bool get inAnnotation =>
  76. application.currentOperateType == MeasureOperateType.annotation;
  77. @override
  78. void initState() {
  79. super.initState();
  80. installStandardLine();
  81. getNoteCommentsList();
  82. final mobileMeasureStateController =
  83. Get.put(MobileMeasureViewStateController());
  84. mobileMeasureStateController.onModeChanged.addListener(_onViewModeChanged);
  85. // VidPlayerController vidPlayerController =
  86. // playerController as VidPlayerController;
  87. WidgetsBinding.instance.addPostFrameCallback((timeStamp) {
  88. onCanMeasureChanged(this, application.canMeasure);
  89. application.canMeasureChanged.addListener(onCanMeasureChanged);
  90. application.operateTypeChanged.addListener(onOperateTypeChanged);
  91. });
  92. }
  93. @override
  94. void dispose() {
  95. final mobileMeasureStateController =
  96. Get.find<MobileMeasureViewStateController>();
  97. mobileMeasureStateController.onModeChanged
  98. .removeListener(_onViewModeChanged);
  99. Get.delete<MobileMeasureViewStateController>();
  100. application.canMeasureChanged.removeListener(onCanMeasureChanged);
  101. application.operateTypeChanged.removeListener(onOperateTypeChanged);
  102. uninstallStandardLine();
  103. super.dispose();
  104. }
  105. ///移动端测量模式切换
  106. void _onViewModeChanged(Object s, MobileMeasureMode mode) {
  107. switch (mode) {
  108. case MobileMeasureMode.playerMode:
  109. setState(() {
  110. isPlayerMode = true;
  111. });
  112. break;
  113. case MobileMeasureMode.measureMode:
  114. setState(() {
  115. isPlayerMode = false;
  116. });
  117. break;
  118. case MobileMeasureMode.annotationMode:
  119. setState(() {
  120. isPlayerMode = false;
  121. });
  122. break;
  123. }
  124. }
  125. /// 装载参考校准线
  126. void installStandardLine() {
  127. if (application.isThirdPart) {
  128. final standradLine = (application as ThirdPartApplication).standardLine;
  129. standardLineCalibrationController =
  130. StandardLineCalibrationController(application, standradLine);
  131. standardLineCalibrationController!.editStateChanged
  132. .addListener(onStandardLineCalibrationStateChanged);
  133. Get.put<IStandardLineCalibrationController>(
  134. standardLineCalibrationController!);
  135. }
  136. }
  137. /// 卸载参考校准线
  138. void uninstallStandardLine() {
  139. standardLineCalibrationController?.editStateChanged
  140. .removeListener(onStandardLineCalibrationStateChanged);
  141. Get.delete<IStandardLineCalibrationController>();
  142. }
  143. /// 保存图片
  144. void capturePng() async {
  145. if (!isCaptureState) {
  146. setState(() {
  147. isCaptureState = true;
  148. });
  149. final features = <IMeasureItemFeature>[];
  150. for (var item in application.measureItems) {
  151. if (item.measuredFeatures.isNotEmpty) {
  152. features.addAll(item.measuredFeatures);
  153. }
  154. if (item.feature != null) {
  155. features.add(item.feature!);
  156. }
  157. }
  158. MeasureResult measureResult = MeasureResult(
  159. measureApplicationName: application.applicationName,
  160. features: features,
  161. );
  162. await Future.delayed(const Duration(milliseconds: 10), () async {
  163. final RenderRepaintBoundary? boundary =
  164. _imageCaptureAreakey.currentContext?.findRenderObject()
  165. as RenderRepaintBoundary?;
  166. if (boundary != null) {
  167. final image = await boundary.toImage();
  168. final byteData = await image.toByteData(format: ImageByteFormat.png);
  169. final pngBytes = byteData!.buffer.asUint8List();
  170. await measureData.saveImage.call(
  171. pngBytes,
  172. measureData.measureImageData.patientCode ?? '',
  173. measureData.measureImageData.recordCode ?? '',
  174. measureData.measureImageData.remedicalCode ?? '',
  175. measureResult.toDisplay(),
  176. );
  177. PromptBox.snackbar(
  178. i18nBook.measure.saveLocation.t +
  179. ' ' +
  180. i18nBook.measure.measureImage.t,
  181. title: i18nBook.measure.screenshotSavedSuccessfully.t,
  182. textColor: const Color.fromARGB(
  183. 255,
  184. 219,
  185. 219,
  186. 219,
  187. ),
  188. );
  189. Future.delayed(
  190. const Duration(
  191. milliseconds: 800,
  192. ),
  193. () {
  194. Get.back();
  195. },
  196. );
  197. setState(() {
  198. isCaptureState = false;
  199. });
  200. }
  201. });
  202. }
  203. }
  204. /// 注释获取
  205. void getNoteCommentsList() async {
  206. List<String> annotationList = [];
  207. var measureCommentItemResult =
  208. await measureData.getCommentsByApplicationAsync(
  209. application.applicationName,
  210. application.categoryName,
  211. );
  212. measureData.measureCommentItemResult =
  213. measureCommentItemResult?.commentItems ?? [];
  214. measureCommentItemResult?.commentItems?.forEach((element) {
  215. annotationList.add(element.text ?? '');
  216. });
  217. measureData.annotationList = annotationList;
  218. }
  219. void onCanMeasureChanged(Object sender, bool e) {
  220. if (e != canMeasure) {
  221. setState(() {
  222. canMeasure = e;
  223. });
  224. }
  225. }
  226. void onOperateTypeChanged(Object sender, MeasureOperateType e) {
  227. setState(() {});
  228. }
  229. void onStandardLineCalibrationStateChanged(
  230. Object sender, StandardLineCalibrationEditState e) {
  231. setState(() {
  232. if (e == StandardLineCalibrationEditState.drawn) {
  233. Get.dialog(buildCalibrationLine());
  234. }
  235. });
  236. }
  237. FWidget buildCalibrationLine() {
  238. return FSimpleDialog(
  239. title: FText(
  240. i18nBook.measure.guideCalibration.t,
  241. style: const TextStyle(
  242. color: Colors.white,
  243. fontSize: 18,
  244. ),
  245. ),
  246. isDefault: true,
  247. cancelString: i18nBook.common.cancel.t,
  248. okString: i18nBook.common.confirm.t,
  249. onOk: () {
  250. if (calibrationLine == 0) {
  251. PromptBox.toast(i18nBook.measure.toast4calibrationLine.t);
  252. return;
  253. }
  254. try {
  255. standardLineCalibrationController!.confirmEdit(calibrationLine);
  256. Get.back();
  257. } catch (e) {
  258. print(e);
  259. Get.back();
  260. }
  261. },
  262. onCancel: () {
  263. try {
  264. standardLineCalibrationController!.cancelEdit();
  265. } catch (e) {
  266. print(e);
  267. }
  268. Get.back();
  269. },
  270. children: [
  271. buildCalibrationLineItem(
  272. i18nBook.measure.length.t,
  273. FTextField(
  274. decoration: InputDecoration(
  275. hintText: i18nBook.common.input.t + i18nBook.measure.length.t,
  276. hintStyle: const TextStyle(
  277. fontSize: 16,
  278. ),
  279. enabledBorder: OutlineInputBorder(
  280. borderSide: BorderSide(
  281. color: Colors.white.withOpacity(0.5),
  282. width: 0.5,
  283. style: BorderStyle.solid,
  284. ),
  285. ),
  286. focusedBorder: const OutlineInputBorder(
  287. borderSide: BorderSide(
  288. color: Colors.blue,
  289. width: 0.5,
  290. style: BorderStyle.solid,
  291. ),
  292. ),
  293. filled: true,
  294. ),
  295. onChanged: (val) {
  296. try {
  297. calibrationLine = double.parse(val);
  298. } catch (e) {
  299. calibrationLine = 0;
  300. }
  301. },
  302. ),
  303. ),
  304. buildCalibrationLineItem(
  305. i18nBook.measure.unit.t,
  306. const FText('cm'),
  307. ),
  308. ],
  309. );
  310. }
  311. FWidget buildCalibrationLineItem(String name, FWidget itemWidget) {
  312. return FContainer(
  313. padding: const EdgeInsets.symmetric(vertical: 15, horizontal: 25),
  314. child: FRow(
  315. children: [
  316. FContainer(
  317. width: 60,
  318. child: FText(name),
  319. ),
  320. FExpanded(
  321. child: itemWidget,
  322. ),
  323. ],
  324. ),
  325. );
  326. }
  327. /// 布局说明:
  328. /// 移动端横屏布局分为四个部分
  329. /// 1 撑满全屏的多层 Canvas (CustomMultiChildLayout)
  330. /// 2 顶部菜单栏(MobileTopMenu)
  331. /// 3 底部菜单栏(MobileBottomMenu)
  332. /// 4 右侧操作面板(MobileRightPanel)
  333. /// 5 可变区域,播放器状态下,5 属于 4,非播放器状态下,5 属于 2
  334. /// +------------------------------------+-----+
  335. /// | 2 | 5 |
  336. /// |------------------------------------+-----|
  337. /// | | |
  338. /// | 1 | 4 |
  339. /// | | |
  340. /// |------------------------------------+-----|
  341. /// | 3 |
  342. /// +------------------------------------------+
  343. /// 除了【区域1】之外,可以定义其他每个分区的尺寸 (width, height) : (W2, H2)、(W3, H3)、(W4, H4)
  344. /// 【区域2】 H2 : 50, W2 : 100%, 左侧设置 10 的 padding
  345. ///
  346. @override
  347. Widget build(BuildContext context) {
  348. MeasureCanvasExt.setFontFamily(
  349. Theme.of(context).textTheme.labelLarge?.fontFamily);
  350. bool canShowAI = [
  351. DiagnosisConclusionEnum.Benign,
  352. DiagnosisConclusionEnum.Malignant,
  353. DiagnosisConclusionEnum.BenignAndMalignant
  354. ].contains(measureData.diagnosisConclusion);
  355. return Container(
  356. color: MeasureColors.Background,
  357. child: RepaintBoundary(
  358. child: Stack(
  359. alignment: Alignment.bottomCenter,
  360. children: [
  361. RepaintBoundary(
  362. key: _imageCaptureAreakey,
  363. child: CustomMultiChildLayout(
  364. delegate: _LayerLayoutDelegate(),
  365. children: [
  366. LayoutId(
  367. id: _LayerLayoutIds.background,
  368. child: Container(
  369. color: MeasureColors.Background,
  370. ),
  371. ),
  372. LayoutId(
  373. id: _LayerLayoutIds.player,
  374. child: VidPlayer(
  375. playerController as VidPlayerController,
  376. ),
  377. ),
  378. if (!isPlayerMode && canMeasure) ...[
  379. LayoutId(
  380. id: _LayerLayoutIds.recordsCanvas,
  381. child: const MeasureRecordsCanvasPanel(),
  382. ),
  383. LayoutId(
  384. id: _LayerLayoutIds.activeMeasure,
  385. child: const MeasureActiveCanvasPanel(),
  386. ),
  387. LayoutId(
  388. id: _LayerLayoutIds.activeAnnotation,
  389. child: const AnnotationCanvas(),
  390. ),
  391. if (application.isThirdPart)
  392. LayoutId(
  393. id: _LayerLayoutIds.standardLineCalibration,
  394. child: StandardLineCalibrationCanvas(
  395. standardLineCalibrationController!),
  396. ),
  397. LayoutId(
  398. id: _LayerLayoutIds.gesture,
  399. child: _buildGestureLayer(),
  400. ),
  401. LayoutId(
  402. id: _LayerLayoutIds.result,
  403. child: const SizedBox(
  404. height: 200, child: MeasureResultPanel()),
  405. ),
  406. LayoutId(
  407. id: _LayerLayoutIds.currActiveAreaIndicator,
  408. child: const MeasureAreaIndicator(),
  409. ),
  410. // LayoutId(
  411. // id: _LayerLayoutIds.canvasMagnifier,
  412. // child: const CanvasMagnifier(),
  413. // ),
  414. LayoutId(
  415. id: _LayerLayoutIds.fineTunePanel,
  416. child: Offstage(
  417. offstage: isCaptureState,
  418. child: const FineTunePanel(),
  419. ),
  420. ),
  421. ],
  422. if (isPlayerMode && canShowAI) ...[
  423. LayoutId(
  424. id: _LayerLayoutIds.paintAI,
  425. child: AIPaintInfo(
  426. playerController as VidPlayerController,
  427. ),
  428. )
  429. ],
  430. LayoutId(
  431. id: _LayerLayoutIds.pageTurning,
  432. child: const TurnPage(),
  433. ),
  434. ],
  435. ),
  436. ),
  437. const MobileRightPanel(),
  438. ifShowTopMenu
  439. ? MobileTopMenu(
  440. capturePng: capturePng,
  441. isCanWriteReport: widget.isCanWriteReport,
  442. onEditReport: widget.onEditReport,
  443. )
  444. : Container(),
  445. ifShowBottomMenu ? const MobileBottomMenu() : Container(),
  446. ],
  447. ),
  448. ),
  449. );
  450. }
  451. Widget _buildGestureLayer() {
  452. if (application.isThirdPart) {
  453. if (standardLineCalibrationController!.isEditing) {
  454. return StandardLineCalibrationGesture(
  455. standardLineCalibrationController!);
  456. }
  457. }
  458. return inAnnotation
  459. ? const AnnotationTouchLayer()
  460. : const MeasureTouchGesturePanel();
  461. }
  462. }
  463. class _LayerLayoutDelegate extends MultiChildLayoutDelegate {
  464. Offset? layoutOffset;
  465. Size? layoutSize;
  466. _LayerLayoutDelegate();
  467. @override
  468. void performLayout(Size size) {
  469. if (!hasChild(_LayerLayoutIds.player)) return;
  470. final application = Get.find<IApplication>();
  471. final vidFrame = application.frameData;
  472. final imageSize = IntSize.fill(vidFrame?.width ?? 0, vidFrame?.height ?? 0);
  473. /// 以Contain方式填充布局,计算定位偏移量
  474. calcSize(size, imageSize);
  475. final offset = layoutOffset!;
  476. final renderSize = layoutSize!;
  477. /// 同步图像显示尺寸
  478. application.displaySize = renderSize;
  479. layoutLayer(_LayerLayoutIds.background, Offset.zero, size);
  480. layoutLayer(_LayerLayoutIds.player, offset, renderSize);
  481. /// 其他层按播放器尺寸位置层叠布局
  482. layoutLayer(_LayerLayoutIds.recordsCanvas, offset, renderSize);
  483. layoutLayer(_LayerLayoutIds.activeMeasure, offset, renderSize);
  484. layoutLayer(_LayerLayoutIds.activeAnnotation, offset, renderSize);
  485. layoutLayer(_LayerLayoutIds.standardLineCalibration, offset, renderSize);
  486. layoutLayer(_LayerLayoutIds.currActiveAreaIndicator, offset, renderSize);
  487. // layoutLayer(_LayerLayoutIds.canvasMagnifier, offset, renderSize);
  488. layoutLayer(_LayerLayoutIds.fineTunePanel, offset, renderSize);
  489. layoutLayer(_LayerLayoutIds.gesture, offset, renderSize);
  490. layoutLayer(
  491. _LayerLayoutIds.result,
  492. const Offset(10, 50), // H2 : 50
  493. renderSize,
  494. );
  495. layoutLayer(_LayerLayoutIds.pause, offset, renderSize);
  496. layoutLayer(_LayerLayoutIds.paintAI, offset, renderSize);
  497. layoutLayer(_LayerLayoutIds.pageTurning,
  498. Offset(10, renderSize.height / 2 - 100), renderSize);
  499. }
  500. void layoutLayer(_LayerLayoutIds layoutId, Offset offset, Size size) {
  501. if (hasChild(layoutId)) {
  502. layoutChild(
  503. layoutId,
  504. BoxConstraints.loose(size),
  505. );
  506. positionChild(layoutId, offset);
  507. }
  508. }
  509. void calcSize(Size size, IntSize imageSize) {
  510. final parentWHRatio = size.width / size.height;
  511. final imageWHRatio = imageSize.width / imageSize.height;
  512. if (imageWHRatio < parentWHRatio) {
  513. // 高度撑满
  514. final layoutWidth = size.height * imageWHRatio;
  515. final layoutHeight = size.height;
  516. final offsetX = (size.width - layoutWidth) / 2;
  517. layoutOffset = Offset(offsetX, 0);
  518. layoutSize = Size(layoutWidth, layoutHeight);
  519. } else if (imageWHRatio > parentWHRatio) {
  520. // 宽度撑满
  521. final layoutWidth = size.width;
  522. final layoutHeight = size.width / imageWHRatio;
  523. final offsetY = (size.height - layoutHeight) / 2;
  524. layoutOffset = Offset(0, offsetY);
  525. layoutSize = Size(layoutWidth, layoutHeight);
  526. } else {
  527. layoutOffset = Offset.zero;
  528. layoutSize = size;
  529. }
  530. }
  531. @override
  532. bool shouldRelayout(covariant MultiChildLayoutDelegate oldDelegate) {
  533. return false;
  534. }
  535. }
  536. enum _LayerLayoutIds {
  537. /// 黑色背景层
  538. background,
  539. /// 播放器
  540. player,
  541. /// 画布放大镜层
  542. // canvasMagnifier,
  543. /// 微调按钮面板
  544. fineTunePanel,
  545. /// 测量记录画板
  546. recordsCanvas,
  547. /// 活动测量画板
  548. activeMeasure,
  549. /// 活动注释画板
  550. activeAnnotation,
  551. /// 结果面板
  552. result,
  553. /// 手势面板
  554. gesture,
  555. /// 暂停画板 后面需要优化命名
  556. pause,
  557. /// AI画板
  558. paintAI,
  559. /// 参考校准线画板
  560. standardLineCalibration,
  561. /// 当前测量区域指示器
  562. currActiveAreaIndicator,
  563. ///翻页UI
  564. pageTurning,
  565. }