mobile_measure_main_view.dart 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594
  1. import 'dart:ui';
  2. import 'package:fis_i18n/i18n.dart';
  3. import 'package:fis_jsonrpc/rpc.dart';
  4. import 'package:fis_measure/interfaces/date_types/int_size.dart';
  5. import 'package:fis_measure/interfaces/enums/operate.dart';
  6. import 'package:fis_measure/interfaces/process/calculators/output.dart';
  7. import 'package:fis_measure/interfaces/process/items/item_feature.dart';
  8. import 'package:fis_measure/interfaces/process/player/play_controller.dart';
  9. import 'package:fis_measure/interfaces/process/standard_line/calibration.dart';
  10. import 'package:fis_measure/interfaces/process/workspace/application.dart';
  11. import 'package:fis_measure/interfaces/process/workspace/mobile_measure_view_state_controller.dart';
  12. import 'package:fis_measure/process/workspace/measure_data_controller.dart';
  13. import 'package:fis_measure/process/workspace/measure_handler.dart';
  14. import 'package:fis_measure/process/workspace/third_part/application.dart';
  15. import 'package:fis_measure/process/workspace/third_part/calibration_controller.dart';
  16. import 'package:fis_measure/utils/canvas.dart';
  17. import 'package:fis_measure/utils/prompt_box.dart';
  18. import 'package:fis_measure/values/colors.dart';
  19. import 'package:fis_measure/view/gesture/mobile_annotation/mobile_annotation_gesture.dart';
  20. import 'package:fis_measure/view/gesture/touch_gesture.dart';
  21. import 'package:fis_measure/view/measure/measure_result.dart';
  22. import 'package:fis_measure/view/mobile_view/controller/mobile_measure_view_state_controller.dart';
  23. import 'package:fis_measure/view/mobile_view/mobile_bottom_menu.dart';
  24. import 'package:fis_measure/view/mobile_view/mobile_right_panel.dart';
  25. import 'package:fis_measure/view/mobile_view/mobile_top_menu.dart';
  26. import 'package:fis_measure/view/mobile_view/widgets/fine_tune_panel.dart';
  27. import 'package:fis_measure/view/mobile_view/widgets/magnifier.dart';
  28. import 'package:fis_measure/view/outline/measure_area_indicator.dart';
  29. import 'package:fis_measure/view/paint/ai_patint.dart';
  30. import 'package:fis_measure/view/paint/ai_patint_controller.dart';
  31. import 'package:fis_measure/view/result/results_panel.dart';
  32. import 'package:fis_measure/view/standard_line/calibration_canvas.dart';
  33. import 'package:fis_measure/view/standard_line/calibration_gesture.dart';
  34. import 'package:fis_ui/index.dart';
  35. import 'package:flutter/material.dart';
  36. import 'package:flutter/rendering.dart';
  37. import 'package:get/get.dart';
  38. import 'package:fis_measure/view/canvas/active_canvas.dart';
  39. import 'package:fis_measure/view/canvas/annotation_canvas.dart';
  40. import 'package:fis_measure/view/canvas/records_canvas.dart';
  41. import 'package:fis_measure/view/player/controller.dart';
  42. import 'package:fis_measure/view/player/player.dart';
  43. class MobileMeasureMainView extends StatefulWidget implements FWidget {
  44. const MobileMeasureMainView({Key? key}) : super(key: key);
  45. @override
  46. State<StatefulWidget> createState() => _MobileMeasureMainViewState();
  47. }
  48. class _MobileMeasureMainViewState extends State<MobileMeasureMainView> {
  49. late final application = Get.find<IApplication>();
  50. late final playerController = Get.find<IPlayerController>();
  51. late final measureHandler = Get.find<IMeasureHandler>();
  52. /// 测量数据
  53. final measureData = Get.find<MeasureDataController>();
  54. late bool canMeasure = application.canMeasure;
  55. late final aiPatintController = Get.find<AiPatintController>();
  56. late bool enableCarotid2DMeasure = false;
  57. bool isCaptureState = false; // 是否是截图状态
  58. late double calibrationLine = 4;
  59. final List<OutputItem> outputs = [];
  60. /// 是否显示顶部菜单
  61. bool ifShowTopMenu = true;
  62. /// 是否显示进度条
  63. bool ifShowBottomMenu = true;
  64. /// 是否为纯播放器模式
  65. bool isPlayerMode = true;
  66. /// 参考校准线控制器
  67. IStandardLineCalibrationController? standardLineCalibrationController;
  68. final playerKey = GlobalKey();
  69. final _imageCaptureAreakey = GlobalKey();
  70. bool get inAnnotation =>
  71. application.currentOperateType == MeasureOperateType.annotation;
  72. @override
  73. void initState() {
  74. super.initState();
  75. installStandardLine();
  76. getNoteCommentsList();
  77. final mobileMeasureStateController =
  78. Get.put(MobileMeasureViewStateController());
  79. mobileMeasureStateController.onModeChanged.addListener(_onViewModeChanged);
  80. // VidPlayerController vidPlayerController =
  81. // playerController as VidPlayerController;
  82. WidgetsBinding.instance.addPostFrameCallback((timeStamp) {
  83. onCanMeasureChanged(this, application.canMeasure);
  84. application.canMeasureChanged.addListener(onCanMeasureChanged);
  85. application.operateTypeChanged.addListener(onOperateTypeChanged);
  86. });
  87. }
  88. @override
  89. void dispose() {
  90. final mobileMeasureStateController =
  91. Get.find<MobileMeasureViewStateController>();
  92. mobileMeasureStateController.onModeChanged
  93. .removeListener(_onViewModeChanged);
  94. Get.delete<MobileMeasureViewStateController>();
  95. application.canMeasureChanged.removeListener(onCanMeasureChanged);
  96. application.operateTypeChanged.removeListener(onOperateTypeChanged);
  97. uninstallStandardLine();
  98. super.dispose();
  99. }
  100. ///移动端测量模式切换
  101. void _onViewModeChanged(Object s, MobileMeasureMode mode) {
  102. switch (mode) {
  103. case MobileMeasureMode.playerMode:
  104. setState(() {
  105. isPlayerMode = true;
  106. });
  107. break;
  108. case MobileMeasureMode.measureMode:
  109. setState(() {
  110. isPlayerMode = false;
  111. });
  112. break;
  113. case MobileMeasureMode.annotationMode:
  114. setState(() {
  115. isPlayerMode = false;
  116. });
  117. break;
  118. }
  119. }
  120. /// 装载参考校准线
  121. void installStandardLine() {
  122. if (application.isThirdPart) {
  123. final standradLine = (application as ThirdPartApplication).standardLine;
  124. standardLineCalibrationController =
  125. StandardLineCalibrationController(application, standradLine);
  126. standardLineCalibrationController!.editStateChanged
  127. .addListener(onStandardLineCalibrationStateChanged);
  128. Get.put<IStandardLineCalibrationController>(
  129. standardLineCalibrationController!);
  130. }
  131. }
  132. /// 卸载参考校准线
  133. void uninstallStandardLine() {
  134. standardLineCalibrationController?.editStateChanged
  135. .removeListener(onStandardLineCalibrationStateChanged);
  136. Get.delete<IStandardLineCalibrationController>();
  137. }
  138. /// 保存图片
  139. void capturePng() async {
  140. if (!isCaptureState) {
  141. setState(() {
  142. isCaptureState = true;
  143. });
  144. final features = <IMeasureItemFeature>[];
  145. for (var item in application.measureItems) {
  146. if (item.measuredFeatures.isNotEmpty) {
  147. features.addAll(item.measuredFeatures);
  148. }
  149. if (item.feature != null) {
  150. features.add(item.feature!);
  151. }
  152. }
  153. MeasureResult measureResult = MeasureResult(
  154. measureApplicationName: application.applicationName,
  155. features: features,
  156. );
  157. await Future.delayed(const Duration(milliseconds: 10), () async {
  158. final RenderRepaintBoundary? boundary =
  159. _imageCaptureAreakey.currentContext?.findRenderObject()
  160. as RenderRepaintBoundary?;
  161. if (boundary != null) {
  162. final image = await boundary.toImage();
  163. final byteData = await image.toByteData(format: ImageByteFormat.png);
  164. final pngBytes = byteData!.buffer.asUint8List();
  165. await measureData.saveImage.call(
  166. pngBytes,
  167. measureData.measureImageData.patientCode ?? '',
  168. measureData.measureImageData.recordCode ?? '',
  169. measureData.measureImageData.remedicalCode ?? '',
  170. measureResult.toDisplay(),
  171. );
  172. PromptBox.snackbar(
  173. i18nBook.measure.saveLocation.t +
  174. ' ' +
  175. i18nBook.measure.measureImage.t,
  176. title: i18nBook.measure.screenshotSavedSuccessfully.t,
  177. textColor: const Color.fromARGB(
  178. 255,
  179. 219,
  180. 219,
  181. 219,
  182. ),
  183. );
  184. Future.delayed(
  185. const Duration(
  186. milliseconds: 800,
  187. ),
  188. () {
  189. Get.back();
  190. },
  191. );
  192. setState(() {
  193. isCaptureState = false;
  194. });
  195. }
  196. });
  197. }
  198. }
  199. /// 注释获取
  200. void getNoteCommentsList() async {
  201. List<String> annotationList = [];
  202. var measureCommentItemResult =
  203. await measureData.getCommentsByApplicationAsync(
  204. application.applicationName,
  205. application.categoryName,
  206. );
  207. measureData.measureCommentItemResult =
  208. measureCommentItemResult?.commentItems ?? [];
  209. measureCommentItemResult?.commentItems?.forEach((element) {
  210. annotationList.add(element.text ?? '');
  211. });
  212. measureData.annotationList = annotationList;
  213. }
  214. void onCanMeasureChanged(Object sender, bool e) {
  215. if (e != canMeasure) {
  216. setState(() {
  217. canMeasure = e;
  218. });
  219. }
  220. }
  221. void onOperateTypeChanged(Object sender, MeasureOperateType e) {
  222. setState(() {});
  223. }
  224. void onStandardLineCalibrationStateChanged(
  225. Object sender, StandardLineCalibrationEditState e) {
  226. setState(() {
  227. if (e == StandardLineCalibrationEditState.drawn) {
  228. Get.dialog(buildCalibrationLine());
  229. }
  230. });
  231. }
  232. FWidget buildCalibrationLine() {
  233. return FSimpleDialog(
  234. title: FText(
  235. i18nBook.measure.guideCalibration.t,
  236. style: const TextStyle(
  237. color: Colors.white,
  238. fontSize: 18,
  239. ),
  240. ),
  241. isDefault: true,
  242. cancelString: i18nBook.common.cancel.t,
  243. okString: i18nBook.common.confirm.t,
  244. onOk: () {
  245. try {
  246. standardLineCalibrationController!.confirmEdit(calibrationLine);
  247. Get.back();
  248. } catch (e) {
  249. print(e);
  250. Get.back();
  251. }
  252. },
  253. onCancel: () {
  254. try {
  255. standardLineCalibrationController!.cancelEdit();
  256. } catch (e) {
  257. print(e);
  258. }
  259. Get.back();
  260. },
  261. children: [
  262. buildCalibrationLineItem(
  263. i18nBook.measure.length.t,
  264. FTextField(
  265. decoration: InputDecoration(
  266. hintText: i18nBook.common.input.t + i18nBook.measure.length.t,
  267. hintStyle: const TextStyle(
  268. fontSize: 16,
  269. ),
  270. enabledBorder: OutlineInputBorder(
  271. borderSide: BorderSide(
  272. color: Colors.white.withOpacity(0.5),
  273. width: 0.5,
  274. style: BorderStyle.solid,
  275. ),
  276. ),
  277. focusedBorder: const OutlineInputBorder(
  278. borderSide: BorderSide(
  279. color: Colors.blue,
  280. width: 0.5,
  281. style: BorderStyle.solid,
  282. ),
  283. ),
  284. filled: true,
  285. ),
  286. onChanged: (val) => calibrationLine = double.parse(val),
  287. ),
  288. ),
  289. buildCalibrationLineItem(
  290. i18nBook.measure.unit.t,
  291. const FText('cm'),
  292. ),
  293. ],
  294. );
  295. }
  296. FWidget buildCalibrationLineItem(String name, FWidget itemWidget) {
  297. return FContainer(
  298. padding: const EdgeInsets.symmetric(vertical: 15, horizontal: 25),
  299. child: FRow(
  300. children: [
  301. FContainer(
  302. width: 60,
  303. child: FText(name),
  304. ),
  305. FExpanded(
  306. child: itemWidget,
  307. ),
  308. ],
  309. ),
  310. );
  311. }
  312. /// 布局说明:
  313. /// 移动端横屏布局分为四个部分
  314. /// 1 撑满全屏的多层 Canvas (CustomMultiChildLayout)
  315. /// 2 顶部菜单栏(MobileTopMenu)
  316. /// 3 底部菜单栏(MobileBottomMenu)
  317. /// 4 右侧操作面板(MobileRightPanel)
  318. /// 5 可变区域,播放器状态下,5 属于 4,非播放器状态下,5 属于 2
  319. /// +------------------------------------+-----+
  320. /// | 2 | 5 |
  321. /// |------------------------------------+-----|
  322. /// | | |
  323. /// | 1 | 4 |
  324. /// | | |
  325. /// |------------------------------------+-----|
  326. /// | 3 |
  327. /// +------------------------------------------+
  328. /// 除了【区域1】之外,可以定义其他每个分区的尺寸 (width, height) : (W2, H2)、(W3, H3)、(W4, H4)
  329. /// 【区域2】 H2 : 50, W2 : 100%, 左侧设置 10 的 padding
  330. ///
  331. @override
  332. Widget build(BuildContext context) {
  333. MeasureCanvasExt.setFontFamily(
  334. Theme.of(context).textTheme.labelLarge?.fontFamily);
  335. bool canShowAI = [
  336. DiagnosisConclusionEnum.Benign,
  337. DiagnosisConclusionEnum.Malignant,
  338. DiagnosisConclusionEnum.BenignAndMalignant
  339. ].contains(measureData.diagnosisConclusion);
  340. return Container(
  341. color: MeasureColors.Background,
  342. child: RepaintBoundary(
  343. child: Stack(
  344. alignment: Alignment.bottomCenter,
  345. children: [
  346. RepaintBoundary(
  347. key: _imageCaptureAreakey,
  348. child: CustomMultiChildLayout(
  349. delegate: _LayerLayoutDelegate(),
  350. children: [
  351. LayoutId(
  352. id: _LayerLayoutIds.background,
  353. child: Container(
  354. color: MeasureColors.Background,
  355. ),
  356. ),
  357. LayoutId(
  358. id: _LayerLayoutIds.player,
  359. child: VidPlayer(
  360. playerController as VidPlayerController,
  361. ),
  362. ),
  363. if (!isPlayerMode && canMeasure) ...[
  364. LayoutId(
  365. id: _LayerLayoutIds.recordsCanvas,
  366. child: const MeasureRecordsCanvasPanel(),
  367. ),
  368. LayoutId(
  369. id: _LayerLayoutIds.activeMeasure,
  370. child: const MeasureActiveCanvasPanel(),
  371. ),
  372. LayoutId(
  373. id: _LayerLayoutIds.activeAnnotation,
  374. child: const AnnotationCanvas(),
  375. ),
  376. if (application.isThirdPart)
  377. LayoutId(
  378. id: _LayerLayoutIds.standardLineCalibration,
  379. child: StandardLineCalibrationCanvas(
  380. standardLineCalibrationController!),
  381. ),
  382. LayoutId(
  383. id: _LayerLayoutIds.gesture,
  384. child: _buildGestureLayer(),
  385. ),
  386. LayoutId(
  387. id: _LayerLayoutIds.result,
  388. child: const SizedBox(
  389. height: 200, child: MeasureResultPanel()),
  390. ),
  391. LayoutId(
  392. id: _LayerLayoutIds.currActiveAreaIndicator,
  393. child: const MeasureAreaIndicator(),
  394. ),
  395. // LayoutId(
  396. // id: _LayerLayoutIds.canvasMagnifier,
  397. // child: const CanvasMagnifier(),
  398. // ),
  399. LayoutId(
  400. id: _LayerLayoutIds.fineTunePanel,
  401. child: Offstage(
  402. offstage: isCaptureState,
  403. child: const FineTunePanel(),
  404. ),
  405. ),
  406. ],
  407. if (isPlayerMode && canShowAI) ...[
  408. LayoutId(
  409. id: _LayerLayoutIds.paintAI,
  410. child: AIPaintInfo(
  411. playerController as VidPlayerController,
  412. ),
  413. )
  414. ],
  415. ],
  416. ),
  417. ),
  418. const MobileRightPanel(),
  419. ifShowTopMenu ? MobileTopMenu(capturePng: capturePng) : Container(),
  420. ifShowBottomMenu ? const MobileBottomMenu() : Container(),
  421. ],
  422. ),
  423. ),
  424. );
  425. }
  426. Widget _buildGestureLayer() {
  427. if (application.isThirdPart) {
  428. if (standardLineCalibrationController!.isEditing) {
  429. return StandardLineCalibrationGesture(
  430. standardLineCalibrationController!);
  431. }
  432. }
  433. return inAnnotation
  434. ? const AnnotationTouchLayer()
  435. : const MeasureTouchGesturePanel();
  436. }
  437. }
  438. class _LayerLayoutDelegate extends MultiChildLayoutDelegate {
  439. Offset? layoutOffset;
  440. Size? layoutSize;
  441. _LayerLayoutDelegate();
  442. @override
  443. void performLayout(Size size) {
  444. if (!hasChild(_LayerLayoutIds.player)) return;
  445. final application = Get.find<IApplication>();
  446. final vidFrame = application.frameData;
  447. final imageSize = IntSize.fill(vidFrame?.width ?? 0, vidFrame?.height ?? 0);
  448. /// 以Contain方式填充布局,计算定位偏移量
  449. calcSize(size, imageSize);
  450. final offset = layoutOffset!;
  451. final renderSize = layoutSize!;
  452. /// 同步图像显示尺寸
  453. application.displaySize = renderSize;
  454. layoutLayer(_LayerLayoutIds.background, Offset.zero, size);
  455. layoutLayer(_LayerLayoutIds.player, offset, renderSize);
  456. /// 其他层按播放器尺寸位置层叠布局
  457. layoutLayer(_LayerLayoutIds.recordsCanvas, offset, renderSize);
  458. layoutLayer(_LayerLayoutIds.activeMeasure, offset, renderSize);
  459. layoutLayer(_LayerLayoutIds.activeAnnotation, offset, renderSize);
  460. layoutLayer(_LayerLayoutIds.standardLineCalibration, offset, renderSize);
  461. layoutLayer(_LayerLayoutIds.currActiveAreaIndicator, offset, renderSize);
  462. // layoutLayer(_LayerLayoutIds.canvasMagnifier, offset, renderSize);
  463. layoutLayer(_LayerLayoutIds.fineTunePanel, offset, renderSize);
  464. layoutLayer(_LayerLayoutIds.gesture, offset, renderSize);
  465. layoutLayer(
  466. _LayerLayoutIds.result,
  467. const Offset(10, 50), // H2 : 50
  468. renderSize,
  469. );
  470. layoutLayer(_LayerLayoutIds.pause, offset, renderSize);
  471. layoutLayer(_LayerLayoutIds.paintAI, offset, renderSize);
  472. }
  473. void layoutLayer(_LayerLayoutIds layoutId, Offset offset, Size size) {
  474. if (hasChild(layoutId)) {
  475. layoutChild(
  476. layoutId,
  477. BoxConstraints.loose(size),
  478. );
  479. positionChild(layoutId, offset);
  480. }
  481. }
  482. void calcSize(Size size, IntSize imageSize) {
  483. final parentWHRatio = size.width / size.height;
  484. final imageWHRatio = imageSize.width / imageSize.height;
  485. if (imageWHRatio < parentWHRatio) {
  486. // 高度撑满
  487. final layoutWidth = size.height * imageWHRatio;
  488. final layoutHeight = size.height;
  489. final offsetX = (size.width - layoutWidth) / 2;
  490. layoutOffset = Offset(offsetX, 0);
  491. layoutSize = Size(layoutWidth, layoutHeight);
  492. } else if (imageWHRatio > parentWHRatio) {
  493. // 宽度撑满
  494. final layoutWidth = size.width;
  495. final layoutHeight = size.width / imageWHRatio;
  496. final offsetY = (size.height - layoutHeight) / 2;
  497. layoutOffset = Offset(0, offsetY);
  498. layoutSize = Size(layoutWidth, layoutHeight);
  499. } else {
  500. layoutOffset = Offset.zero;
  501. layoutSize = size;
  502. }
  503. }
  504. @override
  505. bool shouldRelayout(covariant MultiChildLayoutDelegate oldDelegate) {
  506. return false;
  507. }
  508. }
  509. enum _LayerLayoutIds {
  510. /// 黑色背景层
  511. background,
  512. /// 播放器
  513. player,
  514. /// 画布放大镜层
  515. // canvasMagnifier,
  516. /// 微调按钮面板
  517. fineTunePanel,
  518. /// 测量记录画板
  519. recordsCanvas,
  520. /// 活动测量画板
  521. activeMeasure,
  522. /// 活动注释画板
  523. activeAnnotation,
  524. /// 结果面板
  525. result,
  526. /// 手势面板
  527. gesture,
  528. /// 暂停画板 后面需要优化命名
  529. pause,
  530. /// AI画板
  531. paintAI,
  532. /// 参考校准线画板
  533. standardLineCalibration,
  534. /// 当前测量区域指示器
  535. currActiveAreaIndicator,
  536. }