mobile_measure_main_view.dart 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573
  1. import 'dart:ui';
  2. import 'package:fis_i18n/i18n.dart';
  3. import 'package:fis_jsonrpc/rpc.dart';
  4. import 'package:fis_measure/interfaces/date_types/int_size.dart';
  5. import 'package:fis_measure/interfaces/enums/operate.dart';
  6. import 'package:fis_measure/interfaces/process/calculators/output.dart';
  7. import 'package:fis_measure/interfaces/process/items/item_feature.dart';
  8. import 'package:fis_measure/interfaces/process/player/play_controller.dart';
  9. import 'package:fis_measure/interfaces/process/standard_line/calibration.dart';
  10. import 'package:fis_measure/interfaces/process/workspace/application.dart';
  11. import 'package:fis_measure/interfaces/process/workspace/mobile_measure_view_state_controller.dart';
  12. import 'package:fis_measure/process/workspace/measure_data_controller.dart';
  13. import 'package:fis_measure/process/workspace/measure_handler.dart';
  14. import 'package:fis_measure/process/workspace/third_part/application.dart';
  15. import 'package:fis_measure/process/workspace/third_part/calibration_controller.dart';
  16. import 'package:fis_measure/utils/canvas.dart';
  17. import 'package:fis_measure/utils/prompt_box.dart';
  18. import 'package:fis_measure/values/colors.dart';
  19. import 'package:fis_measure/view/gesture/mobile_annotation/mobile_annotation_gesture.dart';
  20. import 'package:fis_measure/view/gesture/touch_gesture.dart';
  21. import 'package:fis_measure/view/measure/measure_result.dart';
  22. import 'package:fis_measure/view/mobile_view/controller/mobile_measure_view_state_controller.dart';
  23. import 'package:fis_measure/view/mobile_view/mobile_bottom_menu.dart';
  24. import 'package:fis_measure/view/mobile_view/mobile_right_panel.dart';
  25. import 'package:fis_measure/view/mobile_view/mobile_top_menu.dart';
  26. import 'package:fis_measure/view/mobile_view/widgets/magnifier.dart';
  27. import 'package:fis_measure/view/outline/measure_area_indicator.dart';
  28. import 'package:fis_measure/view/paint/ai_patint.dart';
  29. import 'package:fis_measure/view/paint/ai_patint_controller.dart';
  30. import 'package:fis_measure/view/result/results_panel.dart';
  31. import 'package:fis_measure/view/standard_line/calibration_canvas.dart';
  32. import 'package:fis_measure/view/standard_line/calibration_gesture.dart';
  33. import 'package:fis_ui/index.dart';
  34. import 'package:flutter/material.dart';
  35. import 'package:flutter/rendering.dart';
  36. import 'package:get/get.dart';
  37. import 'package:fis_measure/view/canvas/active_canvas.dart';
  38. import 'package:fis_measure/view/canvas/annotation_canvas.dart';
  39. import 'package:fis_measure/view/canvas/records_canvas.dart';
  40. import 'package:fis_measure/view/player/controller.dart';
  41. import 'package:fis_measure/view/player/player.dart';
  42. class MobileMeasureMainView extends StatefulWidget implements FWidget {
  43. const MobileMeasureMainView({Key? key}) : super(key: key);
  44. @override
  45. State<StatefulWidget> createState() => _MobileMeasureMainViewState();
  46. }
  47. class _MobileMeasureMainViewState extends State<MobileMeasureMainView> {
  48. late final application = Get.find<IApplication>();
  49. late final playerController = Get.find<IPlayerController>();
  50. late final measureHandler = Get.find<IMeasureHandler>();
  51. /// 测量数据
  52. final measureData = Get.find<MeasureDataController>();
  53. late bool canMeasure = application.canMeasure;
  54. late final aiPatintController = Get.find<AiPatintController>();
  55. late bool enableCarotid2DMeasure = false;
  56. bool isCaptureState = false; // 是否是截图状态
  57. late double calibrationLine = 4;
  58. final List<OutputItem> outputs = [];
  59. /// 是否显示顶部菜单
  60. bool ifShowTopMenu = true;
  61. /// 是否显示进度条
  62. bool ifShowBottomMenu = true;
  63. /// 是否为纯播放器模式
  64. bool isPlayerMode = true;
  65. /// 参考校准线控制器
  66. IStandardLineCalibrationController? standardLineCalibrationController;
  67. final playerKey = GlobalKey();
  68. final _ImageCaptureAreakey = GlobalKey();
  69. bool get inAnnotation =>
  70. application.currentOperateType == MeasureOperateType.annotation;
  71. @override
  72. void initState() {
  73. super.initState();
  74. installStandardLine();
  75. getNoteCommentsList();
  76. final mobileMeasureStateController =
  77. Get.put(MobileMeasureViewStateController());
  78. mobileMeasureStateController.onModeChanged.addListener(_onViewModeChanged);
  79. // VidPlayerController vidPlayerController =
  80. // playerController as VidPlayerController;
  81. WidgetsBinding.instance.addPostFrameCallback((timeStamp) {
  82. onCanMeasureChanged(this, application.canMeasure);
  83. application.canMeasureChanged.addListener(onCanMeasureChanged);
  84. application.operateTypeChanged.addListener(onOperateTypeChanged);
  85. });
  86. }
  87. @override
  88. void dispose() {
  89. final mobileMeasureStateController =
  90. Get.find<MobileMeasureViewStateController>();
  91. mobileMeasureStateController.onModeChanged
  92. .removeListener(_onViewModeChanged);
  93. Get.delete<MobileMeasureViewStateController>();
  94. application.canMeasureChanged.removeListener(onCanMeasureChanged);
  95. application.operateTypeChanged.removeListener(onOperateTypeChanged);
  96. uninstallStandardLine();
  97. super.dispose();
  98. }
  99. ///移动端测量模式切换
  100. void _onViewModeChanged(Object s, MobileMeasureMode mode) {
  101. switch (mode) {
  102. case MobileMeasureMode.playerMode:
  103. setState(() {
  104. isPlayerMode = true;
  105. });
  106. break;
  107. case MobileMeasureMode.measureMode:
  108. setState(() {
  109. isPlayerMode = false;
  110. });
  111. break;
  112. case MobileMeasureMode.annotationMode:
  113. setState(() {
  114. isPlayerMode = false;
  115. });
  116. break;
  117. }
  118. }
  119. /// 装载参考校准线
  120. void installStandardLine() {
  121. if (application.isThirdPart) {
  122. final standradLine = (application as ThirdPartApplication).standardLine;
  123. standardLineCalibrationController =
  124. StandardLineCalibrationController(application, standradLine);
  125. standardLineCalibrationController!.editStateChanged
  126. .addListener(onStandardLineCalibrationStateChanged);
  127. Get.put<IStandardLineCalibrationController>(
  128. standardLineCalibrationController!);
  129. }
  130. }
  131. /// 卸载参考校准线
  132. void uninstallStandardLine() {
  133. standardLineCalibrationController?.editStateChanged
  134. .removeListener(onStandardLineCalibrationStateChanged);
  135. Get.delete<IStandardLineCalibrationController>();
  136. }
  137. /// 保存图片
  138. void capturePng() async {
  139. if (!isCaptureState) {
  140. setState(() {
  141. isCaptureState = true;
  142. });
  143. final features = <IMeasureItemFeature>[];
  144. for (var item in application.measureItems) {
  145. if (item.measuredFeatures.isNotEmpty) {
  146. features.addAll(item.measuredFeatures);
  147. }
  148. if (item.feature != null) {
  149. features.add(item.feature!);
  150. }
  151. }
  152. MeasureResult measureResult = MeasureResult(
  153. measureApplicationName: application.applicationName,
  154. features: features,
  155. );
  156. await Future.delayed(const Duration(milliseconds: 10), () async {
  157. final RenderRepaintBoundary? boundary =
  158. _ImageCaptureAreakey.currentContext?.findRenderObject()
  159. as RenderRepaintBoundary?;
  160. if (boundary != null) {
  161. final image = await boundary.toImage();
  162. final byteData = await image.toByteData(format: ImageByteFormat.png);
  163. final pngBytes = byteData!.buffer.asUint8List();
  164. await measureData.saveImage.call(
  165. pngBytes,
  166. measureData.measureImageData.patientCode ?? '',
  167. measureData.measureImageData.recordCode ?? '',
  168. measureData.measureImageData.remedicalCode ?? '',
  169. measureResult.toDisplay(),
  170. );
  171. PromptBox.snackbar(
  172. i18nBook.measure.saveLocation.t +
  173. ' ' +
  174. i18nBook.measure.measureImage.t,
  175. title: i18nBook.measure.screenshotSavedSuccessfully.t,
  176. textColor: const Color.fromARGB(
  177. 255,
  178. 219,
  179. 219,
  180. 219,
  181. ),
  182. );
  183. Future.delayed(
  184. const Duration(
  185. milliseconds: 800,
  186. ),
  187. () {
  188. Get.back();
  189. },
  190. );
  191. setState(() {
  192. isCaptureState = false;
  193. });
  194. }
  195. });
  196. }
  197. }
  198. /// 注释获取
  199. void getNoteCommentsList() async {
  200. List<String> annotationList = [];
  201. var measureCommentItemResult =
  202. await measureData.getCommentsByApplicationAsync(
  203. application.applicationName,
  204. application.categoryName,
  205. );
  206. measureData.measureCommentItemResult =
  207. measureCommentItemResult?.commentItems ?? [];
  208. measureCommentItemResult?.commentItems?.forEach((element) {
  209. annotationList.add(element.text ?? '');
  210. });
  211. measureData.annotationList = annotationList;
  212. }
  213. void onCanMeasureChanged(Object sender, bool e) {
  214. if (e != canMeasure) {
  215. setState(() {
  216. canMeasure = e;
  217. });
  218. }
  219. }
  220. void onOperateTypeChanged(Object sender, MeasureOperateType e) {
  221. setState(() {});
  222. }
  223. void onStandardLineCalibrationStateChanged(
  224. Object sender, StandardLineCalibrationEditState e) {
  225. setState(() {
  226. if (e == StandardLineCalibrationEditState.drawn) {
  227. Get.dialog(buildCalibrationLine());
  228. }
  229. });
  230. }
  231. FWidget buildCalibrationLine() {
  232. return FSimpleDialog(
  233. title: FText(
  234. i18nBook.measure.guideCalibration.t,
  235. style: const TextStyle(
  236. color: Colors.white,
  237. fontSize: 18,
  238. ),
  239. ),
  240. isDefault: true,
  241. cancelString: i18nBook.common.cancel.t,
  242. okString: i18nBook.common.confirm.t,
  243. onOk: () {
  244. standardLineCalibrationController!.confirmEdit(calibrationLine);
  245. Get.back();
  246. },
  247. onCancel: () {
  248. standardLineCalibrationController!.cancelEdit();
  249. Get.back();
  250. },
  251. children: [
  252. buildCalibrationLineItem(
  253. i18nBook.measure.length.t,
  254. FTextField(
  255. decoration: InputDecoration(
  256. hintText: i18nBook.common.input.t + i18nBook.measure.length.t,
  257. hintStyle: const TextStyle(
  258. fontSize: 16,
  259. ),
  260. enabledBorder: OutlineInputBorder(
  261. borderSide: BorderSide(
  262. color: Colors.white.withOpacity(0.5),
  263. width: 0.5,
  264. style: BorderStyle.solid,
  265. ),
  266. ),
  267. focusedBorder: const OutlineInputBorder(
  268. borderSide: BorderSide(
  269. color: Colors.blue,
  270. width: 0.5,
  271. style: BorderStyle.solid,
  272. ),
  273. ),
  274. filled: true,
  275. ),
  276. onChanged: (val) => calibrationLine = double.parse(val),
  277. ),
  278. ),
  279. buildCalibrationLineItem(
  280. i18nBook.measure.unit.t,
  281. const FText('cm'),
  282. ),
  283. ],
  284. );
  285. }
  286. FWidget buildCalibrationLineItem(String name, FWidget itemWidget) {
  287. return FContainer(
  288. padding: const EdgeInsets.symmetric(vertical: 15, horizontal: 25),
  289. child: FRow(
  290. children: [
  291. FContainer(
  292. width: 60,
  293. child: FText(name),
  294. ),
  295. FExpanded(
  296. child: itemWidget,
  297. ),
  298. ],
  299. ),
  300. );
  301. }
  302. /// 布局说明:
  303. /// 移动端横屏布局分为四个部分
  304. /// 1 撑满全屏的多层 Canvas (CustomMultiChildLayout)
  305. /// 2 顶部菜单栏(MobileTopMenu)
  306. /// 3 底部菜单栏(MobileBottomMenu)
  307. /// 4 右侧操作面板(MobileRightPanel)
  308. /// 5 可变区域,播放器状态下,5 属于 4,非播放器状态下,5 属于 2
  309. /// +------------------------------------+-----+
  310. /// | 2 | 5 |
  311. /// |------------------------------------+-----|
  312. /// | | |
  313. /// | 1 | 4 |
  314. /// | | |
  315. /// |------------------------------------+-----|
  316. /// | 3 |
  317. /// +------------------------------------------+
  318. /// 除了【区域1】之外,可以定义其他每个分区的尺寸 (width, height) : (W2, H2)、(W3, H3)、(W4, H4)
  319. /// 【区域2】 H2 : 50, W2 : 100%, 左侧设置 10 的 padding
  320. ///
  321. @override
  322. Widget build(BuildContext context) {
  323. MeasureCanvasExt.setFontFamily(
  324. Theme.of(context).textTheme.labelLarge?.fontFamily);
  325. bool canShowAI = [
  326. DiagnosisConclusionEnum.Benign,
  327. DiagnosisConclusionEnum.Malignant,
  328. DiagnosisConclusionEnum.BenignAndMalignant
  329. ].contains(measureData.diagnosisConclusion);
  330. return Container(
  331. color: MeasureColors.Background,
  332. child: RepaintBoundary(
  333. child: Stack(
  334. alignment: Alignment.bottomCenter,
  335. children: [
  336. RepaintBoundary(
  337. key: _ImageCaptureAreakey,
  338. child: CustomMultiChildLayout(
  339. delegate: _LayerLayoutDelegate(),
  340. children: [
  341. LayoutId(
  342. id: _LayerLayoutIds.background,
  343. child: Container(
  344. color: MeasureColors.Background,
  345. ),
  346. ),
  347. LayoutId(
  348. id: _LayerLayoutIds.player,
  349. child: VidPlayer(
  350. playerController as VidPlayerController,
  351. ),
  352. ),
  353. if (!isPlayerMode && canMeasure) ...[
  354. LayoutId(
  355. id: _LayerLayoutIds.recordsCanvas,
  356. child: const MeasureRecordsCanvasPanel(),
  357. ),
  358. LayoutId(
  359. id: _LayerLayoutIds.activeMeasure,
  360. child: const MeasureActiveCanvasPanel(),
  361. ),
  362. LayoutId(
  363. id: _LayerLayoutIds.activeAnnotation,
  364. child: const AnnotationCanvas(),
  365. ),
  366. if (application.isThirdPart)
  367. LayoutId(
  368. id: _LayerLayoutIds.standardLineCalibration,
  369. child: StandardLineCalibrationCanvas(
  370. standardLineCalibrationController!),
  371. ),
  372. LayoutId(
  373. id: _LayerLayoutIds.gesture,
  374. child: _buildGestureLayer(),
  375. ),
  376. LayoutId(
  377. id: _LayerLayoutIds.result,
  378. child: const SizedBox(
  379. height: 200, child: MeasureResultPanel()),
  380. ),
  381. LayoutId(
  382. id: _LayerLayoutIds.currActiveAreaIndicator,
  383. child: const MeasureAreaIndicator(),
  384. ),
  385. // LayoutId(
  386. // id: _LayerLayoutIds.canvasMagnifier,
  387. // child: const CanvasMagnifier(),
  388. // ),
  389. ],
  390. if (isPlayerMode && canShowAI) ...[
  391. LayoutId(
  392. id: _LayerLayoutIds.paintAI,
  393. child: AIPaintInfo(
  394. playerController as VidPlayerController,
  395. ),
  396. )
  397. ],
  398. ],
  399. ),
  400. ),
  401. const MobileRightPanel(),
  402. ifShowTopMenu ? MobileTopMenu(capturePng: capturePng) : Container(),
  403. ifShowBottomMenu ? const MobileBottomMenu() : Container(),
  404. ],
  405. ),
  406. ),
  407. );
  408. }
  409. Widget _buildGestureLayer() {
  410. if (application.isThirdPart) {
  411. if (standardLineCalibrationController!.isEditing) {
  412. return StandardLineCalibrationGesture(
  413. standardLineCalibrationController!);
  414. }
  415. }
  416. return inAnnotation
  417. ? const AnnotationTouchLayer()
  418. : const MeasureTouchGesturePanel();
  419. }
  420. }
  421. class _LayerLayoutDelegate extends MultiChildLayoutDelegate {
  422. Offset? layoutOffset;
  423. Size? layoutSize;
  424. _LayerLayoutDelegate();
  425. @override
  426. void performLayout(Size size) {
  427. if (!hasChild(_LayerLayoutIds.player)) return;
  428. final application = Get.find<IApplication>();
  429. final vidFrame = application.frameData;
  430. final imageSize = IntSize.fill(vidFrame?.width ?? 0, vidFrame?.height ?? 0);
  431. /// 以Contain方式填充布局,计算定位偏移量
  432. calcSize(size, imageSize);
  433. final offset = layoutOffset!;
  434. final renderSize = layoutSize!;
  435. /// 同步图像显示尺寸
  436. application.displaySize = renderSize;
  437. layoutLayer(_LayerLayoutIds.background, Offset.zero, size);
  438. layoutLayer(_LayerLayoutIds.player, offset, renderSize);
  439. /// 其他层按播放器尺寸位置层叠布局
  440. layoutLayer(_LayerLayoutIds.recordsCanvas, offset, renderSize);
  441. layoutLayer(_LayerLayoutIds.activeMeasure, offset, renderSize);
  442. layoutLayer(_LayerLayoutIds.activeAnnotation, offset, renderSize);
  443. layoutLayer(_LayerLayoutIds.standardLineCalibration, offset, renderSize);
  444. layoutLayer(_LayerLayoutIds.currActiveAreaIndicator, offset, renderSize);
  445. // layoutLayer(_LayerLayoutIds.canvasMagnifier, offset, renderSize);
  446. layoutLayer(_LayerLayoutIds.gesture, offset, renderSize);
  447. layoutLayer(
  448. _LayerLayoutIds.result,
  449. const Offset(10, 50), // H2 : 50
  450. renderSize,
  451. );
  452. layoutLayer(_LayerLayoutIds.pause, offset, renderSize);
  453. layoutLayer(_LayerLayoutIds.paintAI, offset, renderSize);
  454. }
  455. void layoutLayer(_LayerLayoutIds layoutId, Offset offset, Size size) {
  456. if (hasChild(layoutId)) {
  457. layoutChild(
  458. layoutId,
  459. BoxConstraints.loose(size),
  460. );
  461. positionChild(layoutId, offset);
  462. }
  463. }
  464. void calcSize(Size size, IntSize imageSize) {
  465. final parentWHRatio = size.width / size.height;
  466. final imageWHRatio = imageSize.width / imageSize.height;
  467. if (imageWHRatio < parentWHRatio) {
  468. // 高度撑满
  469. final layoutWidth = size.height * imageWHRatio;
  470. final layoutHeight = size.height;
  471. final offsetX = (size.width - layoutWidth) / 2;
  472. layoutOffset = Offset(offsetX, 0);
  473. layoutSize = Size(layoutWidth, layoutHeight);
  474. } else if (imageWHRatio > parentWHRatio) {
  475. // 宽度撑满
  476. final layoutWidth = size.width;
  477. final layoutHeight = size.width / imageWHRatio;
  478. final offsetY = (size.height - layoutHeight) / 2;
  479. layoutOffset = Offset(0, offsetY);
  480. layoutSize = Size(layoutWidth, layoutHeight);
  481. } else {
  482. layoutOffset = Offset.zero;
  483. layoutSize = size;
  484. }
  485. }
  486. @override
  487. bool shouldRelayout(covariant MultiChildLayoutDelegate oldDelegate) {
  488. return false;
  489. }
  490. }
  491. enum _LayerLayoutIds {
  492. /// 黑色背景层
  493. background,
  494. /// 播放器
  495. player,
  496. /// 画布放大镜层
  497. // canvasMagnifier,
  498. /// 测量记录画板
  499. recordsCanvas,
  500. /// 活动测量画板
  501. activeMeasure,
  502. /// 活动注释画板
  503. activeAnnotation,
  504. /// 结果面板
  505. result,
  506. /// 手势面板
  507. gesture,
  508. /// 暂停画板 后面需要优化命名
  509. pause,
  510. /// AI画板
  511. paintAI,
  512. /// 参考校准线画板
  513. standardLineCalibration,
  514. /// 当前测量区域指示器
  515. currActiveAreaIndicator,
  516. }