mobile_measure_main_view.dart 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562
  1. import 'dart:ui';
  2. import 'package:fis_i18n/i18n.dart';
  3. import 'package:fis_jsonrpc/rpc.dart';
  4. import 'package:fis_measure/interfaces/date_types/int_size.dart';
  5. import 'package:fis_measure/interfaces/enums/operate.dart';
  6. import 'package:fis_measure/interfaces/process/calculators/output.dart';
  7. import 'package:fis_measure/interfaces/process/player/play_controller.dart';
  8. import 'package:fis_measure/interfaces/process/standard_line/calibration.dart';
  9. import 'package:fis_measure/interfaces/process/workspace/application.dart';
  10. import 'package:fis_measure/interfaces/process/workspace/mobile_measure_view_state_controller.dart';
  11. import 'package:fis_measure/process/workspace/measure_data_controller.dart';
  12. import 'package:fis_measure/process/workspace/measure_handler.dart';
  13. import 'package:fis_measure/process/workspace/third_part/application.dart';
  14. import 'package:fis_measure/process/workspace/third_part/calibration_controller.dart';
  15. import 'package:fis_measure/utils/canvas.dart';
  16. import 'package:fis_measure/utils/prompt_box.dart';
  17. import 'package:fis_measure/values/colors.dart';
  18. import 'package:fis_measure/view/button_group/button_group.dart';
  19. import 'package:fis_measure/view/gesture/annotation/annotation_gesture.dart';
  20. import 'package:fis_measure/view/gesture/mobile_annotation/mobile_annotation_gesture.dart';
  21. import 'package:fis_measure/view/gesture/touch_gesture.dart';
  22. import 'package:fis_measure/view/measure/capture_image.dart';
  23. import 'package:fis_measure/view/measure/measure_result.dart';
  24. import 'package:fis_measure/view/mobile_view/controller/mobile_measure_view_state_controller.dart';
  25. import 'package:fis_measure/view/mobile_view/mobile_bottom_menu.dart';
  26. import 'package:fis_measure/view/mobile_view/mobile_right_panel.dart';
  27. import 'package:fis_measure/view/mobile_view/mobile_top_menu.dart';
  28. import 'package:fis_measure/view/mobile_view/widgets/magnifier.dart';
  29. import 'package:fis_measure/view/paint/ai_patint.dart';
  30. import 'package:fis_measure/view/paint/ai_patint_controller.dart';
  31. import 'package:fis_measure/view/result/results_panel.dart';
  32. import 'package:fis_measure/view/standard_line/calibration_canvas.dart';
  33. import 'package:fis_measure/view/standard_line/calibration_gesture.dart';
  34. import 'package:fis_ui/index.dart';
  35. import 'package:flutter/material.dart';
  36. import 'package:flutter/rendering.dart';
  37. import 'package:get/get.dart';
  38. import 'package:fis_measure/view/canvas/active_canvas.dart';
  39. import 'package:fis_measure/view/canvas/annotation_canvas.dart';
  40. import 'package:fis_measure/view/canvas/records_canvas.dart';
  41. import 'package:fis_measure/view/gesture/mouse_gesture.dart';
  42. import 'package:fis_measure/view/player/controller.dart';
  43. import 'package:fis_measure/view/player/player.dart';
  44. class MobileMeasureMainView extends StatefulWidget implements FWidget {
  45. const MobileMeasureMainView({Key? key}) : super(key: key);
  46. @override
  47. State<StatefulWidget> createState() => _MobileMeasureMainViewState();
  48. }
  49. class _MobileMeasureMainViewState extends State<MobileMeasureMainView> {
  50. late final application = Get.find<IApplication>();
  51. late final playerController = Get.find<IPlayerController>();
  52. late final measureHandler = Get.find<IMeasureHandler>();
  53. /// 测量数据
  54. final measureData = Get.find<MeasureDataController>();
  55. late bool canMeasure = application.canMeasure;
  56. late final aiPatintController = Get.find<AiPatintController>();
  57. late bool enableCarotid2DMeasure = false;
  58. bool isCaptureState = false; // 是否是截图状态
  59. late double calibrationLine = 4;
  60. final List<OutputItem> outputs = [];
  61. /// 是否显示顶部菜单
  62. bool ifShowTopMenu = true;
  63. /// 是否显示进度条
  64. bool ifShowBottomMenu = true;
  65. /// 是否为纯播放器模式
  66. bool isPlayerMode = true;
  67. /// 参考校准线控制器
  68. IStandardLineCalibrationController? standardLineCalibrationController;
  69. final playerKey = GlobalKey();
  70. final _ImageCaptureAreakey = GlobalKey();
  71. bool get inAnnotation =>
  72. application.currentOperateType == MeasureOperateType.annotation;
  73. @override
  74. void initState() {
  75. super.initState();
  76. installStandardLine();
  77. getNoteCommentsList();
  78. final mobileMeasureStateController =
  79. Get.put(MobileMeasureViewStateController());
  80. mobileMeasureStateController.onModeChanged.addListener(_onViewModeChanged);
  81. // VidPlayerController vidPlayerController =
  82. // playerController as VidPlayerController;
  83. WidgetsBinding.instance!.addPostFrameCallback((timeStamp) {
  84. onCanMeasureChanged(this, application.canMeasure);
  85. application.canMeasureChanged.addListener(onCanMeasureChanged);
  86. application.operateTypeChanged.addListener(onOperateTypeChanged);
  87. });
  88. }
  89. @override
  90. void dispose() {
  91. final mobileMeasureStateController =
  92. Get.find<MobileMeasureViewStateController>();
  93. mobileMeasureStateController.onModeChanged
  94. .removeListener(_onViewModeChanged);
  95. Get.delete<MobileMeasureViewStateController>();
  96. application.canMeasureChanged.removeListener(onCanMeasureChanged);
  97. application.operateTypeChanged.removeListener(onOperateTypeChanged);
  98. uninstallStandardLine();
  99. super.dispose();
  100. }
  101. ///移动端测量模式切换
  102. void _onViewModeChanged(Object s, MobileMeasureMode mode) {
  103. switch (mode) {
  104. case MobileMeasureMode.playerMode:
  105. setState(() {
  106. isPlayerMode = true;
  107. });
  108. break;
  109. case MobileMeasureMode.measureMode:
  110. setState(() {
  111. isPlayerMode = false;
  112. });
  113. break;
  114. case MobileMeasureMode.annotationMode:
  115. setState(() {
  116. isPlayerMode = false;
  117. });
  118. break;
  119. }
  120. }
  121. /// 装载参考校准线
  122. void installStandardLine() {
  123. if (application.isThirdPart) {
  124. final standradLine = (application as ThirdPartApplication).standardLine;
  125. standardLineCalibrationController =
  126. StandardLineCalibrationController(application, standradLine);
  127. standardLineCalibrationController!.editStateChanged
  128. .addListener(onStandardLineCalibrationStateChanged);
  129. Get.put<IStandardLineCalibrationController>(
  130. standardLineCalibrationController!);
  131. }
  132. }
  133. /// 卸载参考校准线
  134. void uninstallStandardLine() {
  135. standardLineCalibrationController?.editStateChanged
  136. .removeListener(onStandardLineCalibrationStateChanged);
  137. Get.delete<IStandardLineCalibrationController>();
  138. }
  139. /// 保存图片
  140. void capturePng() async {
  141. print('capturePng');
  142. if (!isCaptureState) {
  143. setState(() {
  144. isCaptureState = true;
  145. });
  146. for (var item in application.measureItems) {
  147. if (item.calculator != null) {
  148. // 添加历史测量值
  149. outputs.addAll(item.calculator!.outputs);
  150. if (item.feature?.isActive == true &&
  151. item.calculator!.output != null) {
  152. // 添加活动测量值
  153. outputs.add(item.calculator!.output!);
  154. }
  155. }
  156. }
  157. MeasureResult measureResult = MeasureResult(
  158. measureApplicationName: application.applicationName,
  159. outputList: outputs,
  160. );
  161. await Future.delayed(const Duration(milliseconds: 10), () async {
  162. final RenderRepaintBoundary? boundary =
  163. _ImageCaptureAreakey.currentContext?.findRenderObject()
  164. as RenderRepaintBoundary?;
  165. if (boundary != null) {
  166. final image = await boundary.toImage();
  167. final byteData = await image.toByteData(format: ImageByteFormat.png);
  168. final pngBytes = byteData!.buffer.asUint8List();
  169. await measureData.saveImage.call(
  170. pngBytes,
  171. measureData.measureImageData.patientCode ?? '',
  172. measureData.measureImageData.recordCode ?? '',
  173. measureData.measureImageData.remedicalCode ?? '',
  174. measureResult.toDisplay(),
  175. );
  176. PromptBox.snackbar("保存位置:测量图像",
  177. title: "截图保存成功",
  178. textColor: const Color.fromARGB(255, 219, 219, 219));
  179. Future.delayed(
  180. const Duration(
  181. milliseconds: 800,
  182. ),
  183. () {
  184. Get.back();
  185. },
  186. );
  187. setState(() {
  188. isCaptureState = false;
  189. });
  190. }
  191. });
  192. }
  193. }
  194. /// 注释获取
  195. void getNoteCommentsList() async {
  196. List<String> commentsList = [];
  197. var measureCommentItemResult =
  198. await measureData.getCommentsByApplicationAsync(
  199. application.applicationName,
  200. application.categoryName,
  201. );
  202. measureData.measureCommentItemResult =
  203. measureCommentItemResult?.commentItems ?? [];
  204. measureCommentItemResult?.commentItems?.forEach((element) {
  205. commentsList.add(element.text ?? '');
  206. });
  207. measureData.getCommentsList = commentsList;
  208. }
  209. void onCanMeasureChanged(Object sender, bool e) {
  210. if (e != canMeasure) {
  211. setState(() {
  212. canMeasure = e;
  213. });
  214. }
  215. }
  216. void onOperateTypeChanged(Object sender, MeasureOperateType e) {
  217. setState(() {});
  218. }
  219. void onStandardLineCalibrationStateChanged(
  220. Object sender, StandardLineCalibrationEditState e) {
  221. setState(() {
  222. if (e == StandardLineCalibrationEditState.drawn) {
  223. Get.dialog(buildCalibrationLine());
  224. }
  225. });
  226. }
  227. FWidget buildCalibrationLine() {
  228. return FSimpleDialog(
  229. title: FText(
  230. i18nBook.measure.guideCalibration.t,
  231. style: const TextStyle(
  232. color: Colors.white,
  233. fontSize: 18,
  234. ),
  235. ),
  236. isDefault: true,
  237. onOk: () {
  238. standardLineCalibrationController!.confirmEdit(calibrationLine);
  239. Get.back();
  240. },
  241. onCancel: () {
  242. standardLineCalibrationController!.cancelEdit();
  243. Get.back();
  244. },
  245. children: [
  246. buildCalibrationLineItem(
  247. i18nBook.measure.length.t,
  248. FTextField(
  249. decoration: InputDecoration(
  250. hintText: i18nBook.common.input.t + i18nBook.measure.length.t,
  251. hintStyle: const TextStyle(
  252. fontSize: 16,
  253. ),
  254. enabledBorder: OutlineInputBorder(
  255. borderSide: BorderSide(
  256. color: Colors.white.withOpacity(0.5),
  257. width: 0.5,
  258. style: BorderStyle.solid,
  259. ),
  260. ),
  261. focusedBorder: const OutlineInputBorder(
  262. borderSide: BorderSide(
  263. color: Colors.blue,
  264. width: 0.5,
  265. style: BorderStyle.solid,
  266. ),
  267. ),
  268. filled: true,
  269. ),
  270. onChanged: (val) => calibrationLine = double.parse(val),
  271. ),
  272. ),
  273. buildCalibrationLineItem(
  274. i18nBook.measure.unit.t,
  275. const FText('cm'),
  276. ),
  277. ],
  278. );
  279. }
  280. FWidget buildCalibrationLineItem(String name, FWidget itemWidget) {
  281. return FContainer(
  282. padding: const EdgeInsets.symmetric(vertical: 15, horizontal: 25),
  283. child: FRow(
  284. children: [
  285. FContainer(
  286. width: 60,
  287. child: FText(name),
  288. ),
  289. FExpanded(
  290. child: itemWidget,
  291. ),
  292. ],
  293. ),
  294. );
  295. }
  296. /// 布局说明:
  297. /// 移动端横屏布局分为四个部分
  298. /// 1 撑满全屏的多层 Canvas (CustomMultiChildLayout)
  299. /// 2 顶部菜单栏(MobileTopMenu)
  300. /// 3 底部菜单栏(MobileBottomMenu)
  301. /// 4 右侧操作面板(MobileRightPanel)
  302. /// 5 可变区域,播放器状态下,5 属于 4,非播放器状态下,5 属于 2
  303. /// +------------------------------------+-----+
  304. /// | 2 | 5 |
  305. /// |------------------------------------+-----|
  306. /// | | |
  307. /// | 1 | 4 |
  308. /// | | |
  309. /// |------------------------------------+-----|
  310. /// | 3 |
  311. /// +------------------------------------------+
  312. /// 除了【区域1】之外,可以定义其他每个分区的尺寸 (width, height) : (W2, H2)、(W3, H3)、(W4, H4)
  313. /// 【区域2】 H2 : 50, W2 : 100%, 左侧设置 10 的 padding
  314. ///
  315. @override
  316. Widget build(BuildContext context) {
  317. MeasureCanvasExt.setFontFamily(
  318. Theme.of(context).textTheme.button?.fontFamily);
  319. bool canShowAI = [
  320. DiagnosisConclusionEnum.Benign,
  321. DiagnosisConclusionEnum.Malignant,
  322. DiagnosisConclusionEnum.BenignAndMalignant
  323. ].contains(measureData.diagnosisConclusion);
  324. return Container(
  325. color: MeasureColors.Background,
  326. child: RepaintBoundary(
  327. child: Stack(
  328. alignment: Alignment.bottomCenter,
  329. children: [
  330. RepaintBoundary(
  331. key: _ImageCaptureAreakey,
  332. child: CustomMultiChildLayout(
  333. delegate: _LayerLayoutDelegate(),
  334. children: [
  335. LayoutId(
  336. id: _LayerLayoutIds.background,
  337. child: Container(
  338. color: MeasureColors.Background,
  339. ),
  340. ),
  341. LayoutId(
  342. id: _LayerLayoutIds.player,
  343. child: VidPlayer(
  344. playerController as VidPlayerController,
  345. ),
  346. ),
  347. if (!isPlayerMode && canMeasure) ...[
  348. LayoutId(
  349. id: _LayerLayoutIds.recordsCanvas,
  350. child: const MeasureRecordsCanvasPanel(),
  351. ),
  352. LayoutId(
  353. id: _LayerLayoutIds.activeMeasure,
  354. child: const MeasureActiveCanvasPanel(),
  355. ),
  356. LayoutId(
  357. id: _LayerLayoutIds.activeAnnotation,
  358. child: const AnnotationCanvas(),
  359. ),
  360. if (application.isThirdPart)
  361. LayoutId(
  362. id: _LayerLayoutIds.standardLineCalibration,
  363. child: StandardLineCalibrationCanvas(
  364. standardLineCalibrationController!),
  365. ),
  366. LayoutId(
  367. id: _LayerLayoutIds.gesture,
  368. child: _buildGestureLayer(),
  369. ),
  370. LayoutId(
  371. id: _LayerLayoutIds.result,
  372. child: const SizedBox(
  373. height: 200,
  374. width: 140,
  375. child: MeasureResultPanel(
  376. resultFontSize: 12,
  377. )),
  378. ),
  379. LayoutId(
  380. id: _LayerLayoutIds.canvasMagnifier,
  381. child: const CanvasMagnifier(),
  382. ),
  383. ],
  384. if (isPlayerMode && canShowAI) ...[
  385. LayoutId(
  386. id: _LayerLayoutIds.paintAI,
  387. child: AIPaintInfo(
  388. playerController as VidPlayerController,
  389. ),
  390. )
  391. ],
  392. ],
  393. ),
  394. ),
  395. const MobileRightPanel(),
  396. ifShowTopMenu ? MobileTopMenu(capturePng: capturePng) : Container(),
  397. ifShowBottomMenu ? const MobileBottomMenu() : Container(),
  398. ],
  399. ),
  400. ),
  401. );
  402. }
  403. Widget _buildGestureLayer() {
  404. if (application.isThirdPart) {
  405. if (standardLineCalibrationController!.isEditing) {
  406. return StandardLineCalibrationGesture(
  407. standardLineCalibrationController!);
  408. }
  409. }
  410. return inAnnotation
  411. ? const AnnotationTouchLayer()
  412. : const MeasureTouchGesturePanel();
  413. }
  414. }
  415. class _LayerLayoutDelegate extends MultiChildLayoutDelegate {
  416. Offset? layoutOffset;
  417. Size? layoutSize;
  418. _LayerLayoutDelegate();
  419. @override
  420. void performLayout(Size size) {
  421. if (!hasChild(_LayerLayoutIds.player)) return;
  422. final application = Get.find<IApplication>();
  423. final vidFrame = application.frameData;
  424. final imageSize = IntSize.fill(vidFrame?.width ?? 0, vidFrame?.height ?? 0);
  425. /// 以Contain方式填充布局,计算定位偏移量
  426. calcSize(size, imageSize);
  427. final offset = layoutOffset!;
  428. final renderSize = layoutSize!;
  429. /// 同步图像显示尺寸
  430. application.displaySize = renderSize;
  431. layoutLayer(_LayerLayoutIds.background, Offset.zero, size);
  432. layoutLayer(_LayerLayoutIds.player, offset, renderSize);
  433. /// 其他层按播放器尺寸位置层叠布局
  434. layoutLayer(_LayerLayoutIds.recordsCanvas, offset, renderSize);
  435. layoutLayer(_LayerLayoutIds.activeMeasure, offset, renderSize);
  436. layoutLayer(_LayerLayoutIds.activeAnnotation, offset, renderSize);
  437. layoutLayer(_LayerLayoutIds.standardLineCalibration, offset, renderSize);
  438. layoutLayer(_LayerLayoutIds.canvasMagnifier, offset, renderSize);
  439. layoutLayer(_LayerLayoutIds.gesture, offset, renderSize);
  440. layoutLayer(
  441. _LayerLayoutIds.result,
  442. const Offset(10, 50), // H2 : 50
  443. renderSize,
  444. );
  445. layoutLayer(_LayerLayoutIds.pause, offset, renderSize);
  446. layoutLayer(_LayerLayoutIds.paintAI, offset, renderSize);
  447. }
  448. void layoutLayer(_LayerLayoutIds layoutId, Offset offset, Size size) {
  449. if (hasChild(layoutId)) {
  450. layoutChild(
  451. layoutId,
  452. BoxConstraints.loose(size),
  453. );
  454. positionChild(layoutId, offset);
  455. }
  456. }
  457. void calcSize(Size size, IntSize imageSize) {
  458. final parentWHRatio = size.width / size.height;
  459. final imageWHRatio = imageSize.width / imageSize.height;
  460. if (imageWHRatio < parentWHRatio) {
  461. // 高度撑满
  462. final layoutWidth = size.height * imageWHRatio;
  463. final layoutHeight = size.height;
  464. final offsetX = (size.width - layoutWidth) / 2;
  465. layoutOffset = Offset(offsetX, 0);
  466. layoutSize = Size(layoutWidth, layoutHeight);
  467. } else if (imageWHRatio > parentWHRatio) {
  468. // 宽度撑满
  469. final layoutWidth = size.width;
  470. final layoutHeight = size.width / imageWHRatio;
  471. final offsetY = (size.height - layoutHeight) / 2;
  472. layoutOffset = Offset(0, offsetY);
  473. layoutSize = Size(layoutWidth, layoutHeight);
  474. } else {
  475. layoutOffset = Offset.zero;
  476. layoutSize = size;
  477. }
  478. }
  479. @override
  480. bool shouldRelayout(covariant MultiChildLayoutDelegate oldDelegate) {
  481. return false;
  482. }
  483. }
  484. enum _LayerLayoutIds {
  485. /// 黑色背景层
  486. background,
  487. /// 播放器
  488. player,
  489. /// 画布放大镜层
  490. canvasMagnifier,
  491. /// 测量记录画板
  492. recordsCanvas,
  493. /// 活动测量画板
  494. activeMeasure,
  495. /// 活动注释画板
  496. activeAnnotation,
  497. /// 结果面板
  498. result,
  499. /// 手势面板
  500. gesture,
  501. /// 暂停画板 后面需要优化命名
  502. pause,
  503. /// AI画板
  504. paintAI,
  505. /// 参考校准线画板
  506. standardLineCalibration,
  507. }