VitalApp/lib/pages/facial_recognition/controller.dart

import 'dart:async';
import 'dart:convert';
import 'dart:io';
import 'dart:math';

import 'package:camera/camera.dart';
import 'package:flutter/foundation.dart';
import 'package:flutter/material.dart';
import 'package:flutter/services.dart';
import 'package:get/get.dart';
import 'package:google_mlkit_face_detection/google_mlkit_face_detection.dart';
import 'package:image_gallery_saver/image_gallery_saver.dart';
import 'package:vitalapp/architecture/utils/prompt_box.dart';
import 'package:vitalapp/managers/interfaces/cache.dart';
import 'package:fis_common/logger/logger.dart';
import 'dart:ui' as ui;
import 'index.dart';

class FacialRecognitionController extends GetxController
    with WidgetsBindingObserver {
  FacialRecognitionController();

  final state = FacialRecognitionState();

  List<CameraDescription> _cameras = <CameraDescription>[];
  List<CameraDescription> get cameras => _cameras;

  CameraController? kCameraController;
  double _minAvailableExposureOffset = 0.0;
  double _maxAvailableExposureOffset = 0.0;
  double _minAvailableZoom = 1.0;
  double _maxAvailableZoom = 1.0;
  double _currentScale = 1.0;
  double _baseScale = 1.0;

  // 屏幕上手指数量
  int pointers = 0;

  // 当前身份证信息
  IdCardInfoModel idCardInfo = IdCardInfoModel();

  /// 开始缩放
  void handleScaleStart(ScaleStartDetails details) {
    _baseScale = _currentScale;
  }

  /// 当前捕获帧的人脸列表
  List<Face> kFrameFacesResult = [];

  /// 当前捕获帧大小
  Size kFrameImageSize = Size.zero;

  /// 缩放更新
  Future<void> handleScaleUpdate(ScaleUpdateDetails details) async {
    // When there are not exactly two fingers on screen don't scale
    if (kCameraController == null || pointers != 2) {
      return;
    }

    // 屏蔽缩放
    // _currentScale = (_baseScale * details.scale)
    //     .clamp(_minAvailableZoom, _maxAvailableZoom);

    // await kCameraController!.setZoomLevel(_currentScale);
  }

  /// 修改对焦点 [暂不执行]
  void onViewFinderTap(TapDownDetails details, BoxConstraints constraints) {
    if (kCameraController == null) {
      return;
    }

    final CameraController cameraController = kCameraController!;

    final Offset offset = Offset(
      details.localPosition.dx / constraints.maxWidth,
      details.localPosition.dy / constraints.maxHeight,
    );
    cameraController.setExposurePoint(offset);
    cameraController.setFocusPoint(offset);
  }

  /// 初始化相机
  Future<void> initAvailableCameras() async {
    try {
      _cameras = await availableCameras();
      if (_cameras.isNotEmpty) {
        // state.isCameraReady = true;
      }
      // print("cameras: ${_cameras.length}");
    } on CameraException catch (e) {
      logger.e("cameras: ${e.code} ${e.description}");
    }
  }

  /// 启动指定相机
  Future<void> onNewCameraSelected(CameraDescription cameraDescription) async {
    final CameraController? oldController = kCameraController;
    if (oldController != null) {
      // `kCameraController` needs to be set to null before getting disposed,
      // to avoid a race condition when we use the kCameraController that is being
      // disposed. This happens when camera permission dialog shows up,
      // which triggers `didChangeAppLifecycleState`, which disposes and
      // re-creates the kCameraController.
      kCameraController = null;
      await oldController.dispose();
    }

    final CameraController cameraController = CameraController(
      cameraDescription,
      ResolutionPreset.max,
      enableAudio: false,
      imageFormatGroup: ImageFormatGroup.jpeg,
    );

    kCameraController = cameraController;

    // If the kCameraController is updated then update the UI.
    cameraController.addListener(() {
      if (cameraController.value.hasError) {
        PromptBox.toast(
            "Camera error ${cameraController.value.errorDescription}");
      }
    });

    try {
      await cameraController.initialize();
      await Future.wait(<Future<Object?>>[
        // The exposure mode is currently not supported on the web.
        ...!kIsWeb
            ? <Future<Object?>>[
                cameraController.getMinExposureOffset().then(
                    (double value) => _minAvailableExposureOffset = value),
                cameraController
                    .getMaxExposureOffset()
                    .then((double value) => _maxAvailableExposureOffset = value)
              ]
            : <Future<Object?>>[],
        cameraController
            .getMaxZoomLevel()
            .then((double value) => _maxAvailableZoom = value),
        cameraController
            .getMinZoomLevel()
            .then((double value) => _minAvailableZoom = value),
      ]);
    } on CameraException catch (e) {
      switch (e.code) {
        case 'CameraAccessDenied':
          PromptBox.toast('You have denied camera access.');
          break;
        case 'CameraAccessDeniedWithoutPrompt':
          // iOS only
          PromptBox.toast('Please go to Settings app to enable camera access.');
          break;
        case 'CameraAccessRestricted':
          // iOS only
          PromptBox.toast('Camera access is restricted.');
          break;
        case 'AudioAccessDenied':
          PromptBox.toast('You have denied audio access.');
          break;
        case 'AudioAccessDeniedWithoutPrompt':
          // iOS only
          PromptBox.toast('Please go to Settings app to enable audio access.');
          break;
        case 'AudioAccessRestricted':
          // iOS only
          PromptBox.toast('Audio access is restricted.');
          break;
        default:
          PromptBox.toast('Error: ${e.code}\n${e.description}');
          break;
      }
    }
  }

  /// 遍历当前相机列表并启动后置相机
  void openBackCamera() async {
    if (_cameras.isEmpty) {
      PromptBox.toast('Error: No cameras found.');
    } else {
      for (CameraDescription cameraDescription in _cameras) {
        if (cameraDescription.lensDirection == CameraLensDirection.back) {
          await onNewCameraSelected(cameraDescription);
          lockCaptureOrientation();
          update();
          state.isCameraReady = true;
          break;
        }
      }
    }
  }

  /// 遍历当前相机列表并启动前置相机
  void openFrontCamera() async {
    if (_cameras.isEmpty) {
      PromptBox.toast('Error: No cameras found.');
    } else {
      for (CameraDescription cameraDescription in _cameras) {
        if (cameraDescription.lensDirection == CameraLensDirection.front) {
          await onNewCameraSelected(cameraDescription);
          lockCaptureOrientation();
          update();
          state.isCameraReady = true;
          break;
        }
      }
    }
  }

  /// 相机锁定旋转
  Future<void> lockCaptureOrientation() async {
    final CameraController? cameraController = kCameraController;
    if (cameraController == null || !cameraController.value.isInitialized) {
      PromptBox.toast('Error: select a camera first.');
      return;
    }

    if (!cameraController.value.isCaptureOrientationLocked) {
      try {
        await cameraController
            .lockCaptureOrientation(DeviceOrientation.landscapeLeft);
      } on CameraException catch (e) {
        PromptBox.toast('Error: ${e.code}\n${e.description}');
      }
    } else {
      PromptBox.toast('Rotation lock is already enabled.');
    }
  }

  /// 执行一次拍摄
  Future<XFile?> takePicture() async {
    final CameraController? cameraController = kCameraController;
    if (cameraController == null || !cameraController.value.isInitialized) {
      PromptBox.toast('Error: select a camera first.');
      return null;
    }

    if (cameraController.value.isTakingPicture) {
      // A capture is already pending, do nothing.
      return null;
    }

    try {
      final XFile file = await cameraController.takePicture();
      return file;
    } on CameraException catch (e) {
      PromptBox.toast('Error: ${e.code}\n${e.description}');
      return null;
    }
  }

  /// 测试图像文件缓存，print 遍历输出
  void debugShowCache() async {
    final cacheManager = Get.find<ICacheManager>();
    double cacheSize = await cacheManager.getCacheSize();
    double imageCacheSize = await cacheManager.getImageCacheSize();
    debugPrint('cacheSize = $cacheSize : ${formatSize(cacheSize)}');
    debugPrint(
        'imageCacheSize = $imageCacheSize : ${formatSize(imageCacheSize)}');
  }

  static String formatSize(double value) {
    List<String> unitArr = ['B', 'K', 'M', 'G'];
    int index = 0;
    while (value > 1024) {
      index++;
      value = value / 1024;
    }
    String size = value.toStringAsFixed(2);
    return size + unitArr[index];
  }

  /// 保存到相册
  void saveImageToGallery(XFile image) async {
    // 获取图像的字节数据
    Uint8List bytes = await image.readAsBytes();

    // 将图像保存到相册
    await ImageGallerySaver.saveImage(bytes, quality: 100);
  }

  /// 处理图像裁切
  Future<String> clipLocalImage(XFile soureceImage, double scale) async {
    assert(scale >= 1, 'scale must be greater than 1');
    // 获取图像的字节数据
    Uint8List bytes = await soureceImage.readAsBytes();
    var codec = await ui.instantiateImageCodec(bytes);
    var nextFrame = await codec.getNextFrame();
    var image = nextFrame.image;
    Rect src = Rect.fromLTWH(
      (scale - 1) / 2 / scale * image.width.toDouble(),
      (scale - 1) / 2 / scale * image.height.toDouble(),
      image.width.toDouble() / scale,
      image.height.toDouble() / scale,
    );
    Rect dst =
        Rect.fromLTWH(0, 0, image.width.toDouble(), image.height.toDouble());
    ui.Image croppedImage = await getCroppedImage(image, src, dst);
    ByteData? newImageBytes =
        await croppedImage.toByteData(format: ui.ImageByteFormat.png);
    if (newImageBytes == null) {
      return '';
    }
    Uint8List newImageUint8List = newImageBytes.buffer.asUint8List();

    /// FIXME 不要存到相册而是存到临时目录
    Map<Object?, Object?> result =
        await ImageGallerySaver.saveImage(newImageUint8List, quality: 100);
    String jsonString = jsonEncode(result);
    Map<String, dynamic> json = jsonDecode(jsonString);
    String? filePath = json['filePath'];
    return filePath ?? '';
  }

  /// 获取裁切后的图像
  Future<ui.Image> getCroppedImage(ui.Image image, Rect src, Rect dst) {
    var pictureRecorder = ui.PictureRecorder();
    Canvas canvas = Canvas(pictureRecorder);
    canvas.drawImageRect(image, src, dst, Paint());
    return pictureRecorder.endRecording().toImage(
          dst.width.floor(),
          dst.height.floor(),
        );
  }

  /// 发生拍摄身份证事件
  void onCaptureIdCardButtonPressed() {
    takePicture().then((XFile? file) async {
      // imageFile = file;
      if (file != null) {
        await clipLocalImage(file, 1.8);

        /// TODO 上传给server，获取返回值信息
        if (true) {
          PromptBox.toast('身份证识别成功');
          idCardInfo.localCardImagePath = file.path;
          idCardInfo.idCardName = '金阳';
          idCardInfo.idCardGender = '女';
          idCardInfo.idCardNation = '汉';
          idCardInfo.idCardBirthDate = '1980年10月27日';
          idCardInfo.idCardAddress = '北京市西城区复兴门外大街999号院11号楼3单元502室';
          idCardInfo.idCardNumber = '110101198010270000';
          state.isShowIdCardInfoSwitch = true;
          state.isIdCardInfoShow = true;
          state.isInFaceRecognition = true;
          openFrontCamera();
        }

        debugShowCache();
      }
    });
  }

  /// 发生拍摄人像事件
  void onCaptureFaceButtonPressed() {
    runDetectionTimer();

    // takePicture().then((XFile? file) async {
    //   // imageFile = file;
    //   if (file != null) {
    //     // state.isShowFaceRecognitionResult = false;
    //     // await doDetection(file.path);
    //     // state.isShowFaceRecognitionResult = true;
    //     runDetectionTimer();
    //     if (true) {
    //       PromptBox.toast('面部识别成功');
    //     }
    //     debugShowCache();
    //   }
    // });
  }

  /// 发生结束录制视频事件
  void onStopButtonPressed() {
    stopVideoRecording().then((XFile? file) {
      if (file != null) {
        PromptBox.toast('Video recorded to ${file.path}');
        // videoFile = file;
        // _startVideoPlayer();
      }
      update();
    });
  }

  /// 发生开始录制视频事件
  void onVideoRecordButtonPressed() {
    startVideoRecording().then((_) {
      update();
    });
  }

  /// 暂停录制视频
  void onPauseButtonPressed() {
    pauseVideoRecording().then((_) {
      update();
    });
  }

  /// 恢复视频录制
  void onResumeButtonPressed() {
    resumeVideoRecording().then((_) {
      update();
    });
  }

  /// 开始录制视频
  Future<void> startVideoRecording() async {
    final CameraController? cameraController = kCameraController;

    if (cameraController == null || !cameraController.value.isInitialized) {
      PromptBox.toast('Error: select a camera first.');
      return;
    }

    if (cameraController.value.isRecordingVideo) {
      // A recording is already started, do nothing.
      return;
    }

    try {
      await cameraController.startVideoRecording();
    } on CameraException catch (e) {
      PromptBox.toast('Error: ${e.code}\n${e.description}');
      return;
    }
  }

  /// 停止录制视频
  Future<XFile?> stopVideoRecording() async {
    final CameraController? cameraController = kCameraController;

    if (cameraController == null || !cameraController.value.isRecordingVideo) {
      return null;
    }

    try {
      return cameraController.stopVideoRecording();
    } on CameraException catch (e) {
      PromptBox.toast('Error: ${e.code}\n${e.description}');

      return null;
    }
  }

  /// 暂停录制视频
  Future<void> pauseVideoRecording() async {
    final CameraController? cameraController = kCameraController;

    if (cameraController == null || !cameraController.value.isRecordingVideo) {
      return;
    }

    try {
      await cameraController.pauseVideoRecording();
    } on CameraException catch (e) {
      PromptBox.toast('Error: ${e.code}\n${e.description}');

      rethrow;
    }
  }

  /// 恢复视频录制
  Future<void> resumeVideoRecording() async {
    final CameraController? cameraController = kCameraController;

    if (cameraController == null || !cameraController.value.isRecordingVideo) {
      return;
    }

    try {
      await cameraController.resumeVideoRecording();
    } on CameraException catch (e) {
      PromptBox.toast('Error: ${e.code}\n${e.description}');

      rethrow;
    }
  }

  /// 在 widget 内存中分配后立即调用。
  @override
  void onInit() async {
    // await initCamera();
    super.onInit();
  }

  /// 在 onInit() 之后调用 1 帧。这是进入的理想场所
  @override
  void onReady() async {
    super.onReady();
    await initAvailableCameras();
    openBackCamera();
  }

  /// 在 [onDelete] 方法之前调用。
  @override
  void onClose() {
    super.onClose();
    final cacheManager = Get.find<ICacheManager>();
    cacheManager.clearApplicationImageCache();
    closeDetector();
  }

  /// dispose 释放内存
  @override
  void dispose() {
    super.dispose();
  }

  @override
  void didChangeAppLifecycleState(AppLifecycleState state) {
    // FIXME 未执行
    super.didChangeAppLifecycleState(state);
    print('state = $state');
    final CameraController? cameraController = kCameraController;

    // App state changed before we got the chance to initialize.
    if (cameraController == null || !cameraController.value.isInitialized) {
      return;
    }

    if (state == AppLifecycleState.inactive) {
      cameraController.dispose();
    } else if (state == AppLifecycleState.resumed) {
      onNewCameraSelected(cameraController.description);
    }
  }

  /// WIP
  /// 面部识别 基于 Google's ML Kit
  ///

  Timer? _detectionTimer;
  InputImage inputImage = InputImage.fromFilePath('');
  FaceDetector faceDetector = FaceDetector(options: FaceDetectorOptions());

  Future<void> doDetection(
      FaceDetector faceDetector, String imageFilePath) async {
    inputImage = InputImage.fromFilePath(imageFilePath);
    final List<Face> faces = await faceDetector.processImage(inputImage);
    kFrameFacesResult = [];
    kFrameFacesResult.addAll(faces);
    if (inputImage.metadata != null) {
      kFrameImageSize = inputImage.metadata!.size;
    } else {
      if (kCameraController != null) {
        final CameraController cameraController = kCameraController!;
        // kFrameImageSize = cameraController.value.previewSize ?? Size.zero;
        kFrameImageSize = const Size(1920, 1080);
      }
    }
    for (Face face in faces) {
      final Rect boundingBox = face.boundingBox;

      final double? rotX =
          face.headEulerAngleX; // Head is tilted up and down rotX degrees
      final double? rotY =
          face.headEulerAngleY; // Head is rotated to the right rotY degrees
      final double? rotZ =
          face.headEulerAngleZ; // Head is tilted sideways rotZ degrees

      // If landmark detection was enabled with FaceDetectorOptions (mouth, ears,
      // eyes, cheeks, and nose available):
      final FaceLandmark? leftEar = face.landmarks[FaceLandmarkType.leftEar];
      if (leftEar != null) {
        final Point<int> leftEarPos = leftEar.position;
      }

      // If classification was enabled with FaceDetectorOptions:
      if (face.smilingProbability != null) {
        final double? smileProb = face.smilingProbability;
      }

      // If face tracking was enabled with FaceDetectorOptions:
      if (face.trackingId != null) {
        final int? id = face.trackingId;
      }
    }
  }

  void runDetectionTimer() {
    if (_detectionTimer != null) {
      _detectionTimer!.cancel();
      _detectionTimer = null;
      faceDetector.close();
      state.isShowFaceRecognitionResult = false;
      return;
    }
    final options = FaceDetectorOptions();
    faceDetector =
        FaceDetector(options: FaceDetectorOptions(enableContours: true));
    state.isShowFaceRecognitionResult = true;
    _detectionTimer = Timer.periodic(
      const Duration(milliseconds: 200),
      (timer) async {
        if (kCameraController == null) {
          return;
        }
        final XFile? file = await takePicture();
        if (file != null) {
          await doDetection(faceDetector, file.path);
          update(['face_bounding_box']);
        }
      },
    );
  }

  /// 销毁检测器
  void closeDetector() {
    if (_detectionTimer != null) {
      state.isShowFaceRecognitionResult = false;
      _detectionTimer!.cancel();
      _detectionTimer = null;
    }
    faceDetector.close();
  }
}