view camera (#11040)

* view camera Signed-off-by: 21pages <sunboeasy@gmail.com> * `No cameras` prompt if no cameras available, `peerGetSessionsCount` use connType as parameter Signed-off-by: 21pages <sunboeasy@gmail.com> * fix, use video_service_name rather than display_idx as key in qos,etc Signed-off-by: 21pages <sunboeasy@gmail.com> --------- Signed-off-by: 21pages <sunboeasy@gmail.com> Co-authored-by: Adwin White <adwinw01@gmail.com> Co-authored-by: RustDesk <71636191+rustdesk@users.noreply.github.com>
2026-04-09 21:31:27 +03:00 · 2025-03-10 21:06:53 +08:00
parent df4a101316
commit f0f999dc27
96 changed files with 3999 additions and 458 deletions
--- a/flutter/lib/models/desktop_render_texture.dart
+++ b/flutter/lib/models/desktop_render_texture.dart
@@ -235,6 +235,17 @@ class TextureModel {
    }
  }

+  onViewCameraPageDispose(bool closeSession) async {
+    final ffi = parent.target;
+    if (ffi == null) return;
+    for (final texture in _pixelbufferRenderTextures.values) {
+      await texture.destroy(closeSession, ffi);
+    }
+    for (final texture in _gpuRenderTextures.values) {
+      await texture.destroy(closeSession, ffi);
+    }
+  }
+
  ensureControl(int display) {
    var ctl = _control[display];
    if (ctl == null) {
--- a/flutter/lib/models/input_model.dart
+++ b/flutter/lib/models/input_model.dart
@@ -369,6 +369,7 @@ class InputModel {
  String? get peerPlatform => parent.target?.ffiModel.pi.platform;
  bool get isViewOnly => parent.target!.ffiModel.viewOnly;
  double get devicePixelRatio => parent.target!.canvasModel.devicePixelRatio;
+  bool get isViewCamera => parent.target!.connType == ConnType.viewCamera;

  InputModel(this.parent) {
    sessionId = parent.target!.sessionId;
@@ -471,6 +472,7 @@ class InputModel {

  KeyEventResult handleRawKeyEvent(RawKeyEvent e) {
    if (isViewOnly) return KeyEventResult.handled;
+    if (isViewCamera) return KeyEventResult.handled;
    if (!isInputSourceFlutter) {
      if (isDesktop) {
        return KeyEventResult.handled;
@@ -525,6 +527,7 @@ class InputModel {

  KeyEventResult handleKeyEvent(KeyEvent e) {
    if (isViewOnly) return KeyEventResult.handled;
+    if (isViewCamera) return KeyEventResult.handled;
    if (!isInputSourceFlutter) {
      if (isDesktop) {
        return KeyEventResult.handled;
@@ -724,6 +727,7 @@ class InputModel {
  /// [press] indicates a click event(down and up).
  void inputKey(String name, {bool? down, bool? press}) {
    if (!keyboardPerm) return;
+    if (isViewCamera) return;
    bind.sessionInputKey(
        sessionId: sessionId,
        name: name,
@@ -785,6 +789,7 @@ class InputModel {

  /// Send scroll event with scroll distance [y].
  Future<void> scroll(int y) async {
+    if (isViewCamera) return;
    await bind.sessionSendMouse(
        sessionId: sessionId,
        msg: json
@@ -808,6 +813,7 @@ class InputModel {
  /// Send mouse press event.
  Future<void> sendMouse(String type, MouseButtons button) async {
    if (!keyboardPerm) return;
+    if (isViewCamera) return;
    await bind.sessionSendMouse(
        sessionId: sessionId,
        msg: json.encode(modify({'type': type, 'buttons': button.value})));
@@ -834,6 +840,7 @@ class InputModel {
  /// Send mouse movement event with distance in [x] and [y].
  Future<void> moveMouse(double x, double y) async {
    if (!keyboardPerm) return;
+    if (isViewCamera) return;
    var x2 = x.toInt();
    var y2 = y.toInt();
    await bind.sessionSendMouse(
@@ -857,6 +864,7 @@ class InputModel {
    _lastScale = 1.0;
    _stopFling = true;
    if (isViewOnly) return;
+    if (isViewCamera) return;
    if (peerPlatform == kPeerPlatformAndroid) {
      handlePointerEvent('touch', kMouseEventTypePanStart, e.position);
    }
@@ -865,6 +873,7 @@ class InputModel {
  // https://docs.flutter.dev/release/breaking-changes/trackpad-gestures
  void onPointerPanZoomUpdate(PointerPanZoomUpdateEvent e) {
    if (isViewOnly) return;
+    if (isViewCamera) return;
    if (peerPlatform != kPeerPlatformAndroid) {
      final scale = ((e.scale - _lastScale) * 1000).toInt();
      _lastScale = e.scale;
@@ -904,6 +913,7 @@ class InputModel {
        handlePointerEvent('touch', kMouseEventTypePanUpdate,
            Offset(x.toDouble(), y.toDouble()));
      } else {
+        if (isViewCamera) return;
        bind.sessionSendMouse(
            sessionId: sessionId,
            msg: '{"type": "trackpad", "x": "$x", "y": "$y"}');
@@ -912,6 +922,7 @@ class InputModel {
  }

  void _scheduleFling(double x, double y, int delay) {
+    if (isViewCamera) return;
    if ((x == 0 && y == 0) || _stopFling) {
      _fling = false;
      return;
@@ -963,6 +974,7 @@ class InputModel {
  }

  void onPointerPanZoomEnd(PointerPanZoomEndEvent e) {
+    if (isViewCamera) return;
    if (peerPlatform == kPeerPlatformAndroid) {
      handlePointerEvent('touch', kMouseEventTypePanEnd, e.position);
      return;
@@ -994,6 +1006,7 @@ class InputModel {
    _remoteWindowCoords = [];
    _windowRect = null;
    if (isViewOnly) return;
+    if (isViewCamera) return;
    if (e.kind != ui.PointerDeviceKind.mouse) {
      if (isPhysicalMouse.value) {
        isPhysicalMouse.value = false;
@@ -1007,6 +1020,7 @@ class InputModel {
  void onPointUpImage(PointerUpEvent e) {
    if (isDesktop) _queryOtherWindowCoords = false;
    if (isViewOnly) return;
+    if (isViewCamera) return;
    if (e.kind != ui.PointerDeviceKind.mouse) return;
    if (isPhysicalMouse.value) {
      handleMouse(_getMouseEvent(e, _kMouseEventUp), e.position);
@@ -1015,6 +1029,7 @@ class InputModel {

  void onPointMoveImage(PointerMoveEvent e) {
    if (isViewOnly) return;
+    if (isViewCamera) return;
    if (e.kind != ui.PointerDeviceKind.mouse) return;
    if (_queryOtherWindowCoords) {
      Future.delayed(Duration.zero, () async {
@@ -1049,6 +1064,7 @@ class InputModel {

  void onPointerSignalImage(PointerSignalEvent e) {
    if (isViewOnly) return;
+    if (isViewCamera) return;
    if (e is PointerScrollEvent) {
      var dx = e.scrollDelta.dx.toInt();
      var dy = e.scrollDelta.dy.toInt();
@@ -1146,6 +1162,7 @@ class InputModel {
    }

    final evt = PointerEventToRust(kind, type, evtValue).toJson();
+    if (isViewCamera) return;
    bind.sessionSendPointer(
        sessionId: sessionId, msg: json.encode(modify(evt)));
  }
@@ -1177,6 +1194,7 @@ class InputModel {
    Offset offset, {
    bool onExit = false,
  }) {
+    if (isViewCamera) return;
    double x = offset.dx;
    double y = max(0.0, offset.dy);
    if (_checkPeerControlProtected(x, y)) {
--- a/flutter/lib/models/model.dart
+++ b/flutter/lib/models/model.dart
@@ -407,7 +407,9 @@ class FfiModel with ChangeNotifier {
          parent.target?.fileModel.sendEmptyDirs(evt);
        }
      } else if (name == "record_status") {
-        if (desktopType == DesktopType.remote || isMobile) {
+        if (desktopType == DesktopType.remote ||
+            desktopType == DesktopType.viewCamera ||
+            isMobile) {
          parent.target?.recordingModel.updateStatus(evt['start'] == 'true');
        }
      } else {
@@ -501,7 +503,9 @@ class FfiModel with ChangeNotifier {
    final display = int.parse(evt['display']);

    if (_pi.currentDisplay != kAllDisplayValue) {
-      if (bind.peerGetDefaultSessionsCount(id: peerId) > 1) {
+      if (bind.peerGetSessionsCount(
+              id: peerId, connType: parent.target!.connType.index) >
+          1) {
        if (display != _pi.currentDisplay) {
          return;
        }
@@ -809,7 +813,9 @@ class FfiModel with ChangeNotifier {
      _pi.primaryDisplay = currentDisplay;
    }

-    if (bind.peerGetDefaultSessionsCount(id: peerId) <= 1) {
+    if (bind.peerGetSessionsCount(
+            id: peerId, connType: parent.target!.connType.index) <=
+        1) {
      _pi.currentDisplay = currentDisplay;
    }

@@ -827,9 +833,11 @@ class FfiModel with ChangeNotifier {
              sessionId: sessionId, arg: kOptionTouchMode) !=
          '';
    }
+    // FIXME: handle ViewCamera ConnType independently.
    if (connType == ConnType.fileTransfer) {
      parent.target?.fileModel.onReady();
-    } else if (connType == ConnType.defaultConn) {
+    } else if (connType == ConnType.defaultConn ||
+        connType == ConnType.viewCamera) {
      List<Display> newDisplays = [];
      List<dynamic> displays = json.decode(evt['displays']);
      for (int i = 0; i < displays.length; ++i) {
@@ -859,7 +867,7 @@ class FfiModel with ChangeNotifier {
          bind.sessionGetToggleOptionSync(
              sessionId: sessionId, arg: kOptionToggleViewOnly));
    }
-    if (connType == ConnType.defaultConn) {
+    if (connType == ConnType.defaultConn || connType == ConnType.viewCamera) {
      final platformAdditions = evt['platform_additions'];
      if (platformAdditions != null && platformAdditions != '') {
        try {
@@ -2576,7 +2584,8 @@ class ElevationModel with ChangeNotifier {
  onPortableServiceRunning(bool running) => _running = running;
 }

-enum ConnType { defaultConn, fileTransfer, portForward, rdp }
+// The index values of `ConnType` are same as rust protobuf.
+enum ConnType { defaultConn, fileTransfer, portForward, rdp, viewCamera }

 /// Flutter state manager and data communication with the Rust core.
 class FFI {
@@ -2651,10 +2660,11 @@ class FFI {
    ffiModel.waitForImageTimer = null;
  }

-  /// Start with the given [id]. Only transfer file if [isFileTransfer], only port forward if [isPortForward].
+  /// Start with the given [id]. Only transfer file if [isFileTransfer], only view camera if [isViewCamera], only port forward if [isPortForward].
  void start(
    String id, {
    bool isFileTransfer = false,
+    bool isViewCamera = false,
    bool isPortForward = false,
    bool isRdp = false,
    String? switchUuid,
@@ -2669,9 +2679,15 @@ class FFI {
    closed = false;
    auditNote = '';
    if (isMobile) mobileReset();
-    assert(!(isFileTransfer && isPortForward), 'more than one connect type');
+    assert(
+        (!(isPortForward && isViewCamera)) &&
+            (!(isViewCamera && isPortForward)) &&
+            (!(isPortForward && isFileTransfer)),
+        'more than one connect type');
    if (isFileTransfer) {
      connType = ConnType.fileTransfer;
+    } else if (isViewCamera) {
+      connType = ConnType.viewCamera;
    } else if (isPortForward) {
      connType = ConnType.portForward;
    } else {
@@ -2691,6 +2707,7 @@ class FFI {
        sessionId: sessionId,
        id: id,
        isFileTransfer: isFileTransfer,
+        isViewCamera: isViewCamera,
        isPortForward: isPortForward,
        isRdp: isRdp,
        switchUuid: switchUuid ?? '',
@@ -2706,7 +2723,10 @@ class FFI {
        return;
      }
      final addRes = bind.sessionAddExistedSync(
-          id: id, sessionId: sessionId, displays: Int32List.fromList(displays));
+          id: id,
+          sessionId: sessionId,
+          displays: Int32List.fromList(displays),
+          isViewCamera: isViewCamera);
      if (addRes != '') {
        debugPrint(
            'Unreachable, failed to add existed session to $id, $addRes');
@@ -2717,6 +2737,11 @@ class FFI {
    if (isDesktop && connType == ConnType.defaultConn) {
      textureModel.updateCurrentDisplay(display ?? 0);
    }
+    // FIXME: separate cameras displays or shift all indices.
+    if (isDesktop && connType == ConnType.viewCamera) {
+      // FIXME: currently the default 0 is not used.
+      textureModel.updateCurrentDisplay(display ?? 0);
+    }

    // CAUTION: `sessionStart()` and `sessionStartWithDisplays()` are an async functions.
    // Though the stream is returned immediately, the stream may not be ready.
@@ -2993,6 +3018,9 @@ class PeerInfo with ChangeNotifier {
  bool get isAmyuniIdd =>
      platformAdditions[kPlatformAdditionsIddImpl] == 'amyuni_idd';

+  bool get isSupportViewCamera =>
+      platformAdditions[kPlatformAdditionsSupportViewCamera] == true;
+
  Display? tryGetDisplay({int? display}) {
    if (displays.isEmpty) {
      return null;
--- a/flutter/lib/models/server_model.dart
+++ b/flutter/lib/models/server_model.dart
@@ -791,6 +791,7 @@ class ServerModel with ChangeNotifier {
 enum ClientType {
  remote,
  file,
+  camera,
  portForward,
 }

@@ -798,6 +799,7 @@ class Client {
  int id = 0; // client connections inner count id
  bool authorized = false;
  bool isFileTransfer = false;
+  bool isViewCamera = false;
  String portForward = "";
  String name = "";
  String peerId = ""; // peer user's id,show at app
@@ -815,13 +817,15 @@ class Client {

  RxInt unreadChatMessageCount = 0.obs;

-  Client(this.id, this.authorized, this.isFileTransfer, this.name, this.peerId,
+  Client(this.id, this.authorized, this.isFileTransfer, this.isViewCamera, this.name, this.peerId,
      this.keyboard, this.clipboard, this.audio);

  Client.fromJson(Map<String, dynamic> json) {
    id = json['id'];
    authorized = json['authorized'];
    isFileTransfer = json['is_file_transfer'];
+    // TODO: no entry then default.
+    isViewCamera = json['is_view_camera'];
    portForward = json['port_forward'];
    name = json['name'];
    peerId = json['peer_id'];
@@ -843,6 +847,7 @@ class Client {
    data['id'] = id;
    data['authorized'] = authorized;
    data['is_file_transfer'] = isFileTransfer;
+    data['is_view_camera'] = isViewCamera;
    data['port_forward'] = portForward;
    data['name'] = name;
    data['peer_id'] = peerId;
@@ -863,6 +868,8 @@ class Client {
  ClientType type_() {
    if (isFileTransfer) {
      return ClientType.file;
+    } else if (isViewCamera) {
+      return ClientType.camera;
    } else if (portForward.isNotEmpty) {
      return ClientType.portForward;
    } else {