fix(cursor): follow Linux video pixel scale

This commit is contained in:
fufesou
2026-09-12 19:56:55 +08:00
parent 8f3beba2d1
commit 6934b3cb14
3 changed files with 112 additions and 17 deletions

View File

@@ -1112,21 +1112,24 @@ class _ImagePaintState extends State<ImagePaint> {
mouseRegion({child}) => Obx(() { mouseRegion({child}) => Obx(() {
double getCursorScale() { double getCursorScale() {
final peerDpr = Provider.of<CursorModel>(context).cache?.pixelRatio ?? 0; final cursor = Provider.of<CursorModel>(context);
final peerDpr = cursor.cache?.pixelRatio ?? 0;
if (!isWeb && isViewScaled() && !zoomCursor.value && peerDpr > 0) { if (!isWeb && isViewScaled() && !zoomCursor.value && peerDpr > 0) {
return (isWindows ? dpr : 1.0) / peerDpr; return (isWindows ? dpr : 1.0) / peerDpr;
} }
// Density metadata is optional. Keep the legacy path for hosts that // Density metadata is optional. Keep the legacy path for hosts that
// omit it so capture-backend upgrades are not a client prerequisite. // omit it so capture-backend upgrades are not a client prerequisite.
final imageScale = isViewScaled() && zoomCursor.value
? _cursorImageScale(widget.ffi, cursor) : s;
var cursorScale = 1.0; var cursorScale = 1.0;
if (isWindows) { if (isWindows) {
// debug win10 // debug win10
if (zoomCursor.value && isViewScaled()) { if (zoomCursor.value && isViewScaled()) {
cursorScale = s * dpr; cursorScale = imageScale * dpr;
} }
} else { } else {
if (zoomCursor.value || isViewOriginal()) { if (zoomCursor.value || isViewOriginal()) {
cursorScale = s; cursorScale = imageScale;
} else if (!isWeb) { } else if (!isWeb) {
// NSCursor and GdkCursor treat the bitmap size as logical // NSCursor and GdkCursor treat the bitmap size as logical
// pixels, so an unzoomed cursor must be shrunk by the DPR to // pixels, so an unzoomed cursor must be shrunk by the DPR to
@@ -1422,7 +1425,7 @@ class CursorPaint extends StatelessWidget {
final image = m.image ?? preDefaultCursor.image; final image = m.image ?? preDefaultCursor.image;
final nativePixels = isWindows ? MediaQuery.devicePixelRatioOf(context) : 1.0; final nativePixels = isWindows ? MediaQuery.devicePixelRatioOf(context) : 1.0;
// Show remote cursor follows the image scale, independently of Zoom cursor. // Show remote cursor follows the image scale, independently of Zoom cursor.
double scale = c.scale; double scale = _cursorImageScale(c.parent.target!, m);
if (image != null && scale * nativePixels != 1.0) { if (image != null && scale * nativePixels != 1.0) {
final sx = kMinCursorSize / (image.width * nativePixels); final sx = kMinCursorSize / (image.width * nativePixels);
final sy = kMinCursorSize / (image.height * nativePixels); final sy = kMinCursorSize / (image.height * nativePixels);
@@ -1465,4 +1468,32 @@ class CursorPaint extends StatelessWidget {
return Offset( return Offset(
(canvas.x / scale).toInt() * scale, (canvas.y / scale).toInt() * scale); (canvas.x / scale).toInt() * scale, (canvas.y / scale).toInt() * scale);
} }
}
// Match physical video pixels, independently of the cursor's density metadata:
// a single DRM output keeps physical desktop coordinates even at high DPI.
double _cursorImageScale(FFI ffi, CursorModel cursor) {
final canvas = ffi.canvasModel;
final peer = ffi.ffiModel;
if (!peer.isPeerLinux) return canvas.scale;
if (canvas.imageOverflow.isTrue &&
canvas.scrollStyle != ScrollStyle.scrollauto &&
!ffi.imageModel.useTextureRender &&
!peer.pi.forceTextureRender) {
return canvas.scale; // The nontexture scrollbar also paints physical pixels.
}
final displays = peer.pi.getCurDisplays();
if (displays.length == 1) return canvas.scale / displays.first.scale;
final rect = peer.rect;
if (rect != null) {
final position = Offset(cursor.x + rect.left, cursor.y + rect.top);
for (final display in displays) {
if (Rect.fromLTWH(display.x, display.y, display.width / display.scale,
display.height / display.scale).contains(position)) {
return canvas.scale / display.scale;
}
}
}
return canvas.scale;
} }

View File

@@ -45,6 +45,8 @@ class _Canvas extends ChangeNotifier implements CanvasModel {
@override @override
bool get cursorEmbedded => false; bool get cursorEmbedded => false;
@override @override
ScrollStyle get scrollStyle => ScrollStyle.scrollauto;
@override
Size get size => _viewport; Size get size => _viewport;
@override @override
final double scale; final double scale;
@@ -88,7 +90,12 @@ class _Peer extends Fake implements FfiModel {
@override @override
final pi = PeerInfo(); final pi = PeerInfo();
@override @override
bool get isPeerLinux => false; bool isPeerLinux = false;
}
class _LinuxDisplay extends Display {
@override
double get scale => 2;
} }
class _FFI extends Fake implements FFI { class _FFI extends Fake implements FFI {
@@ -99,7 +106,7 @@ class _FFI extends Fake implements FFI {
@override @override
final inputModel = _Input(); final inputModel = _Input();
@override @override
final ffiModel = _Peer(); final _Peer ffiModel = _Peer();
} }
Future<CursorData> _data(int density, String id) async { Future<CursorData> _data(int density, String id) async {
@@ -167,12 +174,17 @@ void main() {
} }
test('live DPR changes invalidate a cached native cursor', test('live DPR changes invalidate a cached native cursor',
() => _checkDprChange(view, registrations)); () => _checkDprChange(view, registrations));
for (final style in [kRemoteViewStyleAdaptive, kRemoteViewStyleCustom]) {
testWidgets('Linux $style zoom follows video pixels', (tester) => tester.runAsync(
() => _checkPolicy(tester, (style, true, 2, 1.0, windows ? 1.0 : 0.5),
registrations, linux: true)));
}
} }
Future<void> _checkPolicy( Future<void> _checkPolicy(
WidgetTester tester, WidgetTester tester,
(String, bool, int, double, double) testCase, (String, bool, int, double, double) testCase,
List<Map<dynamic, dynamic>> registrations) async { List<Map<dynamic, dynamic>> registrations, {bool linux = false}) async {
final (style, zoom, density, viewScale, expectedScale) = testCase; final (style, zoom, density, viewScale, expectedScale) = testCase;
tester.view.devicePixelRatio = 2; tester.view.devicePixelRatio = 2;
final data = await _data(density, '$style-$zoom-$density'); final data = await _data(density, '$style-$zoom-$density');
@@ -180,6 +192,8 @@ Future<void> _checkPolicy(
// A stale cached DPR must not affect the cursor when the window moves. // A stale cached DPR must not affect the cursor when the window moves.
final canvas = _Canvas(1, style: style, scale: viewScale); final canvas = _Canvas(1, style: style, scale: viewScale);
final ffi = _FFI(canvas); final ffi = _FFI(canvas);
ffi.ffiModel.isPeerLinux = linux;
if (linux) ffi.ffiModel.pi.displays.add(_LinuxDisplay());
final cursor = _Cursor(data, ffi); final cursor = _Cursor(data, ffi);
await tester.pumpWidget(MediaQuery( await tester.pumpWidget(MediaQuery(
data: const MediaQueryData(devicePixelRatio: 2), data: const MediaQueryData(devicePixelRatio: 2),

View File

@@ -16,7 +16,9 @@ const _canvasOffset = Offset(15.125, 10.25);
const _viewport = Size(200, 160); const _viewport = Size(200, 160);
class _CursorModel extends ChangeNotifier implements CursorModel { class _CursorModel extends ChangeNotifier implements CursorModel {
_CursorModel(this.image); _CursorModel(this.image, this.position);
final Offset position;
@override @override
final ui.Image image; final ui.Image image;
@@ -25,9 +27,9 @@ class _CursorModel extends ChangeNotifier implements CursorModel {
@override @override
double get hoty => _hotspot.dy; double get hoty => _hotspot.dy;
@override @override
double get x => _remotePosition.dx; double get x => position.dx;
@override @override
double get y => _remotePosition.dy; double get y => position.dy;
@override @override
dynamic noSuchMethod(Invocation invocation) => super.noSuchMethod(invocation); dynamic noSuchMethod(Invocation invocation) => super.noSuchMethod(invocation);
@@ -40,13 +42,24 @@ class _ImageModel extends Fake implements ImageModel {
final bool useTextureRender; final bool useTextureRender;
} }
class _Display extends Display {
_Display(this.scale, double left) {
x = left;
width = 3840;
height = 2160;
}
@override
final double scale;
}
class _Peer extends Fake implements FfiModel { class _Peer extends Fake implements FfiModel {
@override @override
final pi = PeerInfo(); final pi = PeerInfo();
@override @override
bool get isPeerLinux => false; bool isPeerLinux = false;
@override @override
Rect get rect => Offset.zero & _viewport; Rect rect = Offset.zero & _viewport;
} }
class _FFI extends Fake implements FFI { class _FFI extends Fake implements FFI {
@@ -55,7 +68,9 @@ class _FFI extends Fake implements FFI {
@override @override
final ImageModel imageModel; final ImageModel imageModel;
@override @override
final ffiModel = _Peer(); final _Peer ffiModel = _Peer();
@override
late CanvasModel canvasModel;
} }
class _CanvasModel extends ChangeNotifier implements CanvasModel { class _CanvasModel extends ChangeNotifier implements CanvasModel {
@@ -67,9 +82,11 @@ class _CanvasModel extends ChangeNotifier implements CanvasModel {
height: _viewport.height, height: _viewport.height,
displayWidth: _viewport.width.toInt(), displayWidth: _viewport.width.toInt(),
displayHeight: _viewport.height.toInt(), displayHeight: _viewport.height.toInt(),
); ) {
_ffi.canvasModel = this;
}
final FFI _ffi; final _FFI _ffi;
@override @override
WeakReference<FFI> get parent => WeakReference(_ffi); WeakReference<FFI> get parent => WeakReference(_ffi);
@override @override
@@ -118,7 +135,8 @@ class _Canvas extends Fake implements Canvas {
} }
Future<ImagePainter> _paintCursor(WidgetTester tester, CanvasModel canvas, Future<ImagePainter> _paintCursor(WidgetTester tester, CanvasModel canvas,
{double dpr = 2, bool zoom = true, (int, int) source = (48, 64)}) async { {double dpr = 2, bool zoom = true, (int, int) source = (48, 64),
Offset position = _remotePosition}) async {
final image = (await tester final image = (await tester
.runAsync(() => createTestImage(width: source.$1, height: source.$2)))!; .runAsync(() => createTestImage(width: source.$1, height: source.$2)))!;
addTearDown(image.dispose); addTearDown(image.dispose);
@@ -126,7 +144,7 @@ Future<ImagePainter> _paintCursor(WidgetTester tester, CanvasModel canvas,
data: MediaQueryData(devicePixelRatio: dpr), data: MediaQueryData(devicePixelRatio: dpr),
child: MultiProvider( child: MultiProvider(
providers: [ providers: [
ChangeNotifierProvider<CursorModel>(create: (_) => _CursorModel(image)), ChangeNotifierProvider<CursorModel>(create: (_) => _CursorModel(image, position)),
ChangeNotifierProvider<CanvasModel>(create: (_) => canvas), ChangeNotifierProvider<CanvasModel>(create: (_) => canvas),
], ],
child: CursorPaint(id: 'cursor-test', zoomCursor: zoom.obs), child: CursorPaint(id: 'cursor-test', zoomCursor: zoom.obs),
@@ -139,6 +157,38 @@ Future<ImagePainter> _paintCursor(WidgetTester tester, CanvasModel canvas,
} }
void main() { void main() {
for (final (texture, displayScale, allDisplays) in [
(false, 2.0, false), (true, 2.0, false), (true, 2.0, true),
(false, 1.0, false), (true, 1.0, false),
]) {
testWidgets('Linux scale=$displayScale texture=$texture all=$allDisplays',
(tester) async {
final canvas = _CanvasModel(kRemoteViewStyleCustom, 2, texture);
final peer = canvas._ffi.ffiModel;
peer.isPeerLinux = true;
// The first output's physical extent overlaps the second in logical
// coordinates. Selection must use logical extents and the union origin.
peer.pi.displays.assignAll([
if (displayScale > 1) _Display(4, -960), _Display(displayScale, 0),
]);
peer.pi.currentDisplay = allDisplays ? kAllDisplayValue
: peer.pi.displays.length - 1;
peer.rect = Rect.fromLTWH(allDisplays ? -960 : 0, 0, 3840, 2160);
final painter = await _paintCursor(tester, canvas,
dpr: 1, zoom: false, source: (64, 64),
position: allDisplays ? _remotePosition + const Offset(960, 0)
: _remotePosition);
final pixelScale = 2 / displayScale;
expect(painter.scale, pixelScale);
final origin = texture ? _canvasOffset
: Offset((_canvasOffset.dx / pixelScale).toInt() * pixelScale,
(_canvasOffset.dy / pixelScale).toInt() * pixelScale);
final position = allDisplays
? _remotePosition + const Offset(960, 0) : _remotePosition;
expect((Offset(painter.x, painter.y) + _hotspot) * painter.scale,
position * 2 + origin);
});
}
final minimumScale = Platform.isWindows ? 1 / 3 : 2 / 3; final minimumScale = Platform.isWindows ? 1 / 3 : 2 / 3;
for (final (style, zoom, dpr, source, canvasScale, scale, texture) in [ for (final (style, zoom, dpr, source, canvasScale, scale, texture) in [
(kRemoteViewStyleAdaptive, false, 2.0, (48, 64), 0.375, 0.375, true), (kRemoteViewStyleAdaptive, false, 2.0, (48, 64), 0.375, 0.375, true),