add zero copy mode hareware codec for windows (#6778)

Signed-off-by: 21pages <pages21@163.com>

libs/scrap/examples/benchmark.rs

@@ -6,8 +6,7 @@ use hbb_common::{
 use scrap::{
     aom::{AomDecoder, AomEncoder, AomEncoderConfig},
     codec::{EncoderApi, EncoderCfg, Quality as Q},
-    convert_to_yuv, Capturer, Display, TraitCapturer, VpxDecoder, VpxDecoderConfig, VpxEncoder,
-    VpxEncoderConfig,
+    Capturer, Display, TraitCapturer, VpxDecoder, VpxDecoderConfig, VpxEncoder, VpxEncoderConfig,
     VpxVideoCodecId::{self, *},
     STRIDE_ALIGN,
 };
@@ -122,7 +121,8 @@ fn test_vpx(
         match c.frame(std::time::Duration::from_millis(30)) {
             Ok(frame) => {
                 let tmp_timer = Instant::now();
-                convert_to_yuv(&frame, encoder.yuvfmt(), &mut yuv, &mut mid_data);
+                let frame = frame.to(encoder.yuvfmt(), &mut yuv, &mut mid_data).unwrap();
+                let yuv = frame.yuv().unwrap();
                 for ref frame in encoder
                     .encode(start.elapsed().as_millis() as _, &yuv, STRIDE_ALIGN)
                     .unwrap()
@@ -199,7 +199,8 @@ fn test_av1(
         match c.frame(std::time::Duration::from_millis(30)) {
             Ok(frame) => {
                 let tmp_timer = Instant::now();
-                convert_to_yuv(&frame, encoder.yuvfmt(), &mut yuv, &mut mid_data);
+                let frame = frame.to(encoder.yuvfmt(), &mut yuv, &mut mid_data).unwrap();
+                let yuv = frame.yuv().unwrap();
                 for ref frame in encoder
                     .encode(start.elapsed().as_millis() as _, &yuv, STRIDE_ALIGN)
                     .unwrap()
@@ -239,10 +240,7 @@ fn test_av1(
 #[cfg(feature = "hwcodec")]
 mod hw {
     use hwcodec::ffmpeg::CodecInfo;
-    use scrap::{
-        codec::HwEncoderConfig,
-        hwcodec::{HwDecoder, HwEncoder},
-    };
+    use scrap::hwcodec::{HwDecoder, HwEncoder, HwEncoderConfig};
 
     use super::*;
 
@@ -295,7 +293,8 @@ mod hw {
             match c.frame(std::time::Duration::from_millis(30)) {
                 Ok(frame) => {
                     let tmp_timer = Instant::now();
-                    convert_to_yuv(&frame, encoder.yuvfmt(), &mut yuv, &mut mid_data);
+                    let frame = frame.to(encoder.yuvfmt(), &mut yuv, &mut mid_data).unwrap();
+                    let yuv = frame.yuv().unwrap();
                     for ref frame in encoder.encode(&yuv).unwrap() {
                         size += frame.data.len();
 

libs/scrap/examples/capture_mag.rs

@@ -24,7 +24,7 @@ fn get_display(i: usize) -> Display {
 fn record(i: usize) {
     use std::time::Duration;
 
-    use scrap::TraitFrame;
+    use scrap::{Frame, TraitPixelBuffer};
 
     for d in Display::all().unwrap() {
         println!("{:?} {} {}", d.origin(), d.width(), d.height());
@@ -44,8 +44,11 @@ fn record(i: usize) {
             println!("Filter window for cls {} name {}", wnd_cls, wnd_name);
         }
 
-        let captured_frame = capture_mag.frame(Duration::from_millis(0)).unwrap();
-        let frame = captured_frame.data();
+        let frame = capture_mag.frame(Duration::from_millis(0)).unwrap();
+        let Frame::PixelBuffer(frame) = frame else {
+            return;
+        };
+        let frame = frame.data();
         println!("Capture data len: {}, Saving...", frame.len());
 
         let mut bitflipped = Vec::with_capacity(w * h * 4);
@@ -81,6 +84,9 @@ fn record(i: usize) {
         }
 
         let frame = capture_mag.frame(Duration::from_millis(0)).unwrap();
+        let Frame::PixelBuffer(frame) = frame else {
+            return;
+        };
         println!("Capture data len: {}, Saving...", frame.data().len());
 
         let mut raw = Vec::new();

libs/scrap/examples/ffplay.rs

@@ -1,6 +1,6 @@
 use std::time::Duration;
 
-use scrap::TraitFrame;
+use scrap::{Frame, TraitPixelBuffer};
 
 extern crate scrap;
 
@@ -36,6 +36,9 @@ fn main() {
         match capturer.frame(Duration::from_millis(0)) {
             Ok(frame) => {
                 // Write the frame, removing end-of-row padding.
+                let Frame::PixelBuffer(frame) = frame else {
+                    return;
+                };
                 let stride = frame.stride()[0];
                 let rowlen = 4 * w;
                 for row in frame.data().chunks(stride) {

libs/scrap/examples/record-screen.rs

@@ -17,7 +17,7 @@ use scrap::codec::{EncoderApi, EncoderCfg, Quality as Q};
 use webm::mux;
 use webm::mux::Track;
 
-use scrap::{convert_to_yuv, vpxcodec as vpx_encode};
+use scrap::vpxcodec as vpx_encode;
 use scrap::{Capturer, Display, TraitCapturer, STRIDE_ALIGN};
 
 const USAGE: &'static str = "
@@ -152,7 +152,7 @@ fn main() -> io::Result<()> {
 
         if let Ok(frame) = c.frame(Duration::from_millis(0)) {
             let ms = time.as_secs() * 1000 + time.subsec_millis() as u64;
-            convert_to_yuv(&frame, vpx.yuvfmt(), &mut yuv, &mut mid_data);
+            frame.to(vpx.yuvfmt(), &mut yuv, &mut mid_data).unwrap();
             for frame in vpx.encode(ms as i64, &yuv, STRIDE_ALIGN).unwrap() {
                 vt.add_frame(frame.data, frame.pts as u64 * 1_000_000, frame.key);
             }

libs/scrap/examples/screenshot.rs

@@ -6,7 +6,7 @@ use std::io::ErrorKind::WouldBlock;
 use std::thread;
 use std::time::Duration;
 
-use scrap::{Capturer, Display, TraitCapturer, TraitFrame};
+use scrap::{Capturer, Display, Frame, TraitCapturer, TraitPixelBuffer};
 
 fn main() {
     let n = Display::all().unwrap().len();
@@ -46,6 +46,9 @@ fn record(i: usize) {
                 }
             }
         };
+        let Frame::PixelBuffer(frame) = frame else {
+            return;
+        };
         let buffer = frame.data();
         println!("Captured data len: {}, Saving...", buffer.len());
 
@@ -96,6 +99,9 @@ fn record(i: usize) {
                 }
             }
         };
+        let Frame::PixelBuffer(frame) = frame else {
+            return;
+        };
         let buffer = frame.data();
         println!("Captured data len: {}, Saving...", buffer.len());