opt qos (#10459)

* Adjust bitrate and fps based on TestDelay messages.
* Bitrate is adjusted every 3 seconds, fps is adjusted every second and when receiving test lag.
* Latency optimized at high resolutions. However, when the network is poor, the delay when just connecting or sliding static pages is still obvious.

Signed-off-by: 21pages <sunboeasy@gmail.com>

libs/scrap/examples/benchmark.rs

@@ -5,7 +5,7 @@ use hbb_common::{
 };
 use scrap::{
     aom::{AomDecoder, AomEncoder, AomEncoderConfig},
-    codec::{EncoderApi, EncoderCfg, Quality as Q},
+    codec::{EncoderApi, EncoderCfg},
     Capturer, Display, TraitCapturer, VpxDecoder, VpxDecoderConfig, VpxEncoder, VpxEncoderConfig,
     VpxVideoCodecId::{self, *},
     STRIDE_ALIGN,
@@ -27,25 +27,17 @@ Usage:
 Options:
   -h --help             Show this screen.
   --count=COUNT         Capture frame count [default: 100].
-  --quality=QUALITY     Video quality [default: Balanced].
-                        Valid values: Best, Balanced, Low.
+  --quality=QUALITY     Video quality [default: 1.0].
   --i444                I444.
 ";
 
 #[derive(Debug, serde::Deserialize, Clone, Copy)]
 struct Args {
     flag_count: usize,
-    flag_quality: Quality,
+    flag_quality: f32,
     flag_i444: bool,
 }
 
-#[derive(Debug, serde::Deserialize, Clone, Copy)]
-enum Quality {
-    Best,
-    Balanced,
-    Low,
-}
-
 fn main() {
     init_from_env(Env::default().filter_or(DEFAULT_FILTER_ENV, "info"));
     let args: Args = Docopt::new(USAGE)
@@ -70,11 +62,6 @@ fn main() {
         "benchmark {}x{} quality:{:?}, i444:{:?}",
         width, height, quality, args.flag_i444
     );
-    let quality = match quality {
-        Quality::Best => Q::Best,
-        Quality::Balanced => Q::Balanced,
-        Quality::Low => Q::Low,
-    };
     [VP8, VP9].map(|codec| {
         test_vpx(
             &mut c,
@@ -98,7 +85,7 @@ fn test_vpx(
     codec_id: VpxVideoCodecId,
     width: usize,
     height: usize,
-    quality: Q,
+    quality: f32,
     yuv_count: usize,
     i444: bool,
 ) {
@@ -177,7 +164,7 @@ fn test_av1(
     c: &mut Capturer,
     width: usize,
     height: usize,
-    quality: Q,
+    quality: f32,
     yuv_count: usize,
     i444: bool,
 ) {
@@ -247,7 +234,7 @@ mod hw {
 
     use super::*;
 
-    pub fn test(c: &mut Capturer, width: usize, height: usize, quality: Q, yuv_count: usize) {
+    pub fn test(c: &mut Capturer, width: usize, height: usize, quality: f32, yuv_count: usize) {
         let mut h264s = Vec::new();
         let mut h265s = Vec::new();
         if let Some(info) = HwRamEncoder::try_get(CodecFormat::H264) {
@@ -263,7 +250,7 @@ mod hw {
     fn test_encoder(
         width: usize,
         height: usize,
-        quality: Q,
+        quality: f32,
         info: CodecInfo,
         c: &mut Capturer,
         yuv_count: usize,

libs/scrap/examples/record-screen.rs

@@ -13,7 +13,7 @@ use std::time::{Duration, Instant};
 use std::{io, thread};
 
 use docopt::Docopt;
-use scrap::codec::{EncoderApi, EncoderCfg, Quality as Q};
+use scrap::codec::{EncoderApi, EncoderCfg};
 use webm::mux;
 use webm::mux::Track;
 
@@ -31,8 +31,7 @@ Options:
   -h --help                 Show this screen.
   --time=<s>                Recording duration in seconds.
   --fps=<fps>               Frames per second [default: 30].
-  --quality=<quality>       Video quality [default: Balanced].
-                            Valid values: Best, Balanced, Low.
+  --quality=<quality>       Video quality [default: 1.0].
   --ba=<kbps>               Audio bitrate in kilobits per second [default: 96].
   --codec CODEC             Configure the codec used. [default: vp9]
                             Valid values: vp8, vp9.
@@ -44,14 +43,7 @@ struct Args {
     flag_codec: Codec,
     flag_time: Option<u64>,
     flag_fps: u64,
-    flag_quality: Quality,
-}
-
-#[derive(Debug, serde::Deserialize)]
-enum Quality {
-    Best,
-    Balanced,
-    Low,
+    flag_quality: f32,
 }
 
 #[derive(Debug, serde::Deserialize)]
@@ -105,11 +97,7 @@ fn main() -> io::Result<()> {
     let mut vt = webm.add_video_track(width, height, None, mux_codec);
 
     // Setup the encoder.
-    let quality = match args.flag_quality {
-        Quality::Best => Q::Best,
-        Quality::Balanced => Q::Balanced,
-        Quality::Low => Q::Low,
-    };
+    let quality = args.flag_quality;
     let mut vpx = vpx_encode::VpxEncoder::new(
         EncoderCfg::VPX(vpx_encode::VpxEncoderConfig {
             width,