You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
102 lines
4.1 KiB
102 lines
4.1 KiB
/*
|
|
* Copyright 2020 The WebRTC Project Authors. All rights reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef VIDEO_ADAPTATION_QUALITY_SCALER_RESOURCE_H_
|
|
#define VIDEO_ADAPTATION_QUALITY_SCALER_RESOURCE_H_
|
|
|
|
#include <memory>
|
|
#include <queue>
|
|
#include <string>
|
|
|
|
#include "absl/types/optional.h"
|
|
#include "api/scoped_refptr.h"
|
|
#include "api/video/video_adaptation_reason.h"
|
|
#include "api/video_codecs/video_encoder.h"
|
|
#include "call/adaptation/adaptation_listener.h"
|
|
#include "call/adaptation/degradation_preference_provider.h"
|
|
#include "call/adaptation/resource_adaptation_processor_interface.h"
|
|
#include "modules/video_coding/utility/quality_scaler.h"
|
|
#include "rtc_base/ref_counted_object.h"
|
|
#include "rtc_base/task_queue.h"
|
|
#include "video/adaptation/video_stream_encoder_resource.h"
|
|
|
|
namespace webrtc {
|
|
|
|
// Handles interaction with the QualityScaler.
|
|
class QualityScalerResource : public VideoStreamEncoderResource,
|
|
public AdaptationListener,
|
|
public QualityScalerQpUsageHandlerInterface {
|
|
public:
|
|
static rtc::scoped_refptr<QualityScalerResource> Create(
|
|
DegradationPreferenceProvider* degradation_preference_provider);
|
|
|
|
explicit QualityScalerResource(
|
|
DegradationPreferenceProvider* degradation_preference_provider);
|
|
~QualityScalerResource() override;
|
|
|
|
bool is_started() const;
|
|
|
|
void StartCheckForOveruse(VideoEncoder::QpThresholds qp_thresholds);
|
|
void StopCheckForOveruse();
|
|
|
|
void SetQpThresholds(VideoEncoder::QpThresholds qp_thresholds);
|
|
bool QpFastFilterLow();
|
|
void OnEncodeCompleted(const EncodedImage& encoded_image,
|
|
int64_t time_sent_in_us);
|
|
void OnFrameDropped(EncodedImageCallback::DropReason reason);
|
|
|
|
// QualityScalerQpUsageHandlerInterface implementation.
|
|
void OnReportQpUsageHigh(
|
|
rtc::scoped_refptr<QualityScalerQpUsageHandlerCallbackInterface> callback)
|
|
override;
|
|
void OnReportQpUsageLow(
|
|
rtc::scoped_refptr<QualityScalerQpUsageHandlerCallbackInterface> callback)
|
|
override;
|
|
|
|
// AdaptationListener implementation.
|
|
void OnAdaptationApplied(
|
|
const VideoStreamInputState& input_state,
|
|
const VideoSourceRestrictions& restrictions_before,
|
|
const VideoSourceRestrictions& restrictions_after,
|
|
rtc::scoped_refptr<Resource> reason_resource) override;
|
|
|
|
private:
|
|
size_t QueuePendingCallback(
|
|
rtc::scoped_refptr<QualityScalerQpUsageHandlerCallbackInterface>
|
|
callback);
|
|
void HandlePendingCallback(size_t callback_id, bool clear_qp_samples);
|
|
void AbortPendingCallbacks();
|
|
|
|
// Members accessed on the encoder queue.
|
|
std::unique_ptr<QualityScaler> quality_scaler_
|
|
RTC_GUARDED_BY(encoder_queue());
|
|
// The timestamp of the last time we reported underuse because this resource
|
|
// was disabled in order to prevent getting stuck with QP adaptations. Used to
|
|
// make sure underuse reporting is not too spammy.
|
|
absl::optional<int64_t> last_underuse_due_to_disabled_timestamp_ms_
|
|
RTC_GUARDED_BY(encoder_queue());
|
|
// Every OnReportQpUsageHigh/Low() operation has a callback that MUST be
|
|
// invoked on the encoder_queue(). Because usage measurements are reported on
|
|
// the encoder_queue() but handled by the processor on the the
|
|
// resource_adaptation_queue_(), handling a measurement entails a task queue
|
|
// "ping" round-trip. Multiple callbacks in-flight is thus possible.
|
|
size_t num_handled_callbacks_ RTC_GUARDED_BY(encoder_queue());
|
|
std::queue<rtc::scoped_refptr<QualityScalerQpUsageHandlerCallbackInterface>>
|
|
pending_callbacks_ RTC_GUARDED_BY(encoder_queue());
|
|
DegradationPreferenceProvider* const degradation_preference_provider_;
|
|
|
|
// Members accessed on the adaptation queue.
|
|
bool clear_qp_samples_ RTC_GUARDED_BY(resource_adaptation_queue());
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // VIDEO_ADAPTATION_QUALITY_SCALER_RESOURCE_H_
|