You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
704 lines
22 KiB
704 lines
22 KiB
/*
|
|
* Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "modules/video_coding/frame_buffer2.h"
|
|
|
|
#include <algorithm>
|
|
#include <cstring>
|
|
#include <limits>
|
|
#include <memory>
|
|
#include <vector>
|
|
|
|
#include "modules/video_coding/frame_object.h"
|
|
#include "modules/video_coding/jitter_estimator.h"
|
|
#include "modules/video_coding/timing.h"
|
|
#include "rtc_base/numerics/sequence_number_util.h"
|
|
#include "rtc_base/platform_thread.h"
|
|
#include "rtc_base/random.h"
|
|
#include "system_wrappers/include/clock.h"
|
|
#include "test/field_trial.h"
|
|
#include "test/gmock.h"
|
|
#include "test/gtest.h"
|
|
#include "test/time_controller/simulated_time_controller.h"
|
|
|
|
using ::testing::_;
|
|
using ::testing::Return;
|
|
|
|
namespace webrtc {
|
|
namespace video_coding {
|
|
|
|
class VCMTimingFake : public VCMTiming {
|
|
public:
|
|
explicit VCMTimingFake(Clock* clock) : VCMTiming(clock) {}
|
|
|
|
int64_t RenderTimeMs(uint32_t frame_timestamp,
|
|
int64_t now_ms) const override {
|
|
if (last_ms_ == -1) {
|
|
last_ms_ = now_ms + kDelayMs;
|
|
last_timestamp_ = frame_timestamp;
|
|
}
|
|
|
|
uint32_t diff = MinDiff(frame_timestamp, last_timestamp_);
|
|
if (AheadOf(frame_timestamp, last_timestamp_))
|
|
last_ms_ += diff / 90;
|
|
else
|
|
last_ms_ -= diff / 90;
|
|
|
|
last_timestamp_ = frame_timestamp;
|
|
return last_ms_;
|
|
}
|
|
|
|
int64_t MaxWaitingTime(int64_t render_time_ms,
|
|
int64_t now_ms) const override {
|
|
return render_time_ms - now_ms - kDecodeTime;
|
|
}
|
|
|
|
bool GetTimings(int* max_decode_ms,
|
|
int* current_delay_ms,
|
|
int* target_delay_ms,
|
|
int* jitter_buffer_ms,
|
|
int* min_playout_delay_ms,
|
|
int* render_delay_ms) const override {
|
|
return true;
|
|
}
|
|
|
|
int GetCurrentJitter() {
|
|
int max_decode_ms;
|
|
int current_delay_ms;
|
|
int target_delay_ms;
|
|
int jitter_buffer_ms;
|
|
int min_playout_delay_ms;
|
|
int render_delay_ms;
|
|
VCMTiming::GetTimings(&max_decode_ms, ¤t_delay_ms, &target_delay_ms,
|
|
&jitter_buffer_ms, &min_playout_delay_ms,
|
|
&render_delay_ms);
|
|
return jitter_buffer_ms;
|
|
}
|
|
|
|
private:
|
|
static constexpr int kDelayMs = 50;
|
|
static constexpr int kDecodeTime = kDelayMs / 2;
|
|
mutable uint32_t last_timestamp_ = 0;
|
|
mutable int64_t last_ms_ = -1;
|
|
};
|
|
|
|
class FrameObjectFake : public EncodedFrame {
|
|
public:
|
|
int64_t ReceivedTime() const override { return 0; }
|
|
|
|
int64_t RenderTime() const override { return _renderTimeMs; }
|
|
|
|
bool delayed_by_retransmission() const override {
|
|
return delayed_by_retransmission_;
|
|
}
|
|
void set_delayed_by_retransmission(bool delayed) {
|
|
delayed_by_retransmission_ = delayed;
|
|
}
|
|
|
|
private:
|
|
bool delayed_by_retransmission_ = false;
|
|
};
|
|
|
|
class VCMReceiveStatisticsCallbackMock : public VCMReceiveStatisticsCallback {
|
|
public:
|
|
MOCK_METHOD(void,
|
|
OnCompleteFrame,
|
|
(bool is_keyframe,
|
|
size_t size_bytes,
|
|
VideoContentType content_type),
|
|
(override));
|
|
MOCK_METHOD(void, OnDroppedFrames, (uint32_t frames_dropped), (override));
|
|
MOCK_METHOD(void,
|
|
OnFrameBufferTimingsUpdated,
|
|
(int max_decode_ms,
|
|
int current_delay_ms,
|
|
int target_delay_ms,
|
|
int jitter_buffer_ms,
|
|
int min_playout_delay_ms,
|
|
int render_delay_ms),
|
|
(override));
|
|
MOCK_METHOD(void,
|
|
OnTimingFrameInfoUpdated,
|
|
(const TimingFrameInfo& info),
|
|
(override));
|
|
};
|
|
|
|
class TestFrameBuffer2 : public ::testing::Test {
|
|
protected:
|
|
static constexpr int kMaxReferences = 5;
|
|
static constexpr int kFps1 = 1000;
|
|
static constexpr int kFps10 = kFps1 / 10;
|
|
static constexpr int kFps20 = kFps1 / 20;
|
|
static constexpr size_t kFrameSize = 10;
|
|
|
|
TestFrameBuffer2()
|
|
: trial_("WebRTC-AddRttToPlayoutDelay/Enabled/"),
|
|
time_controller_(Timestamp::Seconds(0)),
|
|
time_task_queue_(
|
|
time_controller_.GetTaskQueueFactory()->CreateTaskQueue(
|
|
"extract queue",
|
|
TaskQueueFactory::Priority::NORMAL)),
|
|
timing_(time_controller_.GetClock()),
|
|
buffer_(new FrameBuffer(time_controller_.GetClock(),
|
|
&timing_,
|
|
&stats_callback_)),
|
|
rand_(0x34678213) {}
|
|
|
|
template <typename... T>
|
|
std::unique_ptr<FrameObjectFake> CreateFrame(uint16_t picture_id,
|
|
uint8_t spatial_layer,
|
|
int64_t ts_ms,
|
|
bool inter_layer_predicted,
|
|
bool last_spatial_layer,
|
|
size_t frame_size_bytes,
|
|
T... refs) {
|
|
static_assert(sizeof...(refs) <= kMaxReferences,
|
|
"To many references specified for EncodedFrame.");
|
|
std::array<uint16_t, sizeof...(refs)> references = {
|
|
{rtc::checked_cast<uint16_t>(refs)...}};
|
|
|
|
auto frame = std::make_unique<FrameObjectFake>();
|
|
frame->id.picture_id = picture_id;
|
|
frame->id.spatial_layer = spatial_layer;
|
|
frame->SetSpatialIndex(spatial_layer);
|
|
frame->SetTimestamp(ts_ms * 90);
|
|
frame->num_references = references.size();
|
|
frame->inter_layer_predicted = inter_layer_predicted;
|
|
frame->is_last_spatial_layer = last_spatial_layer;
|
|
// Add some data to buffer.
|
|
frame->SetEncodedData(EncodedImageBuffer::Create(frame_size_bytes));
|
|
for (size_t r = 0; r < references.size(); ++r)
|
|
frame->references[r] = references[r];
|
|
return frame;
|
|
}
|
|
|
|
template <typename... T>
|
|
int InsertFrame(uint16_t picture_id,
|
|
uint8_t spatial_layer,
|
|
int64_t ts_ms,
|
|
bool inter_layer_predicted,
|
|
bool last_spatial_layer,
|
|
size_t frame_size_bytes,
|
|
T... refs) {
|
|
return buffer_->InsertFrame(
|
|
CreateFrame(picture_id, spatial_layer, ts_ms, inter_layer_predicted,
|
|
last_spatial_layer, frame_size_bytes, refs...));
|
|
}
|
|
|
|
int InsertNackedFrame(uint16_t picture_id, int64_t ts_ms) {
|
|
std::unique_ptr<FrameObjectFake> frame =
|
|
CreateFrame(picture_id, 0, ts_ms, false, true, kFrameSize);
|
|
frame->set_delayed_by_retransmission(true);
|
|
return buffer_->InsertFrame(std::move(frame));
|
|
}
|
|
|
|
void ExtractFrame(int64_t max_wait_time = 0, bool keyframe_required = false) {
|
|
time_task_queue_.PostTask([this, max_wait_time, keyframe_required]() {
|
|
buffer_->NextFrame(
|
|
max_wait_time, keyframe_required, &time_task_queue_,
|
|
[this](std::unique_ptr<video_coding::EncodedFrame> frame,
|
|
video_coding::FrameBuffer::ReturnReason reason) {
|
|
if (reason != FrameBuffer::ReturnReason::kStopped) {
|
|
frames_.emplace_back(std::move(frame));
|
|
}
|
|
});
|
|
});
|
|
if (max_wait_time == 0) {
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(0));
|
|
}
|
|
}
|
|
|
|
void CheckFrame(size_t index, int picture_id, int spatial_layer) {
|
|
ASSERT_LT(index, frames_.size());
|
|
ASSERT_TRUE(frames_[index]);
|
|
ASSERT_EQ(picture_id, frames_[index]->id.picture_id);
|
|
ASSERT_EQ(spatial_layer, frames_[index]->id.spatial_layer);
|
|
}
|
|
|
|
void CheckFrameSize(size_t index, size_t size) {
|
|
ASSERT_LT(index, frames_.size());
|
|
ASSERT_TRUE(frames_[index]);
|
|
ASSERT_EQ(frames_[index]->size(), size);
|
|
}
|
|
|
|
void CheckNoFrame(size_t index) {
|
|
ASSERT_LT(index, frames_.size());
|
|
ASSERT_FALSE(frames_[index]);
|
|
}
|
|
|
|
uint32_t Rand() { return rand_.Rand<uint32_t>(); }
|
|
|
|
// The ProtectionMode tests depends on rtt-multiplier experiment.
|
|
test::ScopedFieldTrials trial_;
|
|
webrtc::GlobalSimulatedTimeController time_controller_;
|
|
rtc::TaskQueue time_task_queue_;
|
|
VCMTimingFake timing_;
|
|
std::unique_ptr<FrameBuffer> buffer_;
|
|
std::vector<std::unique_ptr<EncodedFrame>> frames_;
|
|
Random rand_;
|
|
::testing::NiceMock<VCMReceiveStatisticsCallbackMock> stats_callback_;
|
|
};
|
|
|
|
// From https://en.cppreference.com/w/cpp/language/static: "If ... a constexpr
|
|
// static data member (since C++11) is odr-used, a definition at namespace scope
|
|
// is still required... This definition is deprecated for constexpr data members
|
|
// since C++17."
|
|
// kFrameSize is odr-used since it is passed by reference to EXPECT_EQ().
|
|
#if __cplusplus < 201703L
|
|
constexpr size_t TestFrameBuffer2::kFrameSize;
|
|
#endif
|
|
|
|
TEST_F(TestFrameBuffer2, WaitForFrame) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
ExtractFrame(50);
|
|
InsertFrame(pid, 0, ts, false, true, kFrameSize);
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(50));
|
|
CheckFrame(0, pid, 0);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, OneSuperFrame) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, false, kFrameSize);
|
|
InsertFrame(pid, 1, ts, true, true, kFrameSize);
|
|
ExtractFrame();
|
|
|
|
CheckFrame(0, pid, 1);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, ZeroPlayoutDelay) {
|
|
VCMTiming timing(time_controller_.GetClock());
|
|
buffer_.reset(
|
|
new FrameBuffer(time_controller_.GetClock(), &timing, &stats_callback_));
|
|
const PlayoutDelay kPlayoutDelayMs = {0, 0};
|
|
std::unique_ptr<FrameObjectFake> test_frame(new FrameObjectFake());
|
|
test_frame->id.picture_id = 0;
|
|
test_frame->SetPlayoutDelay(kPlayoutDelayMs);
|
|
buffer_->InsertFrame(std::move(test_frame));
|
|
ExtractFrame(0, false);
|
|
CheckFrame(0, 0, 0);
|
|
EXPECT_EQ(0, frames_[0]->RenderTimeMs());
|
|
}
|
|
|
|
// Flaky test, see bugs.webrtc.org/7068.
|
|
TEST_F(TestFrameBuffer2, DISABLED_OneUnorderedSuperFrame) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
ExtractFrame(50);
|
|
InsertFrame(pid, 1, ts, true, true, kFrameSize);
|
|
InsertFrame(pid, 0, ts, false, false, kFrameSize);
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(0));
|
|
|
|
CheckFrame(0, pid, 0);
|
|
CheckFrame(1, pid, 1);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, DISABLED_OneLayerStreamReordered) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, true, kFrameSize);
|
|
ExtractFrame();
|
|
CheckFrame(0, pid, 0);
|
|
for (int i = 1; i < 10; i += 2) {
|
|
ExtractFrame(50);
|
|
InsertFrame(pid + i + 1, 0, ts + (i + 1) * kFps10, false, true, kFrameSize,
|
|
pid + i);
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(kFps10));
|
|
InsertFrame(pid + i, 0, ts + i * kFps10, false, true, kFrameSize,
|
|
pid + i - 1);
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(kFps10));
|
|
ExtractFrame();
|
|
CheckFrame(i, pid + i, 0);
|
|
CheckFrame(i + 1, pid + i + 1, 0);
|
|
}
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, ExtractFromEmptyBuffer) {
|
|
ExtractFrame();
|
|
CheckNoFrame(0);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, MissingFrame) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, true, kFrameSize);
|
|
InsertFrame(pid + 2, 0, ts, false, true, kFrameSize, pid);
|
|
InsertFrame(pid + 3, 0, ts, false, true, kFrameSize, pid + 1, pid + 2);
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
|
|
CheckFrame(0, pid, 0);
|
|
CheckFrame(1, pid + 2, 0);
|
|
CheckNoFrame(2);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, OneLayerStream) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, true, kFrameSize);
|
|
ExtractFrame();
|
|
CheckFrame(0, pid, 0);
|
|
for (int i = 1; i < 10; ++i) {
|
|
InsertFrame(pid + i, 0, ts + i * kFps10, false, true, kFrameSize,
|
|
pid + i - 1);
|
|
ExtractFrame();
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(kFps10));
|
|
CheckFrame(i, pid + i, 0);
|
|
}
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, DropTemporalLayerSlowDecoder) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, true, kFrameSize);
|
|
InsertFrame(pid + 1, 0, ts + kFps20, false, true, kFrameSize, pid);
|
|
for (int i = 2; i < 10; i += 2) {
|
|
uint32_t ts_tl0 = ts + i / 2 * kFps10;
|
|
InsertFrame(pid + i, 0, ts_tl0, false, true, kFrameSize, pid + i - 2);
|
|
InsertFrame(pid + i + 1, 0, ts_tl0 + kFps20, false, true, kFrameSize,
|
|
pid + i, pid + i - 1);
|
|
}
|
|
|
|
EXPECT_CALL(stats_callback_, OnDroppedFrames(1)).Times(3);
|
|
|
|
for (int i = 0; i < 10; ++i) {
|
|
ExtractFrame();
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(70));
|
|
}
|
|
|
|
CheckFrame(0, pid, 0);
|
|
CheckFrame(1, pid + 1, 0);
|
|
CheckFrame(2, pid + 2, 0);
|
|
CheckFrame(3, pid + 4, 0);
|
|
CheckFrame(4, pid + 6, 0);
|
|
CheckFrame(5, pid + 8, 0);
|
|
CheckNoFrame(6);
|
|
CheckNoFrame(7);
|
|
CheckNoFrame(8);
|
|
CheckNoFrame(9);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, DropFramesIfSystemIsStalled) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, true, kFrameSize);
|
|
InsertFrame(pid + 1, 0, ts + 1 * kFps10, false, true, kFrameSize, pid);
|
|
InsertFrame(pid + 2, 0, ts + 2 * kFps10, false, true, kFrameSize, pid + 1);
|
|
InsertFrame(pid + 3, 0, ts + 3 * kFps10, false, true, kFrameSize);
|
|
|
|
ExtractFrame();
|
|
// Jump forward in time, simulating the system being stalled for some reason.
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(3) * kFps10);
|
|
// Extract one more frame, expect second and third frame to be dropped.
|
|
EXPECT_CALL(stats_callback_, OnDroppedFrames(2)).Times(1);
|
|
ExtractFrame();
|
|
|
|
CheckFrame(0, pid + 0, 0);
|
|
CheckFrame(1, pid + 3, 0);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, DroppedFramesCountedOnClear) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, true, kFrameSize);
|
|
for (int i = 1; i < 5; ++i) {
|
|
InsertFrame(pid + i, 0, ts + i * kFps10, false, true, kFrameSize,
|
|
pid + i - 1);
|
|
}
|
|
|
|
// All frames should be dropped when Clear is called.
|
|
EXPECT_CALL(stats_callback_, OnDroppedFrames(5)).Times(1);
|
|
buffer_->Clear();
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, InsertLateFrame) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, true, kFrameSize);
|
|
ExtractFrame();
|
|
InsertFrame(pid + 2, 0, ts, false, true, kFrameSize);
|
|
ExtractFrame();
|
|
InsertFrame(pid + 1, 0, ts, false, true, kFrameSize, pid);
|
|
ExtractFrame();
|
|
|
|
CheckFrame(0, pid, 0);
|
|
CheckFrame(1, pid + 2, 0);
|
|
CheckNoFrame(2);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, ProtectionModeNackFEC) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
constexpr int64_t kRttMs = 200;
|
|
buffer_->UpdateRtt(kRttMs);
|
|
|
|
// Jitter estimate unaffected by RTT in this protection mode.
|
|
buffer_->SetProtectionMode(kProtectionNackFEC);
|
|
InsertNackedFrame(pid, ts);
|
|
InsertNackedFrame(pid + 1, ts + 100);
|
|
InsertNackedFrame(pid + 2, ts + 200);
|
|
InsertFrame(pid + 3, 0, ts + 300, false, true, kFrameSize);
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
ASSERT_EQ(4u, frames_.size());
|
|
EXPECT_LT(timing_.GetCurrentJitter(), kRttMs);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, ProtectionModeNack) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
constexpr int64_t kRttMs = 200;
|
|
|
|
buffer_->UpdateRtt(kRttMs);
|
|
|
|
// Jitter estimate includes RTT (after 3 retransmitted packets)
|
|
buffer_->SetProtectionMode(kProtectionNack);
|
|
InsertNackedFrame(pid, ts);
|
|
InsertNackedFrame(pid + 1, ts + 100);
|
|
InsertNackedFrame(pid + 2, ts + 200);
|
|
InsertFrame(pid + 3, 0, ts + 300, false, true, kFrameSize);
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
ASSERT_EQ(4u, frames_.size());
|
|
|
|
EXPECT_GT(timing_.GetCurrentJitter(), kRttMs);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, NoContinuousFrame) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
EXPECT_EQ(-1, InsertFrame(pid + 1, 0, ts, false, true, kFrameSize, pid));
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, LastContinuousFrameSingleLayer) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, true, kFrameSize));
|
|
EXPECT_EQ(pid, InsertFrame(pid + 2, 0, ts, false, true, kFrameSize, pid + 1));
|
|
EXPECT_EQ(pid + 2, InsertFrame(pid + 1, 0, ts, false, true, kFrameSize, pid));
|
|
EXPECT_EQ(pid + 2,
|
|
InsertFrame(pid + 4, 0, ts, false, true, kFrameSize, pid + 3));
|
|
EXPECT_EQ(pid + 5, InsertFrame(pid + 5, 0, ts, false, true, kFrameSize));
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, LastContinuousFrameTwoLayers) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, false, kFrameSize));
|
|
EXPECT_EQ(pid, InsertFrame(pid, 1, ts, true, true, kFrameSize));
|
|
EXPECT_EQ(pid, InsertFrame(pid + 1, 1, ts, true, true, kFrameSize, pid));
|
|
EXPECT_EQ(pid,
|
|
InsertFrame(pid + 2, 0, ts, false, false, kFrameSize, pid + 1));
|
|
EXPECT_EQ(pid, InsertFrame(pid + 2, 1, ts, true, true, kFrameSize, pid + 1));
|
|
EXPECT_EQ(pid,
|
|
InsertFrame(pid + 3, 0, ts, false, false, kFrameSize, pid + 2));
|
|
EXPECT_EQ(pid + 3,
|
|
InsertFrame(pid + 1, 0, ts, false, false, kFrameSize, pid));
|
|
EXPECT_EQ(pid + 3,
|
|
InsertFrame(pid + 3, 1, ts, true, true, kFrameSize, pid + 2));
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, PictureIdJumpBack) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, true, kFrameSize));
|
|
EXPECT_EQ(pid + 1,
|
|
InsertFrame(pid + 1, 0, ts + 1, false, true, kFrameSize, pid));
|
|
ExtractFrame();
|
|
CheckFrame(0, pid, 0);
|
|
|
|
// Jump back in pid but increase ts.
|
|
EXPECT_EQ(pid - 1, InsertFrame(pid - 1, 0, ts + 2, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
CheckFrame(1, pid - 1, 0);
|
|
CheckNoFrame(2);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, StatsCallback) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
const int kFrameSize = 5000;
|
|
|
|
EXPECT_CALL(stats_callback_,
|
|
OnCompleteFrame(true, kFrameSize, VideoContentType::UNSPECIFIED));
|
|
EXPECT_CALL(stats_callback_, OnFrameBufferTimingsUpdated(_, _, _, _, _, _));
|
|
|
|
{
|
|
std::unique_ptr<FrameObjectFake> frame(new FrameObjectFake());
|
|
frame->SetEncodedData(EncodedImageBuffer::Create(kFrameSize));
|
|
frame->id.picture_id = pid;
|
|
frame->id.spatial_layer = 0;
|
|
frame->SetTimestamp(ts);
|
|
frame->num_references = 0;
|
|
frame->inter_layer_predicted = false;
|
|
|
|
EXPECT_EQ(buffer_->InsertFrame(std::move(frame)), pid);
|
|
}
|
|
|
|
ExtractFrame();
|
|
CheckFrame(0, pid, 0);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, ForwardJumps) {
|
|
EXPECT_EQ(5453, InsertFrame(5453, 0, 1, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
EXPECT_EQ(5454, InsertFrame(5454, 0, 1, false, true, kFrameSize, 5453));
|
|
ExtractFrame();
|
|
EXPECT_EQ(15670, InsertFrame(15670, 0, 1, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
EXPECT_EQ(29804, InsertFrame(29804, 0, 1, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
EXPECT_EQ(29805, InsertFrame(29805, 0, 1, false, true, kFrameSize, 29804));
|
|
ExtractFrame();
|
|
EXPECT_EQ(29806, InsertFrame(29806, 0, 1, false, true, kFrameSize, 29805));
|
|
ExtractFrame();
|
|
EXPECT_EQ(33819, InsertFrame(33819, 0, 1, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
EXPECT_EQ(41248, InsertFrame(41248, 0, 1, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, DuplicateFrames) {
|
|
EXPECT_EQ(22256, InsertFrame(22256, 0, 1, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
EXPECT_EQ(22256, InsertFrame(22256, 0, 1, false, true, kFrameSize));
|
|
}
|
|
|
|
// TODO(philipel): implement more unittests related to invalid references.
|
|
TEST_F(TestFrameBuffer2, InvalidReferences) {
|
|
EXPECT_EQ(-1, InsertFrame(0, 0, 1000, false, true, kFrameSize, 2));
|
|
EXPECT_EQ(1, InsertFrame(1, 0, 2000, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
EXPECT_EQ(2, InsertFrame(2, 0, 3000, false, true, kFrameSize, 1));
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, KeyframeRequired) {
|
|
EXPECT_EQ(1, InsertFrame(1, 0, 1000, false, true, kFrameSize));
|
|
EXPECT_EQ(2, InsertFrame(2, 0, 2000, false, true, kFrameSize, 1));
|
|
EXPECT_EQ(3, InsertFrame(3, 0, 3000, false, true, kFrameSize));
|
|
ExtractFrame();
|
|
ExtractFrame(0, true);
|
|
ExtractFrame();
|
|
|
|
CheckFrame(0, 1, 0);
|
|
CheckFrame(1, 3, 0);
|
|
CheckNoFrame(2);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, KeyframeClearsFullBuffer) {
|
|
const int kMaxBufferSize = 600;
|
|
|
|
for (int i = 1; i <= kMaxBufferSize; ++i)
|
|
EXPECT_EQ(-1, InsertFrame(i, 0, i * 1000, false, true, kFrameSize, i - 1));
|
|
ExtractFrame();
|
|
CheckNoFrame(0);
|
|
|
|
EXPECT_EQ(kMaxBufferSize + 1,
|
|
InsertFrame(kMaxBufferSize + 1, 0, (kMaxBufferSize + 1) * 1000,
|
|
false, true, kFrameSize));
|
|
ExtractFrame();
|
|
CheckFrame(1, kMaxBufferSize + 1, 0);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, DontUpdateOnUndecodableFrame) {
|
|
InsertFrame(1, 0, 0, false, true, kFrameSize);
|
|
ExtractFrame(0, true);
|
|
InsertFrame(3, 0, 0, false, true, kFrameSize, 2, 0);
|
|
InsertFrame(3, 0, 0, false, true, kFrameSize, 0);
|
|
InsertFrame(2, 0, 0, false, true, kFrameSize);
|
|
ExtractFrame(0, true);
|
|
ExtractFrame(0, true);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, DontDecodeOlderTimestamp) {
|
|
InsertFrame(2, 0, 1, false, true, kFrameSize);
|
|
InsertFrame(1, 0, 2, false, true,
|
|
kFrameSize); // Older picture id but newer timestamp.
|
|
ExtractFrame(0);
|
|
ExtractFrame(0);
|
|
CheckFrame(0, 1, 0);
|
|
CheckNoFrame(1);
|
|
|
|
InsertFrame(3, 0, 4, false, true, kFrameSize);
|
|
InsertFrame(4, 0, 3, false, true,
|
|
kFrameSize); // Newer picture id but older timestamp.
|
|
ExtractFrame(0);
|
|
ExtractFrame(0);
|
|
CheckFrame(2, 3, 0);
|
|
CheckNoFrame(3);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, CombineFramesToSuperframe) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, false, kFrameSize);
|
|
InsertFrame(pid, 1, ts, true, true, 2 * kFrameSize);
|
|
ExtractFrame(0);
|
|
ExtractFrame(0);
|
|
CheckFrame(0, pid, 1);
|
|
CheckNoFrame(1);
|
|
// Two frames should be combined and returned together.
|
|
CheckFrameSize(0, 3 * kFrameSize);
|
|
|
|
EXPECT_EQ(frames_[0]->SpatialIndex(), 1);
|
|
EXPECT_EQ(frames_[0]->SpatialLayerFrameSize(0), kFrameSize);
|
|
EXPECT_EQ(frames_[0]->SpatialLayerFrameSize(1), 2 * kFrameSize);
|
|
}
|
|
|
|
TEST_F(TestFrameBuffer2, HigherSpatialLayerNonDecodable) {
|
|
uint16_t pid = Rand();
|
|
uint32_t ts = Rand();
|
|
|
|
InsertFrame(pid, 0, ts, false, false, kFrameSize);
|
|
InsertFrame(pid, 1, ts, true, true, kFrameSize);
|
|
|
|
ExtractFrame(0);
|
|
CheckFrame(0, pid, 1);
|
|
|
|
InsertFrame(pid + 1, 1, ts + kFps20, false, true, kFrameSize, pid);
|
|
InsertFrame(pid + 2, 0, ts + kFps10, false, false, kFrameSize, pid);
|
|
InsertFrame(pid + 2, 1, ts + kFps10, true, true, kFrameSize, pid + 1);
|
|
|
|
time_controller_.AdvanceTime(TimeDelta::Millis(1000));
|
|
// Frame pid+1 is decodable but too late.
|
|
// In superframe pid+2 frame sid=0 is decodable, but frame sid=1 is not.
|
|
// Incorrect implementation might skip pid+1 frame and output undecodable
|
|
// pid+2 instead.
|
|
ExtractFrame();
|
|
ExtractFrame();
|
|
CheckFrame(1, pid + 1, 1);
|
|
CheckFrame(2, pid + 2, 1);
|
|
}
|
|
|
|
} // namespace video_coding
|
|
} // namespace webrtc
|