You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
714 lines
24 KiB
714 lines
24 KiB
/*
|
|
* Copyright (c) 2011 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "modules/video_coding/decoding_state.h"
|
|
|
|
#include "modules/rtp_rtcp/source/rtp_video_header.h"
|
|
#include "modules/video_coding/codecs/interface/common_constants.h"
|
|
#include "modules/video_coding/codecs/vp8/include/vp8_globals.h"
|
|
#include "modules/video_coding/codecs/vp9/include/vp9_globals.h"
|
|
#include "modules/video_coding/frame_buffer.h"
|
|
#include "modules/video_coding/include/video_coding.h"
|
|
#include "modules/video_coding/packet.h"
|
|
#include "modules/video_coding/session_info.h"
|
|
#include "test/gtest.h"
|
|
|
|
namespace webrtc {
|
|
|
|
TEST(TestDecodingState, Sanity) {
|
|
VCMDecodingState dec_state;
|
|
dec_state.Reset();
|
|
EXPECT_TRUE(dec_state.in_initial_state());
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
}
|
|
|
|
TEST(TestDecodingState, FrameContinuity) {
|
|
VCMDecodingState dec_state;
|
|
// Check that makes decision based on correct method.
|
|
VCMFrameBuffer frame;
|
|
VCMFrameBuffer frame_key;
|
|
VCMPacket packet;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 0xffff;
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.video_header.codec = kVideoCodecVP8;
|
|
auto& vp8_header =
|
|
packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>();
|
|
vp8_header.pictureId = 0x007F;
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
// Always start with a key frame.
|
|
dec_state.Reset();
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
EXPECT_LE(0, frame_key.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame_key));
|
|
dec_state.SetState(&frame);
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
// Use pictureId
|
|
packet.video_header.is_first_packet_in_frame = false;
|
|
vp8_header.pictureId = 0x0002;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
frame.Reset();
|
|
vp8_header.pictureId = 0;
|
|
packet.seqNum = 10;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
|
|
// Use sequence numbers.
|
|
vp8_header.pictureId = kNoPictureId;
|
|
frame.Reset();
|
|
packet.seqNum = dec_state.sequence_num() - 1u;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
frame.Reset();
|
|
packet.seqNum = dec_state.sequence_num() + 1u;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
// Insert another packet to this frame
|
|
packet.seqNum++;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
// Verify wrap.
|
|
EXPECT_LE(dec_state.sequence_num(), 0xffff);
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Insert packet with temporal info.
|
|
dec_state.Reset();
|
|
frame.Reset();
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 0;
|
|
packet.seqNum = 1;
|
|
packet.timestamp = 1;
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
frame.Reset();
|
|
// 1 layer up - still good.
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 1;
|
|
vp8_header.pictureId = 1;
|
|
packet.seqNum = 2;
|
|
packet.timestamp = 2;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
frame.Reset();
|
|
// Lost non-base layer packet => should update sync parameter.
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 3;
|
|
vp8_header.pictureId = 3;
|
|
packet.seqNum = 4;
|
|
packet.timestamp = 4;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
// Now insert the next non-base layer (belonging to a next tl0PicId).
|
|
frame.Reset();
|
|
vp8_header.tl0PicIdx = 1;
|
|
vp8_header.temporalIdx = 2;
|
|
vp8_header.pictureId = 4;
|
|
packet.seqNum = 5;
|
|
packet.timestamp = 5;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
// Checking continuity and not updating the state - this should not trigger
|
|
// an update of sync state.
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
// Next base layer (dropped interim non-base layers) - should update sync.
|
|
frame.Reset();
|
|
vp8_header.tl0PicIdx = 1;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 5;
|
|
packet.seqNum = 6;
|
|
packet.timestamp = 6;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_FALSE(dec_state.full_sync());
|
|
|
|
// Check wrap for temporal layers.
|
|
frame.Reset();
|
|
vp8_header.tl0PicIdx = 0x00FF;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 6;
|
|
packet.seqNum = 7;
|
|
packet.timestamp = 7;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_FALSE(dec_state.full_sync());
|
|
frame.Reset();
|
|
vp8_header.tl0PicIdx = 0x0000;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 7;
|
|
packet.seqNum = 8;
|
|
packet.timestamp = 8;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
// The current frame is not continuous
|
|
dec_state.SetState(&frame);
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
}
|
|
|
|
TEST(TestDecodingState, UpdateOldPacket) {
|
|
VCMDecodingState dec_state;
|
|
// Update only if zero size and newer than previous.
|
|
// Should only update if the timeStamp match.
|
|
VCMFrameBuffer frame;
|
|
VCMPacket packet;
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 1;
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_EQ(dec_state.sequence_num(), 1);
|
|
// Insert an empty packet that does not belong to the same frame.
|
|
// => Sequence num should be the same.
|
|
packet.timestamp = 2;
|
|
dec_state.UpdateOldPacket(&packet);
|
|
EXPECT_EQ(dec_state.sequence_num(), 1);
|
|
// Now insert empty packet belonging to the same frame.
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 2;
|
|
packet.video_header.frame_type = VideoFrameType::kEmptyFrame;
|
|
packet.sizeBytes = 0;
|
|
dec_state.UpdateOldPacket(&packet);
|
|
EXPECT_EQ(dec_state.sequence_num(), 2);
|
|
// Now insert delta packet belonging to the same frame.
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 3;
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.sizeBytes = 1400;
|
|
dec_state.UpdateOldPacket(&packet);
|
|
EXPECT_EQ(dec_state.sequence_num(), 3);
|
|
// Insert a packet belonging to an older timestamp - should not update the
|
|
// sequence number.
|
|
packet.timestamp = 0;
|
|
packet.seqNum = 4;
|
|
packet.video_header.frame_type = VideoFrameType::kEmptyFrame;
|
|
packet.sizeBytes = 0;
|
|
dec_state.UpdateOldPacket(&packet);
|
|
EXPECT_EQ(dec_state.sequence_num(), 3);
|
|
}
|
|
|
|
TEST(TestDecodingState, MultiLayerBehavior) {
|
|
// Identify sync/non-sync when more than one layer.
|
|
VCMDecodingState dec_state;
|
|
// Identify packets belonging to old frames/packets.
|
|
// Set state for current frames.
|
|
// tl0PicIdx 0, temporal id 0.
|
|
VCMFrameBuffer frame;
|
|
VCMPacket packet;
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.video_header.codec = kVideoCodecVP8;
|
|
packet.timestamp = 0;
|
|
packet.seqNum = 0;
|
|
auto& vp8_header =
|
|
packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>();
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 0;
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
// tl0PicIdx 0, temporal id 1.
|
|
frame.Reset();
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 1;
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 1;
|
|
vp8_header.pictureId = 1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
// Lost tl0PicIdx 0, temporal id 2.
|
|
// Insert tl0PicIdx 0, temporal id 3.
|
|
frame.Reset();
|
|
packet.timestamp = 3;
|
|
packet.seqNum = 3;
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 3;
|
|
vp8_header.pictureId = 3;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_FALSE(dec_state.full_sync());
|
|
// Insert next base layer
|
|
frame.Reset();
|
|
packet.timestamp = 4;
|
|
packet.seqNum = 4;
|
|
vp8_header.tl0PicIdx = 1;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 4;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_FALSE(dec_state.full_sync());
|
|
// Insert key frame - should update sync value.
|
|
// A key frame is always a base layer.
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.timestamp = 5;
|
|
packet.seqNum = 5;
|
|
vp8_header.tl0PicIdx = 2;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 5;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
// After sync, a continuous PictureId is required
|
|
// (continuous base layer is not enough )
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.timestamp = 6;
|
|
packet.seqNum = 6;
|
|
vp8_header.tl0PicIdx = 3;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 6;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.timestamp = 8;
|
|
packet.seqNum = 8;
|
|
vp8_header.tl0PicIdx = 4;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 8;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
dec_state.SetState(&frame);
|
|
EXPECT_FALSE(dec_state.full_sync());
|
|
|
|
// Insert a non-ref frame - should update sync value.
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.timestamp = 9;
|
|
packet.seqNum = 9;
|
|
vp8_header.tl0PicIdx = 4;
|
|
vp8_header.temporalIdx = 2;
|
|
vp8_header.pictureId = 9;
|
|
vp8_header.layerSync = true;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
|
|
// The following test will verify the sync flag behavior after a loss.
|
|
// Create the following pattern:
|
|
// Update base layer, lose packet 1 (sync flag on, layer 2), insert packet 3
|
|
// (sync flag on, layer 2) check continuity and sync flag after inserting
|
|
// packet 2 (sync flag on, layer 1).
|
|
// Base layer.
|
|
frame.Reset();
|
|
dec_state.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.markerBit = 1;
|
|
packet.timestamp = 0;
|
|
packet.seqNum = 0;
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 0;
|
|
vp8_header.layerSync = false;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
// Layer 2 - 2 packets (insert one, lose one).
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.markerBit = 0;
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 1;
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 2;
|
|
vp8_header.pictureId = 1;
|
|
vp8_header.layerSync = true;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
// Layer 1
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.markerBit = 1;
|
|
packet.timestamp = 2;
|
|
packet.seqNum = 3;
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 1;
|
|
vp8_header.pictureId = 2;
|
|
vp8_header.layerSync = true;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
}
|
|
|
|
TEST(TestDecodingState, DiscontinuousPicIdContinuousSeqNum) {
|
|
VCMDecodingState dec_state;
|
|
VCMFrameBuffer frame;
|
|
VCMPacket packet;
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
packet.video_header.codec = kVideoCodecVP8;
|
|
packet.timestamp = 0;
|
|
packet.seqNum = 0;
|
|
auto& vp8_header =
|
|
packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>();
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 0;
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_TRUE(dec_state.full_sync());
|
|
|
|
// Continuous sequence number but discontinuous picture id. This implies a
|
|
// a loss and we have to fall back to only decoding the base layer.
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.timestamp += 3000;
|
|
++packet.seqNum;
|
|
vp8_header.temporalIdx = 1;
|
|
vp8_header.pictureId = 2;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
EXPECT_FALSE(dec_state.full_sync());
|
|
}
|
|
|
|
TEST(TestDecodingState, OldInput) {
|
|
VCMDecodingState dec_state;
|
|
// Identify packets belonging to old frames/packets.
|
|
// Set state for current frames.
|
|
VCMFrameBuffer frame;
|
|
VCMPacket packet;
|
|
packet.timestamp = 10;
|
|
packet.seqNum = 1;
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
packet.timestamp = 9;
|
|
EXPECT_TRUE(dec_state.IsOldPacket(&packet));
|
|
// Check for old frame
|
|
frame.Reset();
|
|
frame.InsertPacket(packet, 0, frame_data);
|
|
EXPECT_TRUE(dec_state.IsOldFrame(&frame));
|
|
}
|
|
|
|
TEST(TestDecodingState, PictureIdRepeat) {
|
|
VCMDecodingState dec_state;
|
|
VCMFrameBuffer frame;
|
|
VCMPacket packet;
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
packet.video_header.codec = kVideoCodecVP8;
|
|
packet.timestamp = 0;
|
|
packet.seqNum = 0;
|
|
auto& vp8_header =
|
|
packet.video_header.video_type_header.emplace<RTPVideoHeaderVP8>();
|
|
vp8_header.tl0PicIdx = 0;
|
|
vp8_header.temporalIdx = 0;
|
|
vp8_header.pictureId = 0;
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
// tl0PicIdx 0, temporal id 1.
|
|
frame.Reset();
|
|
++packet.timestamp;
|
|
++packet.seqNum;
|
|
vp8_header.temporalIdx++;
|
|
vp8_header.pictureId++;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
frame.Reset();
|
|
// Testing only gap in tl0PicIdx when tl0PicIdx in continuous.
|
|
vp8_header.tl0PicIdx += 3;
|
|
vp8_header.temporalIdx++;
|
|
vp8_header.tl0PicIdx = 1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
}
|
|
|
|
TEST(TestDecodingState, FrameContinuityFlexibleModeKeyFrame) {
|
|
VCMDecodingState dec_state;
|
|
VCMFrameBuffer frame;
|
|
VCMPacket packet;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 0xffff;
|
|
uint8_t data[] = "I need a data pointer for this test!";
|
|
packet.sizeBytes = sizeof(data);
|
|
packet.dataPtr = data;
|
|
packet.video_header.codec = kVideoCodecVP9;
|
|
|
|
auto& vp9_hdr =
|
|
packet.video_header.video_type_header.emplace<RTPVideoHeaderVP9>();
|
|
vp9_hdr.picture_id = 10;
|
|
vp9_hdr.flexible_mode = true;
|
|
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
|
|
// Key frame as first frame
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Key frame again
|
|
vp9_hdr.picture_id = 11;
|
|
frame.Reset();
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Ref to 11, continuous
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
vp9_hdr.picture_id = 12;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.pid_diff[0] = 1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
}
|
|
|
|
TEST(TestDecodingState, FrameContinuityFlexibleModeOutOfOrderFrames) {
|
|
VCMDecodingState dec_state;
|
|
VCMFrameBuffer frame;
|
|
VCMPacket packet;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 0xffff;
|
|
uint8_t data[] = "I need a data pointer for this test!";
|
|
packet.sizeBytes = sizeof(data);
|
|
packet.dataPtr = data;
|
|
packet.video_header.codec = kVideoCodecVP9;
|
|
|
|
auto& vp9_hdr =
|
|
packet.video_header.video_type_header.emplace<RTPVideoHeaderVP9>();
|
|
vp9_hdr.picture_id = 10;
|
|
vp9_hdr.flexible_mode = true;
|
|
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
|
|
// Key frame as first frame
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Ref to 10, continuous
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
vp9_hdr.picture_id = 15;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.pid_diff[0] = 5;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Out of order, last id 15, this id 12, ref to 10, continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 12;
|
|
vp9_hdr.pid_diff[0] = 2;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Ref 10, 12, 15, continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 20;
|
|
vp9_hdr.num_ref_pics = 3;
|
|
vp9_hdr.pid_diff[0] = 10;
|
|
vp9_hdr.pid_diff[1] = 8;
|
|
vp9_hdr.pid_diff[2] = 5;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
}
|
|
|
|
TEST(TestDecodingState, FrameContinuityFlexibleModeGeneral) {
|
|
VCMDecodingState dec_state;
|
|
VCMFrameBuffer frame;
|
|
VCMPacket packet;
|
|
packet.video_header.is_first_packet_in_frame = true;
|
|
packet.timestamp = 1;
|
|
packet.seqNum = 0xffff;
|
|
uint8_t data[] = "I need a data pointer for this test!";
|
|
packet.sizeBytes = sizeof(data);
|
|
packet.dataPtr = data;
|
|
packet.video_header.codec = kVideoCodecVP9;
|
|
|
|
auto& vp9_hdr =
|
|
packet.video_header.video_type_header.emplace<RTPVideoHeaderVP9>();
|
|
vp9_hdr.picture_id = 10;
|
|
vp9_hdr.flexible_mode = true;
|
|
|
|
FrameData frame_data;
|
|
frame_data.rtt_ms = 0;
|
|
frame_data.rolling_average_packets_per_frame = -1;
|
|
|
|
// Key frame as first frame
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
|
|
// Delta frame as first frame
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
|
|
// Key frame then delta frame
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
dec_state.SetState(&frame);
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.picture_id = 15;
|
|
vp9_hdr.pid_diff[0] = 5;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Ref to 11, not continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 16;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
|
|
// Ref to 15, continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 16;
|
|
vp9_hdr.pid_diff[0] = 1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Ref to 11 and 15, not continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 20;
|
|
vp9_hdr.num_ref_pics = 2;
|
|
vp9_hdr.pid_diff[0] = 9;
|
|
vp9_hdr.pid_diff[1] = 5;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
|
|
// Ref to 10, 15 and 16, continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 22;
|
|
vp9_hdr.num_ref_pics = 3;
|
|
vp9_hdr.pid_diff[0] = 12;
|
|
vp9_hdr.pid_diff[1] = 7;
|
|
vp9_hdr.pid_diff[2] = 6;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Key Frame, continuous
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
vp9_hdr.picture_id = VCMDecodingState::kFrameDecodedLength - 2;
|
|
vp9_hdr.num_ref_pics = 0;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Frame at last index, ref to KF, continuous
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
vp9_hdr.picture_id = VCMDecodingState::kFrameDecodedLength - 1;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.pid_diff[0] = 1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Frame after wrapping buffer length, ref to last index, continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 0;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.pid_diff[0] = 1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Frame after wrapping start frame, ref to 0, continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 20;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.pid_diff[0] = 20;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Frame after wrapping start frame, ref to 10, not continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 23;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.pid_diff[0] = 13;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
|
|
// Key frame, continuous
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameKey;
|
|
vp9_hdr.picture_id = 25;
|
|
vp9_hdr.num_ref_pics = 0;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Ref to KF, continuous
|
|
frame.Reset();
|
|
packet.video_header.frame_type = VideoFrameType::kVideoFrameDelta;
|
|
vp9_hdr.picture_id = 26;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.pid_diff[0] = 1;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_TRUE(dec_state.ContinuousFrame(&frame));
|
|
dec_state.SetState(&frame);
|
|
|
|
// Ref to frame previous to KF, not continuous
|
|
frame.Reset();
|
|
vp9_hdr.picture_id = 30;
|
|
vp9_hdr.num_ref_pics = 1;
|
|
vp9_hdr.pid_diff[0] = 30;
|
|
EXPECT_LE(0, frame.InsertPacket(packet, 0, frame_data));
|
|
EXPECT_FALSE(dec_state.ContinuousFrame(&frame));
|
|
}
|
|
|
|
} // namespace webrtc
|