/* * Copyright 2018 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "common_video/h264/h264_common.h" #include "components/video_codec/nalu_rewriter.h" #include "rtc_base/arraysize.h" #include "rtc_base/gunit.h" #import #if TARGET_OS_IPHONE #import #import #endif @interface NaluRewriterTests : XCTestCase @end static const uint8_t NALU_TEST_DATA_0[] = {0xAA, 0xBB, 0xCC}; static const uint8_t NALU_TEST_DATA_1[] = {0xDE, 0xAD, 0xBE, 0xEF}; // clang-format off static const uint8_t SPS_PPS_BUFFER[] = { // SPS nalu. 0x00, 0x00, 0x00, 0x01, 0x27, 0x42, 0x00, 0x1E, 0xAB, 0x40, 0xF0, 0x28, 0xD3, 0x70, 0x20, 0x20, 0x20, 0x20, // PPS nalu. 0x00, 0x00, 0x00, 0x01, 0x28, 0xCE, 0x3C, 0x30}; // clang-format on @implementation NaluRewriterTests - (void)testCreateVideoFormatDescription { CMVideoFormatDescriptionRef description = webrtc::CreateVideoFormatDescription(SPS_PPS_BUFFER, arraysize(SPS_PPS_BUFFER)); XCTAssertTrue(description); if (description) { CFRelease(description); description = nullptr; } // clang-format off const uint8_t sps_pps_not_at_start_buffer[] = { // Add some non-SPS/PPS NALUs at the beginning 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x01, 0xFF, 0x00, 0x00, 0x00, 0x01, 0xAB, 0x33, 0x21, // SPS nalu. 0x00, 0x00, 0x01, 0x27, 0x42, 0x00, 0x1E, 0xAB, 0x40, 0xF0, 0x28, 0xD3, 0x70, 0x20, 0x20, 0x20, 0x20, // PPS nalu. 0x00, 0x00, 0x01, 0x28, 0xCE, 0x3C, 0x30}; // clang-format on description = webrtc::CreateVideoFormatDescription(sps_pps_not_at_start_buffer, arraysize(sps_pps_not_at_start_buffer)); XCTAssertTrue(description); if (description) { CFRelease(description); description = nullptr; } const uint8_t other_buffer[] = {0x00, 0x00, 0x00, 0x01, 0x28}; XCTAssertFalse(webrtc::CreateVideoFormatDescription(other_buffer, arraysize(other_buffer))); } - (void)testReadEmptyInput { const uint8_t annex_b_test_data[] = {0x00}; webrtc::AnnexBBufferReader reader(annex_b_test_data, 0); const uint8_t* nalu = nullptr; size_t nalu_length = 0; XCTAssertEqual(0u, reader.BytesRemaining()); XCTAssertFalse(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(nullptr, nalu); XCTAssertEqual(0u, nalu_length); } - (void)testReadSingleNalu { const uint8_t annex_b_test_data[] = {0x00, 0x00, 0x00, 0x01, 0xAA}; webrtc::AnnexBBufferReader reader(annex_b_test_data, arraysize(annex_b_test_data)); const uint8_t* nalu = nullptr; size_t nalu_length = 0; XCTAssertEqual(arraysize(annex_b_test_data), reader.BytesRemaining()); XCTAssertTrue(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(annex_b_test_data + 4, nalu); XCTAssertEqual(1u, nalu_length); XCTAssertEqual(0u, reader.BytesRemaining()); XCTAssertFalse(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(nullptr, nalu); XCTAssertEqual(0u, nalu_length); } - (void)testReadSingleNalu3ByteHeader { const uint8_t annex_b_test_data[] = {0x00, 0x00, 0x01, 0xAA}; webrtc::AnnexBBufferReader reader(annex_b_test_data, arraysize(annex_b_test_data)); const uint8_t* nalu = nullptr; size_t nalu_length = 0; XCTAssertEqual(arraysize(annex_b_test_data), reader.BytesRemaining()); XCTAssertTrue(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(annex_b_test_data + 3, nalu); XCTAssertEqual(1u, nalu_length); XCTAssertEqual(0u, reader.BytesRemaining()); XCTAssertFalse(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(nullptr, nalu); XCTAssertEqual(0u, nalu_length); } - (void)testReadMissingNalu { // clang-format off const uint8_t annex_b_test_data[] = {0x01, 0x00, 0x01, 0x00, 0x00, 0x00, 0xFF}; // clang-format on webrtc::AnnexBBufferReader reader(annex_b_test_data, arraysize(annex_b_test_data)); const uint8_t* nalu = nullptr; size_t nalu_length = 0; XCTAssertEqual(0u, reader.BytesRemaining()); XCTAssertFalse(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(nullptr, nalu); XCTAssertEqual(0u, nalu_length); } - (void)testReadMultipleNalus { // clang-format off const uint8_t annex_b_test_data[] = {0x00, 0x00, 0x00, 0x01, 0xFF, 0x01, 0x00, 0x01, 0x00, 0x00, 0x00, 0xFF, 0x00, 0x00, 0x01, 0xAA, 0xBB}; // clang-format on webrtc::AnnexBBufferReader reader(annex_b_test_data, arraysize(annex_b_test_data)); const uint8_t* nalu = nullptr; size_t nalu_length = 0; XCTAssertEqual(arraysize(annex_b_test_data), reader.BytesRemaining()); XCTAssertTrue(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(annex_b_test_data + 4, nalu); XCTAssertEqual(8u, nalu_length); XCTAssertEqual(5u, reader.BytesRemaining()); XCTAssertTrue(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(annex_b_test_data + 15, nalu); XCTAssertEqual(2u, nalu_length); XCTAssertEqual(0u, reader.BytesRemaining()); XCTAssertFalse(reader.ReadNalu(&nalu, &nalu_length)); XCTAssertEqual(nullptr, nalu); XCTAssertEqual(0u, nalu_length); } - (void)testEmptyOutputBuffer { const uint8_t expected_buffer[] = {0x00}; const size_t buffer_size = 1; std::unique_ptr buffer(new uint8_t[buffer_size]); memset(buffer.get(), 0, buffer_size); webrtc::AvccBufferWriter writer(buffer.get(), 0); XCTAssertEqual(0u, writer.BytesRemaining()); XCTAssertFalse(writer.WriteNalu(NALU_TEST_DATA_0, arraysize(NALU_TEST_DATA_0))); XCTAssertEqual(0, memcmp(expected_buffer, buffer.get(), arraysize(expected_buffer))); } - (void)testWriteSingleNalu { const uint8_t expected_buffer[] = { 0x00, 0x00, 0x00, 0x03, 0xAA, 0xBB, 0xCC, }; const size_t buffer_size = arraysize(NALU_TEST_DATA_0) + 4; std::unique_ptr buffer(new uint8_t[buffer_size]); webrtc::AvccBufferWriter writer(buffer.get(), buffer_size); XCTAssertEqual(buffer_size, writer.BytesRemaining()); XCTAssertTrue(writer.WriteNalu(NALU_TEST_DATA_0, arraysize(NALU_TEST_DATA_0))); XCTAssertEqual(0u, writer.BytesRemaining()); XCTAssertFalse(writer.WriteNalu(NALU_TEST_DATA_1, arraysize(NALU_TEST_DATA_1))); XCTAssertEqual(0, memcmp(expected_buffer, buffer.get(), arraysize(expected_buffer))); } - (void)testWriteMultipleNalus { // clang-format off const uint8_t expected_buffer[] = { 0x00, 0x00, 0x00, 0x03, 0xAA, 0xBB, 0xCC, 0x00, 0x00, 0x00, 0x04, 0xDE, 0xAD, 0xBE, 0xEF }; // clang-format on const size_t buffer_size = arraysize(NALU_TEST_DATA_0) + arraysize(NALU_TEST_DATA_1) + 8; std::unique_ptr buffer(new uint8_t[buffer_size]); webrtc::AvccBufferWriter writer(buffer.get(), buffer_size); XCTAssertEqual(buffer_size, writer.BytesRemaining()); XCTAssertTrue(writer.WriteNalu(NALU_TEST_DATA_0, arraysize(NALU_TEST_DATA_0))); XCTAssertEqual(buffer_size - (arraysize(NALU_TEST_DATA_0) + 4), writer.BytesRemaining()); XCTAssertTrue(writer.WriteNalu(NALU_TEST_DATA_1, arraysize(NALU_TEST_DATA_1))); XCTAssertEqual(0u, writer.BytesRemaining()); XCTAssertEqual(0, memcmp(expected_buffer, buffer.get(), arraysize(expected_buffer))); } - (void)testOverflow { const uint8_t expected_buffer[] = {0x00, 0x00, 0x00}; const size_t buffer_size = arraysize(NALU_TEST_DATA_0); std::unique_ptr buffer(new uint8_t[buffer_size]); memset(buffer.get(), 0, buffer_size); webrtc::AvccBufferWriter writer(buffer.get(), buffer_size); XCTAssertEqual(buffer_size, writer.BytesRemaining()); XCTAssertFalse(writer.WriteNalu(NALU_TEST_DATA_0, arraysize(NALU_TEST_DATA_0))); XCTAssertEqual(buffer_size, writer.BytesRemaining()); XCTAssertEqual(0, memcmp(expected_buffer, buffer.get(), arraysize(expected_buffer))); } - (void)testH264AnnexBBufferToCMSampleBuffer { // clang-format off const uint8_t annex_b_test_data[] = { 0x00, 0x00, 0x00, 0x01, 0x01, 0x00, 0x00, 0xFF, // first chunk, 4 bytes 0x00, 0x00, 0x01, 0xAA, 0xFF, // second chunk, 2 bytes 0x00, 0x00, 0x01, 0xBB}; // third chunk, 1 byte, will not fit into output array const uint8_t expected_cmsample_data[] = { 0x00, 0x00, 0x00, 0x04, 0x01, 0x00, 0x00, 0xFF, // first chunk, 4 bytes 0x00, 0x00, 0x00, 0x02, 0xAA, 0xFF}; // second chunk, 2 bytes // clang-format on CMMemoryPoolRef memory_pool = CMMemoryPoolCreate(nil); CMSampleBufferRef out_sample_buffer = nil; CMVideoFormatDescriptionRef description = [self createDescription]; Boolean result = webrtc::H264AnnexBBufferToCMSampleBuffer(annex_b_test_data, arraysize(annex_b_test_data), description, &out_sample_buffer, memory_pool); XCTAssertTrue(result); XCTAssertEqual(description, CMSampleBufferGetFormatDescription(out_sample_buffer)); char* data_ptr = nullptr; CMBlockBufferRef block_buffer = CMSampleBufferGetDataBuffer(out_sample_buffer); size_t block_buffer_size = CMBlockBufferGetDataLength(block_buffer); CMBlockBufferGetDataPointer(block_buffer, 0, nullptr, nullptr, &data_ptr); XCTAssertEqual(block_buffer_size, arraysize(annex_b_test_data)); int data_comparison_result = memcmp(expected_cmsample_data, data_ptr, arraysize(expected_cmsample_data)); XCTAssertEqual(0, data_comparison_result); if (description) { CFRelease(description); description = nullptr; } CMMemoryPoolInvalidate(memory_pool); CFRelease(memory_pool); } - (void)testH264CMSampleBufferToAnnexBBuffer { // clang-format off const uint8_t cmsample_data[] = { 0x00, 0x00, 0x00, 0x04, 0x01, 0x00, 0x00, 0xFF, // first chunk, 4 bytes 0x00, 0x00, 0x00, 0x02, 0xAA, 0xFF}; // second chunk, 2 bytes const uint8_t expected_annex_b_data[] = { 0x00, 0x00, 0x00, 0x01, 0x01, 0x00, 0x00, 0xFF, // first chunk, 4 bytes 0x00, 0x00, 0x00, 0x01, 0xAA, 0xFF}; // second chunk, 2 bytes // clang-format on rtc::Buffer annexb_buffer(arraysize(cmsample_data)); std::unique_ptr out_header_ptr; CMSampleBufferRef sample_buffer = [self createCMSampleBufferRef:(void*)cmsample_data cmsampleSize:arraysize(cmsample_data)]; Boolean result = webrtc::H264CMSampleBufferToAnnexBBuffer(sample_buffer, /* is_keyframe */ false, &annexb_buffer, &out_header_ptr); XCTAssertTrue(result); XCTAssertEqual(arraysize(expected_annex_b_data), annexb_buffer.size()); int data_comparison_result = memcmp(expected_annex_b_data, annexb_buffer.data(), arraysize(expected_annex_b_data)); XCTAssertEqual(0, data_comparison_result); webrtc::RTPFragmentationHeader* out_header = out_header_ptr.get(); XCTAssertEqual(2, (int)out_header->Size()); XCTAssertEqual(4, (int)out_header->Offset(0)); XCTAssertEqual(4, (int)out_header->Length(0)); XCTAssertEqual(12, (int)out_header->Offset(1)); XCTAssertEqual(2, (int)out_header->Length(1)); } - (void)testH264CMSampleBufferToAnnexBBufferWithKeyframe { // clang-format off const uint8_t cmsample_data[] = { 0x00, 0x00, 0x00, 0x04, 0x01, 0x00, 0x00, 0xFF, // first chunk, 4 bytes 0x00, 0x00, 0x00, 0x02, 0xAA, 0xFF}; // second chunk, 2 bytes const uint8_t expected_annex_b_data[] = { 0x00, 0x00, 0x00, 0x01, 0x01, 0x00, 0x00, 0xFF, // first chunk, 4 bytes 0x00, 0x00, 0x00, 0x01, 0xAA, 0xFF}; // second chunk, 2 bytes // clang-format on rtc::Buffer annexb_buffer(arraysize(cmsample_data)); std::unique_ptr out_header_ptr; CMSampleBufferRef sample_buffer = [self createCMSampleBufferRef:(void*)cmsample_data cmsampleSize:arraysize(cmsample_data)]; Boolean result = webrtc::H264CMSampleBufferToAnnexBBuffer(sample_buffer, /* is_keyframe */ true, &annexb_buffer, &out_header_ptr); XCTAssertTrue(result); XCTAssertEqual(arraysize(SPS_PPS_BUFFER) + arraysize(expected_annex_b_data), annexb_buffer.size()); XCTAssertEqual(0, memcmp(SPS_PPS_BUFFER, annexb_buffer.data(), arraysize(SPS_PPS_BUFFER))); XCTAssertEqual(0, memcmp(expected_annex_b_data, annexb_buffer.data() + arraysize(SPS_PPS_BUFFER), arraysize(expected_annex_b_data))); webrtc::RTPFragmentationHeader* out_header = out_header_ptr.get(); XCTAssertEqual(4, (int)out_header->Size()); XCTAssertEqual(4, (int)out_header->Offset(0)); XCTAssertEqual(14, (int)out_header->Length(0)); XCTAssertEqual(22, (int)out_header->Offset(1)); XCTAssertEqual(4, (int)out_header->Length(1)); XCTAssertEqual(30, (int)out_header->Offset(2)); XCTAssertEqual(4, (int)out_header->Length(2)); XCTAssertEqual(38, (int)out_header->Offset(3)); XCTAssertEqual(2, (int)out_header->Length(3)); } - (CMVideoFormatDescriptionRef)createDescription { CMVideoFormatDescriptionRef description = webrtc::CreateVideoFormatDescription(SPS_PPS_BUFFER, arraysize(SPS_PPS_BUFFER)); XCTAssertTrue(description); return description; } - (CMSampleBufferRef)createCMSampleBufferRef:(void*)cmsampleData cmsampleSize:(size_t)cmsampleSize { CMSampleBufferRef sample_buffer = nil; OSStatus status; CMVideoFormatDescriptionRef description = [self createDescription]; CMBlockBufferRef block_buffer = nullptr; status = CMBlockBufferCreateWithMemoryBlock(nullptr, cmsampleData, cmsampleSize, nullptr, nullptr, 0, cmsampleSize, kCMBlockBufferAssureMemoryNowFlag, &block_buffer); status = CMSampleBufferCreate(nullptr, block_buffer, true, nullptr, nullptr, description, 1, 0, nullptr, 0, nullptr, &sample_buffer); return sample_buffer; } @end