/* * Copyright 2018 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #define LOG_TAG "DrmMetricsTest" #include "mediadrm/DrmMetrics.h" #include "mediadrm/DrmMetricsConsumer.h" #include #include #include #include #include #include #include #include "protos/metrics.pb.h" using ::android::drm_metrics::DrmFrameworkMetrics; using ::android::hardware::hidl_vec; using ::android::hardware::drm::V1_0::EventType; using ::android::hardware::drm::V1_2::KeyStatusType; using ::android::hardware::drm::V1_0::Status; using ::android::hardware::drm::V1_1::DrmMetricGroup; using ::android::os::PersistableBundle; using ::google::protobuf::util::MessageDifferencer; using ::google::protobuf::TextFormat; namespace android { /** * Unit tests for the MediaDrmMetrics class. */ class MediaDrmMetricsTest : public ::testing::Test {}; /** * This derived class mocks the clock for testing purposes. */ class FakeMediaDrmMetrics : public MediaDrmMetrics { public: FakeMediaDrmMetrics() : MediaDrmMetrics(), time_(0) {}; int64_t GetCurrentTimeMs() { return time_++; } int64_t time_; }; TEST_F(MediaDrmMetricsTest, EmptySuccess) { MediaDrmMetrics metrics; PersistableBundle bundle; DrmMetricsConsumer consumer(&bundle); consumer.consumeFrameworkMetrics(metrics); EXPECT_TRUE(bundle.empty()); } TEST_F(MediaDrmMetricsTest, AllValuesSuccessCounts) { MediaDrmMetrics metrics; metrics.mOpenSessionCounter.Increment(OK); metrics.mCloseSessionCounter.Increment(OK); { EventTimer get_key_request_timer(&metrics.mGetKeyRequestTimeUs); EventTimer provide_key_response_timer( &metrics.mProvideKeyResponseTimeUs); get_key_request_timer.SetAttribute(OK); provide_key_response_timer.SetAttribute(OK); } metrics.mGetProvisionRequestCounter.Increment(OK); metrics.mProvideProvisionResponseCounter.Increment(OK); metrics.mGetDeviceUniqueIdCounter.Increment(OK); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::USABLE); metrics.mEventCounter.Increment(EventType::PROVISION_REQUIRED); PersistableBundle bundle; DrmMetricsConsumer consumer(&bundle); consumer.consumeFrameworkMetrics(metrics); EXPECT_EQ(11U, bundle.size()); // Verify the list of pairs of int64 metrics. std::vector> expected_values = { { "drm.mediadrm.open_session.ok.count", 1 }, { "drm.mediadrm.close_session.ok.count", 1 }, { "drm.mediadrm.get_key_request.ok.count", 1 }, { "drm.mediadrm.provide_key_response.ok.count", 1 }, { "drm.mediadrm.get_provision_request.ok.count", 1 }, { "drm.mediadrm.provide_provision_response.ok.count", 1 }, { "drm.mediadrm.key_status_change.USABLE.count", 1 }, { "drm.mediadrm.event.PROVISION_REQUIRED.count", 1 }, { "drm.mediadrm.get_device_unique_id.ok.count", 1 }}; for (const auto& expected_pair : expected_values) { String16 key(expected_pair.first.c_str()); int64_t value = -1; EXPECT_TRUE(bundle.getLong(key, &value)) << "Unexpected error retrieviing key: " << key; EXPECT_EQ(expected_pair.second, value) << "Unexpected value for " << expected_pair.first << ". " << value; } // Validate timing values exist. String16 get_key_request_key( "drm.mediadrm.get_key_request.ok.average_time_micros"); String16 provide_key_response_key( "drm.mediadrm.provide_key_response.ok.average_time_micros"); int64_t value = -1; EXPECT_TRUE(bundle.getLong(get_key_request_key, &value)); EXPECT_GE(value, 0); value = -1; EXPECT_TRUE(bundle.getLong(provide_key_response_key, &value)); EXPECT_GE(value, 0); } TEST_F(MediaDrmMetricsTest, AllValuesFull) { MediaDrmMetrics metrics; metrics.mOpenSessionCounter.Increment(OK); metrics.mOpenSessionCounter.Increment(UNEXPECTED_NULL); metrics.mCloseSessionCounter.Increment(OK); metrics.mCloseSessionCounter.Increment(UNEXPECTED_NULL); for (status_t s : {OK, UNEXPECTED_NULL}) { { EventTimer get_key_request_timer(&metrics.mGetKeyRequestTimeUs); EventTimer provide_key_response_timer( &metrics.mProvideKeyResponseTimeUs); get_key_request_timer.SetAttribute(s); provide_key_response_timer.SetAttribute(s); } } metrics.mGetProvisionRequestCounter.Increment(OK); metrics.mGetProvisionRequestCounter.Increment(UNEXPECTED_NULL); metrics.mProvideProvisionResponseCounter.Increment(OK); metrics.mProvideProvisionResponseCounter.Increment(UNEXPECTED_NULL); metrics.mGetDeviceUniqueIdCounter.Increment(OK); metrics.mGetDeviceUniqueIdCounter.Increment(UNEXPECTED_NULL); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::USABLE); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::EXPIRED); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::OUTPUTNOTALLOWED); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::STATUSPENDING); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::INTERNALERROR); metrics.mEventCounter.Increment(EventType::PROVISION_REQUIRED); metrics.mEventCounter.Increment(EventType::KEY_NEEDED); metrics.mEventCounter.Increment(EventType::KEY_EXPIRED); metrics.mEventCounter.Increment(EventType::VENDOR_DEFINED); metrics.mEventCounter.Increment(EventType::SESSION_RECLAIMED); android::Vector sessionId1; sessionId1.push_back(1); sessionId1.push_back(2); android::Vector sessionId2; sessionId2.push_back(3); sessionId2.push_back(4); String16 hexSessionId1("0102"); String16 hexSessionId2("0304"); metrics.SetSessionStart(sessionId1); metrics.SetSessionStart(sessionId2); metrics.SetSessionEnd(sessionId2); metrics.SetSessionEnd(sessionId1); PersistableBundle bundle; DrmMetricsConsumer consumer(&bundle); consumer.consumeFrameworkMetrics(metrics); EXPECT_EQ(35U, bundle.size()); // Verify the list of pairs of int64 metrics. std::vector> expected_values = { { "drm.mediadrm.open_session.ok.count", 1 }, { "drm.mediadrm.close_session.ok.count", 1 }, { "drm.mediadrm.get_key_request.ok.count", 1 }, { "drm.mediadrm.provide_key_response.ok.count", 1 }, { "drm.mediadrm.get_provision_request.ok.count", 1 }, { "drm.mediadrm.provide_provision_response.ok.count", 1 }, { "drm.mediadrm.get_device_unique_id.ok.count", 1 }, { "drm.mediadrm.open_session.error.count", 1 }, { "drm.mediadrm.close_session.error.count", 1 }, { "drm.mediadrm.get_key_request.error.count", 1 }, { "drm.mediadrm.provide_key_response.error.count", 1 }, { "drm.mediadrm.get_provision_request.error.count", 1 }, { "drm.mediadrm.provide_provision_response.error.count", 1 }, { "drm.mediadrm.get_device_unique_id.error.count", 1 }, { "drm.mediadrm.key_status_change.USABLE.count", 1 }, { "drm.mediadrm.key_status_change.EXPIRED.count", 1 }, { "drm.mediadrm.key_status_change.OUTPUT_NOT_ALLOWED.count", 1 }, { "drm.mediadrm.key_status_change.STATUS_PENDING.count", 1 }, { "drm.mediadrm.key_status_change.INTERNAL_ERROR.count", 1 }, { "drm.mediadrm.event.PROVISION_REQUIRED.count", 1 }, { "drm.mediadrm.event.KEY_NEEDED.count", 1 }, { "drm.mediadrm.event.KEY_EXPIRED.count", 1 }, { "drm.mediadrm.event.VENDOR_DEFINED.count", 1 }, { "drm.mediadrm.event.SESSION_RECLAIMED.count", 1 }}; for (const auto& expected_pair : expected_values) { String16 key(expected_pair.first.c_str()); int64_t value = -1; EXPECT_TRUE(bundle.getLong(key, &value)) << "Unexpected error retrieviing key: " << key; EXPECT_EQ(expected_pair.second, value) << "Unexpected value for " << expected_pair.first << ". " << value; } // Verify the error lists std::vector>> expected_vector_values = { { "drm.mediadrm.close_session.error.list", { UNEXPECTED_NULL } }, { "drm.mediadrm.get_device_unique_id.error.list", { UNEXPECTED_NULL } }, { "drm.mediadrm.get_key_request.error.list", { UNEXPECTED_NULL } }, { "drm.mediadrm.get_provision_request.error.list", { UNEXPECTED_NULL } }, { "drm.mediadrm.open_session.error.list", { UNEXPECTED_NULL } }, { "drm.mediadrm.provide_key_response.error.list", { UNEXPECTED_NULL } }, { "drm.mediadrm.provide_provision_response.error.list", { UNEXPECTED_NULL } }}; for (const auto& expected_pair : expected_vector_values) { String16 key(expected_pair.first.c_str()); std::vector values; EXPECT_TRUE(bundle.getLongVector(key, &values)) << "Unexpected error retrieviing key: " << key; for (auto expected : expected_pair.second) { EXPECT_TRUE(std::find(values.begin(), values.end(), expected) != values.end()) << "Could not find " << expected << " for key " << expected_pair.first; } } // Verify the lifespans PersistableBundle start_times; PersistableBundle end_times; String16 start_time_key("drm.mediadrm.session_start_times_ms"); String16 end_time_key("drm.mediadrm.session_end_times_ms"); ASSERT_TRUE(bundle.getPersistableBundle(start_time_key, &start_times)); ASSERT_TRUE(bundle.getPersistableBundle(end_time_key, &end_times)); EXPECT_EQ(2U, start_times.size()); EXPECT_EQ(2U, end_times.size()); int64_t start_time, end_time; for (const auto& sid : { hexSessionId1, hexSessionId2 }) { start_time = -1; end_time = -1; EXPECT_TRUE(start_times.getLong(sid, &start_time)); EXPECT_TRUE(end_times.getLong(sid, &end_time)); EXPECT_GT(start_time, 0); EXPECT_GE(end_time, start_time); } // Validate timing values exist. String16 get_key_request_key( "drm.mediadrm.get_key_request.ok.average_time_micros"); String16 provide_key_response_key( "drm.mediadrm.provide_key_response.ok.average_time_micros"); int64_t value = -1; EXPECT_TRUE(bundle.getLong(get_key_request_key, &value)); EXPECT_GE(value, 0); value = -1; EXPECT_TRUE(bundle.getLong(provide_key_response_key, &value)); EXPECT_GE(value, 0); } TEST_F(MediaDrmMetricsTest, CounterValuesProtoSerialization) { MediaDrmMetrics metrics; metrics.mOpenSessionCounter.Increment(OK); metrics.mOpenSessionCounter.Increment(UNEXPECTED_NULL); metrics.mCloseSessionCounter.Increment(OK); metrics.mCloseSessionCounter.Increment(UNEXPECTED_NULL); metrics.mGetProvisionRequestCounter.Increment(OK); metrics.mGetProvisionRequestCounter.Increment(UNEXPECTED_NULL); metrics.mProvideProvisionResponseCounter.Increment(OK); metrics.mProvideProvisionResponseCounter.Increment(UNEXPECTED_NULL); metrics.mGetDeviceUniqueIdCounter.Increment(OK); metrics.mGetDeviceUniqueIdCounter.Increment(UNEXPECTED_NULL); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::USABLE); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::EXPIRED); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::OUTPUTNOTALLOWED); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::STATUSPENDING); metrics.mKeyStatusChangeCounter.Increment(KeyStatusType::INTERNALERROR); metrics.mEventCounter.Increment(EventType::PROVISION_REQUIRED); metrics.mEventCounter.Increment(EventType::KEY_NEEDED); metrics.mEventCounter.Increment(EventType::KEY_EXPIRED); metrics.mEventCounter.Increment(EventType::VENDOR_DEFINED); metrics.mEventCounter.Increment(EventType::SESSION_RECLAIMED); std::string serializedMetrics; ASSERT_EQ(OK, metrics.GetSerializedMetrics(&serializedMetrics)); DrmFrameworkMetrics metricsProto; ASSERT_TRUE(metricsProto.ParseFromString(serializedMetrics)); std::string expectedMetrics = "open_session_counter { count: 1 attributes { error_code: -0x7FFFFFF8 } } " "open_session_counter { count: 1 attributes { error_code: 0 } } " "close_session_counter { count: 1 attributes { error_code: -0x7FFFFFF8 } } " "close_session_counter { count: 1 attributes { error_code: 0 } } " "get_provisioning_request_counter { count: 1 attributes { error_code: -0x7FFFFFF8 } } " "get_provisioning_request_counter { count: 1 attributes { error_code: 0 } } " "provide_provisioning_response_counter { count: 1 attributes { error_code: -0x7ffffff8 } } " "provide_provisioning_response_counter { count: 1 attributes { error_code: 0 } } " "get_device_unique_id_counter { count: 1 attributes { error_code: -0x7ffffff8 } } " "get_device_unique_id_counter { count: 1 attributes { error_code: 0 } } " "key_status_change_counter { count: 1 attributes { key_status_type: 0 } } " "key_status_change_counter { count: 1 attributes { key_status_type: 1 } } " "key_status_change_counter { count: 1 attributes { key_status_type: 2 } } " "key_status_change_counter { count: 1 attributes { key_status_type: 3 } } " "key_status_change_counter { count: 1 attributes { key_status_type: 4 } } " "event_callback_counter { count: 1 attributes { event_type: 0 } } " "event_callback_counter { count: 1 attributes { event_type: 1 } } " "event_callback_counter { count: 1 attributes { event_type: 2 } } " "event_callback_counter { count: 1 attributes { event_type: 3 } } " "event_callback_counter { count: 1 attributes { event_type: 4 } } "; DrmFrameworkMetrics expectedMetricsProto; ASSERT_TRUE(TextFormat::MergeFromString(expectedMetrics, &expectedMetricsProto)); std::string diffString; MessageDifferencer differ; differ.ReportDifferencesToString(&diffString); ASSERT_TRUE(differ.Compare(expectedMetricsProto, metricsProto)) << diffString; } TEST_F(MediaDrmMetricsTest, TimeMetricsProtoSerialization) { MediaDrmMetrics metrics; for (status_t s : {OK, UNEXPECTED_NULL}) { double time = 0; for (int i = 0; i < 5; i++) { time += 1.0; metrics.mGetKeyRequestTimeUs.Record(time, s); metrics.mProvideKeyResponseTimeUs.Record(time, s); } } std::string serializedMetrics; ASSERT_EQ(OK, metrics.GetSerializedMetrics(&serializedMetrics)); DrmFrameworkMetrics metricsProto; ASSERT_TRUE(metricsProto.ParseFromString(serializedMetrics)); std::string expectedMetrics = "get_key_request_time_us { " " min: 1 max: 5 mean: 3.5 variance: 1 operation_count: 5 " " attributes { error_code: -0x7FFFFFF8 } " "} " "get_key_request_time_us { " " min: 1 max: 5 mean: 3.5 variance: 1 operation_count: 5 " " attributes { error_code: 0 } " "} " "provide_key_response_time_us { " " min: 1 max: 5 mean: 3.5 variance: 1 operation_count: 5 " " attributes { error_code: -0x7FFFFFF8 } " "} " "provide_key_response_time_us { " " min: 1 max: 5 mean: 3.5 variance: 1 operation_count: 5 " " attributes { error_code: 0 } " "} "; DrmFrameworkMetrics expectedMetricsProto; ASSERT_TRUE(TextFormat::MergeFromString(expectedMetrics, &expectedMetricsProto)); std::string diffString; MessageDifferencer differ; differ.ReportDifferencesToString(&diffString); ASSERT_TRUE(differ.Compare(expectedMetricsProto, metricsProto)) << diffString; } TEST_F(MediaDrmMetricsTest, SessionLifetimeProtoSerialization) { // Use the fake so the clock is predictable; FakeMediaDrmMetrics metrics; android::Vector sessionId1; sessionId1.push_back(1); sessionId1.push_back(2); android::Vector sessionId2; sessionId2.push_back(3); sessionId2.push_back(4); metrics.SetSessionStart(sessionId1); metrics.SetSessionStart(sessionId2); metrics.SetSessionEnd(sessionId2); metrics.SetSessionEnd(sessionId1); std::string serializedMetrics; ASSERT_EQ(OK, metrics.GetSerializedMetrics(&serializedMetrics)); DrmFrameworkMetrics metricsProto; ASSERT_TRUE(metricsProto.ParseFromString(serializedMetrics)); std::string expectedMetrics = "session_lifetimes: { " " key: '0102' " " value { start_time_ms: 0 end_time_ms: 3 } " "} " "session_lifetimes: { " " key: '0304' " " value { start_time_ms: 1 end_time_ms: 2 } " "} "; DrmFrameworkMetrics expectedMetricsProto; ASSERT_TRUE(TextFormat::MergeFromString(expectedMetrics, &expectedMetricsProto)); std::string diffString; MessageDifferencer differ; differ.ReportDifferencesToString(&diffString); ASSERT_TRUE(differ.Compare(expectedMetricsProto, metricsProto)) << diffString; } TEST_F(MediaDrmMetricsTest, HidlToBundleMetricsEmpty) { hidl_vec hidlMetricGroups; PersistableBundle bundleMetricGroups; ASSERT_EQ(OK, DrmMetricsConsumer::HidlMetricsToBundle(hidlMetricGroups, &bundleMetricGroups)); ASSERT_EQ(0U, bundleMetricGroups.size()); } TEST_F(MediaDrmMetricsTest, HidlToBundleMetricsMultiple) { DrmMetricGroup hidlMetricGroup = { { { "open_session_ok", { { "status", DrmMetricGroup::ValueType::INT64_TYPE, (int64_t) Status::OK, 0.0, "" } }, { { "count", DrmMetricGroup::ValueType::INT64_TYPE, 3, 0.0, "" } } }, { "close_session_not_opened", { { "status", DrmMetricGroup::ValueType::INT64_TYPE, (int64_t) Status::ERROR_DRM_SESSION_NOT_OPENED, 0.0, "" } }, { { "count", DrmMetricGroup::ValueType::INT64_TYPE, 7, 0.0, "" } } } } }; PersistableBundle bundleMetricGroups; ASSERT_EQ(OK, DrmMetricsConsumer::HidlMetricsToBundle(hidl_vec({hidlMetricGroup}), &bundleMetricGroups)); ASSERT_EQ(1U, bundleMetricGroups.size()); PersistableBundle bundleMetricGroup; ASSERT_TRUE(bundleMetricGroups.getPersistableBundle(String16("[0]"), &bundleMetricGroup)); ASSERT_EQ(2U, bundleMetricGroup.size()); // Verify each metric. PersistableBundle metric; ASSERT_TRUE(bundleMetricGroup.getPersistableBundle(String16("open_session_ok"), &metric)); PersistableBundle metricInstance; ASSERT_TRUE(metric.getPersistableBundle(String16("[0]"), &metricInstance)); int64_t value = 0; ASSERT_TRUE(metricInstance.getLong(String16("count"), &value)); ASSERT_EQ(3, value); PersistableBundle attributeBundle; ASSERT_TRUE(metricInstance.getPersistableBundle(String16("attributes"), &attributeBundle)); ASSERT_TRUE(attributeBundle.getLong(String16("status"), &value)); ASSERT_EQ((int64_t) Status::OK, value); ASSERT_TRUE(bundleMetricGroup.getPersistableBundle(String16("close_session_not_opened"), &metric)); ASSERT_TRUE(metric.getPersistableBundle(String16("[0]"), &metricInstance)); ASSERT_TRUE(metricInstance.getLong(String16("count"), &value)); ASSERT_EQ(7, value); ASSERT_TRUE(metricInstance.getPersistableBundle(String16("attributes"), &attributeBundle)); value = 0; ASSERT_TRUE(attributeBundle.getLong(String16("status"), &value)); ASSERT_EQ((int64_t) Status::ERROR_DRM_SESSION_NOT_OPENED, value); } } // namespace android