/* * Copyright (C) 2020 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include "metrics.h" #include "gtest/gtest.h" #include "metrics_test.h" #pragma clang diagnostic push #pragma clang diagnostic error "-Wconversion" namespace art { namespace metrics { using test::CounterValue; using test::GetBuckets; using test::TestBackendBase; class MetricsTest : public testing::Test {}; TEST_F(MetricsTest, SimpleCounter) { MetricsCounter test_counter; EXPECT_EQ(0u, CounterValue(test_counter)); test_counter.AddOne(); EXPECT_EQ(1u, CounterValue(test_counter)); test_counter.Add(5); EXPECT_EQ(6u, CounterValue(test_counter)); } TEST_F(MetricsTest, CounterTimer) { MetricsCounter test_counter; { AutoTimer timer{&test_counter}; // Sleep for 2µs so the counter will be greater than 0. NanoSleep(2'000); } EXPECT_GT(CounterValue(test_counter), 0u); } TEST_F(MetricsTest, CounterTimerExplicitStop) { MetricsCounter test_counter; AutoTimer timer{&test_counter}; // Sleep for 2µs so the counter will be greater than 0. NanoSleep(2'000); timer.Stop(); EXPECT_GT(CounterValue(test_counter), 0u); } TEST_F(MetricsTest, CounterTimerExplicitStart) { MetricsCounter test_counter; { AutoTimer timer{&test_counter, /*autostart=*/false}; // Sleep for 2µs so the counter will be greater than 0. NanoSleep(2'000); } EXPECT_EQ(CounterValue(test_counter), 0u); { AutoTimer timer{&test_counter, /*autostart=*/false}; timer.Start(); // Sleep for 2µs so the counter will be greater than 0. NanoSleep(2'000); } EXPECT_GT(CounterValue(test_counter), 0u); } TEST_F(MetricsTest, CounterTimerExplicitStartStop) { MetricsCounter test_counter; AutoTimer timer{&test_counter, /*autostart=*/false}; // Sleep for 2µs so the counter will be greater than 0. timer.Start(); NanoSleep(2'000); timer.Stop(); EXPECT_GT(CounterValue(test_counter), 0u); } TEST_F(MetricsTest, AccumulatorMetric) { MetricsAccumulator accumulator; std::vector threads; constexpr uint64_t kMaxValue = 100; for (uint64_t i = 0; i <= kMaxValue; i++) { threads.emplace_back(std::thread{[&accumulator, i]() { accumulator.Add(i); }}); } for (auto& thread : threads) { thread.join(); } EXPECT_EQ(CounterValue(accumulator), kMaxValue); } TEST_F(MetricsTest, AverageMetric) { MetricsAverage avg; std::vector threads; constexpr uint64_t kMaxValue = 100; for (uint64_t i = 0; i <= kMaxValue; i++) { threads.emplace_back(std::thread{[&avg, i]() { avg.Add(i); }}); } for (auto& thread : threads) { thread.join(); } EXPECT_EQ(CounterValue(avg), (kMaxValue + 1) / 2); } TEST_F(MetricsTest, DatumName) { EXPECT_EQ("ClassVerificationTotalTime", DatumName(DatumId::kClassVerificationTotalTime)); } TEST_F(MetricsTest, SimpleHistogramTest) { MetricsHistogram histogram; // bucket 0: 0-19 histogram.Add(10); // bucket 1: 20-39 histogram.Add(20); histogram.Add(25); // bucket 2: 40-59 histogram.Add(56); histogram.Add(57); histogram.Add(58); histogram.Add(59); // bucket 3: 60-79 histogram.Add(70); histogram.Add(70); histogram.Add(70); // bucket 4: 80-99 // leave this bucket empty std::vector buckets{GetBuckets(histogram)}; EXPECT_EQ(1u, buckets[0u]); EXPECT_EQ(2u, buckets[1u]); EXPECT_EQ(4u, buckets[2u]); EXPECT_EQ(3u, buckets[3u]); EXPECT_EQ(0u, buckets[4u]); } // Make sure values added outside the range of the histogram go into the first or last bucket. TEST_F(MetricsTest, HistogramOutOfRangeTest) { MetricsHistogram histogram; // bucket 0: 0-49 histogram.Add(-500); // bucket 1: 50-99 histogram.Add(250); histogram.Add(1000); std::vector buckets{GetBuckets(histogram)}; EXPECT_EQ(1u, buckets[0u]); EXPECT_EQ(2u, buckets[1u]); } // Test adding values to ArtMetrics and reporting them through a test backend. TEST_F(MetricsTest, ArtMetricsReport) { ArtMetrics metrics; // Collect some data static constexpr uint64_t verification_time = 42; metrics.ClassVerificationTotalTime()->Add(verification_time); // Add a negative value so we are guaranteed that it lands in the first bucket. metrics.YoungGcCollectionTime()->Add(-5); // Report and check the data class TestBackend : public TestBackendBase { public: ~TestBackend() { EXPECT_TRUE(found_counter_); EXPECT_TRUE(found_histogram_); } void ReportCounter(DatumId counter_type, uint64_t value) override { if (counter_type == DatumId::kClassVerificationTotalTime) { EXPECT_EQ(value, verification_time); found_counter_ = true; } else { EXPECT_EQ(value, 0u); } } void ReportHistogram(DatumId histogram_type, int64_t, int64_t, const std::vector& buckets) override { if (histogram_type == DatumId::kYoungGcCollectionTime) { EXPECT_EQ(buckets[0], 1u); for (size_t i = 1; i < buckets.size(); ++i) { EXPECT_EQ(buckets[i], 0u); } found_histogram_ = true; } else { for (size_t i = 0; i < buckets.size(); ++i) { EXPECT_EQ(buckets[i], 0u); } } } private: bool found_counter_{false}; bool found_histogram_{false}; } backend; metrics.ReportAllMetrics(&backend); } TEST_F(MetricsTest, HistogramTimer) { MetricsHistogram test_histogram; { AutoTimer timer{&test_histogram}; // Sleep for 2µs so the counter will be greater than 0. NanoSleep(2'000); } EXPECT_GT(GetBuckets(test_histogram)[0], 0u); } // Makes sure all defined metrics are included when dumping through StreamBackend. TEST_F(MetricsTest, StreamBackendDumpAllMetrics) { ArtMetrics metrics; StringBackend backend; metrics.ReportAllMetrics(&backend); // Make sure the resulting string lists all the metrics. const std::string result = backend.GetAndResetBuffer(); #define METRIC(name, type, ...) \ EXPECT_NE(result.find(DatumName(DatumId::k##name)), std::string::npos); ART_METRICS(METRIC); #undef METRIC } TEST_F(MetricsTest, ResetMetrics) { ArtMetrics metrics; // Add something to each of the metrics. #define METRIC(name, type, ...) metrics.name()->Add(42); ART_METRICS(METRIC) #undef METRIC class NonZeroBackend : public TestBackendBase { public: void ReportCounter(DatumId, uint64_t value) override { EXPECT_NE(value, 0u); } void ReportHistogram(DatumId, int64_t, int64_t, const std::vector& buckets) override { bool nonzero = false; for (const auto value : buckets) { nonzero |= (value != 0u); } EXPECT_TRUE(nonzero); } } non_zero_backend; // Make sure the metrics all have a nonzero value. metrics.ReportAllMetrics(&non_zero_backend); // Reset the metrics and make sure they are all zero again metrics.Reset(); class ZeroBackend : public TestBackendBase { public: void ReportCounter(DatumId, uint64_t value) override { EXPECT_EQ(value, 0u); } void ReportHistogram(DatumId, int64_t, int64_t, const std::vector& buckets) override { for (const auto value : buckets) { EXPECT_EQ(value, 0u); } } } zero_backend; metrics.ReportAllMetrics(&zero_backend); } TEST(CompilerFilterReportingTest, FromName) { ASSERT_EQ(CompilerFilterReportingFromName("error"), CompilerFilterReporting::kError); ASSERT_EQ(CompilerFilterReportingFromName("unknown"), CompilerFilterReporting::kUnknown); ASSERT_EQ(CompilerFilterReportingFromName("assume-verified"), CompilerFilterReporting::kAssumeVerified); ASSERT_EQ(CompilerFilterReportingFromName("extract"), CompilerFilterReporting::kExtract); ASSERT_EQ(CompilerFilterReportingFromName("verify"), CompilerFilterReporting::kVerify); ASSERT_EQ(CompilerFilterReportingFromName("space-profile"), CompilerFilterReporting::kSpaceProfile); ASSERT_EQ(CompilerFilterReportingFromName("space"), CompilerFilterReporting::kSpace); ASSERT_EQ(CompilerFilterReportingFromName("speed-profile"), CompilerFilterReporting::kSpeedProfile); ASSERT_EQ(CompilerFilterReportingFromName("speed"), CompilerFilterReporting::kSpeed); ASSERT_EQ(CompilerFilterReportingFromName("everything-profile"), CompilerFilterReporting::kEverythingProfile); ASSERT_EQ(CompilerFilterReportingFromName("everything"), CompilerFilterReporting::kEverything); ASSERT_EQ(CompilerFilterReportingFromName("run-from-apk"), CompilerFilterReporting::kRunFromApk); ASSERT_EQ(CompilerFilterReportingFromName("run-from-apk-fallback"), CompilerFilterReporting::kRunFromApkFallback); } TEST(CompilerFilterReportingTest, Name) { ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kError), "error"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kUnknown), "unknown"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kAssumeVerified), "assume-verified"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kExtract), "extract"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kVerify), "verify"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kSpaceProfile), "space-profile"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kSpace), "space"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kSpeedProfile), "speed-profile"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kSpeed), "speed"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kEverythingProfile), "everything-profile"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kEverything), "everything"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kRunFromApk), "run-from-apk"); ASSERT_EQ(CompilerFilterReportingName(CompilerFilterReporting::kRunFromApkFallback), "run-from-apk-fallback"); } TEST(CompilerReason, FromName) { ASSERT_EQ(CompilationReasonFromName("unknown"), CompilationReason::kUnknown); ASSERT_EQ(CompilationReasonFromName("first-boot"), CompilationReason::kFirstBoot); ASSERT_EQ(CompilationReasonFromName("boot-after-ota"), CompilationReason::kBootAfterOTA); ASSERT_EQ(CompilationReasonFromName("post-boot"), CompilationReason::kPostBoot); ASSERT_EQ(CompilationReasonFromName("install"), CompilationReason::kInstall); ASSERT_EQ(CompilationReasonFromName("install-fast"), CompilationReason::kInstallFast); ASSERT_EQ(CompilationReasonFromName("install-bulk"), CompilationReason::kInstallBulk); ASSERT_EQ(CompilationReasonFromName("install-bulk-secondary"), CompilationReason::kInstallBulkSecondary); ASSERT_EQ(CompilationReasonFromName("install-bulk-downgraded"), CompilationReason::kInstallBulkDowngraded); ASSERT_EQ(CompilationReasonFromName("install-bulk-secondary-downgraded"), CompilationReason::kInstallBulkSecondaryDowngraded); ASSERT_EQ(CompilationReasonFromName("bg-dexopt"), CompilationReason::kBgDexopt); ASSERT_EQ(CompilationReasonFromName("ab-ota"), CompilationReason::kABOTA); ASSERT_EQ(CompilationReasonFromName("inactive"), CompilationReason::kInactive); ASSERT_EQ(CompilationReasonFromName("shared"), CompilationReason::kShared); ASSERT_EQ(CompilationReasonFromName("install-with-dex-metadata"), CompilationReason::kInstallWithDexMetadata); ASSERT_EQ(CompilationReasonFromName("prebuilt"), CompilationReason::kPrebuilt); ASSERT_EQ(CompilationReasonFromName("cmdline"), CompilationReason::kCmdLine); ASSERT_EQ(CompilationReasonFromName("error"), CompilationReason::kError); } TEST(CompilerReason, Name) { ASSERT_EQ(CompilationReasonName(CompilationReason::kUnknown), "unknown"); ASSERT_EQ(CompilationReasonName(CompilationReason::kFirstBoot), "first-boot"); ASSERT_EQ(CompilationReasonName(CompilationReason::kBootAfterOTA), "boot-after-ota"); ASSERT_EQ(CompilationReasonName(CompilationReason::kPostBoot), "post-boot"); ASSERT_EQ(CompilationReasonName(CompilationReason::kInstall), "install"); ASSERT_EQ(CompilationReasonName(CompilationReason::kInstallFast), "install-fast"); ASSERT_EQ(CompilationReasonName(CompilationReason::kInstallBulk), "install-bulk"); ASSERT_EQ(CompilationReasonName(CompilationReason::kInstallBulkSecondary), "install-bulk-secondary"); ASSERT_EQ(CompilationReasonName(CompilationReason::kInstallBulkDowngraded), "install-bulk-downgraded"); ASSERT_EQ(CompilationReasonName(CompilationReason::kInstallBulkSecondaryDowngraded), "install-bulk-secondary-downgraded"); ASSERT_EQ(CompilationReasonName(CompilationReason::kBgDexopt), "bg-dexopt"); ASSERT_EQ(CompilationReasonName(CompilationReason::kABOTA), "ab-ota"); ASSERT_EQ(CompilationReasonName(CompilationReason::kInactive), "inactive"); ASSERT_EQ(CompilationReasonName(CompilationReason::kShared), "shared"); ASSERT_EQ(CompilationReasonName(CompilationReason::kInstallWithDexMetadata), "install-with-dex-metadata"); ASSERT_EQ(CompilationReasonName(CompilationReason::kPrebuilt), "prebuilt"); ASSERT_EQ(CompilationReasonName(CompilationReason::kCmdLine), "cmdline"); ASSERT_EQ(CompilationReasonName(CompilationReason::kError), "error"); } } // namespace metrics } // namespace art #pragma clang diagnostic pop // -Wconversion