You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
255 lines
7.9 KiB
255 lines
7.9 KiB
4 months ago
|
// Protocol Buffers - Google's data interchange format
|
||
|
|
// Copyright 2008 Google Inc. All rights reserved.
|
||
|
|
// https://developers.google.com/protocol-buffers/
|
||
|
|
//
|
||
|
|
// Redistribution and use in source and binary forms, with or without
|
||
|
|
// modification, are permitted provided that the following conditions are
|
||
|
|
// met:
|
||
|
|
//
|
||
|
|
// * Redistributions of source code must retain the above copyright
|
||
|
|
// notice, this list of conditions and the following disclaimer.
|
||
|
|
// * Redistributions in binary form must reproduce the above
|
||
|
|
// copyright notice, this list of conditions and the following disclaimer
|
||
|
|
// in the documentation and/or other materials provided with the
|
||
|
|
// distribution.
|
||
|
|
// * Neither the name of Google Inc. nor the names of its
|
||
|
|
// contributors may be used to endorse or promote products derived from
|
||
|
|
// this software without specific prior written permission.
|
||
|
|
//
|
||
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||
|
|
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||
|
|
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||
|
|
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||
|
|
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||
|
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||
|
|
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||
|
|
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||
|
|
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||
|
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||
|
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||
|
|
|
||
|
|
#include <fstream>
|
||
|
|
#include <iostream>
|
||
|
|
#include "benchmark/benchmark.h"
|
||
|
|
#include "benchmarks.pb.h"
|
||
|
|
#include "datasets/google_message1/proto2/benchmark_message1_proto2.pb.h"
|
||
|
|
#include "datasets/google_message1/proto3/benchmark_message1_proto3.pb.h"
|
||
|
|
#include "datasets/google_message2/benchmark_message2.pb.h"
|
||
|
|
#include "datasets/google_message3/benchmark_message3.pb.h"
|
||
|
|
#include "datasets/google_message4/benchmark_message4.pb.h"
|
||
|
|
|
||
|
|
|
||
|
|
#define PREFIX "dataset."
|
||
|
|
#define SUFFIX ".pb"
|
||
|
|
|
||
|
|
using benchmarks::BenchmarkDataset;
|
||
|
|
using google::protobuf::Arena;
|
||
|
|
using google::protobuf::Descriptor;
|
||
|
|
using google::protobuf::DescriptorPool;
|
||
|
|
using google::protobuf::Message;
|
||
|
|
using google::protobuf::MessageFactory;
|
||
|
|
|
||
|
|
class Fixture : public benchmark::Fixture {
|
||
|
|
public:
|
||
|
|
Fixture(const BenchmarkDataset& dataset, const std::string& suffix) {
|
||
|
|
for (int i = 0; i < dataset.payload_size(); i++) {
|
||
|
|
payloads_.push_back(dataset.payload(i));
|
||
|
|
}
|
||
|
|
|
||
|
|
const Descriptor* d =
|
||
|
|
DescriptorPool::generated_pool()->FindMessageTypeByName(
|
||
|
|
dataset.message_name());
|
||
|
|
|
||
|
|
if (!d) {
|
||
|
|
std::cerr << "Couldn't find message named '" << dataset.message_name()
|
||
|
|
<< "\n";
|
||
|
|
}
|
||
|
|
|
||
|
|
prototype_ = MessageFactory::generated_factory()->GetPrototype(d);
|
||
|
|
SetName((dataset.name() + suffix).c_str());
|
||
|
|
}
|
||
|
|
|
||
|
|
protected:
|
||
|
|
std::vector<std::string> payloads_;
|
||
|
|
const Message* prototype_;
|
||
|
|
};
|
||
|
|
|
||
|
|
class WrappingCounter {
|
||
|
|
public:
|
||
|
|
WrappingCounter(size_t limit) : value_(0), limit_(limit) {}
|
||
|
|
|
||
|
|
size_t Next() {
|
||
|
|
size_t ret = value_;
|
||
|
|
if (++value_ == limit_) {
|
||
|
|
value_ = 0;
|
||
|
|
}
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
private:
|
||
|
|
size_t value_;
|
||
|
|
size_t limit_;
|
||
|
|
};
|
||
|
|
|
||
|
|
template <class T>
|
||
|
|
class ParseNewFixture : public Fixture {
|
||
|
|
public:
|
||
|
|
ParseNewFixture(const BenchmarkDataset& dataset)
|
||
|
|
: Fixture(dataset, "_parse_new") {}
|
||
|
|
|
||
|
|
virtual void BenchmarkCase(benchmark::State& state) {
|
||
|
|
WrappingCounter i(payloads_.size());
|
||
|
|
size_t total = 0;
|
||
|
|
|
||
|
|
while (state.KeepRunning()) {
|
||
|
|
T m;
|
||
|
|
const std::string& payload = payloads_[i.Next()];
|
||
|
|
total += payload.size();
|
||
|
|
m.ParseFromString(payload);
|
||
|
|
}
|
||
|
|
|
||
|
|
state.SetBytesProcessed(total);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
template <class T>
|
||
|
|
class ParseNewArenaFixture : public Fixture {
|
||
|
|
public:
|
||
|
|
ParseNewArenaFixture(const BenchmarkDataset& dataset)
|
||
|
|
: Fixture(dataset, "_parse_newarena") {}
|
||
|
|
|
||
|
|
virtual void BenchmarkCase(benchmark::State& state) {
|
||
|
|
WrappingCounter i(payloads_.size());
|
||
|
|
size_t total = 0;
|
||
|
|
Arena arena;
|
||
|
|
|
||
|
|
while (state.KeepRunning()) {
|
||
|
|
arena.Reset();
|
||
|
|
Message* m = Arena::CreateMessage<T>(&arena);
|
||
|
|
const std::string& payload = payloads_[i.Next()];
|
||
|
|
total += payload.size();
|
||
|
|
m->ParseFromString(payload);
|
||
|
|
}
|
||
|
|
|
||
|
|
state.SetBytesProcessed(total);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
template <class T>
|
||
|
|
class ParseReuseFixture : public Fixture {
|
||
|
|
public:
|
||
|
|
ParseReuseFixture(const BenchmarkDataset& dataset)
|
||
|
|
: Fixture(dataset, "_parse_reuse") {}
|
||
|
|
|
||
|
|
virtual void BenchmarkCase(benchmark::State& state) {
|
||
|
|
T m;
|
||
|
|
WrappingCounter i(payloads_.size());
|
||
|
|
size_t total = 0;
|
||
|
|
|
||
|
|
while (state.KeepRunning()) {
|
||
|
|
const std::string& payload = payloads_[i.Next()];
|
||
|
|
total += payload.size();
|
||
|
|
m.ParseFromString(payload);
|
||
|
|
}
|
||
|
|
|
||
|
|
state.SetBytesProcessed(total);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
template <class T>
|
||
|
|
class SerializeFixture : public Fixture {
|
||
|
|
public:
|
||
|
|
SerializeFixture(const BenchmarkDataset& dataset)
|
||
|
|
: Fixture(dataset, "_serialize") {
|
||
|
|
for (size_t i = 0; i < payloads_.size(); i++) {
|
||
|
|
message_.push_back(new T);
|
||
|
|
message_.back()->ParseFromString(payloads_[i]);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
~SerializeFixture() {
|
||
|
|
for (size_t i = 0; i < message_.size(); i++) {
|
||
|
|
delete message_[i];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
virtual void BenchmarkCase(benchmark::State& state) {
|
||
|
|
size_t total = 0;
|
||
|
|
std::string str;
|
||
|
|
WrappingCounter i(payloads_.size());
|
||
|
|
|
||
|
|
while (state.KeepRunning()) {
|
||
|
|
str.clear();
|
||
|
|
message_[i.Next()]->SerializeToString(&str);
|
||
|
|
total += str.size();
|
||
|
|
}
|
||
|
|
|
||
|
|
state.SetBytesProcessed(total);
|
||
|
|
}
|
||
|
|
|
||
|
|
private:
|
||
|
|
std::vector<T*> message_;
|
||
|
|
};
|
||
|
|
|
||
|
|
std::string ReadFile(const std::string& name) {
|
||
|
|
std::ifstream file(name.c_str());
|
||
|
|
GOOGLE_CHECK(file.is_open()) << "Couldn't find file '" << name <<
|
||
|
|
"', please make sure you are running "
|
||
|
|
"this command from the benchmarks/ "
|
||
|
|
"directory.\n";
|
||
|
|
return std::string((std::istreambuf_iterator<char>(file)),
|
||
|
|
std::istreambuf_iterator<char>());
|
||
|
|
}
|
||
|
|
|
||
|
|
template <class T>
|
||
|
|
void RegisterBenchmarksForType(const BenchmarkDataset& dataset) {
|
||
|
|
::benchmark::internal::RegisterBenchmarkInternal(
|
||
|
|
new ParseNewFixture<T>(dataset));
|
||
|
|
::benchmark::internal::RegisterBenchmarkInternal(
|
||
|
|
new ParseReuseFixture<T>(dataset));
|
||
|
|
::benchmark::internal::RegisterBenchmarkInternal(
|
||
|
|
new ParseNewArenaFixture<T>(dataset));
|
||
|
|
::benchmark::internal::RegisterBenchmarkInternal(
|
||
|
|
new SerializeFixture<T>(dataset));
|
||
|
|
}
|
||
|
|
|
||
|
|
void RegisterBenchmarks(const std::string& dataset_bytes) {
|
||
|
|
BenchmarkDataset dataset;
|
||
|
|
GOOGLE_CHECK(dataset.ParseFromString(dataset_bytes));
|
||
|
|
|
||
|
|
if (dataset.message_name() == "benchmarks.proto3.GoogleMessage1") {
|
||
|
|
RegisterBenchmarksForType<benchmarks::proto3::GoogleMessage1>(dataset);
|
||
|
|
} else if (dataset.message_name() == "benchmarks.proto2.GoogleMessage1") {
|
||
|
|
RegisterBenchmarksForType<benchmarks::proto2::GoogleMessage1>(dataset);
|
||
|
|
} else if (dataset.message_name() == "benchmarks.proto2.GoogleMessage2") {
|
||
|
|
RegisterBenchmarksForType<benchmarks::proto2::GoogleMessage2>(dataset);
|
||
|
|
} else if (dataset.message_name() ==
|
||
|
|
"benchmarks.google_message3.GoogleMessage3") {
|
||
|
|
RegisterBenchmarksForType
|
||
|
|
<benchmarks::google_message3::GoogleMessage3>(dataset);
|
||
|
|
} else if (dataset.message_name() ==
|
||
|
|
"benchmarks.google_message4.GoogleMessage4") {
|
||
|
|
RegisterBenchmarksForType
|
||
|
|
<benchmarks::google_message4::GoogleMessage4>(dataset);
|
||
|
|
} else {
|
||
|
|
std::cerr << "Unknown message type: " << dataset.message_name();
|
||
|
|
exit(1);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
int main(int argc, char *argv[]) {
|
||
|
|
::benchmark::Initialize(&argc, argv);
|
||
|
|
if (argc == 1) {
|
||
|
|
std::cerr << "Usage: ./cpp-benchmark <input data>" << std::endl;
|
||
|
|
std::cerr << "input data is in the format of \"benchmarks.proto\""
|
||
|
|
<< std::endl;
|
||
|
|
return 1;
|
||
|
|
} else {
|
||
|
|
for (int i = 1; i < argc; i++) {
|
||
|
|
RegisterBenchmarks(ReadFile(argv[i]));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
::benchmark::RunSpecifiedBenchmarks();
|
||
|
|
}
|