You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
939 lines
33 KiB
939 lines
33 KiB
/*
|
|
* Copyright (C) 2017 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include <errno.h>
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include <unistd.h>
|
|
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include <android-base/file.h>
|
|
#include <android-base/test_utils.h>
|
|
#include <gmock/gmock.h>
|
|
#include <gtest/gtest.h>
|
|
|
|
#include "Options.h"
|
|
|
|
using ::testing::ElementsAre;
|
|
using ::testing::StrEq;
|
|
|
|
namespace android {
|
|
namespace gtest_extras {
|
|
|
|
class OptionsTest : public ::testing::Test {
|
|
protected:
|
|
void ClearChildArgs() {
|
|
for (auto arg : child_args_) {
|
|
free(arg);
|
|
}
|
|
child_args_.clear();
|
|
}
|
|
|
|
void TearDown() { ClearChildArgs(); }
|
|
|
|
void CheckIncompatible(const std::string arg);
|
|
void CheckIncompatibleFromEnv(const std::string env_var);
|
|
|
|
std::vector<char*> child_args_;
|
|
};
|
|
|
|
TEST_F(OptionsTest, unknown_arg) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--unknown_arg"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("Unknown argument: --unknown_arg\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, unknown_arg_single_dash) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "-unknown_arg"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("Unknown argument: -unknown_arg\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, extra_arg) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "extra"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("Unexpected argument 'extra'\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, check_defaults) {
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_LT(0U, options.job_count());
|
|
EXPECT_EQ(90000ULL, options.deadline_threshold_ms());
|
|
EXPECT_EQ(2000ULL, options.slow_threshold_ms());
|
|
EXPECT_EQ(0ULL, options.shard_index());
|
|
EXPECT_EQ(0ULL, options.total_shards());
|
|
EXPECT_EQ("auto", options.color());
|
|
EXPECT_EQ("", options.xml_file());
|
|
EXPECT_EQ("", options.filter());
|
|
EXPECT_EQ(1, options.num_iterations());
|
|
EXPECT_TRUE(options.print_time());
|
|
EXPECT_FALSE(options.allow_disabled_tests());
|
|
EXPECT_FALSE(options.list_tests());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_list_tests) {
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_list_tests"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_TRUE(options.list_tests());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_list_tests_error_argument) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_list_tests=nothing"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_list_tests does not take an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, job_count_single_arg) {
|
|
std::vector<const char*> cur_args{"ignore", "-j11"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(11U, options.job_count());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, job_count_second_arg) {
|
|
std::vector<const char*> cur_args{"ignore", "-j", "23"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(23U, options.job_count());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, job_count_error_single_arg) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "-j0bad"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("-j value is not formatted as a numeric value (0bad)\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, job_count_error_second_arg) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "-j", "34b"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("-j value is not formatted as a numeric value (34b)\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, job_count_error_no_arg) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "-j"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("-j requires an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, deadline_threshold_ms) {
|
|
std::vector<const char*> cur_args{"ignore", "--deadline_threshold_ms=3200"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(3200ULL, options.deadline_threshold_ms());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, deadline_threshold_ms_error_no_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--deadline_threshold_ms"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--deadline_threshold_ms requires an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, deadline_threshold_ms_error_not_a_number) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--deadline_threshold_ms=bad"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--deadline_threshold_ms value is not formatted as a numeric value (bad)\n",
|
|
capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, deadline_threshold_ms_error_illegal_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--deadline_threshold_ms=0"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--deadline_threshold_ms requires a number greater than zero.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, slow_threshold_ms) {
|
|
std::vector<const char*> cur_args{"ignore", "--slow_threshold_ms=4580"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(4580ULL, options.slow_threshold_ms());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, slow_threshold_ms_error_no_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--slow_threshold_ms"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--slow_threshold_ms requires an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, slow_threshold_ms_error_not_a_number) {
|
|
CapturedStdout capture;
|
|
Options options;
|
|
std::vector<const char*> cur_args{"ignore", "--slow_threshold_ms=not"};
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--slow_threshold_ms value is not formatted as a numeric value (not)\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, slow_threshold_ms_error_illegal_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--slow_threshold_ms=0"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--slow_threshold_ms requires a number greater than zero.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, shard_index) {
|
|
ASSERT_NE(-1, setenv("GTEST_SHARD_INDEX", "100", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(100ULL, options.shard_index());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ClearChildArgs();
|
|
ASSERT_NE(-1, setenv("GTEST_SHARD_INDEX", "0", 1));
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(0ULL, options.shard_index());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_SHARD_INDEX"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, shard_index_error_no_value) {
|
|
ASSERT_NE(-1, setenv("GTEST_SHARD_INDEX", "", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_SHARD_INDEX] requires an argument.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_SHARD_INDEX"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, shard_index_error_not_a_number) {
|
|
ASSERT_NE(-1, setenv("GTEST_SHARD_INDEX", "bad", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_SHARD_INDEX] value is not formatted as a numeric value (bad)\n",
|
|
capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_SHARD_INDEX"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, shard_index_error_not_from_env) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_shard_index=100"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_shard_index is only supported as an environment variable.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, total_shards) {
|
|
ASSERT_NE(-1, setenv("GTEST_TOTAL_SHARDS", "500", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(500ULL, options.total_shards());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ClearChildArgs();
|
|
ASSERT_NE(-1, setenv("GTEST_TOTAL_SHARDS", "0", 1));
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(0ULL, options.total_shards());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_TOTAL_SHARDS"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, total_shards_error_no_value) {
|
|
ASSERT_NE(-1, setenv("GTEST_TOTAL_SHARDS", "", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_TOTAL_SHARDS] requires an argument.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_TOTAL_SHARDS"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, total_shards_error_not_a_number) {
|
|
ASSERT_NE(-1, setenv("GTEST_TOTAL_SHARDS", "bad", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_TOTAL_SHARDS] value is not formatted as a numeric value (bad)\n",
|
|
capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_TOTAL_SHARDS"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, total_shards_error_not_from_env) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_total_shards=100"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_total_shards is only supported as an environment variable.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_color) {
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_color=yes"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("yes", options.color());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore"), StrEq("--gtest_color=yes")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_color_error_no_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_color="};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_color requires an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_filter) {
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_filter=filter"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("filter", options.filter());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_filter_error_no_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_filter"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_filter requires an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_also_run_disabled_tests) {
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_also_run_disabled_tests"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_TRUE(options.allow_disabled_tests());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore"), StrEq("--gtest_also_run_disabled_tests")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_also_run_disabled_tests_error_argument) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_also_run_disabled_tests=nothing"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_also_run_disabled_tests does not take an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_repeat) {
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_repeat=10"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(10, options.num_iterations());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ClearChildArgs();
|
|
cur_args = std::vector<const char*>{"ignore", "--gtest_repeat=-1"};
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(-1, options.num_iterations());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_repeat_error_no_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_repeat"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_repeat requires an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_repeat_error_overflow) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_repeat=2147483747"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_repeat value overflows (2147483747)\n", capture.str());
|
|
|
|
ClearChildArgs();
|
|
capture.Reset();
|
|
capture.Start();
|
|
cur_args = std::vector<const char*>{"ignore", "--gtest_repeat=-2147483747"};
|
|
parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_repeat value overflows (-2147483747)\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_print_time) {
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_print_time"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_TRUE(options.print_time());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ClearChildArgs();
|
|
cur_args = std::vector<const char*>{"ignore", "--gtest_print_time=0"};
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_FALSE(options.print_time());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ClearChildArgs();
|
|
cur_args = std::vector<const char*>{"ignore", "--gtest_print_time=1"};
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_TRUE(options.print_time());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_output) {
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_output=xml:/file.xml"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("/file.xml", options.xml_file());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ClearChildArgs();
|
|
cur_args = std::vector<const char*>{"ignore", "--gtest_output=xml:/directory/"};
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("/directory/test_details.xml", options.xml_file());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ClearChildArgs();
|
|
cur_args = std::vector<const char*>{"ignore", "--gtest_output=xml:cwd.xml"};
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
char* cwd = getcwd(nullptr, 0);
|
|
std::string expected_file(cwd);
|
|
expected_file += "/cwd.xml";
|
|
free(cwd);
|
|
EXPECT_EQ(expected_file, options.xml_file());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_output_error_no_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_output"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_output requires an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_output_error_no_xml) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_output=xml:"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_output requires a file name after xml:\n", capture.str());
|
|
|
|
ClearChildArgs();
|
|
capture.Reset();
|
|
capture.Start();
|
|
cur_args = std::vector<const char*>{"ignore", "--gtest_output=not_xml"};
|
|
parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_output only supports an xml output file.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_death_test_style) {
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_death_test_style=something"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_THAT(child_args_,
|
|
ElementsAre(StrEq("ignore"), StrEq("--gtest_death_test_style=something")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_death_test_style_error_no_value) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_death_test_style"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("--gtest_death_test_style requires an argument.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_flagfile) {
|
|
TemporaryFile tf;
|
|
ASSERT_TRUE(
|
|
android::base::WriteStringToFile("--gtest_color=no\n"
|
|
"\n"
|
|
"--gtest_print_time=0\n"
|
|
"--gtest_repeat=10\n",
|
|
tf.path));
|
|
|
|
std::string flag("--gtest_flagfile=");
|
|
flag += tf.path;
|
|
std::vector<const char*> cur_args{"ignore", flag.c_str()};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("no", options.color());
|
|
EXPECT_FALSE(options.print_time());
|
|
EXPECT_EQ(10U, options.num_iterations());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore"), StrEq("--gtest_color=no")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_flagfile_no_newline) {
|
|
TemporaryFile tf;
|
|
ASSERT_TRUE(android::base::WriteStringToFile("--gtest_color=no", tf.path));
|
|
|
|
std::string flag("--gtest_flagfile=");
|
|
flag += tf.path;
|
|
std::vector<const char*> cur_args{"ignore", flag.c_str()};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("no", options.color());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore"), StrEq("--gtest_color=no")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_flagfile_empty_file) {
|
|
TemporaryFile tf;
|
|
|
|
std::string flag("--gtest_flagfile=");
|
|
flag += tf.path;
|
|
std::vector<const char*> cur_args{"ignore", flag.c_str()};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_flagfile_disallow_j_option) {
|
|
TemporaryFile tf;
|
|
ASSERT_TRUE(android::base::WriteStringToFile("-j1\n", tf.path));
|
|
|
|
CapturedStdout capture;
|
|
std::string flag("--gtest_flagfile=");
|
|
flag += tf.path;
|
|
std::vector<const char*> cur_args{"ignore", flag.c_str()};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("Unknown argument: -j1\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_flagfile_disallow_gtest_flagfile_option_in_file) {
|
|
TemporaryFile tf;
|
|
ASSERT_TRUE(android::base::WriteStringToFile("--gtest_flagfile=nothing\n", tf.path));
|
|
|
|
CapturedStdout capture;
|
|
std::string flag("--gtest_flagfile=");
|
|
flag += tf.path;
|
|
std::vector<const char*> cur_args{"ignore", flag.c_str()};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("Argument: --gtest_flagfile=nothing is not allowed in flag file.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_flagfile_does_not_exist) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", "--gtest_flagfile=/this/does/not/exist"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("Unable to read data from file /this/does/not/exist\n", capture.str());
|
|
}
|
|
|
|
void OptionsTest::CheckIncompatible(const std::string arg) {
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore", arg.c_str()};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly for arg " + arg;
|
|
EXPECT_EQ(arg + " is not compatible with isolation runs.\n", capture.str());
|
|
}
|
|
|
|
TEST_F(OptionsTest, incompatible) {
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatible("--gtest_break_on_failure"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatible("--gtest_catch_exceptions"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatible("--gtest_random_seed"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatible("--gtest_shuffle"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatible("--gtest_stream_result_to"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatible("--gtest_throw_on_failure"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, verify_non_env_variables) {
|
|
EXPECT_NE(-1, setenv("DEADLINE_THRESHOLD_MS", "VALUE", 1));
|
|
EXPECT_NE(-1, setenv("SLOW_THRESHOLD_MS", "VALUE", 1));
|
|
EXPECT_NE(-1, setenv("GTEST_FORMAT", "VALUE", 1));
|
|
EXPECT_NE(-1, setenv("GTEST_LIST_TESTS", "VALUE", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
EXPECT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_LT(0U, options.job_count());
|
|
EXPECT_EQ(90000ULL, options.deadline_threshold_ms());
|
|
EXPECT_EQ(2000ULL, options.slow_threshold_ms());
|
|
EXPECT_EQ("auto", options.color());
|
|
EXPECT_EQ("", options.xml_file());
|
|
EXPECT_EQ("", options.filter());
|
|
EXPECT_EQ(1, options.num_iterations());
|
|
EXPECT_TRUE(options.print_time());
|
|
EXPECT_FALSE(options.allow_disabled_tests());
|
|
EXPECT_FALSE(options.list_tests());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
EXPECT_NE(-1, unsetenv("DEADLINE_THRESHOLD_MS"));
|
|
EXPECT_NE(-1, unsetenv("SLOW_THRESHOLD_MS"));
|
|
EXPECT_NE(-1, unsetenv("GTEST_FORMAT"));
|
|
EXPECT_NE(-1, unsetenv("GTEST_LIST_TESTS"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_filter_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_FILTER", "filter_value", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
EXPECT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("filter_value", options.filter());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_FILTER"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_filter_error_no_value_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_FILTER", "", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_FILTER] requires an argument.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_FILTER"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_also_run_disabled_tests_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_ALSO_RUN_DISABLED_TESTS", "", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_TRUE(options.allow_disabled_tests());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_ALSO_RUN_DISABLED_TESTS"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_also_run_disabled_tests_error_argument_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_ALSO_RUN_DISABLED_TESTS", "one", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_ALSO_RUN_DISABLED_TESTS] does not take an argument.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_ALSO_RUN_DISABLED_TESTS"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_repeat_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_REPEAT", "34", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ(34, options.num_iterations());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_REPEAT"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_repeat_error_no_value_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_REPEAT", "", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_REPEAT] requires an argument.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_REPEAT"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_repeat_error_overflow_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_REPEAT", "2147483747", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_REPEAT] value overflows (2147483747)\n", capture.str());
|
|
|
|
ASSERT_NE(-1, setenv("GTEST_REPEAT", "-2147483747", 1));
|
|
|
|
ClearChildArgs();
|
|
capture.Reset();
|
|
capture.Start();
|
|
parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_REPEAT] value overflows (-2147483747)\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_REPEAT"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_color_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_COLOR", "yes", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
std::vector<const char*> child_args;
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("yes", options.color());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_COLOR"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_color_error_no_value_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_COLOR", "", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_COLOR] requires an argument.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_COLOR"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_print_time_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_PRINT_TIME", "0", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_FALSE(options.print_time());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_PRINT_TIME"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_print_time_no_value_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_PRINT_TIME", "", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_TRUE(options.print_time());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_PRINT_TIME"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_output_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_OUTPUT", "xml:/file.xml", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_EQ("/file.xml", options.xml_file());
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_PRINT_TIME"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_output_error_no_value_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_OUTPUT", "", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_OUTPUT] requires an argument.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_OUTPUT"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_output_error_no_xml_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_OUTPUT", "xml:", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_OUTPUT] requires a file name after xml:\n", capture.str());
|
|
|
|
ASSERT_NE(-1, setenv("GTEST_OUTPUT", "not_xml", 1));
|
|
|
|
ClearChildArgs();
|
|
capture.Reset();
|
|
capture.Start();
|
|
parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_OUTPUT] only supports an xml output file.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_OUTPUT"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_death_test_style_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_DEATH_TEST_STYLE", "fast", 1));
|
|
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
ASSERT_TRUE(options.Process(cur_args, &child_args_));
|
|
EXPECT_THAT(child_args_, ElementsAre(StrEq("ignore")));
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_DEATH_TEST_STYLE"));
|
|
}
|
|
|
|
TEST_F(OptionsTest, gtest_death_test_style_error_no_value_from_env) {
|
|
ASSERT_NE(-1, setenv("GTEST_DEATH_TEST_STYLE", "", 1));
|
|
|
|
CapturedStdout capture;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
Options options;
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly.";
|
|
EXPECT_EQ("env[GTEST_DEATH_TEST_STYLE] requires an argument.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv("GTEST_DEATH_TEST_STYLE"));
|
|
}
|
|
|
|
void OptionsTest::CheckIncompatibleFromEnv(const std::string env_var) {
|
|
ASSERT_NE(-1, setenv(env_var.c_str(), "", 1));
|
|
|
|
CapturedStdout capture;
|
|
Options options;
|
|
std::vector<const char*> cur_args{"ignore"};
|
|
bool parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly for env var " + env_var;
|
|
EXPECT_EQ("env[" + env_var + "] is not compatible with isolation runs.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, setenv(env_var.c_str(), "not_empty", 1));
|
|
|
|
ClearChildArgs();
|
|
capture.Reset();
|
|
capture.Start();
|
|
parsed = options.Process(cur_args, &child_args_);
|
|
capture.Stop();
|
|
ASSERT_FALSE(parsed) << "Process did not fail properly for env var " + env_var;
|
|
EXPECT_EQ("env[" + env_var + "] is not compatible with isolation runs.\n", capture.str());
|
|
|
|
ASSERT_NE(-1, unsetenv(env_var.c_str()));
|
|
}
|
|
|
|
TEST_F(OptionsTest, incompatible_from_env) {
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatibleFromEnv("GTEST_BREAK_ON_FAILURE"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatibleFromEnv("GTEST_CATCH_EXCEPTIONS"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatibleFromEnv("GTEST_RANDOM_SEED"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatibleFromEnv("GTEST_SHUFFLE"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatibleFromEnv("GTEST_STREAM_RESULT_TO"));
|
|
ASSERT_NO_FATAL_FAILURE(CheckIncompatibleFromEnv("GTEST_THROW_ON_FAILURE"));
|
|
}
|
|
|
|
} // namespace gtest_extras
|
|
} // namespace android
|