You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

604 lines
23 KiB

/*
* Copyright (C) 2018 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "annotator/duration/duration.h"
#include <string>
#include <vector>
#include "annotator/collections.h"
#include "annotator/model_generated.h"
#include "annotator/types-test-util.h"
#include "annotator/types.h"
#include "utils/tokenizer-utils.h"
#include "utils/utf8/unicodetext.h"
#include "utils/utf8/unilib.h"
#include "gmock/gmock.h"
#include "gtest/gtest.h"
namespace libtextclassifier3 {
namespace {
using testing::AllOf;
using testing::ElementsAre;
using testing::Field;
using testing::IsEmpty;
const DurationAnnotatorOptions* TestingDurationAnnotatorOptions() {
static const flatbuffers::DetachedBuffer* options_data = []() {
DurationAnnotatorOptionsT options;
options.enabled = true;
options.week_expressions.push_back("week");
options.week_expressions.push_back("weeks");
options.day_expressions.push_back("day");
options.day_expressions.push_back("days");
options.hour_expressions.push_back("hour");
options.hour_expressions.push_back("hours");
options.minute_expressions.push_back("minute");
options.minute_expressions.push_back("minutes");
options.second_expressions.push_back("second");
options.second_expressions.push_back("seconds");
options.filler_expressions.push_back("and");
options.filler_expressions.push_back("a");
options.filler_expressions.push_back("an");
options.filler_expressions.push_back("one");
options.half_expressions.push_back("half");
options.sub_token_separator_codepoints.push_back('-');
flatbuffers::FlatBufferBuilder builder;
builder.Finish(DurationAnnotatorOptions::Pack(builder, &options));
return new flatbuffers::DetachedBuffer(builder.Release());
}();
return flatbuffers::GetRoot<DurationAnnotatorOptions>(options_data->data());
}
std::unique_ptr<FeatureProcessor> BuildFeatureProcessor(const UniLib* unilib) {
static const flatbuffers::DetachedBuffer* options_data = []() {
FeatureProcessorOptionsT options;
options.context_size = 1;
options.max_selection_span = 1;
options.snap_label_span_boundaries_to_containing_tokens = false;
options.ignored_span_boundary_codepoints.push_back(',');
options.tokenization_codepoint_config.emplace_back(
new TokenizationCodepointRangeT());
auto& config = options.tokenization_codepoint_config.back();
config->start = 32;
config->end = 33;
config->role = TokenizationCodepointRange_::Role_WHITESPACE_SEPARATOR;
flatbuffers::FlatBufferBuilder builder;
builder.Finish(FeatureProcessorOptions::Pack(builder, &options));
return new flatbuffers::DetachedBuffer(builder.Release());
}();
const FeatureProcessorOptions* feature_processor_options =
flatbuffers::GetRoot<FeatureProcessorOptions>(options_data->data());
return std::unique_ptr<FeatureProcessor>(
new FeatureProcessor(feature_processor_options, unilib));
}
class DurationAnnotatorTest : public ::testing::Test {
protected:
DurationAnnotatorTest()
: INIT_UNILIB_FOR_TESTING(unilib_),
feature_processor_(BuildFeatureProcessor(&unilib_)),
duration_annotator_(TestingDurationAnnotatorOptions(),
feature_processor_.get(), &unilib_) {}
std::vector<Token> Tokenize(const UnicodeText& text) {
return feature_processor_->Tokenize(text);
}
UniLib unilib_;
std::unique_ptr<FeatureProcessor> feature_processor_;
DurationAnnotator duration_annotator_;
};
TEST_F(DurationAnnotatorTest, ClassifiesSimpleDuration) {
ClassificationResult classification;
EXPECT_TRUE(duration_annotator_.ClassifyText(
UTF8ToUnicodeText("Wake me up in 15 minutes ok?"), {14, 24},
AnnotationUsecase_ANNOTATION_USECASE_RAW, &classification));
EXPECT_THAT(classification,
AllOf(Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms, 15 * 60 * 1000)));
}
TEST_F(DurationAnnotatorTest, ClassifiesWhenTokensDontAlignWithSelection) {
ClassificationResult classification;
EXPECT_TRUE(duration_annotator_.ClassifyText(
UTF8ToUnicodeText("Wake me up in15 minutesok?"), {13, 23},
AnnotationUsecase_ANNOTATION_USECASE_RAW, &classification));
EXPECT_THAT(classification,
AllOf(Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms, 15 * 60 * 1000)));
}
TEST_F(DurationAnnotatorTest, DoNotClassifyWhenInputIsInvalid) {
ClassificationResult classification;
EXPECT_FALSE(duration_annotator_.ClassifyText(
UTF8ToUnicodeText("Weird space"), {5, 6},
AnnotationUsecase_ANNOTATION_USECASE_RAW, &classification));
}
TEST_F(DurationAnnotatorTest, FindsSimpleDuration) {
const UnicodeText text = UTF8ToUnicodeText("Wake me up in 15 minutes ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(14, 24)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
15 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsDurationWithHalfExpression) {
const UnicodeText text =
UTF8ToUnicodeText("Set a timer for 3 and half minutes ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 34)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
3.5 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsComposedDuration) {
const UnicodeText text =
UTF8ToUnicodeText("Wake me up in 3 hours and 5 seconds ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(14, 35)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
3 * 60 * 60 * 1000 + 5 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, AllUnitsAreCovered) {
const UnicodeText text = UTF8ToUnicodeText(
"See you in a week and a day and an hour and a minute and a second");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(13, 65)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
7 * 24 * 60 * 60 * 1000 + 24 * 60 * 60 * 1000 +
60 * 60 * 1000 + 60 * 1000 + 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsHalfAnHour) {
const UnicodeText text = UTF8ToUnicodeText("Set a timer for half an hour");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 28)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
0.5 * 60 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsWhenHalfIsAfterGranularitySpecification) {
const UnicodeText text =
UTF8ToUnicodeText("Set a timer for 1 hour and a half");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 33)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
1.5 * 60 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsAnHourAndAHalf) {
const UnicodeText text =
UTF8ToUnicodeText("Set a timer for an hour and a half");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(19, 34)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
1.5 * 60 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest,
FindsCorrectlyWhenSecondsComeSecondAndDontHaveNumber) {
const UnicodeText text =
UTF8ToUnicodeText("Set a timer for 10 minutes and a second ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 39)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
10 * 60 * 1000 + 1 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, DoesNotGreedilyTakeFillerWords) {
const UnicodeText text = UTF8ToUnicodeText(
"Set a timer for a a a 10 minutes and 2 seconds an and an ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(22, 46)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
10 * 60 * 1000 + 2 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, DoesNotCrashWhenJustHalfIsSaid) {
const UnicodeText text = UTF8ToUnicodeText("Set a timer for half ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
ASSERT_EQ(result.size(), 0);
}
TEST_F(DurationAnnotatorTest, StripsPunctuationFromTokens) {
const UnicodeText text =
UTF8ToUnicodeText("Set a timer for 10 ,minutes, ,and, ,2, seconds, ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 46)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
10 * 60 * 1000 + 2 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsCorrectlyWithCombinedQuantityUnitToken) {
const UnicodeText text = UTF8ToUnicodeText("Show 5-minute timer.");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(5, 13)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
5 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest,
DoesNotIntOverflowWithDurationThatHasMoreThanInt32Millis) {
ClassificationResult classification;
EXPECT_TRUE(duration_annotator_.ClassifyText(
UTF8ToUnicodeText("1400 hours"), {0, 10},
AnnotationUsecase_ANNOTATION_USECASE_RAW, &classification));
EXPECT_THAT(classification,
AllOf(Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
1400LL * 60LL * 60LL * 1000LL)));
}
TEST_F(DurationAnnotatorTest, FindsSimpleDurationIgnoringCase) {
const UnicodeText text = UTF8ToUnicodeText("Wake me up in 15 MiNuTeS ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(14, 24)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
15 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsDurationWithHalfExpressionIgnoringCase) {
const UnicodeText text =
UTF8ToUnicodeText("Set a timer for 3 and HaLf minutes ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 34)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
3.5 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest,
FindsDurationWithHalfExpressionIgnoringFillerWordCase) {
const UnicodeText text =
UTF8ToUnicodeText("Set a timer for 3 AnD half minutes ok?");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 34)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
3.5 * 60 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsDurationWithDanglingQuantity) {
const UnicodeText text = UTF8ToUnicodeText("20 minutes 10");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(0, 13)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
20 * 60 * 1000 + 10 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsDurationWithDanglingQuantityNotSupported) {
const UnicodeText text = UTF8ToUnicodeText("20 seconds 10");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(AllOf(
Field(&AnnotatedSpan::span, CodepointSpan(0, 10)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms, 20 * 1000)))))));
}
TEST_F(DurationAnnotatorTest, FindsDurationWithDecimalQuantity) {
const UnicodeText text = UTF8ToUnicodeText("in 10.2 hours");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(3, 13)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
10 * 60 * 60 * 1000 + 12 * 60 * 1000)))))));
}
const DurationAnnotatorOptions* TestingJapaneseDurationAnnotatorOptions() {
static const flatbuffers::DetachedBuffer* options_data = []() {
DurationAnnotatorOptionsT options;
options.enabled = true;
options.week_expressions.push_back("週間");
options.day_expressions.push_back("日間");
options.hour_expressions.push_back("時間");
options.minute_expressions.push_back("");
options.minute_expressions.push_back("分間");
options.second_expressions.push_back("");
options.second_expressions.push_back("秒間");
options.half_expressions.push_back("");
options.require_quantity = true;
options.enable_dangling_quantity_interpretation = true;
flatbuffers::FlatBufferBuilder builder;
builder.Finish(DurationAnnotatorOptions::Pack(builder, &options));
return new flatbuffers::DetachedBuffer(builder.Release());
}();
return flatbuffers::GetRoot<DurationAnnotatorOptions>(options_data->data());
}
class JapaneseDurationAnnotatorTest : public ::testing::Test {
protected:
JapaneseDurationAnnotatorTest()
: INIT_UNILIB_FOR_TESTING(unilib_),
feature_processor_(BuildFeatureProcessor(&unilib_)),
duration_annotator_(TestingJapaneseDurationAnnotatorOptions(),
feature_processor_.get(), &unilib_) {}
std::vector<Token> Tokenize(const UnicodeText& text) {
return feature_processor_->Tokenize(text);
}
UniLib unilib_;
std::unique_ptr<FeatureProcessor> feature_processor_;
DurationAnnotator duration_annotator_;
};
TEST_F(JapaneseDurationAnnotatorTest, FindsDuration) {
const UnicodeText text = UTF8ToUnicodeText("10 分 の アラーム");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(0, 4)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
10 * 60 * 1000)))))));
}
TEST_F(JapaneseDurationAnnotatorTest, FindsDurationWithHalfExpression) {
const UnicodeText text = UTF8ToUnicodeText("2 分 半 の アラーム");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(0, 5)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
2.5 * 60 * 1000)))))));
}
TEST_F(JapaneseDurationAnnotatorTest, IgnoresDurationWithoutQuantity) {
const UnicodeText text = UTF8ToUnicodeText("分 の アラーム");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(result, IsEmpty());
}
TEST_F(JapaneseDurationAnnotatorTest, FindsDurationWithDanglingQuantity) {
const UnicodeText text = UTF8ToUnicodeText("2 分 10 の アラーム");
std::vector<Token> tokens = Tokenize(text);
std::vector<AnnotatedSpan> result;
EXPECT_TRUE(duration_annotator_.FindAll(
text, tokens, AnnotationUsecase_ANNOTATION_USECASE_RAW, &result));
EXPECT_THAT(
result,
ElementsAre(
AllOf(Field(&AnnotatedSpan::span, CodepointSpan(0, 6)),
Field(&AnnotatedSpan::classification,
ElementsAre(AllOf(
Field(&ClassificationResult::collection, "duration"),
Field(&ClassificationResult::duration_ms,
2 * 60 * 1000 + 10 * 1000)))))));
}
} // namespace
} // namespace libtextclassifier3