You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
112 lines
5.0 KiB
112 lines
5.0 KiB
/*
|
|
* Copyright (C) 2018 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include "annotator/zlib-utils.h"
|
|
|
|
#include <memory>
|
|
|
|
#include "annotator/model_generated.h"
|
|
#include "utils/zlib/zlib.h"
|
|
#include "gmock/gmock.h"
|
|
#include "gtest/gtest.h"
|
|
|
|
namespace libtextclassifier3 {
|
|
|
|
TEST(AnnotatorZlibUtilsTest, CompressModel) {
|
|
ModelT model;
|
|
model.regex_model.reset(new RegexModelT);
|
|
model.regex_model->patterns.emplace_back(new RegexModel_::PatternT);
|
|
model.regex_model->patterns.back()->pattern = "this is a test pattern";
|
|
model.regex_model->patterns.emplace_back(new RegexModel_::PatternT);
|
|
model.regex_model->patterns.back()->pattern = "this is a second test pattern";
|
|
|
|
model.datetime_model.reset(new DatetimeModelT);
|
|
model.datetime_model->patterns.emplace_back(new DatetimeModelPatternT);
|
|
model.datetime_model->patterns.back()->regexes.emplace_back(
|
|
new DatetimeModelPattern_::RegexT);
|
|
model.datetime_model->patterns.back()->regexes.back()->pattern =
|
|
"an example datetime pattern";
|
|
model.datetime_model->extractors.emplace_back(new DatetimeModelExtractorT);
|
|
model.datetime_model->extractors.back()->pattern =
|
|
"an example datetime extractor";
|
|
|
|
model.intent_options.reset(new IntentFactoryModelT);
|
|
model.intent_options->generator.emplace_back(
|
|
new IntentFactoryModel_::IntentGeneratorT);
|
|
const std::string intent_generator1 = "lua generator 1";
|
|
model.intent_options->generator.back()->lua_template_generator =
|
|
std::vector<uint8_t>(intent_generator1.begin(), intent_generator1.end());
|
|
model.intent_options->generator.emplace_back(
|
|
new IntentFactoryModel_::IntentGeneratorT);
|
|
const std::string intent_generator2 = "lua generator 2";
|
|
model.intent_options->generator.back()->lua_template_generator =
|
|
std::vector<uint8_t>(intent_generator2.begin(), intent_generator2.end());
|
|
|
|
// Compress the model.
|
|
EXPECT_TRUE(CompressModel(&model));
|
|
|
|
// Pack and load the model.
|
|
flatbuffers::FlatBufferBuilder builder;
|
|
builder.Finish(Model::Pack(builder, &model));
|
|
const Model* compressed_model =
|
|
GetModel(reinterpret_cast<const char*>(builder.GetBufferPointer()));
|
|
ASSERT_TRUE(compressed_model != nullptr);
|
|
|
|
// Decompress the fields again and check that they match the original.
|
|
std::unique_ptr<ZlibDecompressor> decompressor = ZlibDecompressor::Instance();
|
|
ASSERT_TRUE(decompressor != nullptr);
|
|
std::string uncompressed_pattern;
|
|
EXPECT_TRUE(decompressor->MaybeDecompress(
|
|
compressed_model->regex_model()->patterns()->Get(0)->compressed_pattern(),
|
|
&uncompressed_pattern));
|
|
EXPECT_EQ(uncompressed_pattern, "this is a test pattern");
|
|
EXPECT_TRUE(decompressor->MaybeDecompress(
|
|
compressed_model->regex_model()->patterns()->Get(1)->compressed_pattern(),
|
|
&uncompressed_pattern));
|
|
EXPECT_EQ(uncompressed_pattern, "this is a second test pattern");
|
|
EXPECT_TRUE(decompressor->MaybeDecompress(compressed_model->datetime_model()
|
|
->patterns()
|
|
->Get(0)
|
|
->regexes()
|
|
->Get(0)
|
|
->compressed_pattern(),
|
|
&uncompressed_pattern));
|
|
EXPECT_EQ(uncompressed_pattern, "an example datetime pattern");
|
|
EXPECT_TRUE(decompressor->MaybeDecompress(compressed_model->datetime_model()
|
|
->extractors()
|
|
->Get(0)
|
|
->compressed_pattern(),
|
|
&uncompressed_pattern));
|
|
EXPECT_EQ(uncompressed_pattern, "an example datetime extractor");
|
|
|
|
EXPECT_TRUE(DecompressModel(&model));
|
|
EXPECT_EQ(model.regex_model->patterns[0]->pattern, "this is a test pattern");
|
|
EXPECT_EQ(model.regex_model->patterns[1]->pattern,
|
|
"this is a second test pattern");
|
|
EXPECT_EQ(model.datetime_model->patterns[0]->regexes[0]->pattern,
|
|
"an example datetime pattern");
|
|
EXPECT_EQ(model.datetime_model->extractors[0]->pattern,
|
|
"an example datetime extractor");
|
|
EXPECT_EQ(
|
|
model.intent_options->generator[0]->lua_template_generator,
|
|
std::vector<uint8_t>(intent_generator1.begin(), intent_generator1.end()));
|
|
EXPECT_EQ(
|
|
model.intent_options->generator[1]->lua_template_generator,
|
|
std::vector<uint8_t>(intent_generator2.begin(), intent_generator2.end()));
|
|
}
|
|
|
|
} // namespace libtextclassifier3
|