/* * Copyright (C) 2018 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LIBTEXTCLASSIFIER_ACTIONS_FEATURE_PROCESSOR_H_ #define LIBTEXTCLASSIFIER_ACTIONS_FEATURE_PROCESSOR_H_ #include #include "actions/actions_model_generated.h" #include "annotator/model-executor.h" #include "annotator/types.h" #include "utils/token-feature-extractor.h" #include "utils/tokenizer.h" #include "utils/utf8/unicodetext.h" #include "utils/utf8/unilib.h" namespace libtextclassifier3 { // Create tokenizer from options. std::unique_ptr CreateTokenizer( const ActionsTokenizerOptions* options, const UniLib* unilib); // Feature processor for the actions suggestions model. class ActionsFeatureProcessor { public: explicit ActionsFeatureProcessor( const ActionsTokenFeatureProcessorOptions* options, const UniLib* unilib); // Embeds and appends features to the output vector. bool AppendFeatures(const std::vector& sparse_features, const std::vector& dense_features, const EmbeddingExecutor* embedding_executor, std::vector* output_features) const; // Extracts the features of a token and appends them to the output vector. bool AppendTokenFeatures(const Token& token, const EmbeddingExecutor* embedding_executor, std::vector* output_features) const; // Extracts the features of a vector of tokens and appends each to the output // vector. bool AppendTokenFeatures(const std::vector& tokens, const EmbeddingExecutor* embedding_executor, std::vector* output_features) const; int GetTokenEmbeddingSize() const; const Tokenizer* tokenizer() const { return tokenizer_.get(); } private: const ActionsTokenFeatureProcessorOptions* options_; const std::unique_ptr tokenizer_; const TokenFeatureExtractor token_feature_extractor_; }; } // namespace libtextclassifier3 #endif // LIBTEXTCLASSIFIER_ACTIONS_FEATURE_PROCESSOR_H_