You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

149 lines
5.0 KiB

/*
* Copyright (C) 2019 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef ANDROID_FRAMEWORKS_ML_NN_RUNTIME_MODEL_ARGUMENT_INFO_H
#define ANDROID_FRAMEWORKS_ML_NN_RUNTIME_MODEL_ARGUMENT_INFO_H
#include <LegacyUtils.h>
#include <utility>
#include <vector>
#include "NeuralNetworks.h"
namespace android {
namespace nn {
// TODO move length out of DataLocation
//
// NOTE: The primary usage pattern is that a ModelArgumentInfo instance
// is not modified once it is created (unless it is reassigned to).
// There are a small number of use cases where it NEEDS to be modified,
// and we have a limited number of methods that support this.
class ModelArgumentInfo {
public:
ModelArgumentInfo() {}
static std::pair<int, ModelArgumentInfo> createFromPointer(
const Operand& operand, const ANeuralNetworksOperandType* type,
void* data /* nullptr means HAS_NO_VALUE */, uint32_t length,
bool paddingEnabled = true);
static std::pair<int, ModelArgumentInfo> createFromMemory(
const Operand& operand, const ANeuralNetworksOperandType* type, uint32_t poolIndex,
uint32_t offset, uint32_t length, bool paddingEnabled = true);
enum State { POINTER, MEMORY, HAS_NO_VALUE, UNSPECIFIED };
State state() const { return mState; }
bool unspecified() const { return mState == UNSPECIFIED; }
void* buffer() const {
CHECK_EQ(mState, POINTER);
return mBuffer;
}
const std::vector<uint32_t>& initialDimensions() const {
CHECK(mState == POINTER || mState == MEMORY);
return mInitialDimensions;
}
const std::vector<uint32_t>& dimensions() const {
CHECK(mState == POINTER || mState == MEMORY);
return mDimensions;
}
std::vector<uint32_t>& dimensions() {
CHECK(mState == POINTER || mState == MEMORY);
return mDimensions;
}
bool isSufficient() const {
CHECK(mState == POINTER || mState == MEMORY);
return mIsSufficient;
}
bool& isSufficient() {
CHECK(mState == POINTER || mState == MEMORY);
return mIsSufficient;
}
uint32_t length() const {
CHECK(mState == POINTER || mState == MEMORY);
return mLocationAndLength.length;
}
uint32_t padding() const {
CHECK(mState == POINTER || mState == MEMORY);
return mLocationAndLength.padding;
}
const DataLocation& locationAndLength() const {
CHECK_EQ(mState, MEMORY);
return mLocationAndLength;
}
DataLocation& locationAndLength() {
CHECK_EQ(mState, MEMORY);
return mLocationAndLength;
}
// Restore updatable properties to creation-time values.
void reset() {
mDimensions = mInitialDimensions;
mIsSufficient = true;
}
// Convert ModelArgumentInfo to canonical Request::Argument. Unlike createRequestArguments,
// this method will keep the pointer type in the canonical type.
Request::Argument createRequestArgument() const;
private:
int updateDimensionInfo(const Operand& operand, const ANeuralNetworksOperandType* newType);
// Whether the argument was specified as being in a Memory, as a pointer,
// has no value, or has not been specified.
// If POINTER then:
// mLocationAndLength.length is valid.
// mBuffer is valid.
// If MEMORY then:
// mLocationAndLength.{poolIndex, offset, length} is valid.
// In both MEMORY and POINTER cases:
// mInitialDimensions is valid.
// mDimensions is valid.
// mIsSufficient is valid.
// Properties that are fixed at creation.
State mState = UNSPECIFIED;
void* mBuffer = nullptr;
std::vector<uint32_t> mInitialDimensions;
// TODO(b/183021356): This field is logically fixed at creation, but actually updated in
// StepExecutor::mapInputOrOutput when constructing StepExecutor ModelArgumentInfos from
// ExecutionBuilder ModelArgumentInfos. We should find a way to avoid this update.
DataLocation mLocationAndLength;
// Properties that are updatable after creation.
std::vector<uint32_t> mDimensions;
bool mIsSufficient = true;
};
// Convert ModelArgumentInfo to canonical Request::Argument. For pointer arguments, use the location
// information in ptrArgsLocations.
std::vector<Request::Argument> createRequestArguments(
const std::vector<ModelArgumentInfo>& argumentInfos,
const std::vector<DataLocation>& ptrArgsLocations);
} // namespace nn
} // namespace android
#endif // ANDROID_FRAMEWORKS_ML_NN_RUNTIME_MODEL_ARGUMENT_INFO_H