/* * Copyright (C) 2021 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef ANDROID_FRAMEWORKS_ML_NN_COMMON_AIDL_BUFFER_TRACKER_H #define ANDROID_FRAMEWORKS_ML_NN_COMMON_AIDL_BUFFER_TRACKER_H #include #include #include #include #include #include #include #include #include #include "AidlHalInterfaces.h" #include "AidlValidateHal.h" #include "CpuExecutor.h" namespace android::nn { // This class manages a CPU buffer allocated on heap and provides validation methods. class AidlManagedBuffer { public: static std::shared_ptr create(uint32_t size, std::set roles, const Operand& operand); // Prefer AidlManagedBuffer::create. AidlManagedBuffer(std::unique_ptr buffer, uint32_t size, std::set roles, const Operand& operand); RunTimePoolInfo createRunTimePoolInfo() const { return RunTimePoolInfo::createFromExistingBuffer(kBuffer.get(), kSize); } // "poolIndex" is the index of this buffer in the request.pools. ErrorStatus validateRequest(uint32_t poolIndex, const Request& request, const aidl_hal::IPreparedModel* preparedModel) const; // "size" is the byte size of the Memory provided to the copyFrom or copyTo method. ErrorStatus validateCopyFrom(const std::vector& dimensions, uint32_t size) const; ErrorStatus validateCopyTo(uint32_t size) const; bool updateDimensions(const std::vector& dimensions); void setInitialized(bool initialized); private: mutable std::mutex mMutex; const std::unique_ptr kBuffer; const uint32_t kSize; const std::set kRoles; const OperandType kOperandType; const std::vector kInitialDimensions; std::vector mUpdatedDimensions GUARDED_BY(mMutex); bool mInitialized GUARDED_BY(mMutex) = false; }; // Keep track of all AidlManagedBuffers and assign each with a unique token. class AidlBufferTracker : public std::enable_shared_from_this { DISALLOW_COPY_AND_ASSIGN(AidlBufferTracker); public: // A RAII class to help manage the lifetime of the token. // It is only supposed to be constructed in AidlBufferTracker::add. class Token { DISALLOW_COPY_AND_ASSIGN(Token); public: Token(uint32_t token, std::shared_ptr tracker) : kToken(token), kBufferTracker(std::move(tracker)) {} ~Token() { kBufferTracker->free(kToken); } uint32_t get() const { return kToken; } private: const uint32_t kToken; const std::shared_ptr kBufferTracker; }; // The factory of AidlBufferTracker. This ensures that the AidlBufferTracker is always managed // by a shared_ptr. static std::shared_ptr create() { return std::make_shared(); } // Prefer AidlBufferTracker::create. AidlBufferTracker() : mTokenToBuffers(1) {} std::unique_ptr add(std::shared_ptr buffer); std::shared_ptr get(uint32_t token) const; private: void free(uint32_t token); mutable std::mutex mMutex; std::stack> mFreeTokens GUARDED_BY(mMutex); // Since the tokens are allocated in a non-sparse way, we use a vector to represent the mapping. // The index of the vector is the token. When the token gets freed, the corresponding entry is // set to nullptr. mTokenToBuffers[0] is always set to nullptr because 0 is an invalid token. std::vector> mTokenToBuffers GUARDED_BY(mMutex); }; } // namespace android::nn #endif // ANDROID_FRAMEWORKS_ML_NN_COMMON_AIDL_BUFFER_TRACKER_H