|
| 1 | +/* |
| 2 | + * Copyright (c) 2025 Samsung Electronics Co. LTD |
| 3 | + * All rights reserved |
| 4 | + * |
| 5 | + * This source code is licensed under the BSD-style license found in the |
| 6 | + * LICENSE file in the root directory of this source tree. |
| 7 | + * |
| 8 | + */ |
| 9 | +#include <executorch/backends/samsung/runtime/enn_shared_memory_manager.h> |
| 10 | + |
| 11 | +#include <executorch/backends/samsung/runtime/enn_api_implementation.h> |
| 12 | +#include <executorch/backends/samsung/runtime/logging.h> |
| 13 | + |
| 14 | +#include <inttypes.h> |
| 15 | +#include <limits> |
| 16 | +#include <mutex> |
| 17 | + |
| 18 | +namespace executorch { |
| 19 | +namespace backends { |
| 20 | +namespace enn { |
| 21 | +namespace shared_memory_manager { |
| 22 | + |
| 23 | +using torch::executor::enn::EnnApi; |
| 24 | + |
| 25 | +static std::mutex instance_mutex_; |
| 26 | + |
| 27 | +SharedMemoryManager* SharedMemoryManager::getInstance() { |
| 28 | + // Touch the EnnApi singleton first so that it outlives this instance: the |
| 29 | + // destructor below releases buffers through the ENN API. |
| 30 | + EnnApi::getEnnApiInstance(); |
| 31 | + static SharedMemoryManager instance; |
| 32 | + return &instance; |
| 33 | +} |
| 34 | + |
| 35 | +SharedMemoryManager::~SharedMemoryManager() { |
| 36 | + std::lock_guard<std::mutex> lgd(instance_mutex_); |
| 37 | + auto enn_api_inst = EnnApi::getEnnApiInstance(); |
| 38 | + for (auto& buffer : buffers_) { |
| 39 | + if (enn_api_inst->EnnReleaseBuffer(buffer)) { |
| 40 | + ET_LOG(Error, "Failed to destroy buffer: %p", buffer->va); |
| 41 | + } |
| 42 | + } |
| 43 | + buffers_.clear(); |
| 44 | +} |
| 45 | + |
| 46 | +void* SharedMemoryManager::alloc(const size_t size) { |
| 47 | + if (size > std::numeric_limits<uint32_t>::max()) { |
| 48 | + ET_LOG( |
| 49 | + Error, "Requested size %zu exceeds ENN buffer limit (uint32_t)", size); |
| 50 | + return nullptr; |
| 51 | + } |
| 52 | + std::lock_guard<std::mutex> lgd(instance_mutex_); |
| 53 | + auto enn_api_inst = EnnApi::getEnnApiInstance(); |
| 54 | + EnnBufferPtr bufferPtr; |
| 55 | + auto ret = enn_api_inst->EnnCreateBuffer(size, 0, &bufferPtr); |
| 56 | + if (ret) { |
| 57 | + ET_LOG(Error, "Buffer Creation Error"); |
| 58 | + return nullptr; |
| 59 | + } |
| 60 | + buffers_.emplace_back(bufferPtr); |
| 61 | + return bufferPtr->va; |
| 62 | +} |
| 63 | + |
| 64 | +bool SharedMemoryManager::query( |
| 65 | + EnnBufferPtr* out, |
| 66 | + const void* ptr, |
| 67 | + const size_t size) { |
| 68 | + std::lock_guard<std::mutex> lgd(instance_mutex_); |
| 69 | + auto enn_api_inst = EnnApi::getEnnApiInstance(); |
| 70 | + for (const auto& buffer : buffers_) { |
| 71 | + if (buffer->va <= ptr && |
| 72 | + ptr < static_cast<char*>(buffer->va) + buffer->size) { |
| 73 | + int32_t fd; |
| 74 | + auto ret = enn_api_inst->EnnGetFileDescriptorFromEnnBuffer(buffer, &fd); |
| 75 | + if (ret) { |
| 76 | + ET_LOG( |
| 77 | + Info, |
| 78 | + "va: %p, size: %zu is in LUT, but failed to get FileDescriptor", |
| 79 | + ptr, |
| 80 | + size); |
| 81 | + return false; |
| 82 | + } |
| 83 | + *out = buffer; |
| 84 | + return true; |
| 85 | + } |
| 86 | + } |
| 87 | + ET_LOG(Info, "va: %p, size: %zu is not in LUT", ptr, size); |
| 88 | + *out = nullptr; |
| 89 | + return false; |
| 90 | +} |
| 91 | + |
| 92 | +void SharedMemoryManager::free(void* ptr) { |
| 93 | + std::lock_guard<std::mutex> lgd(instance_mutex_); |
| 94 | + auto enn_api_inst = EnnApi::getEnnApiInstance(); |
| 95 | + for (auto it = buffers_.begin(); it != buffers_.end(); ++it) { |
| 96 | + if ((*it)->va == ptr) { |
| 97 | + if (enn_api_inst->EnnReleaseBuffer(*it)) { |
| 98 | + ET_LOG( |
| 99 | + Error, |
| 100 | + "Failed to destroy buffer: %p, keeping tracked for retry", |
| 101 | + ptr); |
| 102 | + return; |
| 103 | + } |
| 104 | + ET_LOG( |
| 105 | + Info, |
| 106 | + "va(%p), size(%" PRIu32 "), offset(%" PRIu32 ") is erased from LUT", |
| 107 | + ptr, |
| 108 | + (*it)->size, |
| 109 | + (*it)->offset); |
| 110 | + buffers_.erase(it); |
| 111 | + return; |
| 112 | + } |
| 113 | + } |
| 114 | +} |
| 115 | + |
| 116 | +} // namespace shared_memory_manager |
| 117 | +} // namespace enn |
| 118 | +} // namespace backends |
| 119 | +} // namespace executorch |
0 commit comments