// Copyright (c) 2009-2010 Satoshi Nakamoto // Copyright (c) 2009-2012 The Bitcoin developers // Distributed under the MIT/X11 software license, see the accompanying // file COPYING or http://www.opensource.org/licenses/mit-license.php. #ifndef TRIANGLES_ALLOCATORS_H #define TRIANGLES_ALLOCATORS_H #include #include #include #include #ifdef WIN32 #ifdef _WIN32_WINNT #undef _WIN32_WINNT #endif #define _WIN32_WINNT 0x0501 #define WIN32_LEAN_AND_MEAN 1 #ifndef NOMINMAX #define NOMINMAX #endif #include // This is used to attempt to keep keying material out of swap // Note that VirtualLock does not provide this as a guarantee on Windows, // but, in practice, memory that has been VirtualLock'd almost never gets written to // the pagefile except in rare circumstances where memory is extremely low. #else #include #include // for PAGESIZE #include // for sysconf #endif /** * Thread-safe class to keep track of locked (ie, non-swappable) memory pages. * * Memory locks do not stack, that is, pages which have been locked several times by calls to mlock() * will be unlocked by a single call to munlock(). This can result in keying material ending up in swap when * those functions are used naively. This class simulates stacking memory locks by keeping a counter per page. * * @note By using a map from each page base address to lock count, this class is optimized for * small objects that span up to a few pages, mostly smaller than a page. To support large allocations, * something like an interval tree would be the preferred data structure. */ template class LockedPageManagerBase { public: LockedPageManagerBase(size_t page_size): page_size(page_size) { // Determine bitmask for extracting page from address assert(!(page_size & (page_size-1))); // size must be power of two page_mask = ~(page_size - 1); } // For all pages in affected range, increase lock count void LockRange(void *p, size_t size) { std::lock_guard lock(mutex); if(!size) return; const size_t base_addr = reinterpret_cast(p); const size_t start_page = base_addr & page_mask; const size_t end_page = (base_addr + size - 1) & page_mask; for(size_t page = start_page; page <= end_page; page += page_size) { Histogram::iterator it = histogram.find(page); if(it == histogram.end()) // Newly locked page { locker.Lock(reinterpret_cast(page), page_size); histogram.insert({page, 1}); } else // Page was already locked; increase counter { it->second += 1; } } } // For all pages in affected range, decrease lock count void UnlockRange(void *p, size_t size) { std::lock_guard lock(mutex); if(!size) return; const size_t base_addr = reinterpret_cast(p); const size_t start_page = base_addr & page_mask; const size_t end_page = (base_addr + size - 1) & page_mask; for(size_t page = start_page; page <= end_page; page += page_size) { Histogram::iterator it = histogram.find(page); assert(it != histogram.end()); // Cannot unlock an area that was not locked // Decrease counter for page, when it is zero, the page will be unlocked it->second -= 1; if(it->second == 0) // Nothing on the page anymore that keeps it locked { // Unlock page and remove the count from histogram locker.Unlock(reinterpret_cast(page), page_size); histogram.erase(it); } } } // Get number of locked pages for diagnostics int GetLockedPageCount() { std::lock_guard lock(mutex); return histogram.size(); } private: Locker locker; std::mutex mutex; size_t page_size, page_mask; // map of page base address to lock count typedef std::map Histogram; Histogram histogram; }; /** Determine system page size in bytes */ static inline size_t GetSystemPageSize() { size_t page_size; #if defined(WIN32) SYSTEM_INFO sSysInfo; GetSystemInfo(&sSysInfo); page_size = sSysInfo.dwPageSize; #elif defined(PAGESIZE) // defined in limits.h page_size = PAGESIZE; #else // assume some POSIX OS page_size = sysconf(_SC_PAGESIZE); #endif return page_size; } /** * OS-dependent memory page locking/unlocking. * Defined as policy class to make stubbing for test possible. */ class MemoryPageLocker { public: /** Lock memory pages. * addr and len must be a multiple of the system page size */ bool Lock(const void *addr, size_t len) { #ifdef WIN32 return VirtualLock(const_cast(addr), len); #else return mlock(addr, len) == 0; #endif } /** Unlock memory pages. * addr and len must be a multiple of the system page size */ bool Unlock(const void *addr, size_t len) { #ifdef WIN32 return VirtualUnlock(const_cast(addr), len); #else return munlock(addr, len) == 0; #endif } }; /** * Singleton class to keep track of locked (ie, non-swappable) memory pages, for use in * std::allocator templates. */ class LockedPageManager: public LockedPageManagerBase { public: static LockedPageManager instance; // instantiated in util.cpp private: LockedPageManager(): LockedPageManagerBase(GetSystemPageSize()) {} }; // // Allocator that locks its contents from being paged // out of memory and clears its contents before deletion. // template struct secure_allocator : public std::allocator { // C++20 removed pointer/reference/etc. member typedefs from std::allocator // and removed the 2-arg allocate(n, hint). Define what we still need // directly instead of pulling from base. typedef std::allocator base; typedef T value_type; typedef T* pointer; typedef const T* const_pointer; typedef T& reference; typedef const T& const_reference; typedef std::size_t size_type; typedef std::ptrdiff_t difference_type; secure_allocator() noexcept {} secure_allocator(const secure_allocator& a) noexcept : base(a) {} template secure_allocator(const secure_allocator& a) noexcept : base(a) {} ~secure_allocator() noexcept {} template struct rebind { typedef secure_allocator<_Other> other; }; T* allocate(std::size_t n) { T* p = std::allocator::allocate(n); if (p != nullptr) LockedPageManager::instance.LockRange(p, sizeof(T) * n); return p; } void deallocate(T* p, std::size_t n) { if (p != nullptr) { memset(p, 0, sizeof(T) * n); LockedPageManager::instance.UnlockRange(p, sizeof(T) * n); } std::allocator::deallocate(p, n); } }; // // Allocator that clears its contents before deletion. // template struct zero_after_free_allocator : public std::allocator { // C++20 removed pointer/reference/etc. member typedefs from std::allocator. // Define what we still need directly instead of pulling from base. typedef std::allocator base; typedef T value_type; typedef T* pointer; typedef const T* const_pointer; typedef T& reference; typedef const T& const_reference; typedef std::size_t size_type; typedef std::ptrdiff_t difference_type; zero_after_free_allocator() noexcept {} zero_after_free_allocator(const zero_after_free_allocator& a) noexcept : base(a) {} template zero_after_free_allocator(const zero_after_free_allocator& a) noexcept : base(a) {} ~zero_after_free_allocator() noexcept {} template struct rebind { typedef zero_after_free_allocator<_Other> other; }; void deallocate(T* p, std::size_t n) { if (p != nullptr) memset(p, 0, sizeof(T) * n); std::allocator::deallocate(p, n); } }; // This is exactly like std::string, but with a custom allocator. using SecureString = std::basic_string, secure_allocator>; static inline SecureString MakeSecureString(const std::string& value) { return SecureString(value.begin(), value.end()); } #endif