#pragma once /* For internal use. Don't include. */ #include "types.h" #include "util/atomic.hpp" #include "dynamic_library.h" #ifdef _WIN32 #include #include #elif __linux__ #include #include #include #include #include #endif #include #include #include #include #include #include #ifdef _WIN32 DYNAMIC_IMPORT("ntdll.dll", NtWaitForKeyedEvent, NTSTATUS(HANDLE, PVOID Key, BOOLEAN Alertable, PLARGE_INTEGER Timeout)); DYNAMIC_IMPORT("ntdll.dll", NtReleaseKeyedEvent, NTSTATUS(HANDLE, PVOID Key, BOOLEAN Alertable, PLARGE_INTEGER Timeout)); DYNAMIC_IMPORT("ntdll.dll", NtWaitForSingleObject, NTSTATUS(HANDLE Handle, BOOLEAN Alertable, PLARGE_INTEGER Timeout)); DYNAMIC_IMPORT("ntdll.dll", NtDelayExecution, NTSTATUS(BOOLEAN Alertable, PLARGE_INTEGER DelayInterval)); namespace wutex { DYNAMIC_IMPORT("API-MS-Win-Core-Synch-l1-2-0.dll", WaitOnAddress, BOOL(volatile VOID* Address, PVOID CompareAddress, SIZE_T AddressSize, DWORD dwMilliseconds)); DYNAMIC_IMPORT("API-MS-Win-Core-Synch-l1-2-0.dll", WakeByAddressSingle, BOOL(PVOID Address)); DYNAMIC_IMPORT("API-MS-Win-Core-Synch-l1-2-0.dll", WakeByAddressAll, BOOL(PVOID Address)); } #endif #ifndef __linux__ enum { FUTEX_PRIVATE_FLAG = 0, FUTEX_WAIT = 0, FUTEX_WAIT_PRIVATE = FUTEX_WAIT, FUTEX_WAKE = 1, FUTEX_WAKE_PRIVATE = FUTEX_WAKE, FUTEX_BITSET = 2, FUTEX_WAIT_BITSET = FUTEX_WAIT | FUTEX_BITSET, FUTEX_WAIT_BITSET_PRIVATE = FUTEX_WAIT_BITSET, FUTEX_WAKE_BITSET = FUTEX_WAKE | FUTEX_BITSET, FUTEX_WAKE_BITSET_PRIVATE = FUTEX_WAKE_BITSET, }; #endif inline int futex(volatile void* uaddr, int futex_op, uint val, const timespec* timeout = nullptr, uint mask = 0) { #ifdef __linux__ return syscall(SYS_futex, uaddr, futex_op, static_cast(val), timeout, nullptr, static_cast(mask)); #else static struct futex_manager { struct waiter { uint val; uint mask; std::condition_variable cv; }; std::mutex mutex; std::unordered_multimap> map; int operator()(volatile void* uaddr, int futex_op, uint val, const timespec* timeout, uint mask) { std::unique_lock lock(mutex); switch (futex_op) { case FUTEX_WAIT_PRIVATE: { mask = -1; [[fallthrough]]; } case FUTEX_WAIT_BITSET_PRIVATE: { if (*reinterpret_cast(uaddr) != val) { errno = EAGAIN; return -1; } waiter rec; rec.val = val; rec.mask = mask; const auto& ref = *map.emplace(uaddr, &rec); int res = 0; if (!timeout) { rec.cv.wait(lock, [&] { return !rec.mask; }); } else if (futex_op == FUTEX_WAIT) { const auto nsec = std::chrono::nanoseconds(timeout->tv_nsec + timeout->tv_sec * 1000000000ull); if (!rec.cv.wait_for(lock, nsec, [&] { return !rec.mask; })) { res = -1; errno = ETIMEDOUT; } } else { // TODO } map.erase(std::find(map.find(uaddr), map.end(), ref)); return res; } case FUTEX_WAKE_PRIVATE: { mask = -1; [[fallthrough]]; } case FUTEX_WAKE_BITSET_PRIVATE: { int res = 0; for (auto range = map.equal_range(uaddr); val && range.first != range.second; range.first++) { auto& entry = *range.first->second; if (entry.mask & mask) { entry.cv.notify_one(); entry.mask = 0; res++; val--; } } return res; } } errno = EINVAL; return -1; } } g_futex; return g_futex(uaddr, futex_op, val, timeout, mask); #endif }