AuroraRuntime/Source/Memory/Cache.cpp

115 lines
4.4 KiB
C++
Raw Normal View History

/***
Copyright (C) 2022 J Reece Wilson (a/k/a "Reece"). All rights reserved.
File: Cache.cpp
Date: 2022-3-21
Author: Reece
***/
#include <Source/RuntimeInternal.hpp>
#include "Memory.hpp"
#include "Cache.hpp"
#include <Source/HWInfo/HWInfo.hpp>
#define LINUX_SUPPORTS_CACHE_CTL 0
#if defined(AURORA_IS_LINUX_DERIVED)
#include <sys/mman.h>
#if LINUX_SUPPORTS_CACHE_CTL
#include <sys/cachectl.h>
#endif
#endif
#if defined(AURORA_IS_XNU_DERIVED)
void sys_icache_invalidate(void *start, size_t len);
#endif
namespace Aurora::Memory::Cache
{
AUKN_SYM void OptimizeAddressRangeOnCore(const AuList<AuPair<AuUInt, AuUInt>> &addressRanges)
{
#if defined(AURORA_IS_MODERNNT_DERIVED)
AuList<WIN32_MEMORY_RANGE_ENTRY> arry;
if (!AuTryResize(arry, addressRanges.size()))
{
return;
}
AuUInt index {};
#endif
for (const auto &addressRange : addressRanges)
{
auto base = AuPageRound(addressRange.first, AuUInt(AuHwInfo::gPageSize));
auto length = AuPageRoundUp(addressRange.second + (addressRange.first - base), AuUInt(AuHwInfo::gPageSize));
#if defined(AURORA_IS_MODERNNT_DERIVED)
arry[index++] = {
AuReinterpretCast<LPVOID>(base),
length
};
#endif
#if defined(AURORA_IS_POSIX_DERIVED)
// The posix_madvise() interface conforms to IEEE Std 1003.1-2001 ("POSIX.1").
// The madvise() system call first appeared in 4.4BSD.
// https://www.freebsd.org/cgi/man.cgi?query=madvise&apropos=0&sektion=2&manpath=FreeBSD+9.0-RELEASE&arch=default&format=html
// https://man7.org/linux/man-pages/man2/madvise.2.html
if (madvise(AuReinterpretCast<void *>(base), length, MADV_WILLNEED) != 0)
{
2022-03-30 14:18:20 +00:00
SysPushErrorHAL("Couldn't advise memory range 0x{:x} {}", base, length);
}
#endif
}
#if defined(AURORA_IS_MODERNNT_DERIVED)
if (!PrefetchVirtualMemory(GetCurrentProcess(), arry.size(), arry.data(), 0))
{
2022-03-30 14:18:20 +00:00
SysPushErrorHAL("Couldn't poke memory physical memory into virtual address space (array)");
}
#endif
}
AUKN_SYM void ClearInstructionCache(const AuPair<AuUInt, AuUInt> &addressRange)
{
auto base = AuPageRound(addressRange.first, AuUInt(AuHwInfo::gPageSize));
auto length = AuPageRoundUp(addressRange.second + (addressRange.first - base), AuUInt(AuHwInfo::gPageSize));
#if defined(AURORA_IS_MODERNNT_DERIVED)
FlushInstructionCache(GetCurrentProcess(), AuReinterpretCast<LPCVOID>(base), length);
#elif defined(AURORA_IS_XNU_DERIVED)
// https://developer.apple.com/library/archive/documentation/System/Conceptual/ManPages_iPhoneOS/man3/sys_icache_invalidate.3.html
sys_icache_invalidate(AuReinterpretCast<const void *>(base), length);
#elif defined(AURORA_IS_LINUX_DERIVED) && defined(LINUX_SUPPORTS_CACHE_CTL) && LINUX_SUPPORTS_CACHE_CTL
// https://man7.org/linux/man-pages/man2/cacheflush.2.html
cacheflush(AuReinterpretCast<const void *>(base), length, ICACHE);
#elif (defined(AURORA_ARCH_X86) || defined(AURORA_ARCH_X64)) && (defined(AURORA_COMPILER_CLANG) || AURORA_COMPILER_GCC)
auto dwCacheLine = AuHwInfo::GetCPUInfo().dwCacheLine;
const auto kCacheLine = dwCacheLine ?
dwCacheLine :
64;
asm volatile("sfence\n\t"
2022-03-30 14:18:20 +00:00
:
:
: "memory");
for (AuUInt i = 0; i < length; i += kCacheLine)
{
asm volatile("clflush (%0)\n\t"
:
: "r"(AuReinterpretCast<const char *>(base) + i)
: "memory");
}
#elif defined(AURORA_COMPILER_GCC)
__builtin___clear_cache(AuReinterpretCast<const char *>(base), AuReinterpretCast<const char *>(base) + length);
#elif defined(AURORA_COMPILER_CLANG) && defined(AURORA_ARCH_ARM)
// https://github.com/llvm/llvm-project/blob/d480f968ad8b56d3ee4a6b6df5532d485b0ad01e/clang/include/clang/Basic/BuiltinsARM.def#L25
// Does not exist anywhere else
__clear_cache(AuReinterpretCast<const char *>(base), AuReinterpretCast<const char *>(base) + length);
#endif
}
}