AuroraRuntime/Source/Processes/AuProcess.NT.cpp

883 lines
27 KiB
C++

/***
Copyright (C) 2021 J Reece Wilson (a/k/a "Reece"). All rights reserved.
File: AuProcess.NT.cpp
Date: 2021-6-12
Author: Reece
***/
#include <Source/RuntimeInternal.hpp>
#include "AuProcess.NT.hpp"
#include "AuProcesses.hpp"
#include <process.h>
#if defined(AURORA_PLATFORM_WIN32)
#include "AuProcess.Win32.hpp"
#endif
#include "AuArgvQuote.NT.hpp"
#include <Source/IO/FS/FS.hpp>
#include <Source/IO/FS/Async.NT.hpp>
#include <Source/IO/Loop/LSHandle.hpp>
#include <Source/IO/AuIOHandle.hpp>
#include <Source/IO/CompletionGroup/CompletionGroup.hpp>
#include "AuCreatePipeEx.NT.hpp"
namespace Aurora::Processes
{
struct ProcessAliveLoopSource : AuLoop::LSHandle
{
ProcessAliveLoopSource(HANDLE h);
virtual AuLoop::ELoopSource GetType() override;
};
ProcessAliveLoopSource::ProcessAliveLoopSource(HANDLE h) : LSHandle(AuReinterpretCast<AuUInt>(h))
{
}
AuLoop::ELoopSource ProcessAliveLoopSource::GetType()
{
return AuLoop::ELoopSource::eProcessDead;
}
ProcessImpl::ProcessImpl(StartupParameters &&params) : startup_(AuMove(params))
{
AuIOFS::NormalizePath(this->startup_.process, this->startup_.process);
if (this->startup_.workingDirectory)
{
AuString a;
AuIOFS::NormalizePath(a, this->startup_.workingDirectory.value());
this->startup_.workingDirectory = a;
}
this->startup_.args.insert(startup_.args.begin(), startup_.process);
// ehhhh https://github.com/tritao/WindowsSDK/blob/07983c7ba4f6861d15e23f195744c60c0c249ce0/SDKs/SourceDir/Windows%20Kits/10/Source/10.0.17763.0/ucrt/exec/cenvarg.cpp#L23
for (const auto &arg : this->startup_.args)
{
this->cargs_.push_back(arg.c_str());
AuString escaped;
ArgvQuote(arg, escaped, false);
this->windowsCli_ += escaped + " ";
}
this->cargs_.push_back(nullptr);
if (windowsCli_.size())
{
this->windowsCli_.resize(this->windowsCli_.size() - 1);
}
this->type_ = params.type;
}
ProcessImpl::~ProcessImpl()
{
if (this->type_ == ESpawnType::eSpawnChildProcessWorker)
{
TryKill();
Terminate();
}
SetEvent(this->poke_);
if (this->thread_)
{
this->thread_.reset();
}
if (auto &pGroup = this->pCompletionGroup_)
{
this->bHasTerminated = true;
AuStaticCast<IO::CompletionGroup::CompletionGroup>(pGroup)->UnsafeRemoveItem(AuUnsafeRaiiToShared(this));
}
AuWin32CloseHandle(this->poke_);
this->process_ = INVALID_HANDLE_VALUE;
AuWin32CloseHandle(this->processInfo_.hProcess);
AuWin32CloseHandle(this->processInfo_.hThread);
ShutdownPipes();
}
AuUInt ProcessImpl::GetProcessId()
{
if (this->process_ == INVALID_HANDLE_VALUE)
{
return {};
}
return (AuUInt)&this->processInfo_;
}
bool ProcessImpl::TermWinEnumProcesses()
{
#if defined(AURORA_PLATFORM_WIN32)
return SendExitSignal(this->processInfo_.hProcess);
#else
return false;
#endif
}
bool ProcessImpl::TryKill()
{
return HasExited() || TermWinEnumProcesses();
}
bool ProcessImpl::HasExited()
{
DWORD exitCode;
if (this->bHasTerminated)
{
return true;
}
if (!GetExitCodeProcess(this->process_, &exitCode))
{
return true;
}
if (exitCode != STILL_ACTIVE)
{
this->bHasTerminated = true;
return true;
}
else
{
return false;
}
}
bool ProcessImpl::Terminate()
{
if (this->process_ != INVALID_HANDLE_VALUE)
{
return false;
}
return TerminateProcess(this->process_, 0) || HasExited();
}
AuSPtr<Threading::IWaitable> ProcessImpl::AsWaitable()
{
if (!this->thread_) return nullptr;
return this->thread_->GetShutdownWaitable();
}
AuSPtr<AuLoop::ILoopSource> ProcessImpl::AsLoopSource()
{
return this->loopSource_;
}
AuSInt ProcessImpl::GetExitCode()
{
return this->exitCode_;
}
void ProcessImpl::ShutdownPipes()
{
RelOtherHandles();
//AuWin32CloseHandle(this->pipeStdOutRead_);
//AuWin32CloseHandle(this->pipeStdErrRead_);
//AuWin32CloseHandle(this->pipeStdInWrite_);
this->pipeStdInWrite_ = this->pipeStdOutRead_ = this->pipeStdErrRead_ = INVALID_HANDLE_VALUE;
this->fsHandle_.reset();
this->fsStream_.reset();
this->fsErrorHandle_.reset();
this->fsErrorStream_.reset();
}
bool ProcessImpl::Read(EStandardHandle stream, const AuMemoryViewStreamWrite &destination, bool nonblock)
{
DWORD size = destination.length;
if (!IO::EStandardStreamIsValid(stream) || (stream == EStandardHandle::eInputStream))
{
SysPushErrorArg("Invalid Stream");
return false;
}
if (!destination)
{
SysPushErrorArg();
return false;
}
auto handle = stream == EStandardHandle::eErrorStream ? this->pipeStdErrRead_ : this->pipeStdOutRead_;
if (handle == INVALID_HANDLE_VALUE)
{
return false;
}
if (nonblock || !destination.ptr)
{
DWORD avail {};
if (!PeekNamedPipe(handle, NULL, NULL, NULL, &avail, NULL))
{
return false;
}
if (!avail)
{
return true;
}
size = AuMin(size, avail);
}
if (!destination.ptr)
{
destination.outVariable = size;
return true;
}
auto ret = ReadFile(handle, destination.ptr, size, &size, NULL);
destination.outVariable = size;
return ret || nonblock;
}
bool ProcessImpl::Write(const AuMemoryViewStreamRead &in)
{
if (!in.ptr)
{
SysPushErrorArg("Missing pointer to stdin stream section");
return {};
}
DWORD size = in.length;
if (pipeStdInWrite_ == INVALID_HANDLE_VALUE)
{
SysPushErrorUninitialized();
return false;
}
return WriteFile(this->pipeStdInWrite_, in.ptr, size, &size, NULL) && size == in.length;
}
void ProcessImpl::RestLeakyMem()
{
AuResetMember(this->startup_.ntLikeHookCreateProcessW);
AuResetMember(this->startup_.ntFixSharedHandleAttrs);
}
bool ProcessImpl::Init()
{
SECURITY_ATTRIBUTES saAttr {};
saAttr.nLength = sizeof(SECURITY_ATTRIBUTES);
saAttr.bInheritHandle = TRUE;
#if 0
if (this->type_ == ESpawnType::eSpawnOvermap)
{
return true;
}
#endif
if (this->process_ != INVALID_HANDLE_VALUE)
{
return false;
}
this->poke_ = CreateEventW(NULL, TRUE, FALSE, NULL);
if (!this->poke_)
{
return false;
}
if (this->startup_.ntFixSharedHandleAttrs)
{
this->startup_.ntFixSharedHandleAttrs(&saAttr);
}
this->exitCode_ = 0x10110100;
if (this->startup_.fwdOut == EStreamForward::eAsyncPipe)
{
if (!CreatePipeEx(&this->pipeStdOutRead_,
&this->pipeStdOutWrite_,
&saAttr,
0,
FILE_FLAG_OVERLAPPED,
0))
{
return false;
}
if (!SetHandleInformation(pipeStdOutRead_, HANDLE_FLAG_INHERIT, 0))
{
return false;
}
}
else if (this->startup_.fwdOut == EStreamForward::eIOHandle)
{
auto optHandle = this->startup_.handleOutStream->GetOSHandleSafe();
if (!optHandle)
{
return {};
}
HANDLE hTargetProcess = ::GetCurrentProcess();
HANDLE hHandle { (HANDLE) optHandle.value() };
if (!::DuplicateHandle(hTargetProcess,
hHandle,
hTargetProcess,
&this->pipeStdOutWrite_,
GENERIC_READ | GENERIC_WRITE,
TRUE,
0))
{
return false;
}
}
else if (this->startup_.fwdOut == EStreamForward::eCurrentProcess)
{
AuResetMember(this->startup_.handleOutStream);
AuStaticCast<AuIO::AFileHandle>(this->startup_.handleOutStream.AsPointer())->InitStdOut(false, true);
auto optHandle = this->startup_.handleOutStream->GetOSHandleSafe();
if (!optHandle)
{
return false;
}
this->pipeStdOutWrite_ = (HANDLE)optHandle.value();
this->bDontRelOut_ = true;
}
if (this->startup_.fwdErr == EStreamForward::eAsyncPipe)
{
if (!CreatePipeEx(&this->pipeStdErrRead_,
&this->pipeStdErrWrite_,
&saAttr,
0,
FILE_FLAG_OVERLAPPED,
0))
{
return false;
}
if (!SetHandleInformation(this->pipeStdErrRead_, HANDLE_FLAG_INHERIT, 0))
{
return false;
}
}
else if (this->startup_.fwdErr == EStreamForward::eIOHandle)
{
auto optHandle = this->startup_.handleErrorStream->GetOSHandleSafe();
if (!optHandle)
{
return {};
}
HANDLE hTargetProcess = ::GetCurrentProcess();
HANDLE hHandle { (HANDLE) optHandle.value() };
if (!::DuplicateHandle(hTargetProcess,
hHandle,
hTargetProcess,
&this->pipeStdErrWrite_,
GENERIC_READ | GENERIC_WRITE,
TRUE,
0))
{
return false;
}
}
else if (this->startup_.fwdErr == EStreamForward::eCurrentProcess)
{
AuResetMember(this->startup_.handleErrorStream);
AuStaticCast<AuIO::AFileHandle>(this->startup_.handleErrorStream.AsPointer())->InitStdOut(true, true);
auto optHandle = this->startup_.handleErrorStream->GetOSHandleSafe();
if (!optHandle)
{
return false;
}
this->pipeStdErrWrite_ = (HANDLE)optHandle.value();
this->bDontRelErr_ = true;
}
if (this->startup_.fwdIn == EStreamForward::eAsyncPipe)
{
if (!CreatePipeEx(&this->pipeStdInRead_,
&this->pipeStdInWrite_,
&saAttr,
0,
0,
FILE_FLAG_OVERLAPPED))
{
return false;
}
if (!SetHandleInformation(this->pipeStdInWrite_, HANDLE_FLAG_INHERIT, 0))
{
return false;
}
}
else if (this->startup_.fwdIn == EStreamForward::eIOHandle)
{
auto optHandle = this->startup_.handleInputStream->GetOSHandleSafe();
if (!optHandle)
{
return {};
}
HANDLE hTargetProcess = ::GetCurrentProcess();
HANDLE hHandle { (HANDLE) optHandle.value() };
if (!::DuplicateHandle(hTargetProcess,
hHandle,
hTargetProcess,
&this->pipeStdInRead_,
GENERIC_READ,
TRUE,
0))
{
return false;
}
}
else if (this->startup_.fwdIn == EStreamForward::eCurrentProcess)
{
AuResetMember(this->startup_.handleInputStream);
AuStaticCast<AuIO::AFileHandle>(this->startup_.handleInputStream.AsPointer())->InitStdIn(true);
auto optHandle = this->startup_.handleInputStream->GetOSHandleSafe();
if (!optHandle)
{
return false;
}
this->pipeStdInRead_ = (HANDLE)optHandle.value();
this->bDontRelIn_ = true;
}
{
HANDLE nulFile;
#define NEW_NULL_HANDLE \
{ \
nulFile = Win32Open(L"NUL", GENERIC_READ | GENERIC_WRITE, FILE_SHARE_READ | FILE_SHARE_WRITE, false, OPEN_EXISTING, 0, 0); \
SetHandleInformation(nulFile, HANDLE_FLAG_INHERIT, HANDLE_FLAG_INHERIT); \
}
if (this->pipeStdInRead_ == INVALID_HANDLE_VALUE)
{
NEW_NULL_HANDLE;
this->pipeStdInRead_ = nulFile;
}
if (this->pipeStdErrWrite_ == INVALID_HANDLE_VALUE)
{
NEW_NULL_HANDLE;
this->pipeStdErrWrite_ = nulFile;
}
if (this->pipeStdOutWrite_ == INVALID_HANDLE_VALUE)
{
NEW_NULL_HANDLE;
this->pipeStdOutWrite_ = nulFile;
}
}
if (this->startup_.fwdIn == EStreamForward::eAsyncPipe || this->startup_.fwdOut == EStreamForward::eAsyncPipe)
{
this->fsHandle_ = AuIO::IOHandleShared();
if (!this->fsHandle_)
{
return false;
}
this->fsStream_ = AuMakeShared<IO::FS::NtAsyncFileStream>();
if (!this->fsStream_)
{
return false;
}
this->fsHandle_->InitFromPairMove((AuUInt64)this->pipeStdOutRead_, (AuUInt64)this->pipeStdInWrite_);
AuStaticCast<AuIO::AFileHandle>(this->fsHandle_)->bIsAsync = true;
this->fsStream_->Init(this->fsHandle_);
}
if (this->startup_.fwdErr == EStreamForward::eAsyncPipe)
{
this->fsErrorHandle_ = AuIO::IOHandleShared();
if (!this->fsErrorHandle_)
{
return false;
}
this->fsErrorStream_ = AuMakeShared<IO::FS::NtAsyncFileStream>();
if (!this->fsErrorStream_)
{
return false;
}
this->fsErrorHandle_->InitFromPairMove((AuUInt64)this->pipeStdErrRead_, {});
AuStaticCast<AuIO::AFileHandle>(this->fsErrorHandle_)->bIsAsync = true;
this->fsErrorStream_->Init(this->fsErrorHandle_);
}
return true;
}
AuSPtr<AuIO::IAsyncTransaction> ProcessImpl::NewAsyncTransaction()
{
return this->fsStream_ ? this->fsStream_->NewTransaction() : AuSPtr<AuIO::IAsyncTransaction> {};
}
AuSPtr<AuIO::IAsyncTransaction> ProcessImpl::NewErrorStreamAsyncTransaction()
{
return this->fsErrorStream_ ? this->fsErrorStream_->NewTransaction() : AuSPtr<AuIO::IAsyncTransaction> {};
}
AuSPtr<IO::IIOHandle> ProcessImpl::GetOutputAndInputHandles()
{
return this->fsHandle_;
}
AuSPtr<IO::IIOHandle> ProcessImpl::GetErrorStreamHandle()
{
return this->fsErrorHandle_;
}
AuSPtr<IO::IStreamReader> ProcessImpl::ToStreamReader(EStandardHandle stream)
{
if (stream == EStandardHandle::eErrorStream)
{
if (auto pThat = this->GetErrorStreamHandle())
{
if (auto pThat2 = AuFS::OpenBlockingFileStreamFromHandleShared(pThat))
{
return { pThat2, pThat2->ToStreamReader() };
}
}
}
else
{
if (auto pThat = this->GetOutputAndInputHandles())
{
if (auto pThat2 = AuFS::OpenBlockingFileStreamFromHandleShared(pThat))
{
return { pThat2, pThat2->ToStreamReader() };
}
}
}
return {};
}
AuSPtr<IO::IStreamWriter> ProcessImpl::ToStreamWriter()
{
if (auto pThat = this->GetErrorStreamHandle())
{
if (auto pThat2 = AuFS::OpenBlockingFileStreamFromHandleShared(pThat))
{
return { pThat2, pThat2->ToStreamWriter() };
}
}
return {};
}
bool ProcessImpl::Start()
{
if (this->process_ != INVALID_HANDLE_VALUE)
{
return false;
}
{
STARTUPINFOW startupInfo = { 0 };
startupInfo.cb = sizeof(startupInfo);
startupInfo.hStdInput = this->pipeStdInRead_;
startupInfo.hStdError = this->pipeStdErrWrite_;
startupInfo.hStdOutput = this->pipeStdOutWrite_;
startupInfo.dwFlags |= STARTF_USESTDHANDLES;
auto cwd = this->startup_.workingDirectory;
std::wstring wcwd;
if (cwd)
{
wcwd = Locale::ConvertFromUTF8(cwd.value());
if (!wcwd.size())
{
SysPushErrorMem();
return false;
}
}
AuUInt32 uCreateFlags {};
if (this->startup_.type == ESpawnType::eSpawnThreadLeader)
{
uCreateFlags |= DETACHED_PROCESS | CREATE_NEW_PROCESS_GROUP;
}
else
{
if (((this->startup_.fwdIn == EStreamForward::eNewConsoleWindow) ||
(this->startup_.fwdErr == EStreamForward::eNewConsoleWindow) ||
(this->startup_.fwdOut == EStreamForward::eNewConsoleWindow)) &&
(!this->startup_.bNoShowConsole))
{
uCreateFlags |= CREATE_NEW_CONSOLE;
}
}
if (this->startup_.bInDebugMode ||
this->startup_.optAffinity)
{
uCreateFlags |= CREATE_SUSPENDED;
}
if (this->startup_.bNoShowConsole)
{
// yea we can keep CREATE_NO_WINDOW on for non-console apps. its legal -> https://docs.microsoft.com/en-us/windows/win32/procthread/process-creation-flags
uCreateFlags |= CREATE_NO_WINDOW;
}
AuList<AuPair<AuString, AuString>> envVars;
if (this->startup_.bInheritEnvironmentVariables)
{
if (this->startup_.environmentVariables.size())
{
envVars = AuProcess::EnvironmentGetAll();
for (const auto pair : this->startup_.environmentVariables)
{
envVars.push_back(pair);
}
}
}
else
{
envVars = this->startup_.environmentVariables;
}
std::wstring envVarBlock;
if (envVars.size() || !this->startup_.bInheritEnvironmentVariables)
{
for (const auto &[key, value] : envVars)
{
envVarBlock += AuLocale::ConvertFromUTF8(key);
envVarBlock += L'=';
envVarBlock += AuLocale::ConvertFromUTF8(value);
envVarBlock += L'\x00';
}
envVarBlock += L'\x00';
uCreateFlags |= CREATE_UNICODE_ENVIRONMENT;
}
DWORD result;
if (auto &func = this->startup_.ntLikeHookCreateProcessW)
{
result = func(Locale::ConvertFromUTF8(this->startup_.process).c_str(),
Locale::ConvertFromUTF8(this->windowsCli_).data(),
NULL,
NULL,
true,
uCreateFlags,
envVarBlock.size() ? envVarBlock.data() : nullptr,
wcwd.size() ? wcwd.data() : nullptr,
&startupInfo,
&this->processInfo_);
}
else
{
result = CreateProcessW(Locale::ConvertFromUTF8(this->startup_.process).c_str(),
Locale::ConvertFromUTF8(this->windowsCli_).data(),
NULL,
NULL,
true,
uCreateFlags,
envVarBlock.size() ? envVarBlock.data() : nullptr,
wcwd.size() ? wcwd.data() : nullptr,
&startupInfo,
&this->processInfo_);
}
this->RestLeakyMem();
if (!result)
{
DWORD wr = GetLastError();
SysPushErrorGen("CreateProcess failed: {}", wr);
return false;
}
this->process_ = this->processInfo_.hProcess;
RelOtherHandles();
if (auto pCompletionGroup = AuExchange(this->startup_.pAutoJoinCompletionGroup, {}))
{
(void)this->TryAttachProcessExitToCompletionGroup(pCompletionGroup);
}
if (this->startup_.optAffinity)
{
{
// This is good enough for now
// Minimum supported client: Windows XP [desktop apps | UWP apps]
auto primary = this->startup_.optAffinity.Value();
auto secondary = this->startup_.optAffinity.Value();
secondary.lower = 0;
if ((!bool(secondary)) &&
(bool(primary)))
{
::SetProcessAffinityMask(this->process_, primary.lower);
::SetThreadAffinityMask(this->processInfo_.hThread, primary.lower);
}
else
{
auto cpuSets = primary.ToCpuSets();
// TODO:
}
}
if (!this->startup_.bInDebugMode)
{
::ResumeThread(this->processInfo_.hThread);
}
}
if (this->type_ == ESpawnType::eSpawnOvermap)
{
AuProcess::Exit(0);
SysPushErrorGen("eSpawnOvermap didn't overwrite the process map, given {} ({})", this->startup_.process, this->windowsCli_);
return false;
}
if (this->type_ == ESpawnType::eSpawnChildProcessWorker &&
!this->startup_.bForceNoJobParent)
{
#if defined(AURORA_PLATFORM_WIN32)
AssignJobWorker(this->processInfo_.hProcess);
#endif
}
}
// TODO: delegate to a singular worker thread / SetThreadPoolWait
auto a = [=]()
{
HANDLE b[] =
{
this->poke_ /*break on AuProcess/ProcessImpl free*/,
this->processInfo_.hProcess /*break on prorcess free*/
};
WaitForMultipleObjects(2, b, FALSE, INFINITE);
DWORD exitCode;
auto result = GetExitCodeProcess(this->processInfo_.hProcess, &exitCode);
if (result)
{
this->bHasTerminated = true;
this->exitCode_ = exitCode;
}
if (auto &pCompletionGroup = this->pCompletionGroup_)
{
pCompletionGroup->TryTriggerLater();
}
};
this->thread_ = AuThreads::ThreadUnique(AuThreads::ThreadInfo(
AuMakeShared<AuThreads::IThreadVectorsFunctional>(AuThreads::IThreadVectorsFunctional::OnEntry_t(std::bind(a)),
AuThreads::IThreadVectorsFunctional::OnExit_t{})
));
if (!this->thread_)
{
return false;
}
this->loopSource_ = AuMakeShared<ProcessAliveLoopSource>(this->process_);
if (!this->loopSource_)
{
return {};
}
this->thread_->Run();
return true;
}
bool ProcessImpl::TryAttachProcessExitToCompletionGroup(const AuSPtr<IO::CompletionGroup::ICompletionGroup> &pCompletionGroup)
{
if (this->pCompletionGroup_ ||
!pCompletionGroup)
{
return false;
}
this->pCompletionGroup_ = pCompletionGroup;
pCompletionGroup->AddWorkItem(AuUnsafeRaiiToShared(this));
// verify the process hasnt already exited at least once
this->pCompletionGroup_->TryTriggerLater();
return true;
}
IO::CompletionGroup::ICompletionGroupWorkHandle *ProcessImpl::ToCompletionGroupHandle()
{
return this;
}
bool ProcessImpl::HasCompletedForGCWI()
{
return this->HasExited();
}
void ProcessImpl::CleanupForGCWI()
{
AuResetMember(this->pCompletionGroup_);
}
void ProcessImpl::RelOtherHandles()
{
if (!this->bDontRelOut_)
{
AuWin32CloseHandle(this->pipeStdOutWrite_);
}
if (!this->bDontRelErr_)
{
AuWin32CloseHandle(this->pipeStdErrWrite_);
}
if (!this->bDontRelIn_)
{
AuWin32CloseHandle(this->pipeStdInRead_);
}
}
AUKN_SYM IProcess *SpawnNew(StartupParameters &&params)
{
try
{
auto hi = _new ProcessImpl(AuMove(params));
if (!hi)
{
return {};
}
if (!hi->Init())
{
hi->RestLeakyMem();
delete hi;
return {};
}
return hi;
}
catch (...)
{
return {};
}
}
AUKN_SYM void SpawnRelease(IProcess *process)
{
AuSafeDelete<ProcessImpl *>(process);
}
}