AuroraRuntime/Source/IO/FS/FileStream.Unix.cpp

516 lines
12 KiB
C++
Raw Normal View History

/***
Copyright (C) 2021 J Reece Wilson (a/k/a "Reece"). All rights reserved.
File: FileStream.Unix.cpp
Date: 2021-6-12
Author: Reece
***/
2021-09-06 10:58:08 +00:00
#define _FILE_OFFSET_BITS 64
#define _LARGEFILE64_SOURCE
2021-09-30 14:57:41 +00:00
#include <Source/RuntimeInternal.hpp>
2021-09-06 10:58:08 +00:00
#include "FS.hpp"
#include "FileStream.Generic.hpp"
2022-04-13 16:20:23 +00:00
#include "FileAdvisory.Unix.hpp"
2021-09-06 10:58:08 +00:00
#include <sys/types.h>
#include <unistd.h>
#include <fcntl.h>
2023-10-20 10:37:52 +00:00
#include <sys/ioctl.h>
2021-09-06 10:58:08 +00:00
#if !defined(_AURUNTIME_GENERICFILESTREAM)
namespace Aurora::IO::FS
{
static const AuUInt64 kFileCopyBlock = 0x4000; // 16KiB
static bool PosixLseek63(int fd, AuUInt64 offset, int whence, AuUInt64 *pOffset)
{
if (offset > std::numeric_limits<off_t>::max())
{
SysPushErrorIO("int overflow exploit?");
return false;
}
#if defined(AURORA_IS_LINUX_DERIVED)
auto ret = lseek64(fd, offset, whence);
#elif defined(AURORA_IS_64BIT)
static_assert(std::numeric_limits<off_t>::max() >= std::numeric_limits<AuInt64>::max(), "unsupported posix os");
auto ret = lseek(fd, offset, whence);
#else
#error accient 32-bit posix operating systems require 64-bit file awareness
#endif
2021-09-06 10:58:08 +00:00
if (ret < 0)
{
//SysPushErrorIO("PosixLseek63 IO Error: %i", ret);
2021-09-06 10:58:08 +00:00
return false;
}
if (pOffset)
{
*pOffset = ret;
}
return true;
}
static AuUInt64 PosixGetOffset(int fd)
{
AuUInt64 ret;
if (!PosixLseek63(fd, 0, SEEK_CUR, &ret))
2021-09-06 10:58:08 +00:00
{
return 0;
}
return ret;
}
bool PosixSetOffset(int fd, AuUInt64 offset)
2021-09-06 10:58:08 +00:00
{
return PosixLseek63(fd, offset, SEEK_SET, nullptr);
}
static AuUInt64 PosixGetLength(int fd)
{
AuUInt64 ret {}, old {};
bool status {};
if (!PosixLseek63(fd, 0, SEEK_CUR, &old))
2021-09-06 10:58:08 +00:00
{
return 0;
}
status = PosixLseek63(fd, 0, SEEK_END, &ret);
status &= PosixLseek63(fd, old, SEEK_SET, nullptr);
return status ? ret : 0;
}
bool PosixRead(int fd, void *buf, AuUInt32 count, AuUInt32 *pRead)
2021-09-06 10:58:08 +00:00
{
auto ret = read(fd, buf, count);
if (ret < 0)
{
SysPushErrorIO("PosixRead IO Error: %i", ret);
2021-09-06 10:58:08 +00:00
return false;
}
if (pRead)
{
*pRead = ret;
}
return true;
}
2022-04-06 01:24:38 +00:00
bool PosixWrite(int fd, const void *buf, AuUInt32 count, AuUInt32 *pWritten)
2021-09-06 10:58:08 +00:00
{
auto ret = write(fd, buf, count);
2021-09-06 10:58:08 +00:00
if (ret < 0)
{
SysPushErrorIO("PosixWrite IO Error: %i", ret);
2021-09-06 10:58:08 +00:00
return false;
}
if (pWritten)
{
*pWritten = ret;
}
return true;
}
PosixFileStream::~PosixFileStream()
{
Close();
}
bool PosixFileStream::Init(AuSPtr<IIOHandle> pHandle)
2021-09-06 10:58:08 +00:00
{
AuCtorCode_t code;
this->pHandle_ = pHandle;
return true;
2021-09-06 10:58:08 +00:00
}
AuUInt64 PosixFileStream::GetOffset()
{
AU_LOCK_GUARD(this->spinlock_);
2023-09-16 00:13:41 +00:00
int fd {};
if (auto pHandle = this->pHandle_)
{
2023-09-16 00:13:41 +00:00
if (!pHandle->IsFile())
{
SysPushErrorIOResourceRejected();
return 0;
}
2023-09-16 00:13:41 +00:00
if (auto opt = pHandle->GetOSHandleSafe())
{
fd = opt.Value();
}
else
{
SysPushErrorInvalidFd();
return 0;
}
}
2023-09-16 00:13:41 +00:00
else
2021-09-06 10:58:08 +00:00
{
SysPushErrorUninitialized();
2023-09-16 00:13:41 +00:00
return 0;
2021-09-06 10:58:08 +00:00
}
return PosixGetOffset(fd);
2021-09-06 10:58:08 +00:00
}
2021-09-06 10:58:08 +00:00
bool PosixFileStream::SetOffset(AuUInt64 offset)
{
AU_LOCK_GUARD(this->spinlock_);
2023-09-16 00:13:41 +00:00
int fd {};
if (auto pHandle = this->pHandle_)
{
2023-09-16 00:13:41 +00:00
if (!pHandle->IsFile())
{
SysPushErrorIOResourceRejected();
return 0;
}
if (auto opt = pHandle->GetOSHandleSafe())
{
fd = opt.Value();
}
else
{
SysPushErrorInvalidFd();
return false;
}
}
2023-09-16 00:13:41 +00:00
else
2021-09-06 10:58:08 +00:00
{
SysPushErrorUninitialized();
return false;
2021-09-06 10:58:08 +00:00
}
2023-09-16 00:13:41 +00:00
return PosixSetOffset(fd, offset);
2021-09-06 10:58:08 +00:00
}
AuUInt64 PosixFileStream::GetLength()
{
AU_LOCK_GUARD(this->spinlock_);
2023-09-16 00:13:41 +00:00
int fd {};
if (auto pHandle = this->pHandle_)
{
2023-09-16 00:13:41 +00:00
if (!pHandle->IsFile())
{
// Intentionally suppressed (for the moment)
// I don't want to fill error stacks up under paths that can handle char-devs by reading until EoS
// If we do, we could hit an always-throw on AuErrorStack-catch
// Some users are completely unaware they can access/test the underlying handle
// Returning zero will do
return 0;
}
2023-09-16 00:13:41 +00:00
if (auto opt = pHandle->GetOSHandleSafe())
{
fd = opt.Value();
}
else
{
SysPushErrorInvalidFd();
return 0;
}
}
else
2021-09-06 10:58:08 +00:00
{
SysPushErrorUninitialized();
2023-09-16 00:13:41 +00:00
return 0;
2021-09-06 10:58:08 +00:00
}
return PosixGetLength(fd);
2021-09-06 10:58:08 +00:00
}
bool PosixFileStream::Read(const Memory::MemoryViewStreamWrite &parameters)
2021-09-06 10:58:08 +00:00
{
AU_LOCK_GUARD(this->spinlock_);
parameters.outVariable = 0;
if (!this->pHandle_)
{
SysPushErrorUninitialized();
return 0;
}
int fd = (int)this->pHandle_->GetOSReadHandleSafe().ValueOr((AuUInt)-1);
if (fd == -1)
2021-09-06 10:58:08 +00:00
{
SysPushErrorIOResourceRejected();
2021-09-06 10:58:08 +00:00
return 0;
}
2023-10-20 10:37:52 +00:00
AuUInt uOffset {};
AuUInt64 uLength = parameters.length;
if (this->pHandle_->IsPipe())
2021-09-06 10:58:08 +00:00
{
2023-10-20 10:37:52 +00:00
#if defined(FIONREAD)
int available {};
if (::ioctl(fd, FIONREAD, &available) < 0)
{
return 0;
}
2021-09-06 10:58:08 +00:00
2023-10-20 10:37:52 +00:00
uLength = AuMin(uLength, available);
if (!uLength)
{
return 0;
}
#endif
}
while (uLength)
{
AuUInt32 uRead;
2021-09-06 10:58:08 +00:00
2023-10-20 10:37:52 +00:00
if (!PosixRead(fd,
&reinterpret_cast<char *>(parameters.ptr)[uOffset],
AuMin(kFileCopyBlock, uLength),
&uRead))
2021-09-06 10:58:08 +00:00
{
2023-10-20 10:37:52 +00:00
SysPushErrorNested("File Error: {}", this->path_);
2021-09-06 10:58:08 +00:00
break;
}
2023-10-20 10:37:52 +00:00
if (uRead == 0)
2021-09-06 10:58:08 +00:00
{
break;
}
2023-10-20 10:37:52 +00:00
uOffset += uRead;
uLength -= uRead;
2021-09-06 10:58:08 +00:00
}
2023-10-20 10:37:52 +00:00
parameters.outVariable = uOffset;
return true;
2021-09-06 10:58:08 +00:00
}
bool PosixFileStream::Write(const Memory::MemoryViewStreamRead &parameters)
2021-09-06 10:58:08 +00:00
{
AU_LOCK_GUARD(this->spinlock_);
2023-10-20 10:37:52 +00:00
parameters.outVariable = 0;
if (!this->pHandle_)
{
SysPushErrorUninitialized();
return 0;
}
2023-09-16 00:13:41 +00:00
int fd = this->pHandle_->GetOSWriteHandleSafe().ValueOr((AuUInt)-1);
if (fd == -1)
2021-09-06 10:58:08 +00:00
{
SysPushErrorUninitialized();
return 0;
}
AuUInt length = parameters.length;
AuUInt offset {0};
2021-09-06 10:58:08 +00:00
while (length)
{
AuUInt32 written;
int blockSize = AuMin(AuUInt(kFileCopyBlock), length);
2021-09-06 10:58:08 +00:00
if (!PosixWrite(fd, &reinterpret_cast<const char *>(parameters.ptr)[offset], blockSize, &written))
2021-09-06 10:58:08 +00:00
{
SysPushErrorNested("File Error: {}", this->pHandle_->GetPath());
return false;
2021-09-06 10:58:08 +00:00
}
if (written != blockSize)
{
SysPushErrorNested("File Error: {}", path_);
break;
2021-09-06 10:58:08 +00:00
}
offset += written;
length -= written;
}
if (!offset)
{
return false;
}
parameters.outVariable = offset;
return true;
2021-09-06 10:58:08 +00:00
}
void PosixFileStream::Close()
{
auto pHandle = this->pHandle_;
AuResetMember(this->pHandle_);
if (AuExchange(this->bMadeTemporary, false))
{
if (pHandle)
{
::unlink(pHandle->GetPath().c_str());
}
}
2021-09-06 10:58:08 +00:00
}
void PosixFileStream::Flush()
{
2023-09-16 00:13:41 +00:00
if (!this->pHandle_)
{
SysPushErrorUninitialized();
return;
}
2023-09-16 00:13:41 +00:00
int fd = this->pHandle_->GetOSWriteHandleSafe().ValueOr((AuUInt)-1);
if (fd == -1)
{
SysPushErrorIOResourceRejected();
return;
}
::fsync(fd);
2021-09-06 10:58:08 +00:00
}
void PosixFileStream::WriteEoS()
{
2023-09-16 00:13:41 +00:00
if (!this->pHandle_)
{
SysPushErrorUninitialized();
return;
}
2023-09-16 00:13:41 +00:00
int fd = this->pHandle_->GetOSWriteHandleSafe().ValueOr((AuUInt)-1);
if (fd == -1)
{
SysPushErrorIOResourceRejected();
return;
}
::ftruncate(fd, PosixGetOffset(fd));
}
void PosixFileStream::MakeTemporary()
{
this->bMadeTemporary = true;
}
int PosixFileStream::GetUnixHandle()
{
return this->pHandle_ ?
(int)this->pHandle_->GetOSWriteHandleSafe().ValueOr(this->pHandle_->GetOSReadHandleSafe().ValueOr((AuUInt)-1)) :
-1;
}
AuSPtr<IIOHandle> PosixFileStream::GetHandle()
2021-09-06 10:58:08 +00:00
{
return this->pHandle_;
}
2021-09-06 10:58:08 +00:00
AUKN_SYM AuSPtr<IFileStream> OpenBlockingFileStreamFromHandle(AuSPtr<IIOHandle> pIOHandle)
{
auto pStream = AuMakeShared<PosixFileStream>();
if (!pStream)
2021-09-06 10:58:08 +00:00
{
SysPushErrorMemory();
return nullptr;
2021-09-06 10:58:08 +00:00
}
pStream->Init(pIOHandle);
return pStream;
}
static IFileStream *OpenNewEx(const AuString &path,
EFileOpenMode openMode,
EFileAdvisoryLockLevel lock,
bool bCheck)
{
try
{
auto pHandle = AuIO::IOHandleShared();
if (!pHandle)
{
SysPushErrorMemory();
return nullptr;
}
AuIO::IIOHandle::HandleCreate createhandle(path);
createhandle.eAdvisoryLevel = lock;
createhandle.eMode = openMode;
createhandle.bFailIfNonEmptyFile = bCheck;
createhandle.bDirectIOMode = false;
createhandle.bAsyncHandle = false;
2021-09-06 10:58:08 +00:00
if (!pHandle->InitFromPath(createhandle))
{
SysPushErrorNested();
return nullptr;
}
2022-04-13 16:20:23 +00:00
auto pStream = _new PosixFileStream();
if (!pStream)
{
SysPushErrorMemory();
return nullptr;
}
pStream->Init(pHandle);
return pStream;
}
catch (...)
{
2021-09-06 10:58:08 +00:00
return nullptr;
}
}
AUKN_SYM IFileStream *CreateNew(const AuString &path)
{
return OpenNewEx(path, EFileOpenMode::eWrite, EFileAdvisoryLockLevel::eBlockReadWrite, true);
}
AUKN_SYM void CreateRelease(IFileStream *that)
{
AuSafeDelete<PosixFileStream *>(that);
}
AUKN_SYM IFileStream *OpenNew(const AuString &path, EFileOpenMode openMode, EFileAdvisoryLockLevel lock)
{
return OpenNewEx(path, openMode, lock, false);
}
2022-04-06 01:24:38 +00:00
AUKN_SYM void OpenRelease(IFileStream *that)
{
AuSafeDelete<PosixFileStream *>(that);
}
AUKN_SYM IFileStream *OpenReadNew(const AuString &path, EFileAdvisoryLockLevel level)
2021-09-06 10:58:08 +00:00
{
return OpenNewEx(path, EFileOpenMode::eRead, level, false);
2021-09-06 10:58:08 +00:00
}
2022-04-06 01:24:38 +00:00
AUKN_SYM void OpenReadRelease(IFileStream * that)
2021-09-06 10:58:08 +00:00
{
AuSafeDelete<PosixFileStream *>(that);
2021-09-06 10:58:08 +00:00
}
2022-04-06 01:24:38 +00:00
AUKN_SYM IFileStream *OpenWriteNew(const AuString &path, EFileAdvisoryLockLevel level)
2021-09-06 10:58:08 +00:00
{
return OpenNewEx(path, EFileOpenMode::eWrite, level, false);
2021-09-06 10:58:08 +00:00
}
2022-04-06 01:24:38 +00:00
AUKN_SYM void OpenWriteRelease(IFileStream *that)
2021-09-06 10:58:08 +00:00
{
AuSafeDelete<PosixFileStream *>(that);
2021-09-06 10:58:08 +00:00
}
}
#endif