From 69185555f4da66d291a88c665f7241ae98a58278 Mon Sep 17 00:00:00 2001 From: Adam Sawicki Date: Mon, 18 Nov 2019 17:03:34 +0100 Subject: [PATCH] Add VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED Closes #84 --- docs/html/allocation_annotation.html | 14 +- docs/html/choosing_memory_type.html | 14 +- docs/html/custom_memory_pools.html | 14 +- docs/html/defragmentation.html | 20 +- docs/html/globals.html | 5 +- docs/html/globals_eval.html | 3 + docs/html/lost_allocations.html | 10 +- docs/html/memory_mapping.html | 18 +- docs/html/quick_start.html | 4 +- docs/html/search/all_11.js | 179 +- docs/html/search/classes_0.js | 36 +- docs/html/search/defines_0.js | 2 +- docs/html/search/defines_1.js | 10 +- docs/html/search/enums_0.js | 12 +- docs/html/search/enumvalues_0.js | 75 +- docs/html/search/files_0.js | 2 +- docs/html/search/functions_0.js | 94 +- docs/html/search/pages_0.js | 2 +- docs/html/search/pages_1.js | 6 +- docs/html/search/pages_2.js | 6 +- docs/html/search/pages_3.js | 2 +- docs/html/search/pages_4.js | 2 +- docs/html/search/pages_5.js | 2 +- docs/html/search/pages_6.js | 2 +- docs/html/search/pages_7.js | 4 +- docs/html/search/pages_8.js | 4 +- docs/html/search/pages_9.js | 4 +- docs/html/search/typedefs_0.js | 4 +- docs/html/search/typedefs_1.js | 50 +- docs/html/search/variables_0.js | 12 +- docs/html/search/variables_1.js | 12 +- docs/html/search/variables_2.js | 2 +- docs/html/search/variables_3.js | 6 +- docs/html/search/variables_4.js | 4 +- docs/html/search/variables_5.js | 2 +- docs/html/search/variables_6.js | 24 +- docs/html/search/variables_7.js | 2 +- docs/html/search/variables_8.js | 36 +- docs/html/search/variables_9.js | 2 +- docs/html/search/variables_a.js | 2 +- docs/html/search/variables_b.js | 2 +- docs/html/search/variables_c.js | 16 +- docs/html/search/variables_d.js | 34 +- docs/html/vk__mem__alloc_8h.html | 5 + docs/html/vk__mem__alloc_8h_source.html | 28392 +++++++++++----------- src/Tests.cpp | 3 +- src/VmaReplay/Constants.cpp | 2 + src/vk_mem_alloc.h | 16 + 48 files changed, 14608 insertions(+), 14566 deletions(-) diff --git a/docs/html/allocation_annotation.html b/docs/html/allocation_annotation.html index 61a2a30..872c361 100644 --- a/docs/html/allocation_annotation.html +++ b/docs/html/allocation_annotation.html @@ -111,18 +111,18 @@ Allocation names

That string is also printed in JSON report created by vmaBuildStatsString().

-
VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
Definition: vk_mem_alloc.h:2349
-
VmaAllocationCreateInfo::pUserData
void * pUserData
Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
Definition: vk_mem_alloc.h:2443
+
VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
Definition: vk_mem_alloc.h:2357
+
VmaAllocationCreateInfo::pUserData
void * pUserData
Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
Definition: vk_mem_alloc.h:2451
vmaGetAllocationInfo
void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
Returns current information about specified allocation and atomically marks it as used in current fra...
VmaAllocation
Represents single memory allocation.
VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2254
vmaCreateImage
VkResult vmaCreateImage(VmaAllocator allocator, const VkImageCreateInfo *pImageCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkImage *pImage, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
Function similar to vmaCreateBuffer().
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2412
-
VmaAllocationInfo::pUserData
void * pUserData
Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
Definition: vk_mem_alloc.h:2779
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2420
+
VmaAllocationInfo::pUserData
void * pUserData
Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
Definition: vk_mem_alloc.h:2787
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
-
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2406
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2403
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2741
+
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2414
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2411
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2749
Generated by   diff --git a/docs/html/choosing_memory_type.html b/docs/html/choosing_memory_type.html index ef1a728..091ffe9 100644 --- a/docs/html/choosing_memory_type.html +++ b/docs/html/choosing_memory_type.html @@ -129,14 +129,14 @@ Dedicated allocations
VmaAllocation
Represents single memory allocation.
VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2254
-
VmaAllocationCreateInfo::requiredFlags
VkMemoryPropertyFlags requiredFlags
Flags that must be set in a Memory Type chosen for an allocation.
Definition: vk_mem_alloc.h:2417
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2412
+
VmaAllocationCreateInfo::requiredFlags
VkMemoryPropertyFlags requiredFlags
Flags that must be set in a Memory Type chosen for an allocation.
Definition: vk_mem_alloc.h:2425
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2420
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
-
VMA_ALLOCATION_CREATE_MAPPED_BIT
Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
Definition: vk_mem_alloc.h:2323
-
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2406
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2403
-
VmaAllocationCreateInfo::preferredFlags
VkMemoryPropertyFlags preferredFlags
Flags that preferably should be set in a memory type chosen for an allocation.
Definition: vk_mem_alloc.h:2422
-
VmaAllocationCreateInfo::memoryTypeBits
uint32_t memoryTypeBits
Bitmask containing one bit set for every memory type acceptable for this allocation.
Definition: vk_mem_alloc.h:2430
+
VMA_ALLOCATION_CREATE_MAPPED_BIT
Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
Definition: vk_mem_alloc.h:2331
+
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2414
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2411
+
VmaAllocationCreateInfo::preferredFlags
VkMemoryPropertyFlags preferredFlags
Flags that preferably should be set in a memory type chosen for an allocation.
Definition: vk_mem_alloc.h:2430
+
VmaAllocationCreateInfo::memoryTypeBits
uint32_t memoryTypeBits
Bitmask containing one bit set for every memory type acceptable for this allocation.
Definition: vk_mem_alloc.h:2438
Generated by   diff --git a/docs/html/custom_memory_pools.html b/docs/html/custom_memory_pools.html index 57e6817..619685f 100644 --- a/docs/html/custom_memory_pools.html +++ b/docs/html/custom_memory_pools.html @@ -176,21 +176,21 @@ Buddy allocation algorithm -
VmaPoolCreateInfo::memoryTypeIndex
uint32_t memoryTypeIndex
Vulkan memory type index to allocate this pool from.
Definition: vk_mem_alloc.h:2568
-
VmaAllocationCreateInfo::pool
VmaPool pool
Pool that this allocation should be created in.
Definition: vk_mem_alloc.h:2436
+
VmaPoolCreateInfo::memoryTypeIndex
uint32_t memoryTypeIndex
Vulkan memory type index to allocate this pool from.
Definition: vk_mem_alloc.h:2576
+
VmaAllocationCreateInfo::pool
VmaPool pool
Pool that this allocation should be created in.
Definition: vk_mem_alloc.h:2444
vmaDestroyPool
void vmaDestroyPool(VmaAllocator allocator, VmaPool pool)
Destroys VmaPool object and frees Vulkan device memory.
VmaAllocation
Represents single memory allocation.
VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2254
vmaCreatePool
VkResult vmaCreatePool(VmaAllocator allocator, const VmaPoolCreateInfo *pCreateInfo, VmaPool *pPool)
Allocates Vulkan device memory and creates VmaPool object.
-
VmaPoolCreateInfo::maxBlockCount
size_t maxBlockCount
Maximum number of blocks that can be allocated in this pool. Optional.
Definition: vk_mem_alloc.h:2593
-
VmaPoolCreateInfo
Describes parameter of created VmaPool.
Definition: vk_mem_alloc.h:2565
+
VmaPoolCreateInfo::maxBlockCount
size_t maxBlockCount
Maximum number of blocks that can be allocated in this pool. Optional.
Definition: vk_mem_alloc.h:2601
+
VmaPoolCreateInfo
Describes parameter of created VmaPool.
Definition: vk_mem_alloc.h:2573
VmaPool
Represents custom memory pool.
vmaFindMemoryTypeIndexForBufferInfo
VkResult vmaFindMemoryTypeIndexForBufferInfo(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
Helps to find memoryTypeIndex, given VkBufferCreateInfo and VmaAllocationCreateInfo.
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2412
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2420
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
vmaDestroyBuffer
void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
Destroys Vulkan buffer and frees allocated memory.
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2403
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2741
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2411
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2749
Generated by   diff --git a/docs/html/defragmentation.html b/docs/html/defragmentation.html index de5850b..d2c9d61 100644 --- a/docs/html/defragmentation.html +++ b/docs/html/defragmentation.html @@ -210,22 +210,22 @@ Writing custom defragmentation algorithm -
VmaDefragmentationInfo2::allocationCount
uint32_t allocationCount
Number of allocations in pAllocations array.
Definition: vk_mem_alloc.h:3077
+
VmaDefragmentationInfo2::allocationCount
uint32_t allocationCount
Number of allocations in pAllocations array.
Definition: vk_mem_alloc.h:3085
VmaAllocator
Represents main object of this library initialized.
vmaGetAllocationInfo
void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
Returns current information about specified allocation and atomically marks it as used in current fra...
vmaDefragmentationEnd
VkResult vmaDefragmentationEnd(VmaAllocator allocator, VmaDefragmentationContext context)
Ends defragmentation process.
-
VmaDefragmentationInfo2::maxGpuBytesToMove
VkDeviceSize maxGpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3126
-
VmaDefragmentationInfo2::commandBuffer
VkCommandBuffer commandBuffer
Optional. Command buffer where GPU copy commands will be posted.
Definition: vk_mem_alloc.h:3140
-
VmaDefragmentationInfo2
Parameters for defragmentation.
Definition: vk_mem_alloc.h:3071
+
VmaDefragmentationInfo2::maxGpuBytesToMove
VkDeviceSize maxGpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3134
+
VmaDefragmentationInfo2::commandBuffer
VkCommandBuffer commandBuffer
Optional. Command buffer where GPU copy commands will be posted.
Definition: vk_mem_alloc.h:3148
+
VmaDefragmentationInfo2
Parameters for defragmentation.
Definition: vk_mem_alloc.h:3079
vmaBindBufferMemory
VkResult vmaBindBufferMemory(VmaAllocator allocator, VmaAllocation allocation, VkBuffer buffer)
Binds buffer to allocation.
-
VmaDefragmentationInfo2::maxGpuAllocationsToMove
uint32_t maxGpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
Definition: vk_mem_alloc.h:3131
-
VmaDefragmentationInfo2::maxCpuBytesToMove
VkDeviceSize maxCpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3116
+
VmaDefragmentationInfo2::maxGpuAllocationsToMove
uint32_t maxGpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
Definition: vk_mem_alloc.h:3139
+
VmaDefragmentationInfo2::maxCpuBytesToMove
VkDeviceSize maxCpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3124
vmaDefragmentationBegin
VkResult vmaDefragmentationBegin(VmaAllocator allocator, const VmaDefragmentationInfo2 *pInfo, VmaDefragmentationStats *pStats, VmaDefragmentationContext *pContext)
Begins defragmentation process.
-
VmaDefragmentationInfo2::pAllocationsChanged
VkBool32 * pAllocationsChanged
Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
Definition: vk_mem_alloc.h:3092
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2741
+
VmaDefragmentationInfo2::pAllocationsChanged
VkBool32 * pAllocationsChanged
Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
Definition: vk_mem_alloc.h:3100
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2749
VmaDefragmentationContext
Represents Opaque object that represents started defragmentation process.
-
VmaDefragmentationInfo2::pAllocations
VmaAllocation * pAllocations
Pointer to array of allocations that can be defragmented.
Definition: vk_mem_alloc.h:3086
-
VmaDefragmentationInfo2::maxCpuAllocationsToMove
uint32_t maxCpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
Definition: vk_mem_alloc.h:3121
+
VmaDefragmentationInfo2::pAllocations
VmaAllocation * pAllocations
Pointer to array of allocations that can be defragmented.
Definition: vk_mem_alloc.h:3094
+
VmaDefragmentationInfo2::maxCpuAllocationsToMove
uint32_t maxCpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
Definition: vk_mem_alloc.h:3129
Generated by   diff --git a/docs/html/globals.html b/docs/html/globals.html index a847383..bb4ea5c 100644 --- a/docs/html/globals.html +++ b/docs/html/globals.html @@ -168,6 +168,9 @@ $(function() {
  • VMA_MEMORY_USAGE_CPU_TO_GPU : vk_mem_alloc.h
    • +
  • VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED +: vk_mem_alloc.h +
  • VMA_MEMORY_USAGE_GPU_ONLY : vk_mem_alloc.h
    • @@ -388,7 +391,7 @@ $(function() { : vk_mem_alloc.h
  • VmaRecordFlagBits -: vk_mem_alloc.h +: vk_mem_alloc.h
  • VmaRecordFlags : vk_mem_alloc.h diff --git a/docs/html/globals_eval.html b/docs/html/globals_eval.html index c875dc2..6a3b55d 100644 --- a/docs/html/globals_eval.html +++ b/docs/html/globals_eval.html @@ -142,6 +142,9 @@ $(function() {
  • VMA_MEMORY_USAGE_CPU_TO_GPU : vk_mem_alloc.h
    • +
  • VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED +: vk_mem_alloc.h +
  • VMA_MEMORY_USAGE_GPU_ONLY : vk_mem_alloc.h
    • diff --git a/docs/html/lost_allocations.html b/docs/html/lost_allocations.html index 0a61b87..17a8564 100644 --- a/docs/html/lost_allocations.html +++ b/docs/html/lost_allocations.html @@ -121,15 +121,15 @@ $(function() {
    vmaTouchAllocation
    VkBool32 vmaTouchAllocation(VmaAllocator allocator, VmaAllocation allocation)
    Returns VK_TRUE if allocation is not lost and atomically marks it as used in current frame.
    -
    VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    Definition: vk_mem_alloc.h:2336
    +
    VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    Definition: vk_mem_alloc.h:2344
    VmaAllocation
    Represents single memory allocation.
    VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2254
    -
    VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    Definition: vk_mem_alloc.h:2343
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2412
    +
    VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    Definition: vk_mem_alloc.h:2351
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2420
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    vmaDestroyBuffer
    void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
    Destroys Vulkan buffer and frees allocated memory.
    -
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2406
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2403
    +
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2414
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2411
    Generated by   diff --git a/docs/html/memory_mapping.html b/docs/html/memory_mapping.html index 4063927..7c78557 100644 --- a/docs/html/memory_mapping.html +++ b/docs/html/memory_mapping.html @@ -186,16 +186,16 @@ Finding out if memory is mappable
    VmaAllocation
    Represents single memory allocation.
    VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2254
    vmaMapMemory
    VkResult vmaMapMemory(VmaAllocator allocator, VmaAllocation allocation, void **ppData)
    Maps memory represented by given allocation and returns pointer to it.
    -
    VmaAllocationInfo::pMappedData
    void * pMappedData
    Pointer to the beginning of this allocation as mapped data.
    Definition: vk_mem_alloc.h:2774
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2412
    -
    VmaAllocationInfo::pUserData
    void * pUserData
    Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
    Definition: vk_mem_alloc.h:2779
    +
    VmaAllocationInfo::pMappedData
    void * pMappedData
    Pointer to the beginning of this allocation as mapped data.
    Definition: vk_mem_alloc.h:2782
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2420
    +
    VmaAllocationInfo::pUserData
    void * pUserData
    Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
    Definition: vk_mem_alloc.h:2787
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    -
    VmaAllocationInfo::memoryType
    uint32_t memoryType
    Memory type index that this allocation was allocated from.
    Definition: vk_mem_alloc.h:2746
    -
    VMA_ALLOCATION_CREATE_MAPPED_BIT
    Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
    Definition: vk_mem_alloc.h:2323
    -
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2406
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2403
    -
    VmaAllocationCreateInfo::preferredFlags
    VkMemoryPropertyFlags preferredFlags
    Flags that preferably should be set in a memory type chosen for an allocation.
    Definition: vk_mem_alloc.h:2422
    -
    VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    Definition: vk_mem_alloc.h:2741
    +
    VmaAllocationInfo::memoryType
    uint32_t memoryType
    Memory type index that this allocation was allocated from.
    Definition: vk_mem_alloc.h:2754
    +
    VMA_ALLOCATION_CREATE_MAPPED_BIT
    Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
    Definition: vk_mem_alloc.h:2331
    +
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2414
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2411
    +
    VmaAllocationCreateInfo::preferredFlags
    VkMemoryPropertyFlags preferredFlags
    Flags that preferably should be set in a memory type chosen for an allocation.
    Definition: vk_mem_alloc.h:2430
    +
    VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    Definition: vk_mem_alloc.h:2749
    Generated by   diff --git a/docs/html/quick_start.html b/docs/html/quick_start.html index 2cc1b54..927ab0d 100644 --- a/docs/html/quick_start.html +++ b/docs/html/quick_start.html @@ -122,11 +122,11 @@ Resource allocation
    VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2254
    vmaDestroyAllocator
    void vmaDestroyAllocator(VmaAllocator allocator)
    Destroys allocator object.
    VmaAllocatorCreateInfo::device
    VkDevice device
    Vulkan device.
    Definition: vk_mem_alloc.h:1985
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2412
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2420
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    vmaCreateAllocator
    VkResult vmaCreateAllocator(const VmaAllocatorCreateInfo *pCreateInfo, VmaAllocator *pAllocator)
    Creates Allocator object.
    vmaDestroyBuffer
    void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
    Destroys Vulkan buffer and frees allocated memory.
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2403
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2411
    Generated by   diff --git a/docs/html/search/all_11.js b/docs/html/search/all_11.js index 251937e..4f24839 100644 --- a/docs/html/search/all_11.js +++ b/docs/html/search/all_11.js @@ -49,93 +49,94 @@ var searchData= ['vma_5fmemory_5fusage_5fcpu_5fcopy_125',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], ['vma_5fmemory_5fusage_5fcpu_5fonly_126',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_127',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fonly_128',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_129',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fmax_5fenum_130',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5funknown_131',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5falgorithm_5fmask_132',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_133',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_134',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_135',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_136',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_137',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_138',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]], - ['vma_5frecording_5fenabled_139',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], - ['vma_5fstats_5fstring_5fenabled_140',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], - ['vmaallocatememory_141',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforbuffer_142',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforimage_143',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], - ['vmaallocatememorypages_144',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], - ['vmaallocation_145',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], - ['vmaallocationcreateflagbits_146',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#abf6bf6748c7a9fe7ce5b7835c0f56af4',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h']]], - ['vmaallocationcreateflags_147',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateinfo_148',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'VmaAllocationCreateInfo'],['../vk__mem__alloc_8h.html#a86c44f9950b40d50088ed93a17870a7a',1,'VmaAllocationCreateInfo(): vk_mem_alloc.h']]], - ['vmaallocationinfo_149',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'VmaAllocationInfo'],['../vk__mem__alloc_8h.html#a795e6ff02a21d5486c0565f403dd9255',1,'VmaAllocationInfo(): vk_mem_alloc.h']]], - ['vmaallocator_150',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], - ['vmaallocatorcreateflagbits_151',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4ddf381b6ce795bdfbc6c614640b9915',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h']]], - ['vmaallocatorcreateflags_152',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateinfo_153',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'VmaAllocatorCreateInfo'],['../vk__mem__alloc_8h.html#ae0f6d1d733dded220d28134da46b4283',1,'VmaAllocatorCreateInfo(): vk_mem_alloc.h']]], - ['vmabindbuffermemory_154',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory2_155',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], - ['vmabindimagememory_156',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], - ['vmabindimagememory2_157',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], - ['vmabudget_158',['VmaBudget',['../struct_vma_budget.html',1,'VmaBudget'],['../vk__mem__alloc_8h.html#ab79b48b6d25aada0de91a913896e1c38',1,'VmaBudget(): vk_mem_alloc.h']]], - ['vmabuildstatsstring_159',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], - ['vmacalculatestats_160',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], - ['vmacheckcorruption_161',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], - ['vmacheckpoolcorruption_162',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], - ['vmacreateallocator_163',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], - ['vmacreatebuffer_164',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], - ['vmacreateimage_165',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], - ['vmacreatelostallocation_166',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], - ['vmacreatepool_167',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], - ['vmadefragment_168',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], - ['vmadefragmentationbegin_169',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], - ['vmadefragmentationcontext_170',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], - ['vmadefragmentationend_171',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_172',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a96df0eddab2e1735782fe4e7cd05ea7f',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h']]], - ['vmadefragmentationflags_173',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo_174',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'VmaDefragmentationInfo'],['../vk__mem__alloc_8h.html#ae67f8573a0cf20f16f0a1eecbca566a0',1,'VmaDefragmentationInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationinfo2_175',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'VmaDefragmentationInfo2'],['../vk__mem__alloc_8h.html#abac0e85abaa6ea1ffd63bde29c5c3a29',1,'VmaDefragmentationInfo2(): vk_mem_alloc.h']]], - ['vmadefragmentationstats_176',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'VmaDefragmentationStats'],['../vk__mem__alloc_8h.html#ab0f9b06441c840fee560de4a2967f8c9',1,'VmaDefragmentationStats(): vk_mem_alloc.h']]], - ['vmadestroyallocator_177',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], - ['vmadestroybuffer_178',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], - ['vmadestroyimage_179',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], - ['vmadestroypool_180',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], - ['vmadevicememorycallbacks_181',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'VmaDeviceMemoryCallbacks'],['../vk__mem__alloc_8h.html#a5e2eb68d727cfd4df25702b027b7aa31',1,'VmaDeviceMemoryCallbacks(): vk_mem_alloc.h']]], - ['vmafindmemorytypeindex_182',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforbufferinfo_183',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforimageinfo_184',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], - ['vmaflushallocation_185',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], - ['vmafreememory_186',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], - ['vmafreememorypages_187',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], - ['vmafreestatsstring_188',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], - ['vmagetallocationinfo_189',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], - ['vmagetbudget_190',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], - ['vmagetmemoryproperties_191',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], - ['vmagetmemorytypeproperties_192',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], - ['vmagetphysicaldeviceproperties_193',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], - ['vmagetpoolname_194',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], - ['vmagetpoolstats_195',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocation_196',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], - ['vmamakepoolallocationslost_197',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], - ['vmamapmemory_198',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_199',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'VmaMemoryUsage(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#ad63b2113c0bfdbeade1cb498f5a8580d',1,'VmaMemoryUsage(): vk_mem_alloc.h']]], - ['vmapool_200',['VmaPool',['../struct_vma_pool.html',1,'']]], - ['vmapoolcreateflagbits_201',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a8f93195158e0e2ac80ca352064e71c1f',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h']]], - ['vmapoolcreateflags_202',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], - ['vmapoolcreateinfo_203',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'VmaPoolCreateInfo'],['../vk__mem__alloc_8h.html#a211706e9348dcee25a843ed4ea69bce7',1,'VmaPoolCreateInfo(): vk_mem_alloc.h']]], - ['vmapoolstats_204',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'VmaPoolStats'],['../vk__mem__alloc_8h.html#a2e5612d871d64c5624087b837a338c34',1,'VmaPoolStats(): vk_mem_alloc.h']]], - ['vmarecordflagbits_205',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'VmaRecordFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#ade20b626a6635ce1bf30ea53dea774e4',1,'VmaRecordFlagBits(): vk_mem_alloc.h']]], - ['vmarecordflags_206',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], - ['vmarecordsettings_207',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'VmaRecordSettings'],['../vk__mem__alloc_8h.html#a0ab61e87ff6365f1d59915eadc37a9f0',1,'VmaRecordSettings(): vk_mem_alloc.h']]], - ['vmaresizeallocation_208',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], - ['vmasetallocationuserdata_209',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], - ['vmasetcurrentframeindex_210',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], - ['vmasetpoolname_211',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], - ['vmastatinfo_212',['VmaStatInfo',['../struct_vma_stat_info.html',1,'VmaStatInfo'],['../vk__mem__alloc_8h.html#a810b009a788ee8aac72a25b42ffbe31c',1,'VmaStatInfo(): vk_mem_alloc.h']]], - ['vmastats_213',['VmaStats',['../struct_vma_stats.html',1,'VmaStats'],['../vk__mem__alloc_8h.html#a732be855fb4a7c248e6853d928a729af',1,'VmaStats(): vk_mem_alloc.h']]], - ['vmatouchallocation_214',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], - ['vmaunmapmemory_215',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]], - ['vmavulkanfunctions_216',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'VmaVulkanFunctions'],['../vk__mem__alloc_8h.html#a97064a1a271b0061ebfc3a079862d0c5',1,'VmaVulkanFunctions(): vk_mem_alloc.h']]] + ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_128',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fonly_129',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_130',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fmax_5fenum_131',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5funknown_132',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5falgorithm_5fmask_133',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_134',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_135',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_136',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_137',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_138',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_139',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]], + ['vma_5frecording_5fenabled_140',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], + ['vma_5fstats_5fstring_5fenabled_141',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], + ['vmaallocatememory_142',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforbuffer_143',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforimage_144',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], + ['vmaallocatememorypages_145',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], + ['vmaallocation_146',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], + ['vmaallocationcreateflagbits_147',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#abf6bf6748c7a9fe7ce5b7835c0f56af4',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h']]], + ['vmaallocationcreateflags_148',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateinfo_149',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'VmaAllocationCreateInfo'],['../vk__mem__alloc_8h.html#a86c44f9950b40d50088ed93a17870a7a',1,'VmaAllocationCreateInfo(): vk_mem_alloc.h']]], + ['vmaallocationinfo_150',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'VmaAllocationInfo'],['../vk__mem__alloc_8h.html#a795e6ff02a21d5486c0565f403dd9255',1,'VmaAllocationInfo(): vk_mem_alloc.h']]], + ['vmaallocator_151',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], + ['vmaallocatorcreateflagbits_152',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4ddf381b6ce795bdfbc6c614640b9915',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h']]], + ['vmaallocatorcreateflags_153',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateinfo_154',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'VmaAllocatorCreateInfo'],['../vk__mem__alloc_8h.html#ae0f6d1d733dded220d28134da46b4283',1,'VmaAllocatorCreateInfo(): vk_mem_alloc.h']]], + ['vmabindbuffermemory_155',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory2_156',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], + ['vmabindimagememory_157',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], + ['vmabindimagememory2_158',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], + ['vmabudget_159',['VmaBudget',['../struct_vma_budget.html',1,'VmaBudget'],['../vk__mem__alloc_8h.html#ab79b48b6d25aada0de91a913896e1c38',1,'VmaBudget(): vk_mem_alloc.h']]], + ['vmabuildstatsstring_160',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], + ['vmacalculatestats_161',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], + ['vmacheckcorruption_162',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], + ['vmacheckpoolcorruption_163',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], + ['vmacreateallocator_164',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], + ['vmacreatebuffer_165',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], + ['vmacreateimage_166',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], + ['vmacreatelostallocation_167',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], + ['vmacreatepool_168',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], + ['vmadefragment_169',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], + ['vmadefragmentationbegin_170',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], + ['vmadefragmentationcontext_171',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], + ['vmadefragmentationend_172',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_173',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a96df0eddab2e1735782fe4e7cd05ea7f',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h']]], + ['vmadefragmentationflags_174',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo_175',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'VmaDefragmentationInfo'],['../vk__mem__alloc_8h.html#ae67f8573a0cf20f16f0a1eecbca566a0',1,'VmaDefragmentationInfo(): vk_mem_alloc.h']]], + ['vmadefragmentationinfo2_176',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'VmaDefragmentationInfo2'],['../vk__mem__alloc_8h.html#abac0e85abaa6ea1ffd63bde29c5c3a29',1,'VmaDefragmentationInfo2(): vk_mem_alloc.h']]], + ['vmadefragmentationstats_177',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'VmaDefragmentationStats'],['../vk__mem__alloc_8h.html#ab0f9b06441c840fee560de4a2967f8c9',1,'VmaDefragmentationStats(): vk_mem_alloc.h']]], + ['vmadestroyallocator_178',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], + ['vmadestroybuffer_179',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], + ['vmadestroyimage_180',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], + ['vmadestroypool_181',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], + ['vmadevicememorycallbacks_182',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'VmaDeviceMemoryCallbacks'],['../vk__mem__alloc_8h.html#a5e2eb68d727cfd4df25702b027b7aa31',1,'VmaDeviceMemoryCallbacks(): vk_mem_alloc.h']]], + ['vmafindmemorytypeindex_183',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforbufferinfo_184',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforimageinfo_185',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], + ['vmaflushallocation_186',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], + ['vmafreememory_187',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], + ['vmafreememorypages_188',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], + ['vmafreestatsstring_189',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], + ['vmagetallocationinfo_190',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], + ['vmagetbudget_191',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], + ['vmagetmemoryproperties_192',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], + ['vmagetmemorytypeproperties_193',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], + ['vmagetphysicaldeviceproperties_194',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], + ['vmagetpoolname_195',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], + ['vmagetpoolstats_196',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], + ['vmainvalidateallocation_197',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], + ['vmamakepoolallocationslost_198',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], + ['vmamapmemory_199',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_200',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'VmaMemoryUsage(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#ad63b2113c0bfdbeade1cb498f5a8580d',1,'VmaMemoryUsage(): vk_mem_alloc.h']]], + ['vmapool_201',['VmaPool',['../struct_vma_pool.html',1,'']]], + ['vmapoolcreateflagbits_202',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a8f93195158e0e2ac80ca352064e71c1f',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h']]], + ['vmapoolcreateflags_203',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], + ['vmapoolcreateinfo_204',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'VmaPoolCreateInfo'],['../vk__mem__alloc_8h.html#a211706e9348dcee25a843ed4ea69bce7',1,'VmaPoolCreateInfo(): vk_mem_alloc.h']]], + ['vmapoolstats_205',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'VmaPoolStats'],['../vk__mem__alloc_8h.html#a2e5612d871d64c5624087b837a338c34',1,'VmaPoolStats(): vk_mem_alloc.h']]], + ['vmarecordflagbits_206',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'VmaRecordFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#ade20b626a6635ce1bf30ea53dea774e4',1,'VmaRecordFlagBits(): vk_mem_alloc.h']]], + ['vmarecordflags_207',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], + ['vmarecordsettings_208',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'VmaRecordSettings'],['../vk__mem__alloc_8h.html#a0ab61e87ff6365f1d59915eadc37a9f0',1,'VmaRecordSettings(): vk_mem_alloc.h']]], + ['vmaresizeallocation_209',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], + ['vmasetallocationuserdata_210',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], + ['vmasetcurrentframeindex_211',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], + ['vmasetpoolname_212',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], + ['vmastatinfo_213',['VmaStatInfo',['../struct_vma_stat_info.html',1,'VmaStatInfo'],['../vk__mem__alloc_8h.html#a810b009a788ee8aac72a25b42ffbe31c',1,'VmaStatInfo(): vk_mem_alloc.h']]], + ['vmastats_214',['VmaStats',['../struct_vma_stats.html',1,'VmaStats'],['../vk__mem__alloc_8h.html#a732be855fb4a7c248e6853d928a729af',1,'VmaStats(): vk_mem_alloc.h']]], + ['vmatouchallocation_215',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], + ['vmaunmapmemory_216',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]], + ['vmavulkanfunctions_217',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'VmaVulkanFunctions'],['../vk__mem__alloc_8h.html#a97064a1a271b0061ebfc3a079862d0c5',1,'VmaVulkanFunctions(): vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/classes_0.js b/docs/html/search/classes_0.js index 6b2b317..bcf5282 100644 --- a/docs/html/search/classes_0.js +++ b/docs/html/search/classes_0.js @@ -1,21 +1,21 @@ var searchData= [ - ['vmaallocation_217',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], - ['vmaallocationcreateinfo_218',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'']]], - ['vmaallocationinfo_219',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'']]], - ['vmaallocator_220',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], - ['vmaallocatorcreateinfo_221',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'']]], - ['vmabudget_222',['VmaBudget',['../struct_vma_budget.html',1,'']]], - ['vmadefragmentationcontext_223',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], - ['vmadefragmentationinfo_224',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'']]], - ['vmadefragmentationinfo2_225',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'']]], - ['vmadefragmentationstats_226',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'']]], - ['vmadevicememorycallbacks_227',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'']]], - ['vmapool_228',['VmaPool',['../struct_vma_pool.html',1,'']]], - ['vmapoolcreateinfo_229',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'']]], - ['vmapoolstats_230',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'']]], - ['vmarecordsettings_231',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'']]], - ['vmastatinfo_232',['VmaStatInfo',['../struct_vma_stat_info.html',1,'']]], - ['vmastats_233',['VmaStats',['../struct_vma_stats.html',1,'']]], - ['vmavulkanfunctions_234',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'']]] + ['vmaallocation_218',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], + ['vmaallocationcreateinfo_219',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'']]], + ['vmaallocationinfo_220',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'']]], + ['vmaallocator_221',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], + ['vmaallocatorcreateinfo_222',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'']]], + ['vmabudget_223',['VmaBudget',['../struct_vma_budget.html',1,'']]], + ['vmadefragmentationcontext_224',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], + ['vmadefragmentationinfo_225',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'']]], + ['vmadefragmentationinfo2_226',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'']]], + ['vmadefragmentationstats_227',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'']]], + ['vmadevicememorycallbacks_228',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'']]], + ['vmapool_229',['VmaPool',['../struct_vma_pool.html',1,'']]], + ['vmapoolcreateinfo_230',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'']]], + ['vmapoolstats_231',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'']]], + ['vmarecordsettings_232',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'']]], + ['vmastatinfo_233',['VmaStatInfo',['../struct_vma_stat_info.html',1,'']]], + ['vmastats_234',['VmaStats',['../struct_vma_stats.html',1,'']]], + ['vmavulkanfunctions_235',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'']]] ]; diff --git a/docs/html/search/defines_0.js b/docs/html/search/defines_0.js index ca54547..3f272ff 100644 --- a/docs/html/search/defines_0.js +++ b/docs/html/search/defines_0.js @@ -1,4 +1,4 @@ var searchData= [ - ['nominmax_431',['NOMINMAX',['../vk__mem__alloc_8h.html#a9f918755b601cf4bffca775992e6fb90',1,'vk_mem_alloc.h']]] + ['nominmax_433',['NOMINMAX',['../vk__mem__alloc_8h.html#a9f918755b601cf4bffca775992e6fb90',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/defines_1.js b/docs/html/search/defines_1.js index b55252d..9bb8c9b 100644 --- a/docs/html/search/defines_1.js +++ b/docs/html/search/defines_1.js @@ -1,8 +1,8 @@ var searchData= [ - ['vma_5fbind_5fmemory2_432',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], - ['vma_5fdedicated_5fallocation_433',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fbudget_434',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], - ['vma_5frecording_5fenabled_435',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], - ['vma_5fstats_5fstring_5fenabled_436',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]] + ['vma_5fbind_5fmemory2_434',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], + ['vma_5fdedicated_5fallocation_435',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fbudget_436',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], + ['vma_5frecording_5fenabled_437',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], + ['vma_5fstats_5fstring_5fenabled_438',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/enums_0.js b/docs/html/search/enums_0.js index ce272c1..ce66ca0 100644 --- a/docs/html/search/enums_0.js +++ b/docs/html/search/enums_0.js @@ -1,9 +1,9 @@ var searchData= [ - ['vmaallocationcreateflagbits_388',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflagbits_389',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_390',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_391',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflagbits_392',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'vk_mem_alloc.h']]], - ['vmarecordflagbits_393',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'vk_mem_alloc.h']]] + ['vmaallocationcreateflagbits_389',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflagbits_390',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_391',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_392',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflagbits_393',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'vk_mem_alloc.h']]], + ['vmarecordflagbits_394',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/enumvalues_0.js b/docs/html/search/enumvalues_0.js index bfefa36..3f2b41f 100644 --- a/docs/html/search/enumvalues_0.js +++ b/docs/html/search/enumvalues_0.js @@ -1,40 +1,41 @@ var searchData= [ - ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_394',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_395',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_396',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_397',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_398',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fmapped_5fbit_399',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_400',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_401',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_402',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmask_403',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_404',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_405',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_406',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_407',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_408',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_409',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_410',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_411',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_412',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_413',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_414',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_415',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_416',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fcopy_417',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fonly_418',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_419',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fonly_420',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_421',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fmax_5fenum_422',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5funknown_423',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5falgorithm_5fmask_424',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_425',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_426',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_427',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_428',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_429',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_430',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]] + ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_395',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_396',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_397',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_398',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_399',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fmapped_5fbit_400',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_401',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_402',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_403',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmask_404',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_405',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_406',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_407',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_408',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_409',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_410',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_411',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_412',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_413',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_414',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_415',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_416',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_417',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fcopy_418',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fonly_419',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_420',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_421',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fonly_422',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_423',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fmax_5fenum_424',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5funknown_425',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5falgorithm_5fmask_426',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_427',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_428',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_429',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_430',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_431',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_432',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/files_0.js b/docs/html/search/files_0.js index f1b4f22..cd7fb5a 100644 --- a/docs/html/search/files_0.js +++ b/docs/html/search/files_0.js @@ -1,4 +1,4 @@ var searchData= [ - ['vk_5fmem_5falloc_2eh_235',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]] + ['vk_5fmem_5falloc_2eh_236',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]] ]; diff --git a/docs/html/search/functions_0.js b/docs/html/search/functions_0.js index 2a0778d..f3d9653 100644 --- a/docs/html/search/functions_0.js +++ b/docs/html/search/functions_0.js @@ -1,50 +1,50 @@ var searchData= [ - ['vmaallocatememory_236',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforbuffer_237',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforimage_238',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], - ['vmaallocatememorypages_239',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory_240',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory2_241',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], - ['vmabindimagememory_242',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], - ['vmabindimagememory2_243',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], - ['vmabuildstatsstring_244',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], - ['vmacalculatestats_245',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], - ['vmacheckcorruption_246',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], - ['vmacheckpoolcorruption_247',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], - ['vmacreateallocator_248',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], - ['vmacreatebuffer_249',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], - ['vmacreateimage_250',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], - ['vmacreatelostallocation_251',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], - ['vmacreatepool_252',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], - ['vmadefragment_253',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], - ['vmadefragmentationbegin_254',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], - ['vmadefragmentationend_255',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], - ['vmadestroyallocator_256',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], - ['vmadestroybuffer_257',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], - ['vmadestroyimage_258',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], - ['vmadestroypool_259',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindex_260',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforbufferinfo_261',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforimageinfo_262',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], - ['vmaflushallocation_263',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], - ['vmafreememory_264',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], - ['vmafreememorypages_265',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], - ['vmafreestatsstring_266',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], - ['vmagetallocationinfo_267',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], - ['vmagetbudget_268',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], - ['vmagetmemoryproperties_269',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], - ['vmagetmemorytypeproperties_270',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], - ['vmagetphysicaldeviceproperties_271',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], - ['vmagetpoolname_272',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], - ['vmagetpoolstats_273',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocation_274',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], - ['vmamakepoolallocationslost_275',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], - ['vmamapmemory_276',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], - ['vmaresizeallocation_277',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], - ['vmasetallocationuserdata_278',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], - ['vmasetcurrentframeindex_279',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], - ['vmasetpoolname_280',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], - ['vmatouchallocation_281',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], - ['vmaunmapmemory_282',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]] + ['vmaallocatememory_237',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforbuffer_238',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforimage_239',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], + ['vmaallocatememorypages_240',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory_241',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory2_242',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], + ['vmabindimagememory_243',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], + ['vmabindimagememory2_244',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], + ['vmabuildstatsstring_245',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], + ['vmacalculatestats_246',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], + ['vmacheckcorruption_247',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], + ['vmacheckpoolcorruption_248',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], + ['vmacreateallocator_249',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], + ['vmacreatebuffer_250',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], + ['vmacreateimage_251',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], + ['vmacreatelostallocation_252',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], + ['vmacreatepool_253',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], + ['vmadefragment_254',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], + ['vmadefragmentationbegin_255',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], + ['vmadefragmentationend_256',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], + ['vmadestroyallocator_257',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], + ['vmadestroybuffer_258',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], + ['vmadestroyimage_259',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], + ['vmadestroypool_260',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindex_261',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforbufferinfo_262',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforimageinfo_263',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], + ['vmaflushallocation_264',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], + ['vmafreememory_265',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], + ['vmafreememorypages_266',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], + ['vmafreestatsstring_267',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], + ['vmagetallocationinfo_268',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], + ['vmagetbudget_269',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], + ['vmagetmemoryproperties_270',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], + ['vmagetmemorytypeproperties_271',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], + ['vmagetphysicaldeviceproperties_272',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], + ['vmagetpoolname_273',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], + ['vmagetpoolstats_274',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], + ['vmainvalidateallocation_275',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], + ['vmamakepoolallocationslost_276',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], + ['vmamapmemory_277',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], + ['vmaresizeallocation_278',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], + ['vmasetallocationuserdata_279',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], + ['vmasetcurrentframeindex_280',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], + ['vmasetpoolname_281',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], + ['vmatouchallocation_282',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], + ['vmaunmapmemory_283',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/pages_0.js b/docs/html/search/pages_0.js index 3e1b71b..9d4a4ff 100644 --- a/docs/html/search/pages_0.js +++ b/docs/html/search/pages_0.js @@ -1,4 +1,4 @@ var searchData= [ - ['allocation_20names_20and_20user_20data_437',['Allocation names and user data',['../allocation_annotation.html',1,'']]] + ['allocation_20names_20and_20user_20data_439',['Allocation names and user data',['../allocation_annotation.html',1,'']]] ]; diff --git a/docs/html/search/pages_1.js b/docs/html/search/pages_1.js index ab2deb6..fd9dfdb 100644 --- a/docs/html/search/pages_1.js +++ b/docs/html/search/pages_1.js @@ -1,6 +1,6 @@ var searchData= [ - ['choosing_20memory_20type_438',['Choosing memory type',['../choosing_memory_type.html',1,'']]], - ['configuration_439',['Configuration',['../configuration.html',1,'']]], - ['custom_20memory_20pools_440',['Custom memory pools',['../custom_memory_pools.html',1,'']]] + ['choosing_20memory_20type_440',['Choosing memory type',['../choosing_memory_type.html',1,'']]], + ['configuration_441',['Configuration',['../configuration.html',1,'']]], + ['custom_20memory_20pools_442',['Custom memory pools',['../custom_memory_pools.html',1,'']]] ]; diff --git a/docs/html/search/pages_2.js b/docs/html/search/pages_2.js index 892ac93..afc7808 100644 --- a/docs/html/search/pages_2.js +++ b/docs/html/search/pages_2.js @@ -1,6 +1,6 @@ var searchData= [ - ['debugging_20incorrect_20memory_20usage_441',['Debugging incorrect memory usage',['../debugging_memory_usage.html',1,'']]], - ['defragmentation_442',['Defragmentation',['../defragmentation.html',1,'']]], - ['deprecated_20list_443',['Deprecated List',['../deprecated.html',1,'']]] + ['debugging_20incorrect_20memory_20usage_443',['Debugging incorrect memory usage',['../debugging_memory_usage.html',1,'']]], + ['defragmentation_444',['Defragmentation',['../defragmentation.html',1,'']]], + ['deprecated_20list_445',['Deprecated List',['../deprecated.html',1,'']]] ]; diff --git a/docs/html/search/pages_3.js b/docs/html/search/pages_3.js index 701be63..3c15760 100644 --- a/docs/html/search/pages_3.js +++ b/docs/html/search/pages_3.js @@ -1,4 +1,4 @@ var searchData= [ - ['general_20considerations_444',['General considerations',['../general_considerations.html',1,'']]] + ['general_20considerations_446',['General considerations',['../general_considerations.html',1,'']]] ]; diff --git a/docs/html/search/pages_4.js b/docs/html/search/pages_4.js index 2d135dd..b67f83d 100644 --- a/docs/html/search/pages_4.js +++ b/docs/html/search/pages_4.js @@ -1,4 +1,4 @@ var searchData= [ - ['lost_20allocations_445',['Lost allocations',['../lost_allocations.html',1,'']]] + ['lost_20allocations_447',['Lost allocations',['../lost_allocations.html',1,'']]] ]; diff --git a/docs/html/search/pages_5.js b/docs/html/search/pages_5.js index 63d996f..ee83302 100644 --- a/docs/html/search/pages_5.js +++ b/docs/html/search/pages_5.js @@ -1,4 +1,4 @@ var searchData= [ - ['memory_20mapping_446',['Memory mapping',['../memory_mapping.html',1,'']]] + ['memory_20mapping_448',['Memory mapping',['../memory_mapping.html',1,'']]] ]; diff --git a/docs/html/search/pages_6.js b/docs/html/search/pages_6.js index eb74273..49c8b1f 100644 --- a/docs/html/search/pages_6.js +++ b/docs/html/search/pages_6.js @@ -1,4 +1,4 @@ var searchData= [ - ['quick_20start_447',['Quick start',['../quick_start.html',1,'']]] + ['quick_20start_449',['Quick start',['../quick_start.html',1,'']]] ]; diff --git a/docs/html/search/pages_7.js b/docs/html/search/pages_7.js index fb9c490..eaeaf36 100644 --- a/docs/html/search/pages_7.js +++ b/docs/html/search/pages_7.js @@ -1,5 +1,5 @@ var searchData= [ - ['record_20and_20replay_448',['Record and replay',['../record_and_replay.html',1,'']]], - ['recommended_20usage_20patterns_449',['Recommended usage patterns',['../usage_patterns.html',1,'']]] + ['record_20and_20replay_450',['Record and replay',['../record_and_replay.html',1,'']]], + ['recommended_20usage_20patterns_451',['Recommended usage patterns',['../usage_patterns.html',1,'']]] ]; diff --git a/docs/html/search/pages_8.js b/docs/html/search/pages_8.js index 098ca6f..bf7abe1 100644 --- a/docs/html/search/pages_8.js +++ b/docs/html/search/pages_8.js @@ -1,5 +1,5 @@ var searchData= [ - ['statistics_450',['Statistics',['../statistics.html',1,'']]], - ['staying_20within_20budget_451',['Staying within budget',['../staying_within_budget.html',1,'']]] + ['statistics_452',['Statistics',['../statistics.html',1,'']]], + ['staying_20within_20budget_453',['Staying within budget',['../staying_within_budget.html',1,'']]] ]; diff --git a/docs/html/search/pages_9.js b/docs/html/search/pages_9.js index 08038dc..46a3b63 100644 --- a/docs/html/search/pages_9.js +++ b/docs/html/search/pages_9.js @@ -1,5 +1,5 @@ var searchData= [ - ['vulkan_20memory_20allocator_452',['Vulkan Memory Allocator',['../index.html',1,'']]], - ['vk_5fkhr_5fdedicated_5fallocation_453',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'']]] + ['vulkan_20memory_20allocator_454',['Vulkan Memory Allocator',['../index.html',1,'']]], + ['vk_5fkhr_5fdedicated_5fallocation_455',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'']]] ]; diff --git a/docs/html/search/typedefs_0.js b/docs/html/search/typedefs_0.js index e08c046..7366a98 100644 --- a/docs/html/search/typedefs_0.js +++ b/docs/html/search/typedefs_0.js @@ -1,5 +1,5 @@ var searchData= [ - ['pfn_5fvmaallocatedevicememoryfunction_361',['PFN_vmaAllocateDeviceMemoryFunction',['../vk__mem__alloc_8h.html#ab6a6477cda1ce775b30bde96d766203b',1,'vk_mem_alloc.h']]], - ['pfn_5fvmafreedevicememoryfunction_362',['PFN_vmaFreeDeviceMemoryFunction',['../vk__mem__alloc_8h.html#aef2545dc2e9dd4f29ab9ba6ac6fe2f49',1,'vk_mem_alloc.h']]] + ['pfn_5fvmaallocatedevicememoryfunction_362',['PFN_vmaAllocateDeviceMemoryFunction',['../vk__mem__alloc_8h.html#ab6a6477cda1ce775b30bde96d766203b',1,'vk_mem_alloc.h']]], + ['pfn_5fvmafreedevicememoryfunction_363',['PFN_vmaFreeDeviceMemoryFunction',['../vk__mem__alloc_8h.html#aef2545dc2e9dd4f29ab9ba6ac6fe2f49',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/typedefs_1.js b/docs/html/search/typedefs_1.js index ff11b9f..a523948 100644 --- a/docs/html/search/typedefs_1.js +++ b/docs/html/search/typedefs_1.js @@ -1,28 +1,28 @@ var searchData= [ - ['vmaallocationcreateflagbits_363',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#abf6bf6748c7a9fe7ce5b7835c0f56af4',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateflags_364',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateinfo_365',['VmaAllocationCreateInfo',['../vk__mem__alloc_8h.html#a86c44f9950b40d50088ed93a17870a7a',1,'vk_mem_alloc.h']]], - ['vmaallocationinfo_366',['VmaAllocationInfo',['../vk__mem__alloc_8h.html#a795e6ff02a21d5486c0565f403dd9255',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflagbits_367',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4ddf381b6ce795bdfbc6c614640b9915',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflags_368',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateinfo_369',['VmaAllocatorCreateInfo',['../vk__mem__alloc_8h.html#ae0f6d1d733dded220d28134da46b4283',1,'vk_mem_alloc.h']]], - ['vmabudget_370',['VmaBudget',['../vk__mem__alloc_8h.html#ab79b48b6d25aada0de91a913896e1c38',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_371',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a96df0eddab2e1735782fe4e7cd05ea7f',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflags_372',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo_373',['VmaDefragmentationInfo',['../vk__mem__alloc_8h.html#ae67f8573a0cf20f16f0a1eecbca566a0',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo2_374',['VmaDefragmentationInfo2',['../vk__mem__alloc_8h.html#abac0e85abaa6ea1ffd63bde29c5c3a29',1,'vk_mem_alloc.h']]], - ['vmadefragmentationstats_375',['VmaDefragmentationStats',['../vk__mem__alloc_8h.html#ab0f9b06441c840fee560de4a2967f8c9',1,'vk_mem_alloc.h']]], - ['vmadevicememorycallbacks_376',['VmaDeviceMemoryCallbacks',['../vk__mem__alloc_8h.html#a5e2eb68d727cfd4df25702b027b7aa31',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_377',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#ad63b2113c0bfdbeade1cb498f5a8580d',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflagbits_378',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a8f93195158e0e2ac80ca352064e71c1f',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflags_379',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], - ['vmapoolcreateinfo_380',['VmaPoolCreateInfo',['../vk__mem__alloc_8h.html#a211706e9348dcee25a843ed4ea69bce7',1,'vk_mem_alloc.h']]], - ['vmapoolstats_381',['VmaPoolStats',['../vk__mem__alloc_8h.html#a2e5612d871d64c5624087b837a338c34',1,'vk_mem_alloc.h']]], - ['vmarecordflagbits_382',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#ade20b626a6635ce1bf30ea53dea774e4',1,'vk_mem_alloc.h']]], - ['vmarecordflags_383',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], - ['vmarecordsettings_384',['VmaRecordSettings',['../vk__mem__alloc_8h.html#a0ab61e87ff6365f1d59915eadc37a9f0',1,'vk_mem_alloc.h']]], - ['vmastatinfo_385',['VmaStatInfo',['../vk__mem__alloc_8h.html#a810b009a788ee8aac72a25b42ffbe31c',1,'vk_mem_alloc.h']]], - ['vmastats_386',['VmaStats',['../vk__mem__alloc_8h.html#a732be855fb4a7c248e6853d928a729af',1,'vk_mem_alloc.h']]], - ['vmavulkanfunctions_387',['VmaVulkanFunctions',['../vk__mem__alloc_8h.html#a97064a1a271b0061ebfc3a079862d0c5',1,'vk_mem_alloc.h']]] + ['vmaallocationcreateflagbits_364',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#abf6bf6748c7a9fe7ce5b7835c0f56af4',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateflags_365',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateinfo_366',['VmaAllocationCreateInfo',['../vk__mem__alloc_8h.html#a86c44f9950b40d50088ed93a17870a7a',1,'vk_mem_alloc.h']]], + ['vmaallocationinfo_367',['VmaAllocationInfo',['../vk__mem__alloc_8h.html#a795e6ff02a21d5486c0565f403dd9255',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflagbits_368',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4ddf381b6ce795bdfbc6c614640b9915',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflags_369',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateinfo_370',['VmaAllocatorCreateInfo',['../vk__mem__alloc_8h.html#ae0f6d1d733dded220d28134da46b4283',1,'vk_mem_alloc.h']]], + ['vmabudget_371',['VmaBudget',['../vk__mem__alloc_8h.html#ab79b48b6d25aada0de91a913896e1c38',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_372',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a96df0eddab2e1735782fe4e7cd05ea7f',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflags_373',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo_374',['VmaDefragmentationInfo',['../vk__mem__alloc_8h.html#ae67f8573a0cf20f16f0a1eecbca566a0',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo2_375',['VmaDefragmentationInfo2',['../vk__mem__alloc_8h.html#abac0e85abaa6ea1ffd63bde29c5c3a29',1,'vk_mem_alloc.h']]], + ['vmadefragmentationstats_376',['VmaDefragmentationStats',['../vk__mem__alloc_8h.html#ab0f9b06441c840fee560de4a2967f8c9',1,'vk_mem_alloc.h']]], + ['vmadevicememorycallbacks_377',['VmaDeviceMemoryCallbacks',['../vk__mem__alloc_8h.html#a5e2eb68d727cfd4df25702b027b7aa31',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_378',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#ad63b2113c0bfdbeade1cb498f5a8580d',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflagbits_379',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a8f93195158e0e2ac80ca352064e71c1f',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflags_380',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], + ['vmapoolcreateinfo_381',['VmaPoolCreateInfo',['../vk__mem__alloc_8h.html#a211706e9348dcee25a843ed4ea69bce7',1,'vk_mem_alloc.h']]], + ['vmapoolstats_382',['VmaPoolStats',['../vk__mem__alloc_8h.html#a2e5612d871d64c5624087b837a338c34',1,'vk_mem_alloc.h']]], + ['vmarecordflagbits_383',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#ade20b626a6635ce1bf30ea53dea774e4',1,'vk_mem_alloc.h']]], + ['vmarecordflags_384',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], + ['vmarecordsettings_385',['VmaRecordSettings',['../vk__mem__alloc_8h.html#a0ab61e87ff6365f1d59915eadc37a9f0',1,'vk_mem_alloc.h']]], + ['vmastatinfo_386',['VmaStatInfo',['../vk__mem__alloc_8h.html#a810b009a788ee8aac72a25b42ffbe31c',1,'vk_mem_alloc.h']]], + ['vmastats_387',['VmaStats',['../vk__mem__alloc_8h.html#a732be855fb4a7c248e6853d928a729af',1,'vk_mem_alloc.h']]], + ['vmavulkanfunctions_388',['VmaVulkanFunctions',['../vk__mem__alloc_8h.html#a97064a1a271b0061ebfc3a079862d0c5',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/variables_0.js b/docs/html/search/variables_0.js index 6844fee..71c840b 100644 --- a/docs/html/search/variables_0.js +++ b/docs/html/search/variables_0.js @@ -1,9 +1,9 @@ var searchData= [ - ['allocationbytes_283',['allocationBytes',['../struct_vma_budget.html#a7e2a6583ebd63e194951c542563804d8',1,'VmaBudget']]], - ['allocationcount_284',['allocationCount',['../struct_vma_stat_info.html#a537741e4d5cdddc1c0ab95ec650afaff',1,'VmaStatInfo::allocationCount()'],['../struct_vma_pool_stats.html#ad1924eb54fffa45e9e0e65670c8fe5eb',1,'VmaPoolStats::allocationCount()'],['../struct_vma_defragmentation_info2.html#a3cf86ab32c1da779b4923d301a3056ba',1,'VmaDefragmentationInfo2::allocationCount()']]], - ['allocationsizeavg_285',['allocationSizeAvg',['../struct_vma_stat_info.html#a1081a039964e566c672e7a2347f9e599',1,'VmaStatInfo']]], - ['allocationsizemax_286',['allocationSizeMax',['../struct_vma_stat_info.html#a17e9733a5ecd76287d4db6e66f71f50c',1,'VmaStatInfo']]], - ['allocationsizemin_287',['allocationSizeMin',['../struct_vma_stat_info.html#ade8b40bd3139c04aabd2fc538a356fea',1,'VmaStatInfo']]], - ['allocationsmoved_288',['allocationsMoved',['../struct_vma_defragmentation_stats.html#aefeabf130022008eadd75999478af3f9',1,'VmaDefragmentationStats']]] + ['allocationbytes_284',['allocationBytes',['../struct_vma_budget.html#a7e2a6583ebd63e194951c542563804d8',1,'VmaBudget']]], + ['allocationcount_285',['allocationCount',['../struct_vma_stat_info.html#a537741e4d5cdddc1c0ab95ec650afaff',1,'VmaStatInfo::allocationCount()'],['../struct_vma_pool_stats.html#ad1924eb54fffa45e9e0e65670c8fe5eb',1,'VmaPoolStats::allocationCount()'],['../struct_vma_defragmentation_info2.html#a3cf86ab32c1da779b4923d301a3056ba',1,'VmaDefragmentationInfo2::allocationCount()']]], + ['allocationsizeavg_286',['allocationSizeAvg',['../struct_vma_stat_info.html#a1081a039964e566c672e7a2347f9e599',1,'VmaStatInfo']]], + ['allocationsizemax_287',['allocationSizeMax',['../struct_vma_stat_info.html#a17e9733a5ecd76287d4db6e66f71f50c',1,'VmaStatInfo']]], + ['allocationsizemin_288',['allocationSizeMin',['../struct_vma_stat_info.html#ade8b40bd3139c04aabd2fc538a356fea',1,'VmaStatInfo']]], + ['allocationsmoved_289',['allocationsMoved',['../struct_vma_defragmentation_stats.html#aefeabf130022008eadd75999478af3f9',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_1.js b/docs/html/search/variables_1.js index 6a7985c..e64dc7b 100644 --- a/docs/html/search/variables_1.js +++ b/docs/html/search/variables_1.js @@ -1,9 +1,9 @@ var searchData= [ - ['blockbytes_289',['blockBytes',['../struct_vma_budget.html#a58b492901baab685f466199124e514a0',1,'VmaBudget']]], - ['blockcount_290',['blockCount',['../struct_vma_stat_info.html#abc4bb7cd611900778464c56e50c970a4',1,'VmaStatInfo::blockCount()'],['../struct_vma_pool_stats.html#aa0b5cb45cef6f18571cefb03b9a230e7',1,'VmaPoolStats::blockCount()']]], - ['blocksize_291',['blockSize',['../struct_vma_pool_create_info.html#aa4265160536cdb9be821b7686c16c676',1,'VmaPoolCreateInfo']]], - ['budget_292',['budget',['../struct_vma_budget.html#ab82e1d1754c2d210d0bdf90220bc6cdd',1,'VmaBudget']]], - ['bytesfreed_293',['bytesFreed',['../struct_vma_defragmentation_stats.html#ab0cb9ac0dbc106c77e384ea676422f28',1,'VmaDefragmentationStats']]], - ['bytesmoved_294',['bytesMoved',['../struct_vma_defragmentation_stats.html#a36f9d5df2a10ba2a36b16e126d60572d',1,'VmaDefragmentationStats']]] + ['blockbytes_290',['blockBytes',['../struct_vma_budget.html#a58b492901baab685f466199124e514a0',1,'VmaBudget']]], + ['blockcount_291',['blockCount',['../struct_vma_stat_info.html#abc4bb7cd611900778464c56e50c970a4',1,'VmaStatInfo::blockCount()'],['../struct_vma_pool_stats.html#aa0b5cb45cef6f18571cefb03b9a230e7',1,'VmaPoolStats::blockCount()']]], + ['blocksize_292',['blockSize',['../struct_vma_pool_create_info.html#aa4265160536cdb9be821b7686c16c676',1,'VmaPoolCreateInfo']]], + ['budget_293',['budget',['../struct_vma_budget.html#ab82e1d1754c2d210d0bdf90220bc6cdd',1,'VmaBudget']]], + ['bytesfreed_294',['bytesFreed',['../struct_vma_defragmentation_stats.html#ab0cb9ac0dbc106c77e384ea676422f28',1,'VmaDefragmentationStats']]], + ['bytesmoved_295',['bytesMoved',['../struct_vma_defragmentation_stats.html#a36f9d5df2a10ba2a36b16e126d60572d',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_2.js b/docs/html/search/variables_2.js index 1961fd6..a88a86f 100644 --- a/docs/html/search/variables_2.js +++ b/docs/html/search/variables_2.js @@ -1,4 +1,4 @@ var searchData= [ - ['commandbuffer_295',['commandBuffer',['../struct_vma_defragmentation_info2.html#a7f71f39590c5316771493d2333f9c1bd',1,'VmaDefragmentationInfo2']]] + ['commandbuffer_296',['commandBuffer',['../struct_vma_defragmentation_info2.html#a7f71f39590c5316771493d2333f9c1bd',1,'VmaDefragmentationInfo2']]] ]; diff --git a/docs/html/search/variables_3.js b/docs/html/search/variables_3.js index 4e1789a..0d56413 100644 --- a/docs/html/search/variables_3.js +++ b/docs/html/search/variables_3.js @@ -1,6 +1,6 @@ var searchData= [ - ['device_296',['device',['../struct_vma_allocator_create_info.html#ad924ddd77b04039c88d0c09b0ffcd500',1,'VmaAllocatorCreateInfo']]], - ['devicememory_297',['deviceMemory',['../struct_vma_allocation_info.html#ae0bfb7dfdf79a76ffefc9a94677a2f67',1,'VmaAllocationInfo']]], - ['devicememoryblocksfreed_298',['deviceMemoryBlocksFreed',['../struct_vma_defragmentation_stats.html#a0113f1877904a5d1ee8f409216ff276b',1,'VmaDefragmentationStats']]] + ['device_297',['device',['../struct_vma_allocator_create_info.html#ad924ddd77b04039c88d0c09b0ffcd500',1,'VmaAllocatorCreateInfo']]], + ['devicememory_298',['deviceMemory',['../struct_vma_allocation_info.html#ae0bfb7dfdf79a76ffefc9a94677a2f67',1,'VmaAllocationInfo']]], + ['devicememoryblocksfreed_299',['deviceMemoryBlocksFreed',['../struct_vma_defragmentation_stats.html#a0113f1877904a5d1ee8f409216ff276b',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_4.js b/docs/html/search/variables_4.js index 537ef7a..2204e6c 100644 --- a/docs/html/search/variables_4.js +++ b/docs/html/search/variables_4.js @@ -1,5 +1,5 @@ var searchData= [ - ['flags_299',['flags',['../struct_vma_record_settings.html#ad8fdcc92119ae7a8c08c1a564c01d63a',1,'VmaRecordSettings::flags()'],['../struct_vma_allocator_create_info.html#a392ea2ecbaff93f91a7c49f735ad4346',1,'VmaAllocatorCreateInfo::flags()'],['../struct_vma_allocation_create_info.html#add09658ac14fe290ace25470ddd6d41b',1,'VmaAllocationCreateInfo::flags()'],['../struct_vma_pool_create_info.html#a8405139f63d078340ae74513a59f5446',1,'VmaPoolCreateInfo::flags()'],['../struct_vma_defragmentation_info2.html#a53e844ee5633e229cf6daf14b2d9fff9',1,'VmaDefragmentationInfo2::flags()']]], - ['frameinusecount_300',['frameInUseCount',['../struct_vma_allocator_create_info.html#a21ea188dd212b8171cb9ecbed4a2a3a7',1,'VmaAllocatorCreateInfo::frameInUseCount()'],['../struct_vma_pool_create_info.html#a9437e43ffbb644dbbf7fc4e50cfad6aa',1,'VmaPoolCreateInfo::frameInUseCount()']]] + ['flags_300',['flags',['../struct_vma_record_settings.html#ad8fdcc92119ae7a8c08c1a564c01d63a',1,'VmaRecordSettings::flags()'],['../struct_vma_allocator_create_info.html#a392ea2ecbaff93f91a7c49f735ad4346',1,'VmaAllocatorCreateInfo::flags()'],['../struct_vma_allocation_create_info.html#add09658ac14fe290ace25470ddd6d41b',1,'VmaAllocationCreateInfo::flags()'],['../struct_vma_pool_create_info.html#a8405139f63d078340ae74513a59f5446',1,'VmaPoolCreateInfo::flags()'],['../struct_vma_defragmentation_info2.html#a53e844ee5633e229cf6daf14b2d9fff9',1,'VmaDefragmentationInfo2::flags()']]], + ['frameinusecount_301',['frameInUseCount',['../struct_vma_allocator_create_info.html#a21ea188dd212b8171cb9ecbed4a2a3a7',1,'VmaAllocatorCreateInfo::frameInUseCount()'],['../struct_vma_pool_create_info.html#a9437e43ffbb644dbbf7fc4e50cfad6aa',1,'VmaPoolCreateInfo::frameInUseCount()']]] ]; diff --git a/docs/html/search/variables_5.js b/docs/html/search/variables_5.js index 7ea4a65..671e1d9 100644 --- a/docs/html/search/variables_5.js +++ b/docs/html/search/variables_5.js @@ -1,4 +1,4 @@ var searchData= [ - ['instance_301',['instance',['../struct_vma_allocator_create_info.html#a70dd42e29b1df1d1b9b61532ae0b370b',1,'VmaAllocatorCreateInfo']]] + ['instance_302',['instance',['../struct_vma_allocator_create_info.html#a70dd42e29b1df1d1b9b61532ae0b370b',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/search/variables_6.js b/docs/html/search/variables_6.js index dd4c22c..1a0221e 100644 --- a/docs/html/search/variables_6.js +++ b/docs/html/search/variables_6.js @@ -1,15 +1,15 @@ var searchData= [ - ['maxallocationstomove_302',['maxAllocationsToMove',['../struct_vma_defragmentation_info.html#aa7c7304e13c71f604c907196c4e28fbc',1,'VmaDefragmentationInfo']]], - ['maxblockcount_303',['maxBlockCount',['../struct_vma_pool_create_info.html#ae41142f2834fcdc82baa4883c187b75c',1,'VmaPoolCreateInfo']]], - ['maxbytestomove_304',['maxBytesToMove',['../struct_vma_defragmentation_info.html#acb311c940a777270e67e1b81c5ab6a1d',1,'VmaDefragmentationInfo']]], - ['maxcpuallocationstomove_305',['maxCpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a94c2c7223d52878445a8cccce396b671',1,'VmaDefragmentationInfo2']]], - ['maxcpubytestomove_306',['maxCpuBytesToMove',['../struct_vma_defragmentation_info2.html#af78e1ea40c22d85137b65f6b384a4d0a',1,'VmaDefragmentationInfo2']]], - ['maxgpuallocationstomove_307',['maxGpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a40d53d33e71ba0b66f844ed63c05a3f6',1,'VmaDefragmentationInfo2']]], - ['maxgpubytestomove_308',['maxGpuBytesToMove',['../struct_vma_defragmentation_info2.html#a4ddbc898d0afe1518f863a3763628f08',1,'VmaDefragmentationInfo2']]], - ['memoryheap_309',['memoryHeap',['../struct_vma_stats.html#a0e6611508c29a187f0fd14ff1a0329c0',1,'VmaStats']]], - ['memorytype_310',['memoryType',['../struct_vma_stats.html#a13e3caf754be79352c42408756309331',1,'VmaStats::memoryType()'],['../struct_vma_allocation_info.html#a7f6b0aa58c135e488e6b40a388dad9d5',1,'VmaAllocationInfo::memoryType()']]], - ['memorytypebits_311',['memoryTypeBits',['../struct_vma_allocation_create_info.html#a3bf940c0271d85d6ba32a4d820075055',1,'VmaAllocationCreateInfo']]], - ['memorytypeindex_312',['memoryTypeIndex',['../struct_vma_pool_create_info.html#a596fa76b685d3f1f688f84a709a5b319',1,'VmaPoolCreateInfo']]], - ['minblockcount_313',['minBlockCount',['../struct_vma_pool_create_info.html#ad8006fb803185c0a699d30f3e9a865ae',1,'VmaPoolCreateInfo']]] + ['maxallocationstomove_303',['maxAllocationsToMove',['../struct_vma_defragmentation_info.html#aa7c7304e13c71f604c907196c4e28fbc',1,'VmaDefragmentationInfo']]], + ['maxblockcount_304',['maxBlockCount',['../struct_vma_pool_create_info.html#ae41142f2834fcdc82baa4883c187b75c',1,'VmaPoolCreateInfo']]], + ['maxbytestomove_305',['maxBytesToMove',['../struct_vma_defragmentation_info.html#acb311c940a777270e67e1b81c5ab6a1d',1,'VmaDefragmentationInfo']]], + ['maxcpuallocationstomove_306',['maxCpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a94c2c7223d52878445a8cccce396b671',1,'VmaDefragmentationInfo2']]], + ['maxcpubytestomove_307',['maxCpuBytesToMove',['../struct_vma_defragmentation_info2.html#af78e1ea40c22d85137b65f6b384a4d0a',1,'VmaDefragmentationInfo2']]], + ['maxgpuallocationstomove_308',['maxGpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a40d53d33e71ba0b66f844ed63c05a3f6',1,'VmaDefragmentationInfo2']]], + ['maxgpubytestomove_309',['maxGpuBytesToMove',['../struct_vma_defragmentation_info2.html#a4ddbc898d0afe1518f863a3763628f08',1,'VmaDefragmentationInfo2']]], + ['memoryheap_310',['memoryHeap',['../struct_vma_stats.html#a0e6611508c29a187f0fd14ff1a0329c0',1,'VmaStats']]], + ['memorytype_311',['memoryType',['../struct_vma_stats.html#a13e3caf754be79352c42408756309331',1,'VmaStats::memoryType()'],['../struct_vma_allocation_info.html#a7f6b0aa58c135e488e6b40a388dad9d5',1,'VmaAllocationInfo::memoryType()']]], + ['memorytypebits_312',['memoryTypeBits',['../struct_vma_allocation_create_info.html#a3bf940c0271d85d6ba32a4d820075055',1,'VmaAllocationCreateInfo']]], + ['memorytypeindex_313',['memoryTypeIndex',['../struct_vma_pool_create_info.html#a596fa76b685d3f1f688f84a709a5b319',1,'VmaPoolCreateInfo']]], + ['minblockcount_314',['minBlockCount',['../struct_vma_pool_create_info.html#ad8006fb803185c0a699d30f3e9a865ae',1,'VmaPoolCreateInfo']]] ]; diff --git a/docs/html/search/variables_7.js b/docs/html/search/variables_7.js index 7a6079c..9a10bf5 100644 --- a/docs/html/search/variables_7.js +++ b/docs/html/search/variables_7.js @@ -1,4 +1,4 @@ var searchData= [ - ['offset_314',['offset',['../struct_vma_allocation_info.html#a4a3c732388dbdc7a23f9365b00825268',1,'VmaAllocationInfo']]] + ['offset_315',['offset',['../struct_vma_allocation_info.html#a4a3c732388dbdc7a23f9365b00825268',1,'VmaAllocationInfo']]] ]; diff --git a/docs/html/search/variables_8.js b/docs/html/search/variables_8.js index af5292c..c695c84 100644 --- a/docs/html/search/variables_8.js +++ b/docs/html/search/variables_8.js @@ -1,21 +1,21 @@ var searchData= [ - ['pallocationcallbacks_315',['pAllocationCallbacks',['../struct_vma_allocator_create_info.html#a6e409087e3be55400d0e4ccbe43c608d',1,'VmaAllocatorCreateInfo']]], - ['pallocations_316',['pAllocations',['../struct_vma_defragmentation_info2.html#a8943f8d65969ce8e2189a1cdf3205e96',1,'VmaDefragmentationInfo2']]], - ['pallocationschanged_317',['pAllocationsChanged',['../struct_vma_defragmentation_info2.html#a76d51a644dc7f5405d0cdd0025ecd0cc',1,'VmaDefragmentationInfo2']]], - ['pdevicememorycallbacks_318',['pDeviceMemoryCallbacks',['../struct_vma_allocator_create_info.html#af1380969b5e1ea4c3184a877892d260e',1,'VmaAllocatorCreateInfo']]], - ['pfilepath_319',['pFilePath',['../struct_vma_record_settings.html#a6cb1fdbf6bcb610b68f2010dd629e89d',1,'VmaRecordSettings']]], - ['pfnallocate_320',['pfnAllocate',['../struct_vma_device_memory_callbacks.html#a4f17f7b255101e733b44d5633aceabfb',1,'VmaDeviceMemoryCallbacks']]], - ['pfnfree_321',['pfnFree',['../struct_vma_device_memory_callbacks.html#abe8a3328bbc916f6f712fdb6b299444c',1,'VmaDeviceMemoryCallbacks']]], - ['pheapsizelimit_322',['pHeapSizeLimit',['../struct_vma_allocator_create_info.html#a31c192aa6cbffa33279f6d9f0c47c44b',1,'VmaAllocatorCreateInfo']]], - ['physicaldevice_323',['physicalDevice',['../struct_vma_allocator_create_info.html#a08230f04ae6ccf8a78150a9e829a7156',1,'VmaAllocatorCreateInfo']]], - ['pmappeddata_324',['pMappedData',['../struct_vma_allocation_info.html#a5eeffbe2d2f30f53370ff14aefbadbe2',1,'VmaAllocationInfo']]], - ['pool_325',['pool',['../struct_vma_allocation_create_info.html#a6272c0555cfd1fe28bff1afeb6190150',1,'VmaAllocationCreateInfo']]], - ['poolcount_326',['poolCount',['../struct_vma_defragmentation_info2.html#a7e70aa2a1081d849dcc7829b19d3ec9d',1,'VmaDefragmentationInfo2']]], - ['ppools_327',['pPools',['../struct_vma_defragmentation_info2.html#a0b3effd57f3fcdeb2ed62210b4ef20e1',1,'VmaDefragmentationInfo2']]], - ['precordsettings_328',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], - ['preferredflags_329',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], - ['preferredlargeheapblocksize_330',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], - ['puserdata_331',['pUserData',['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], - ['pvulkanfunctions_332',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] + ['pallocationcallbacks_316',['pAllocationCallbacks',['../struct_vma_allocator_create_info.html#a6e409087e3be55400d0e4ccbe43c608d',1,'VmaAllocatorCreateInfo']]], + ['pallocations_317',['pAllocations',['../struct_vma_defragmentation_info2.html#a8943f8d65969ce8e2189a1cdf3205e96',1,'VmaDefragmentationInfo2']]], + ['pallocationschanged_318',['pAllocationsChanged',['../struct_vma_defragmentation_info2.html#a76d51a644dc7f5405d0cdd0025ecd0cc',1,'VmaDefragmentationInfo2']]], + ['pdevicememorycallbacks_319',['pDeviceMemoryCallbacks',['../struct_vma_allocator_create_info.html#af1380969b5e1ea4c3184a877892d260e',1,'VmaAllocatorCreateInfo']]], + ['pfilepath_320',['pFilePath',['../struct_vma_record_settings.html#a6cb1fdbf6bcb610b68f2010dd629e89d',1,'VmaRecordSettings']]], + ['pfnallocate_321',['pfnAllocate',['../struct_vma_device_memory_callbacks.html#a4f17f7b255101e733b44d5633aceabfb',1,'VmaDeviceMemoryCallbacks']]], + ['pfnfree_322',['pfnFree',['../struct_vma_device_memory_callbacks.html#abe8a3328bbc916f6f712fdb6b299444c',1,'VmaDeviceMemoryCallbacks']]], + ['pheapsizelimit_323',['pHeapSizeLimit',['../struct_vma_allocator_create_info.html#a31c192aa6cbffa33279f6d9f0c47c44b',1,'VmaAllocatorCreateInfo']]], + ['physicaldevice_324',['physicalDevice',['../struct_vma_allocator_create_info.html#a08230f04ae6ccf8a78150a9e829a7156',1,'VmaAllocatorCreateInfo']]], + ['pmappeddata_325',['pMappedData',['../struct_vma_allocation_info.html#a5eeffbe2d2f30f53370ff14aefbadbe2',1,'VmaAllocationInfo']]], + ['pool_326',['pool',['../struct_vma_allocation_create_info.html#a6272c0555cfd1fe28bff1afeb6190150',1,'VmaAllocationCreateInfo']]], + ['poolcount_327',['poolCount',['../struct_vma_defragmentation_info2.html#a7e70aa2a1081d849dcc7829b19d3ec9d',1,'VmaDefragmentationInfo2']]], + ['ppools_328',['pPools',['../struct_vma_defragmentation_info2.html#a0b3effd57f3fcdeb2ed62210b4ef20e1',1,'VmaDefragmentationInfo2']]], + ['precordsettings_329',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], + ['preferredflags_330',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], + ['preferredlargeheapblocksize_331',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], + ['puserdata_332',['pUserData',['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], + ['pvulkanfunctions_333',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/search/variables_9.js b/docs/html/search/variables_9.js index 4011cdb..3f2cadc 100644 --- a/docs/html/search/variables_9.js +++ b/docs/html/search/variables_9.js @@ -1,4 +1,4 @@ var searchData= [ - ['requiredflags_333',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]] + ['requiredflags_334',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]] ]; diff --git a/docs/html/search/variables_a.js b/docs/html/search/variables_a.js index 26d09e8..7eee9cc 100644 --- a/docs/html/search/variables_a.js +++ b/docs/html/search/variables_a.js @@ -1,4 +1,4 @@ var searchData= [ - ['size_334',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]] + ['size_335',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]] ]; diff --git a/docs/html/search/variables_b.js b/docs/html/search/variables_b.js index 453c4ab..589772a 100644 --- a/docs/html/search/variables_b.js +++ b/docs/html/search/variables_b.js @@ -1,4 +1,4 @@ var searchData= [ - ['total_335',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] + ['total_336',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] ]; diff --git a/docs/html/search/variables_c.js b/docs/html/search/variables_c.js index 748a83e..b931651 100644 --- a/docs/html/search/variables_c.js +++ b/docs/html/search/variables_c.js @@ -1,11 +1,11 @@ var searchData= [ - ['unusedbytes_336',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], - ['unusedrangecount_337',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], - ['unusedrangesizeavg_338',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], - ['unusedrangesizemax_339',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], - ['unusedrangesizemin_340',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], - ['unusedsize_341',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], - ['usage_342',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], - ['usedbytes_343',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] + ['unusedbytes_337',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], + ['unusedrangecount_338',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], + ['unusedrangesizeavg_339',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], + ['unusedrangesizemax_340',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], + ['unusedrangesizemin_341',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], + ['unusedsize_342',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], + ['usage_343',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], + ['usedbytes_344',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] ]; diff --git a/docs/html/search/variables_d.js b/docs/html/search/variables_d.js index 90e8f6a..2101d9f 100644 --- a/docs/html/search/variables_d.js +++ b/docs/html/search/variables_d.js @@ -1,20 +1,20 @@ var searchData= [ - ['vkallocatememory_344',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], - ['vkbindbuffermemory_345',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], - ['vkbindimagememory_346',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], - ['vkcmdcopybuffer_347',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], - ['vkcreatebuffer_348',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], - ['vkcreateimage_349',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], - ['vkdestroybuffer_350',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], - ['vkdestroyimage_351',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], - ['vkflushmappedmemoryranges_352',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], - ['vkfreememory_353',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], - ['vkgetbuffermemoryrequirements_354',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], - ['vkgetimagememoryrequirements_355',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldevicememoryproperties_356',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldeviceproperties_357',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], - ['vkinvalidatemappedmemoryranges_358',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], - ['vkmapmemory_359',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], - ['vkunmapmemory_360',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]] + ['vkallocatememory_345',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], + ['vkbindbuffermemory_346',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], + ['vkbindimagememory_347',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], + ['vkcmdcopybuffer_348',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], + ['vkcreatebuffer_349',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], + ['vkcreateimage_350',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], + ['vkdestroybuffer_351',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], + ['vkdestroyimage_352',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], + ['vkflushmappedmemoryranges_353',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], + ['vkfreememory_354',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], + ['vkgetbuffermemoryrequirements_355',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], + ['vkgetimagememoryrequirements_356',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldevicememoryproperties_357',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldeviceproperties_358',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], + ['vkinvalidatemappedmemoryranges_359',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], + ['vkmapmemory_360',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], + ['vkunmapmemory_361',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]] ]; diff --git a/docs/html/vk__mem__alloc_8h.html b/docs/html/vk__mem__alloc_8h.html index 23b4bcc..e9be079 100644 --- a/docs/html/vk__mem__alloc_8h.html +++ b/docs/html/vk__mem__alloc_8h.html @@ -237,6 +237,7 @@ Enumerations
          VMA_MEMORY_USAGE_GPU_TO_CPU = 4, VMA_MEMORY_USAGE_CPU_COPY = 5, +VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED = 6, VMA_MEMORY_USAGE_MAX_ENUM = 0x7FFFFFFF
    } @@ -1096,6 +1097,10 @@ Functions VMA_MEMORY_USAGE_CPU_COPY 

    CPU memory - memory that is preferably not DEVICE_LOCAL, but also not guaranteed to be HOST_VISIBLE.

    Usage: Staging copy of resources moved from GPU memory to CPU memory as part of custom paging/residency mechanism, to be moved back to GPU memory when needed.

    +VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED 

    Lazily allocated GPU memory having VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT. Exists mostly on mobile platforms. Using it on desktop PC or other GPUs with no such memory type present will fail the allocation.

    +

    Usage: Memory for transient attachment images (color attachments, depth attachments etc.), created with VK_IMAGE_USAGE_TRANSIENT_ATTACHMENT_BIT.

    +

    Allocations with this usage are always created as dedicated - it implies VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT.

    + VMA_MEMORY_USAGE_MAX_ENUM  diff --git a/docs/html/vk__mem__alloc_8h_source.html b/docs/html/vk__mem__alloc_8h_source.html index ec4ec9e..6b7a35d 100644 --- a/docs/html/vk__mem__alloc_8h_source.html +++ b/docs/html/vk__mem__alloc_8h_source.html @@ -331,14524 +331,14533 @@ $(function() {
    2271  VMA_MEMORY_USAGE_CPU_TO_GPU = 3,
    2280  VMA_MEMORY_USAGE_GPU_TO_CPU = 4,
    2286  VMA_MEMORY_USAGE_CPU_COPY = 5,
    -
    2287 
    -
    2288  VMA_MEMORY_USAGE_MAX_ENUM = 0x7FFFFFFF
    -
    2289 } VmaMemoryUsage;
    -
    2290 
    -
    2292 typedef enum VmaAllocationCreateFlagBits {
    -
    2299  VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT = 0x00000001,
    -
    2300 
    -
    2310  VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT = 0x00000002,
    -
    2323  VMA_ALLOCATION_CREATE_MAPPED_BIT = 0x00000004,
    -
    2336  VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT = 0x00000008,
    -
    2343  VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT = 0x00000010,
    -
    2349  VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT = 0x00000020,
    -
    2354  VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT = 0x00000040,
    -
    2360  VMA_ALLOCATION_CREATE_DONT_BIND_BIT = 0x00000080,
    -
    2364  VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT = 0x00000100,
    -
    2365 
    -
    2369  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT = 0x00010000,
    -
    2373  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT = 0x00020000,
    -
    2380  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT = 0x00040000,
    -
    2381 
    -
    2384  VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT,
    -
    2387  VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT = VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
    -
    2390  VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT = VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT,
    -
    2391 
    -
    2394  VMA_ALLOCATION_CREATE_STRATEGY_MASK =
    -
    2395  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT |
    -
    2396  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT |
    -
    2397  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
    -
    2398 
    -
    2399  VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
    -
    2400 } VmaAllocationCreateFlagBits;
    -
    2401 typedef VkFlags VmaAllocationCreateFlags;
    -
    2402 
    -
    2403 typedef struct VmaAllocationCreateInfo
    -
    2404 {
    -
    2406  VmaAllocationCreateFlags flags;
    -
    2412  VmaMemoryUsage usage;
    -
    2417  VkMemoryPropertyFlags requiredFlags;
    -
    2422  VkMemoryPropertyFlags preferredFlags;
    -
    2430  uint32_t memoryTypeBits;
    -
    2436  VmaPool pool;
    -
    2443  void* pUserData;
    -
    2444 } VmaAllocationCreateInfo;
    -
    2445 
    -
    2462 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
    -
    2463  VmaAllocator allocator,
    -
    2464  uint32_t memoryTypeBits,
    -
    2465  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    2466  uint32_t* pMemoryTypeIndex);
    -
    2467 
    -
    2480 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
    -
    2481  VmaAllocator allocator,
    -
    2482  const VkBufferCreateInfo* pBufferCreateInfo,
    -
    2483  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    2484  uint32_t* pMemoryTypeIndex);
    -
    2485 
    -
    2498 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
    -
    2499  VmaAllocator allocator,
    -
    2500  const VkImageCreateInfo* pImageCreateInfo,
    -
    2501  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    2502  uint32_t* pMemoryTypeIndex);
    -
    2503 
    -
    2505 typedef enum VmaPoolCreateFlagBits {
    -
    2523  VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT = 0x00000002,
    -
    2524 
    -
    2540  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT = 0x00000004,
    -
    2541 
    -
    2551  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT = 0x00000008,
    -
    2552 
    -
    2555  VMA_POOL_CREATE_ALGORITHM_MASK =
    -
    2556  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT |
    -
    2557  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT,
    -
    2558 
    -
    2559  VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
    -
    2560 } VmaPoolCreateFlagBits;
    -
    2561 typedef VkFlags VmaPoolCreateFlags;
    -
    2562 
    -
    2565 typedef struct VmaPoolCreateInfo {
    -
    2568  uint32_t memoryTypeIndex;
    -
    2571  VmaPoolCreateFlags flags;
    -
    2580  VkDeviceSize blockSize;
    -
    2585  size_t minBlockCount;
    -
    2593  size_t maxBlockCount;
    -
    2607  uint32_t frameInUseCount;
    -
    2608 } VmaPoolCreateInfo;
    -
    2609 
    -
    2612 typedef struct VmaPoolStats {
    -
    2615  VkDeviceSize size;
    -
    2618  VkDeviceSize unusedSize;
    -
    2621  size_t allocationCount;
    -
    2624  size_t unusedRangeCount;
    -
    2631  VkDeviceSize unusedRangeSizeMax;
    -
    2634  size_t blockCount;
    -
    2635 } VmaPoolStats;
    -
    2636 
    -
    2643 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
    -
    2644  VmaAllocator allocator,
    -
    2645  const VmaPoolCreateInfo* pCreateInfo,
    -
    2646  VmaPool* pPool);
    -
    2647 
    -
    2650 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
    -
    2651  VmaAllocator allocator,
    -
    2652  VmaPool pool);
    -
    2653 
    -
    2660 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
    -
    2661  VmaAllocator allocator,
    -
    2662  VmaPool pool,
    -
    2663  VmaPoolStats* pPoolStats);
    -
    2664 
    -
    2671 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
    -
    2672  VmaAllocator allocator,
    -
    2673  VmaPool pool,
    -
    2674  size_t* pLostAllocationCount);
    -
    2675 
    -
    2690 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool);
    -
    2691 
    -
    2698 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
    -
    2699  VmaAllocator allocator,
    -
    2700  VmaPool pool,
    -
    2701  const char** ppName);
    -
    2702 
    -
    2708 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
    -
    2709  VmaAllocator allocator,
    -
    2710  VmaPool pool,
    -
    2711  const char* pName);
    -
    2712 
    -
    2737 VK_DEFINE_HANDLE(VmaAllocation)
    -
    2738 
    -
    2739 
    -
    2741 typedef struct VmaAllocationInfo {
    -
    2746  uint32_t memoryType;
    -
    2755  VkDeviceMemory deviceMemory;
    -
    2760  VkDeviceSize offset;
    -
    2765  VkDeviceSize size;
    -
    2774  void* pMappedData;
    -
    2779  void* pUserData;
    -
    2780 } VmaAllocationInfo;
    -
    2781 
    -
    2792 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
    -
    2793  VmaAllocator allocator,
    -
    2794  const VkMemoryRequirements* pVkMemoryRequirements,
    -
    2795  const VmaAllocationCreateInfo* pCreateInfo,
    -
    2796  VmaAllocation* pAllocation,
    -
    2797  VmaAllocationInfo* pAllocationInfo);
    -
    2798 
    -
    2818 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
    -
    2819  VmaAllocator allocator,
    -
    2820  const VkMemoryRequirements* pVkMemoryRequirements,
    -
    2821  const VmaAllocationCreateInfo* pCreateInfo,
    -
    2822  size_t allocationCount,
    -
    2823  VmaAllocation* pAllocations,
    -
    2824  VmaAllocationInfo* pAllocationInfo);
    -
    2825 
    -
    2832 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
    -
    2833  VmaAllocator allocator,
    -
    2834  VkBuffer buffer,
    -
    2835  const VmaAllocationCreateInfo* pCreateInfo,
    -
    2836  VmaAllocation* pAllocation,
    -
    2837  VmaAllocationInfo* pAllocationInfo);
    -
    2838 
    -
    2840 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
    +
    2294  VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED = 6,
    +
    2295 
    +
    2296  VMA_MEMORY_USAGE_MAX_ENUM = 0x7FFFFFFF
    +
    2297 } VmaMemoryUsage;
    +
    2298 
    +
    2300 typedef enum VmaAllocationCreateFlagBits {
    +
    2307  VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT = 0x00000001,
    +
    2308 
    +
    2318  VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT = 0x00000002,
    +
    2331  VMA_ALLOCATION_CREATE_MAPPED_BIT = 0x00000004,
    +
    2344  VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT = 0x00000008,
    +
    2351  VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT = 0x00000010,
    +
    2357  VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT = 0x00000020,
    +
    2362  VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT = 0x00000040,
    +
    2368  VMA_ALLOCATION_CREATE_DONT_BIND_BIT = 0x00000080,
    +
    2372  VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT = 0x00000100,
    +
    2373 
    +
    2377  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT = 0x00010000,
    +
    2381  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT = 0x00020000,
    +
    2388  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT = 0x00040000,
    +
    2389 
    +
    2392  VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT,
    +
    2395  VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT = VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
    +
    2398  VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT = VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT,
    +
    2399 
    +
    2402  VMA_ALLOCATION_CREATE_STRATEGY_MASK =
    +
    2403  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT |
    +
    2404  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT |
    +
    2405  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
    +
    2406 
    +
    2407  VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
    +
    2408 } VmaAllocationCreateFlagBits;
    +
    2409 typedef VkFlags VmaAllocationCreateFlags;
    +
    2410 
    +
    2411 typedef struct VmaAllocationCreateInfo
    +
    2412 {
    +
    2414  VmaAllocationCreateFlags flags;
    +
    2420  VmaMemoryUsage usage;
    +
    2425  VkMemoryPropertyFlags requiredFlags;
    +
    2430  VkMemoryPropertyFlags preferredFlags;
    +
    2438  uint32_t memoryTypeBits;
    +
    2444  VmaPool pool;
    +
    2451  void* pUserData;
    +
    2452 } VmaAllocationCreateInfo;
    +
    2453 
    +
    2470 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
    +
    2471  VmaAllocator allocator,
    +
    2472  uint32_t memoryTypeBits,
    +
    2473  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    2474  uint32_t* pMemoryTypeIndex);
    +
    2475 
    +
    2488 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
    +
    2489  VmaAllocator allocator,
    +
    2490  const VkBufferCreateInfo* pBufferCreateInfo,
    +
    2491  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    2492  uint32_t* pMemoryTypeIndex);
    +
    2493 
    +
    2506 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
    +
    2507  VmaAllocator allocator,
    +
    2508  const VkImageCreateInfo* pImageCreateInfo,
    +
    2509  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    2510  uint32_t* pMemoryTypeIndex);
    +
    2511 
    +
    2513 typedef enum VmaPoolCreateFlagBits {
    +
    2531  VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT = 0x00000002,
    +
    2532 
    +
    2548  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT = 0x00000004,
    +
    2549 
    +
    2559  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT = 0x00000008,
    +
    2560 
    +
    2563  VMA_POOL_CREATE_ALGORITHM_MASK =
    +
    2564  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT |
    +
    2565  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT,
    +
    2566 
    +
    2567  VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
    +
    2568 } VmaPoolCreateFlagBits;
    +
    2569 typedef VkFlags VmaPoolCreateFlags;
    +
    2570 
    +
    2573 typedef struct VmaPoolCreateInfo {
    +
    2576  uint32_t memoryTypeIndex;
    +
    2579  VmaPoolCreateFlags flags;
    +
    2588  VkDeviceSize blockSize;
    +
    2593  size_t minBlockCount;
    +
    2601  size_t maxBlockCount;
    +
    2615  uint32_t frameInUseCount;
    +
    2616 } VmaPoolCreateInfo;
    +
    2617 
    +
    2620 typedef struct VmaPoolStats {
    +
    2623  VkDeviceSize size;
    +
    2626  VkDeviceSize unusedSize;
    +
    2629  size_t allocationCount;
    +
    2632  size_t unusedRangeCount;
    +
    2639  VkDeviceSize unusedRangeSizeMax;
    +
    2642  size_t blockCount;
    +
    2643 } VmaPoolStats;
    +
    2644 
    +
    2651 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
    +
    2652  VmaAllocator allocator,
    +
    2653  const VmaPoolCreateInfo* pCreateInfo,
    +
    2654  VmaPool* pPool);
    +
    2655 
    +
    2658 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
    +
    2659  VmaAllocator allocator,
    +
    2660  VmaPool pool);
    +
    2661 
    +
    2668 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
    +
    2669  VmaAllocator allocator,
    +
    2670  VmaPool pool,
    +
    2671  VmaPoolStats* pPoolStats);
    +
    2672 
    +
    2679 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
    +
    2680  VmaAllocator allocator,
    +
    2681  VmaPool pool,
    +
    2682  size_t* pLostAllocationCount);
    +
    2683 
    +
    2698 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool);
    +
    2699 
    +
    2706 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
    +
    2707  VmaAllocator allocator,
    +
    2708  VmaPool pool,
    +
    2709  const char** ppName);
    +
    2710 
    +
    2716 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
    +
    2717  VmaAllocator allocator,
    +
    2718  VmaPool pool,
    +
    2719  const char* pName);
    +
    2720 
    +
    2745 VK_DEFINE_HANDLE(VmaAllocation)
    +
    2746 
    +
    2747 
    +
    2749 typedef struct VmaAllocationInfo {
    +
    2754  uint32_t memoryType;
    +
    2763  VkDeviceMemory deviceMemory;
    +
    2768  VkDeviceSize offset;
    +
    2773  VkDeviceSize size;
    +
    2782  void* pMappedData;
    +
    2787  void* pUserData;
    +
    2788 } VmaAllocationInfo;
    +
    2789 
    +
    2800 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
    +
    2801  VmaAllocator allocator,
    +
    2802  const VkMemoryRequirements* pVkMemoryRequirements,
    +
    2803  const VmaAllocationCreateInfo* pCreateInfo,
    +
    2804  VmaAllocation* pAllocation,
    +
    2805  VmaAllocationInfo* pAllocationInfo);
    +
    2806 
    +
    2826 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
    +
    2827  VmaAllocator allocator,
    +
    2828  const VkMemoryRequirements* pVkMemoryRequirements,
    +
    2829  const VmaAllocationCreateInfo* pCreateInfo,
    +
    2830  size_t allocationCount,
    +
    2831  VmaAllocation* pAllocations,
    +
    2832  VmaAllocationInfo* pAllocationInfo);
    +
    2833 
    +
    2840 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
    2841  VmaAllocator allocator,
    -
    2842  VkImage image,
    +
    2842  VkBuffer buffer,
    2843  const VmaAllocationCreateInfo* pCreateInfo,
    2844  VmaAllocation* pAllocation,
    2845  VmaAllocationInfo* pAllocationInfo);
    2846 
    -
    2851 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
    -
    2852  VmaAllocator allocator,
    -
    2853  VmaAllocation allocation);
    +
    2848 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
    +
    2849  VmaAllocator allocator,
    +
    2850  VkImage image,
    +
    2851  const VmaAllocationCreateInfo* pCreateInfo,
    +
    2852  VmaAllocation* pAllocation,
    +
    2853  VmaAllocationInfo* pAllocationInfo);
    2854 
    -
    2865 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
    -
    2866  VmaAllocator allocator,
    -
    2867  size_t allocationCount,
    -
    2868  VmaAllocation* pAllocations);
    -
    2869 
    -
    2876 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
    -
    2877  VmaAllocator allocator,
    -
    2878  VmaAllocation allocation,
    -
    2879  VkDeviceSize newSize);
    -
    2880 
    -
    2897 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
    -
    2898  VmaAllocator allocator,
    -
    2899  VmaAllocation allocation,
    -
    2900  VmaAllocationInfo* pAllocationInfo);
    -
    2901 
    -
    2916 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
    -
    2917  VmaAllocator allocator,
    -
    2918  VmaAllocation allocation);
    -
    2919 
    -
    2933 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
    -
    2934  VmaAllocator allocator,
    -
    2935  VmaAllocation allocation,
    -
    2936  void* pUserData);
    -
    2937 
    -
    2948 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
    -
    2949  VmaAllocator allocator,
    -
    2950  VmaAllocation* pAllocation);
    -
    2951 
    -
    2986 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
    -
    2987  VmaAllocator allocator,
    -
    2988  VmaAllocation allocation,
    -
    2989  void** ppData);
    -
    2990 
    -
    2995 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
    -
    2996  VmaAllocator allocator,
    -
    2997  VmaAllocation allocation);
    +
    2859 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
    +
    2860  VmaAllocator allocator,
    +
    2861  VmaAllocation allocation);
    +
    2862 
    +
    2873 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
    +
    2874  VmaAllocator allocator,
    +
    2875  size_t allocationCount,
    +
    2876  VmaAllocation* pAllocations);
    +
    2877 
    +
    2884 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
    +
    2885  VmaAllocator allocator,
    +
    2886  VmaAllocation allocation,
    +
    2887  VkDeviceSize newSize);
    +
    2888 
    +
    2905 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
    +
    2906  VmaAllocator allocator,
    +
    2907  VmaAllocation allocation,
    +
    2908  VmaAllocationInfo* pAllocationInfo);
    +
    2909 
    +
    2924 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
    +
    2925  VmaAllocator allocator,
    +
    2926  VmaAllocation allocation);
    +
    2927 
    +
    2941 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
    +
    2942  VmaAllocator allocator,
    +
    2943  VmaAllocation allocation,
    +
    2944  void* pUserData);
    +
    2945 
    +
    2956 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
    +
    2957  VmaAllocator allocator,
    +
    2958  VmaAllocation* pAllocation);
    +
    2959 
    +
    2994 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
    +
    2995  VmaAllocator allocator,
    +
    2996  VmaAllocation allocation,
    +
    2997  void** ppData);
    2998 
    -
    3015 VMA_CALL_PRE void VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
    -
    3016 
    -
    3033 VMA_CALL_PRE void VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
    -
    3034 
    -
    3051 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits);
    -
    3052 
    -
    3059 VK_DEFINE_HANDLE(VmaDefragmentationContext)
    +
    3003 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
    +
    3004  VmaAllocator allocator,
    +
    3005  VmaAllocation allocation);
    +
    3006 
    +
    3023 VMA_CALL_PRE void VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
    +
    3024 
    +
    3041 VMA_CALL_PRE void VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
    +
    3042 
    +
    3059 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits);
    3060 
    -
    3061 typedef enum VmaDefragmentationFlagBits {
    -
    3063  VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
    -
    3064 } VmaDefragmentationFlagBits;
    -
    3065 typedef VkFlags VmaDefragmentationFlags;
    -
    3066 
    -
    3071 typedef struct VmaDefragmentationInfo2 {
    -
    3074  VmaDefragmentationFlags flags;
    -
    3077  uint32_t allocationCount;
    -
    3086  VmaAllocation* pAllocations;
    -
    3092  VkBool32* pAllocationsChanged;
    -
    3095  uint32_t poolCount;
    -
    3111  VmaPool* pPools;
    -
    3116  VkDeviceSize maxCpuBytesToMove;
    -
    3121  uint32_t maxCpuAllocationsToMove;
    -
    3126  VkDeviceSize maxGpuBytesToMove;
    -
    3131  uint32_t maxGpuAllocationsToMove;
    -
    3140  VkCommandBuffer commandBuffer;
    -
    3141 } VmaDefragmentationInfo2;
    -
    3142 
    -
    3147 typedef struct VmaDefragmentationInfo {
    -
    3152  VkDeviceSize maxBytesToMove;
    -
    3157  uint32_t maxAllocationsToMove;
    -
    3158 } VmaDefragmentationInfo;
    -
    3159 
    -
    3161 typedef struct VmaDefragmentationStats {
    -
    3163  VkDeviceSize bytesMoved;
    -
    3165  VkDeviceSize bytesFreed;
    -
    3167  uint32_t allocationsMoved;
    -
    3169  uint32_t deviceMemoryBlocksFreed;
    -
    3170 } VmaDefragmentationStats;
    -
    3171 
    -
    3201 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
    -
    3202  VmaAllocator allocator,
    -
    3203  const VmaDefragmentationInfo2* pInfo,
    -
    3204  VmaDefragmentationStats* pStats,
    -
    3205  VmaDefragmentationContext *pContext);
    -
    3206 
    -
    3212 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
    -
    3213  VmaAllocator allocator,
    -
    3214  VmaDefragmentationContext context);
    -
    3215 
    -
    3256 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
    -
    3257  VmaAllocator allocator,
    -
    3258  VmaAllocation* pAllocations,
    -
    3259  size_t allocationCount,
    -
    3260  VkBool32* pAllocationsChanged,
    -
    3261  const VmaDefragmentationInfo *pDefragmentationInfo,
    -
    3262  VmaDefragmentationStats* pDefragmentationStats);
    -
    3263 
    -
    3276 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
    -
    3277  VmaAllocator allocator,
    -
    3278  VmaAllocation allocation,
    -
    3279  VkBuffer buffer);
    -
    3280 
    -
    3291 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
    -
    3292  VmaAllocator allocator,
    -
    3293  VmaAllocation allocation,
    -
    3294  VkDeviceSize allocationLocalOffset,
    -
    3295  VkBuffer buffer,
    -
    3296  const void* pNext);
    -
    3297 
    -
    3310 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
    -
    3311  VmaAllocator allocator,
    -
    3312  VmaAllocation allocation,
    -
    3313  VkImage image);
    -
    3314 
    -
    3325 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
    -
    3326  VmaAllocator allocator,
    -
    3327  VmaAllocation allocation,
    -
    3328  VkDeviceSize allocationLocalOffset,
    -
    3329  VkImage image,
    -
    3330  const void* pNext);
    -
    3331 
    -
    3358 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
    -
    3359  VmaAllocator allocator,
    -
    3360  const VkBufferCreateInfo* pBufferCreateInfo,
    -
    3361  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    3362  VkBuffer* pBuffer,
    -
    3363  VmaAllocation* pAllocation,
    -
    3364  VmaAllocationInfo* pAllocationInfo);
    -
    3365 
    -
    3377 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
    -
    3378  VmaAllocator allocator,
    -
    3379  VkBuffer buffer,
    -
    3380  VmaAllocation allocation);
    -
    3381 
    -
    3383 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
    -
    3384  VmaAllocator allocator,
    -
    3385  const VkImageCreateInfo* pImageCreateInfo,
    -
    3386  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    3387  VkImage* pImage,
    -
    3388  VmaAllocation* pAllocation,
    -
    3389  VmaAllocationInfo* pAllocationInfo);
    -
    3390 
    -
    3402 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
    -
    3403  VmaAllocator allocator,
    -
    3404  VkImage image,
    -
    3405  VmaAllocation allocation);
    -
    3406 
    -
    3407 #ifdef __cplusplus
    -
    3408 }
    -
    3409 #endif
    -
    3410 
    -
    3411 #endif // AMD_VULKAN_MEMORY_ALLOCATOR_H
    -
    3412 
    -
    3413 // For Visual Studio IntelliSense.
    -
    3414 #if defined(__cplusplus) && defined(__INTELLISENSE__)
    -
    3415 #define VMA_IMPLEMENTATION
    -
    3416 #endif
    -
    3417 
    -
    3418 #ifdef VMA_IMPLEMENTATION
    -
    3419 #undef VMA_IMPLEMENTATION
    +
    3067 VK_DEFINE_HANDLE(VmaDefragmentationContext)
    +
    3068 
    +
    3069 typedef enum VmaDefragmentationFlagBits {
    +
    3071  VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
    +
    3072 } VmaDefragmentationFlagBits;
    +
    3073 typedef VkFlags VmaDefragmentationFlags;
    +
    3074 
    +
    3079 typedef struct VmaDefragmentationInfo2 {
    +
    3082  VmaDefragmentationFlags flags;
    +
    3085  uint32_t allocationCount;
    +
    3094  VmaAllocation* pAllocations;
    +
    3100  VkBool32* pAllocationsChanged;
    +
    3103  uint32_t poolCount;
    +
    3119  VmaPool* pPools;
    +
    3124  VkDeviceSize maxCpuBytesToMove;
    +
    3129  uint32_t maxCpuAllocationsToMove;
    +
    3134  VkDeviceSize maxGpuBytesToMove;
    +
    3139  uint32_t maxGpuAllocationsToMove;
    +
    3148  VkCommandBuffer commandBuffer;
    +
    3149 } VmaDefragmentationInfo2;
    +
    3150 
    +
    3155 typedef struct VmaDefragmentationInfo {
    +
    3160  VkDeviceSize maxBytesToMove;
    +
    3165  uint32_t maxAllocationsToMove;
    +
    3166 } VmaDefragmentationInfo;
    +
    3167 
    +
    3169 typedef struct VmaDefragmentationStats {
    +
    3171  VkDeviceSize bytesMoved;
    +
    3173  VkDeviceSize bytesFreed;
    +
    3175  uint32_t allocationsMoved;
    +
    3177  uint32_t deviceMemoryBlocksFreed;
    +
    3178 } VmaDefragmentationStats;
    +
    3179 
    +
    3209 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
    +
    3210  VmaAllocator allocator,
    +
    3211  const VmaDefragmentationInfo2* pInfo,
    +
    3212  VmaDefragmentationStats* pStats,
    +
    3213  VmaDefragmentationContext *pContext);
    +
    3214 
    +
    3220 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
    +
    3221  VmaAllocator allocator,
    +
    3222  VmaDefragmentationContext context);
    +
    3223 
    +
    3264 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
    +
    3265  VmaAllocator allocator,
    +
    3266  VmaAllocation* pAllocations,
    +
    3267  size_t allocationCount,
    +
    3268  VkBool32* pAllocationsChanged,
    +
    3269  const VmaDefragmentationInfo *pDefragmentationInfo,
    +
    3270  VmaDefragmentationStats* pDefragmentationStats);
    +
    3271 
    +
    3284 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
    +
    3285  VmaAllocator allocator,
    +
    3286  VmaAllocation allocation,
    +
    3287  VkBuffer buffer);
    +
    3288 
    +
    3299 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
    +
    3300  VmaAllocator allocator,
    +
    3301  VmaAllocation allocation,
    +
    3302  VkDeviceSize allocationLocalOffset,
    +
    3303  VkBuffer buffer,
    +
    3304  const void* pNext);
    +
    3305 
    +
    3318 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
    +
    3319  VmaAllocator allocator,
    +
    3320  VmaAllocation allocation,
    +
    3321  VkImage image);
    +
    3322 
    +
    3333 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
    +
    3334  VmaAllocator allocator,
    +
    3335  VmaAllocation allocation,
    +
    3336  VkDeviceSize allocationLocalOffset,
    +
    3337  VkImage image,
    +
    3338  const void* pNext);
    +
    3339 
    +
    3366 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
    +
    3367  VmaAllocator allocator,
    +
    3368  const VkBufferCreateInfo* pBufferCreateInfo,
    +
    3369  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    3370  VkBuffer* pBuffer,
    +
    3371  VmaAllocation* pAllocation,
    +
    3372  VmaAllocationInfo* pAllocationInfo);
    +
    3373 
    +
    3385 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
    +
    3386  VmaAllocator allocator,
    +
    3387  VkBuffer buffer,
    +
    3388  VmaAllocation allocation);
    +
    3389 
    +
    3391 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
    +
    3392  VmaAllocator allocator,
    +
    3393  const VkImageCreateInfo* pImageCreateInfo,
    +
    3394  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    3395  VkImage* pImage,
    +
    3396  VmaAllocation* pAllocation,
    +
    3397  VmaAllocationInfo* pAllocationInfo);
    +
    3398 
    +
    3410 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
    +
    3411  VmaAllocator allocator,
    +
    3412  VkImage image,
    +
    3413  VmaAllocation allocation);
    +
    3414 
    +
    3415 #ifdef __cplusplus
    +
    3416 }
    +
    3417 #endif
    +
    3418 
    +
    3419 #endif // AMD_VULKAN_MEMORY_ALLOCATOR_H
    3420 
    -
    3421 #include <cstdint>
    -
    3422 #include <cstdlib>
    -
    3423 #include <cstring>
    -
    3424 
    -
    3425 /*******************************************************************************
    -
    3426 CONFIGURATION SECTION
    -
    3427 
    -
    3428 Define some of these macros before each #include of this header or change them
    -
    3429 here if you need other then default behavior depending on your environment.
    -
    3430 */
    -
    3431 
    -
    3432 /*
    -
    3433 Define this macro to 1 to make the library fetch pointers to Vulkan functions
    -
    3434 internally, like:
    +
    3421 // For Visual Studio IntelliSense.
    +
    3422 #if defined(__cplusplus) && defined(__INTELLISENSE__)
    +
    3423 #define VMA_IMPLEMENTATION
    +
    3424 #endif
    +
    3425 
    +
    3426 #ifdef VMA_IMPLEMENTATION
    +
    3427 #undef VMA_IMPLEMENTATION
    +
    3428 
    +
    3429 #include <cstdint>
    +
    3430 #include <cstdlib>
    +
    3431 #include <cstring>
    +
    3432 
    +
    3433 /*******************************************************************************
    +
    3434 CONFIGURATION SECTION
    3435 
    -
    3436  vulkanFunctions.vkAllocateMemory = &vkAllocateMemory;
    -
    3437 
    -
    3438 Define to 0 if you are going to provide you own pointers to Vulkan functions via
    -
    3439 VmaAllocatorCreateInfo::pVulkanFunctions.
    -
    3440 */
    -
    3441 #if !defined(VMA_STATIC_VULKAN_FUNCTIONS) && !defined(VK_NO_PROTOTYPES)
    -
    3442 #define VMA_STATIC_VULKAN_FUNCTIONS 1
    -
    3443 #endif
    -
    3444 
    -
    3445 // Define this macro to 1 to make the library use STL containers instead of its own implementation.
    -
    3446 //#define VMA_USE_STL_CONTAINERS 1
    -
    3447 
    -
    3448 /* Set this macro to 1 to make the library including and using STL containers:
    -
    3449 std::pair, std::vector, std::list, std::unordered_map.
    -
    3450 
    -
    3451 Set it to 0 or undefined to make the library using its own implementation of
    -
    3452 the containers.
    -
    3453 */
    -
    3454 #if VMA_USE_STL_CONTAINERS
    -
    3455  #define VMA_USE_STL_VECTOR 1
    -
    3456  #define VMA_USE_STL_UNORDERED_MAP 1
    -
    3457  #define VMA_USE_STL_LIST 1
    -
    3458 #endif
    -
    3459 
    -
    3460 #ifndef VMA_USE_STL_SHARED_MUTEX
    -
    3461  // Compiler conforms to C++17.
    -
    3462  #if __cplusplus >= 201703L
    -
    3463  #define VMA_USE_STL_SHARED_MUTEX 1
    -
    3464  // Visual studio defines __cplusplus properly only when passed additional parameter: /Zc:__cplusplus
    -
    3465  // Otherwise it's always 199711L, despite shared_mutex works since Visual Studio 2015 Update 2.
    -
    3466  // See: https://blogs.msdn.microsoft.com/vcblog/2018/04/09/msvc-now-correctly-reports-__cplusplus/
    -
    3467  #elif defined(_MSC_FULL_VER) && _MSC_FULL_VER >= 190023918 && __cplusplus == 199711L && _MSVC_LANG >= 201703L
    -
    3468  #define VMA_USE_STL_SHARED_MUTEX 1
    -
    3469  #else
    -
    3470  #define VMA_USE_STL_SHARED_MUTEX 0
    -
    3471  #endif
    -
    3472 #endif
    -
    3473 
    -
    3474 /*
    -
    3475 THESE INCLUDES ARE NOT ENABLED BY DEFAULT.
    -
    3476 Library has its own container implementation.
    -
    3477 */
    -
    3478 #if VMA_USE_STL_VECTOR
    -
    3479  #include <vector>
    +
    3436 Define some of these macros before each #include of this header or change them
    +
    3437 here if you need other then default behavior depending on your environment.
    +
    3438 */
    +
    3439 
    +
    3440 /*
    +
    3441 Define this macro to 1 to make the library fetch pointers to Vulkan functions
    +
    3442 internally, like:
    +
    3443 
    +
    3444  vulkanFunctions.vkAllocateMemory = &vkAllocateMemory;
    +
    3445 
    +
    3446 Define to 0 if you are going to provide you own pointers to Vulkan functions via
    +
    3447 VmaAllocatorCreateInfo::pVulkanFunctions.
    +
    3448 */
    +
    3449 #if !defined(VMA_STATIC_VULKAN_FUNCTIONS) && !defined(VK_NO_PROTOTYPES)
    +
    3450 #define VMA_STATIC_VULKAN_FUNCTIONS 1
    +
    3451 #endif
    +
    3452 
    +
    3453 // Define this macro to 1 to make the library use STL containers instead of its own implementation.
    +
    3454 //#define VMA_USE_STL_CONTAINERS 1
    +
    3455 
    +
    3456 /* Set this macro to 1 to make the library including and using STL containers:
    +
    3457 std::pair, std::vector, std::list, std::unordered_map.
    +
    3458 
    +
    3459 Set it to 0 or undefined to make the library using its own implementation of
    +
    3460 the containers.
    +
    3461 */
    +
    3462 #if VMA_USE_STL_CONTAINERS
    +
    3463  #define VMA_USE_STL_VECTOR 1
    +
    3464  #define VMA_USE_STL_UNORDERED_MAP 1
    +
    3465  #define VMA_USE_STL_LIST 1
    +
    3466 #endif
    +
    3467 
    +
    3468 #ifndef VMA_USE_STL_SHARED_MUTEX
    +
    3469  // Compiler conforms to C++17.
    +
    3470  #if __cplusplus >= 201703L
    +
    3471  #define VMA_USE_STL_SHARED_MUTEX 1
    +
    3472  // Visual studio defines __cplusplus properly only when passed additional parameter: /Zc:__cplusplus
    +
    3473  // Otherwise it's always 199711L, despite shared_mutex works since Visual Studio 2015 Update 2.
    +
    3474  // See: https://blogs.msdn.microsoft.com/vcblog/2018/04/09/msvc-now-correctly-reports-__cplusplus/
    +
    3475  #elif defined(_MSC_FULL_VER) && _MSC_FULL_VER >= 190023918 && __cplusplus == 199711L && _MSVC_LANG >= 201703L
    +
    3476  #define VMA_USE_STL_SHARED_MUTEX 1
    +
    3477  #else
    +
    3478  #define VMA_USE_STL_SHARED_MUTEX 0
    +
    3479  #endif
    3480 #endif
    3481 
    -
    3482 #if VMA_USE_STL_UNORDERED_MAP
    -
    3483  #include <unordered_map>
    -
    3484 #endif
    -
    3485 
    -
    3486 #if VMA_USE_STL_LIST
    -
    3487  #include <list>
    +
    3482 /*
    +
    3483 THESE INCLUDES ARE NOT ENABLED BY DEFAULT.
    +
    3484 Library has its own container implementation.
    +
    3485 */
    +
    3486 #if VMA_USE_STL_VECTOR
    +
    3487  #include <vector>
    3488 #endif
    3489 
    -
    3490 /*
    -
    3491 Following headers are used in this CONFIGURATION section only, so feel free to
    -
    3492 remove them if not needed.
    -
    3493 */
    -
    3494 #include <cassert> // for assert
    -
    3495 #include <algorithm> // for min, max
    -
    3496 #include <mutex>
    +
    3490 #if VMA_USE_STL_UNORDERED_MAP
    +
    3491  #include <unordered_map>
    +
    3492 #endif
    +
    3493 
    +
    3494 #if VMA_USE_STL_LIST
    +
    3495  #include <list>
    +
    3496 #endif
    3497 
    -
    3498 #ifndef VMA_NULL
    -
    3499  // Value used as null pointer. Define it to e.g.: nullptr, NULL, 0, (void*)0.
    -
    3500  #define VMA_NULL nullptr
    -
    3501 #endif
    -
    3502 
    -
    3503 #if defined(__ANDROID_API__) && (__ANDROID_API__ < 16)
    -
    3504 #include <cstdlib>
    -
    3505 void *aligned_alloc(size_t alignment, size_t size)
    -
    3506 {
    -
    3507  // alignment must be >= sizeof(void*)
    -
    3508  if(alignment < sizeof(void*))
    -
    3509  {
    -
    3510  alignment = sizeof(void*);
    -
    3511  }
    -
    3512 
    -
    3513  return memalign(alignment, size);
    -
    3514 }
    -
    3515 #elif defined(__APPLE__) || defined(__ANDROID__) || (defined(__linux__) && defined(__GLIBCXX__) && !defined(_GLIBCXX_HAVE_ALIGNED_ALLOC))
    -
    3516 #include <cstdlib>
    -
    3517 void *aligned_alloc(size_t alignment, size_t size)
    -
    3518 {
    -
    3519  // alignment must be >= sizeof(void*)
    -
    3520  if(alignment < sizeof(void*))
    -
    3521  {
    -
    3522  alignment = sizeof(void*);
    -
    3523  }
    -
    3524 
    -
    3525  void *pointer;
    -
    3526  if(posix_memalign(&pointer, alignment, size) == 0)
    -
    3527  return pointer;
    -
    3528  return VMA_NULL;
    -
    3529 }
    -
    3530 #endif
    -
    3531 
    -
    3532 // If your compiler is not compatible with C++11 and definition of
    -
    3533 // aligned_alloc() function is missing, uncommeting following line may help:
    -
    3534 
    -
    3535 //#include <malloc.h>
    -
    3536 
    -
    3537 // Normal assert to check for programmer's errors, especially in Debug configuration.
    -
    3538 #ifndef VMA_ASSERT
    -
    3539  #ifdef _DEBUG
    -
    3540  #define VMA_ASSERT(expr) assert(expr)
    -
    3541  #else
    -
    3542  #define VMA_ASSERT(expr)
    -
    3543  #endif
    -
    3544 #endif
    -
    3545 
    -
    3546 // Assert that will be called very often, like inside data structures e.g. operator[].
    -
    3547 // Making it non-empty can make program slow.
    -
    3548 #ifndef VMA_HEAVY_ASSERT
    -
    3549  #ifdef _DEBUG
    -
    3550  #define VMA_HEAVY_ASSERT(expr) //VMA_ASSERT(expr)
    -
    3551  #else
    -
    3552  #define VMA_HEAVY_ASSERT(expr)
    -
    3553  #endif
    -
    3554 #endif
    -
    3555 
    -
    3556 #ifndef VMA_ALIGN_OF
    -
    3557  #define VMA_ALIGN_OF(type) (__alignof(type))
    -
    3558 #endif
    -
    3559 
    -
    3560 #ifndef VMA_SYSTEM_ALIGNED_MALLOC
    -
    3561  #if defined(_WIN32)
    -
    3562  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) (_aligned_malloc((size), (alignment)))
    -
    3563  #else
    -
    3564  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) (aligned_alloc((alignment), (size) ))
    -
    3565  #endif
    +
    3498 /*
    +
    3499 Following headers are used in this CONFIGURATION section only, so feel free to
    +
    3500 remove them if not needed.
    +
    3501 */
    +
    3502 #include <cassert> // for assert
    +
    3503 #include <algorithm> // for min, max
    +
    3504 #include <mutex>
    +
    3505 
    +
    3506 #ifndef VMA_NULL
    +
    3507  // Value used as null pointer. Define it to e.g.: nullptr, NULL, 0, (void*)0.
    +
    3508  #define VMA_NULL nullptr
    +
    3509 #endif
    +
    3510 
    +
    3511 #if defined(__ANDROID_API__) && (__ANDROID_API__ < 16)
    +
    3512 #include <cstdlib>
    +
    3513 void *aligned_alloc(size_t alignment, size_t size)
    +
    3514 {
    +
    3515  // alignment must be >= sizeof(void*)
    +
    3516  if(alignment < sizeof(void*))
    +
    3517  {
    +
    3518  alignment = sizeof(void*);
    +
    3519  }
    +
    3520 
    +
    3521  return memalign(alignment, size);
    +
    3522 }
    +
    3523 #elif defined(__APPLE__) || defined(__ANDROID__) || (defined(__linux__) && defined(__GLIBCXX__) && !defined(_GLIBCXX_HAVE_ALIGNED_ALLOC))
    +
    3524 #include <cstdlib>
    +
    3525 void *aligned_alloc(size_t alignment, size_t size)
    +
    3526 {
    +
    3527  // alignment must be >= sizeof(void*)
    +
    3528  if(alignment < sizeof(void*))
    +
    3529  {
    +
    3530  alignment = sizeof(void*);
    +
    3531  }
    +
    3532 
    +
    3533  void *pointer;
    +
    3534  if(posix_memalign(&pointer, alignment, size) == 0)
    +
    3535  return pointer;
    +
    3536  return VMA_NULL;
    +
    3537 }
    +
    3538 #endif
    +
    3539 
    +
    3540 // If your compiler is not compatible with C++11 and definition of
    +
    3541 // aligned_alloc() function is missing, uncommeting following line may help:
    +
    3542 
    +
    3543 //#include <malloc.h>
    +
    3544 
    +
    3545 // Normal assert to check for programmer's errors, especially in Debug configuration.
    +
    3546 #ifndef VMA_ASSERT
    +
    3547  #ifdef _DEBUG
    +
    3548  #define VMA_ASSERT(expr) assert(expr)
    +
    3549  #else
    +
    3550  #define VMA_ASSERT(expr)
    +
    3551  #endif
    +
    3552 #endif
    +
    3553 
    +
    3554 // Assert that will be called very often, like inside data structures e.g. operator[].
    +
    3555 // Making it non-empty can make program slow.
    +
    3556 #ifndef VMA_HEAVY_ASSERT
    +
    3557  #ifdef _DEBUG
    +
    3558  #define VMA_HEAVY_ASSERT(expr) //VMA_ASSERT(expr)
    +
    3559  #else
    +
    3560  #define VMA_HEAVY_ASSERT(expr)
    +
    3561  #endif
    +
    3562 #endif
    +
    3563 
    +
    3564 #ifndef VMA_ALIGN_OF
    +
    3565  #define VMA_ALIGN_OF(type) (__alignof(type))
    3566 #endif
    3567 
    -
    3568 #ifndef VMA_SYSTEM_FREE
    +
    3568 #ifndef VMA_SYSTEM_ALIGNED_MALLOC
    3569  #if defined(_WIN32)
    -
    3570  #define VMA_SYSTEM_FREE(ptr) _aligned_free(ptr)
    +
    3570  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) (_aligned_malloc((size), (alignment)))
    3571  #else
    -
    3572  #define VMA_SYSTEM_FREE(ptr) free(ptr)
    +
    3572  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) (aligned_alloc((alignment), (size) ))
    3573  #endif
    3574 #endif
    3575 
    -
    3576 #ifndef VMA_MIN
    -
    3577  #define VMA_MIN(v1, v2) (std::min((v1), (v2)))
    -
    3578 #endif
    -
    3579 
    -
    3580 #ifndef VMA_MAX
    -
    3581  #define VMA_MAX(v1, v2) (std::max((v1), (v2)))
    +
    3576 #ifndef VMA_SYSTEM_FREE
    +
    3577  #if defined(_WIN32)
    +
    3578  #define VMA_SYSTEM_FREE(ptr) _aligned_free(ptr)
    +
    3579  #else
    +
    3580  #define VMA_SYSTEM_FREE(ptr) free(ptr)
    +
    3581  #endif
    3582 #endif
    3583 
    -
    3584 #ifndef VMA_SWAP
    -
    3585  #define VMA_SWAP(v1, v2) std::swap((v1), (v2))
    +
    3584 #ifndef VMA_MIN
    +
    3585  #define VMA_MIN(v1, v2) (std::min((v1), (v2)))
    3586 #endif
    3587 
    -
    3588 #ifndef VMA_SORT
    -
    3589  #define VMA_SORT(beg, end, cmp) std::sort(beg, end, cmp)
    +
    3588 #ifndef VMA_MAX
    +
    3589  #define VMA_MAX(v1, v2) (std::max((v1), (v2)))
    3590 #endif
    3591 
    -
    3592 #ifndef VMA_DEBUG_LOG
    -
    3593  #define VMA_DEBUG_LOG(format, ...)
    -
    3594  /*
    -
    3595  #define VMA_DEBUG_LOG(format, ...) do { \
    -
    3596  printf(format, __VA_ARGS__); \
    -
    3597  printf("\n"); \
    -
    3598  } while(false)
    -
    3599  */
    -
    3600 #endif
    -
    3601 
    -
    3602 // Define this macro to 1 to enable functions: vmaBuildStatsString, vmaFreeStatsString.
    -
    3603 #if VMA_STATS_STRING_ENABLED
    -
    3604  static inline void VmaUint32ToStr(char* outStr, size_t strLen, uint32_t num)
    -
    3605  {
    -
    3606  snprintf(outStr, strLen, "%u", static_cast<unsigned int>(num));
    -
    3607  }
    -
    3608  static inline void VmaUint64ToStr(char* outStr, size_t strLen, uint64_t num)
    -
    3609  {
    -
    3610  snprintf(outStr, strLen, "%llu", static_cast<unsigned long long>(num));
    -
    3611  }
    -
    3612  static inline void VmaPtrToStr(char* outStr, size_t strLen, const void* ptr)
    +
    3592 #ifndef VMA_SWAP
    +
    3593  #define VMA_SWAP(v1, v2) std::swap((v1), (v2))
    +
    3594 #endif
    +
    3595 
    +
    3596 #ifndef VMA_SORT
    +
    3597  #define VMA_SORT(beg, end, cmp) std::sort(beg, end, cmp)
    +
    3598 #endif
    +
    3599 
    +
    3600 #ifndef VMA_DEBUG_LOG
    +
    3601  #define VMA_DEBUG_LOG(format, ...)
    +
    3602  /*
    +
    3603  #define VMA_DEBUG_LOG(format, ...) do { \
    +
    3604  printf(format, __VA_ARGS__); \
    +
    3605  printf("\n"); \
    +
    3606  } while(false)
    +
    3607  */
    +
    3608 #endif
    +
    3609 
    +
    3610 // Define this macro to 1 to enable functions: vmaBuildStatsString, vmaFreeStatsString.
    +
    3611 #if VMA_STATS_STRING_ENABLED
    +
    3612  static inline void VmaUint32ToStr(char* outStr, size_t strLen, uint32_t num)
    3613  {
    -
    3614  snprintf(outStr, strLen, "%p", ptr);
    +
    3614  snprintf(outStr, strLen, "%u", static_cast<unsigned int>(num));
    3615  }
    -
    3616 #endif
    -
    3617 
    -
    3618 #ifndef VMA_MUTEX
    -
    3619  class VmaMutex
    -
    3620  {
    -
    3621  public:
    -
    3622  void Lock() { m_Mutex.lock(); }
    -
    3623  void Unlock() { m_Mutex.unlock(); }
    -
    3624  private:
    -
    3625  std::mutex m_Mutex;
    -
    3626  };
    -
    3627  #define VMA_MUTEX VmaMutex
    -
    3628 #endif
    -
    3629 
    -
    3630 // Read-write mutex, where "read" is shared access, "write" is exclusive access.
    -
    3631 #ifndef VMA_RW_MUTEX
    -
    3632  #if VMA_USE_STL_SHARED_MUTEX
    -
    3633  // Use std::shared_mutex from C++17.
    -
    3634  #include <shared_mutex>
    -
    3635  class VmaRWMutex
    -
    3636  {
    -
    3637  public:
    -
    3638  void LockRead() { m_Mutex.lock_shared(); }
    -
    3639  void UnlockRead() { m_Mutex.unlock_shared(); }
    -
    3640  void LockWrite() { m_Mutex.lock(); }
    -
    3641  void UnlockWrite() { m_Mutex.unlock(); }
    -
    3642  private:
    -
    3643  std::shared_mutex m_Mutex;
    -
    3644  };
    -
    3645  #define VMA_RW_MUTEX VmaRWMutex
    -
    3646  #elif defined(_WIN32) && defined(WINVER) && WINVER >= 0x0600
    -
    3647  // Use SRWLOCK from WinAPI.
    -
    3648  // Minimum supported client = Windows Vista, server = Windows Server 2008.
    -
    3649  class VmaRWMutex
    -
    3650  {
    -
    3651  public:
    -
    3652  VmaRWMutex() { InitializeSRWLock(&m_Lock); }
    -
    3653  void LockRead() { AcquireSRWLockShared(&m_Lock); }
    -
    3654  void UnlockRead() { ReleaseSRWLockShared(&m_Lock); }
    -
    3655  void LockWrite() { AcquireSRWLockExclusive(&m_Lock); }
    -
    3656  void UnlockWrite() { ReleaseSRWLockExclusive(&m_Lock); }
    -
    3657  private:
    -
    3658  SRWLOCK m_Lock;
    -
    3659  };
    -
    3660  #define VMA_RW_MUTEX VmaRWMutex
    -
    3661  #else
    -
    3662  // Less efficient fallback: Use normal mutex.
    -
    3663  class VmaRWMutex
    -
    3664  {
    -
    3665  public:
    -
    3666  void LockRead() { m_Mutex.Lock(); }
    -
    3667  void UnlockRead() { m_Mutex.Unlock(); }
    -
    3668  void LockWrite() { m_Mutex.Lock(); }
    -
    3669  void UnlockWrite() { m_Mutex.Unlock(); }
    -
    3670  private:
    -
    3671  VMA_MUTEX m_Mutex;
    -
    3672  };
    -
    3673  #define VMA_RW_MUTEX VmaRWMutex
    -
    3674  #endif // #if VMA_USE_STL_SHARED_MUTEX
    -
    3675 #endif // #ifndef VMA_RW_MUTEX
    -
    3676 
    -
    3677 /*
    -
    3678 If providing your own implementation, you need to implement a subset of std::atomic.
    -
    3679 */
    -
    3680 #ifndef VMA_ATOMIC_UINT32
    -
    3681  #include <atomic>
    -
    3682  #define VMA_ATOMIC_UINT32 std::atomic<uint32_t>
    -
    3683 #endif
    +
    3616  static inline void VmaUint64ToStr(char* outStr, size_t strLen, uint64_t num)
    +
    3617  {
    +
    3618  snprintf(outStr, strLen, "%llu", static_cast<unsigned long long>(num));
    +
    3619  }
    +
    3620  static inline void VmaPtrToStr(char* outStr, size_t strLen, const void* ptr)
    +
    3621  {
    +
    3622  snprintf(outStr, strLen, "%p", ptr);
    +
    3623  }
    +
    3624 #endif
    +
    3625 
    +
    3626 #ifndef VMA_MUTEX
    +
    3627  class VmaMutex
    +
    3628  {
    +
    3629  public:
    +
    3630  void Lock() { m_Mutex.lock(); }
    +
    3631  void Unlock() { m_Mutex.unlock(); }
    +
    3632  private:
    +
    3633  std::mutex m_Mutex;
    +
    3634  };
    +
    3635  #define VMA_MUTEX VmaMutex
    +
    3636 #endif
    +
    3637 
    +
    3638 // Read-write mutex, where "read" is shared access, "write" is exclusive access.
    +
    3639 #ifndef VMA_RW_MUTEX
    +
    3640  #if VMA_USE_STL_SHARED_MUTEX
    +
    3641  // Use std::shared_mutex from C++17.
    +
    3642  #include <shared_mutex>
    +
    3643  class VmaRWMutex
    +
    3644  {
    +
    3645  public:
    +
    3646  void LockRead() { m_Mutex.lock_shared(); }
    +
    3647  void UnlockRead() { m_Mutex.unlock_shared(); }
    +
    3648  void LockWrite() { m_Mutex.lock(); }
    +
    3649  void UnlockWrite() { m_Mutex.unlock(); }
    +
    3650  private:
    +
    3651  std::shared_mutex m_Mutex;
    +
    3652  };
    +
    3653  #define VMA_RW_MUTEX VmaRWMutex
    +
    3654  #elif defined(_WIN32) && defined(WINVER) && WINVER >= 0x0600
    +
    3655  // Use SRWLOCK from WinAPI.
    +
    3656  // Minimum supported client = Windows Vista, server = Windows Server 2008.
    +
    3657  class VmaRWMutex
    +
    3658  {
    +
    3659  public:
    +
    3660  VmaRWMutex() { InitializeSRWLock(&m_Lock); }
    +
    3661  void LockRead() { AcquireSRWLockShared(&m_Lock); }
    +
    3662  void UnlockRead() { ReleaseSRWLockShared(&m_Lock); }
    +
    3663  void LockWrite() { AcquireSRWLockExclusive(&m_Lock); }
    +
    3664  void UnlockWrite() { ReleaseSRWLockExclusive(&m_Lock); }
    +
    3665  private:
    +
    3666  SRWLOCK m_Lock;
    +
    3667  };
    +
    3668  #define VMA_RW_MUTEX VmaRWMutex
    +
    3669  #else
    +
    3670  // Less efficient fallback: Use normal mutex.
    +
    3671  class VmaRWMutex
    +
    3672  {
    +
    3673  public:
    +
    3674  void LockRead() { m_Mutex.Lock(); }
    +
    3675  void UnlockRead() { m_Mutex.Unlock(); }
    +
    3676  void LockWrite() { m_Mutex.Lock(); }
    +
    3677  void UnlockWrite() { m_Mutex.Unlock(); }
    +
    3678  private:
    +
    3679  VMA_MUTEX m_Mutex;
    +
    3680  };
    +
    3681  #define VMA_RW_MUTEX VmaRWMutex
    +
    3682  #endif // #if VMA_USE_STL_SHARED_MUTEX
    +
    3683 #endif // #ifndef VMA_RW_MUTEX
    3684 
    -
    3685 #ifndef VMA_ATOMIC_UINT64
    -
    3686  #include <atomic>
    -
    3687  #define VMA_ATOMIC_UINT64 std::atomic<uint64_t>
    -
    3688 #endif
    -
    3689 
    -
    3690 #ifndef VMA_DEBUG_ALWAYS_DEDICATED_MEMORY
    -
    3691 
    -
    3695  #define VMA_DEBUG_ALWAYS_DEDICATED_MEMORY (0)
    +
    3685 /*
    +
    3686 If providing your own implementation, you need to implement a subset of std::atomic.
    +
    3687 */
    +
    3688 #ifndef VMA_ATOMIC_UINT32
    +
    3689  #include <atomic>
    +
    3690  #define VMA_ATOMIC_UINT32 std::atomic<uint32_t>
    +
    3691 #endif
    +
    3692 
    +
    3693 #ifndef VMA_ATOMIC_UINT64
    +
    3694  #include <atomic>
    +
    3695  #define VMA_ATOMIC_UINT64 std::atomic<uint64_t>
    3696 #endif
    3697 
    -
    3698 #ifndef VMA_DEBUG_ALIGNMENT
    +
    3698 #ifndef VMA_DEBUG_ALWAYS_DEDICATED_MEMORY
    3699 
    -
    3703  #define VMA_DEBUG_ALIGNMENT (1)
    +
    3703  #define VMA_DEBUG_ALWAYS_DEDICATED_MEMORY (0)
    3704 #endif
    3705 
    -
    3706 #ifndef VMA_DEBUG_MARGIN
    +
    3706 #ifndef VMA_DEBUG_ALIGNMENT
    3707 
    -
    3711  #define VMA_DEBUG_MARGIN (0)
    +
    3711  #define VMA_DEBUG_ALIGNMENT (1)
    3712 #endif
    3713 
    -
    3714 #ifndef VMA_DEBUG_INITIALIZE_ALLOCATIONS
    +
    3714 #ifndef VMA_DEBUG_MARGIN
    3715 
    -
    3719  #define VMA_DEBUG_INITIALIZE_ALLOCATIONS (0)
    +
    3719  #define VMA_DEBUG_MARGIN (0)
    3720 #endif
    3721 
    -
    3722 #ifndef VMA_DEBUG_DETECT_CORRUPTION
    +
    3722 #ifndef VMA_DEBUG_INITIALIZE_ALLOCATIONS
    3723 
    -
    3728  #define VMA_DEBUG_DETECT_CORRUPTION (0)
    -
    3729 #endif
    -
    3730 
    -
    3731 #ifndef VMA_DEBUG_GLOBAL_MUTEX
    -
    3732 
    -
    3736  #define VMA_DEBUG_GLOBAL_MUTEX (0)
    +
    3727  #define VMA_DEBUG_INITIALIZE_ALLOCATIONS (0)
    +
    3728 #endif
    +
    3729 
    +
    3730 #ifndef VMA_DEBUG_DETECT_CORRUPTION
    +
    3731 
    +
    3736  #define VMA_DEBUG_DETECT_CORRUPTION (0)
    3737 #endif
    3738 
    -
    3739 #ifndef VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY
    +
    3739 #ifndef VMA_DEBUG_GLOBAL_MUTEX
    3740 
    -
    3744  #define VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY (1)
    +
    3744  #define VMA_DEBUG_GLOBAL_MUTEX (0)
    3745 #endif
    3746 
    -
    3747 #ifndef VMA_SMALL_HEAP_MAX_SIZE
    -
    3748  #define VMA_SMALL_HEAP_MAX_SIZE (1024ull * 1024 * 1024)
    -
    3750 #endif
    -
    3751 
    -
    3752 #ifndef VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE
    -
    3753  #define VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE (256ull * 1024 * 1024)
    -
    3755 #endif
    -
    3756 
    -
    3757 #ifndef VMA_CLASS_NO_COPY
    -
    3758  #define VMA_CLASS_NO_COPY(className) \
    -
    3759  private: \
    -
    3760  className(const className&) = delete; \
    -
    3761  className& operator=(const className&) = delete;
    -
    3762 #endif
    -
    3763 
    -
    3764 static const uint32_t VMA_FRAME_INDEX_LOST = UINT32_MAX;
    -
    3765 
    -
    3766 // Decimal 2139416166, float NaN, little-endian binary 66 E6 84 7F.
    -
    3767 static const uint32_t VMA_CORRUPTION_DETECTION_MAGIC_VALUE = 0x7F84E666;
    -
    3768 
    -
    3769 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_CREATED = 0xDC;
    -
    3770 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_DESTROYED = 0xEF;
    +
    3747 #ifndef VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY
    +
    3748 
    +
    3752  #define VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY (1)
    +
    3753 #endif
    +
    3754 
    +
    3755 #ifndef VMA_SMALL_HEAP_MAX_SIZE
    +
    3756  #define VMA_SMALL_HEAP_MAX_SIZE (1024ull * 1024 * 1024)
    +
    3758 #endif
    +
    3759 
    +
    3760 #ifndef VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE
    +
    3761  #define VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE (256ull * 1024 * 1024)
    +
    3763 #endif
    +
    3764 
    +
    3765 #ifndef VMA_CLASS_NO_COPY
    +
    3766  #define VMA_CLASS_NO_COPY(className) \
    +
    3767  private: \
    +
    3768  className(const className&) = delete; \
    +
    3769  className& operator=(const className&) = delete;
    +
    3770 #endif
    3771 
    -
    3772 /*******************************************************************************
    -
    3773 END OF CONFIGURATION
    -
    3774 */
    -
    3775 
    -
    3776 static const uint32_t VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET = 0x10000000u;
    -
    3777 
    -
    3778 static VkAllocationCallbacks VmaEmptyAllocationCallbacks = {
    -
    3779  VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL };
    -
    3780 
    -
    3781 // Returns number of bits set to 1 in (v).
    -
    3782 static inline uint32_t VmaCountBitsSet(uint32_t v)
    -
    3783 {
    -
    3784  uint32_t c = v - ((v >> 1) & 0x55555555);
    -
    3785  c = ((c >> 2) & 0x33333333) + (c & 0x33333333);
    -
    3786  c = ((c >> 4) + c) & 0x0F0F0F0F;
    -
    3787  c = ((c >> 8) + c) & 0x00FF00FF;
    -
    3788  c = ((c >> 16) + c) & 0x0000FFFF;
    -
    3789  return c;
    -
    3790 }
    -
    3791 
    -
    3792 // Aligns given value up to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 16.
    -
    3793 // Use types like uint32_t, uint64_t as T.
    -
    3794 template <typename T>
    -
    3795 static inline T VmaAlignUp(T val, T align)
    -
    3796 {
    -
    3797  return (val + align - 1) / align * align;
    +
    3772 static const uint32_t VMA_FRAME_INDEX_LOST = UINT32_MAX;
    +
    3773 
    +
    3774 // Decimal 2139416166, float NaN, little-endian binary 66 E6 84 7F.
    +
    3775 static const uint32_t VMA_CORRUPTION_DETECTION_MAGIC_VALUE = 0x7F84E666;
    +
    3776 
    +
    3777 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_CREATED = 0xDC;
    +
    3778 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_DESTROYED = 0xEF;
    +
    3779 
    +
    3780 /*******************************************************************************
    +
    3781 END OF CONFIGURATION
    +
    3782 */
    +
    3783 
    +
    3784 static const uint32_t VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET = 0x10000000u;
    +
    3785 
    +
    3786 static VkAllocationCallbacks VmaEmptyAllocationCallbacks = {
    +
    3787  VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL };
    +
    3788 
    +
    3789 // Returns number of bits set to 1 in (v).
    +
    3790 static inline uint32_t VmaCountBitsSet(uint32_t v)
    +
    3791 {
    +
    3792  uint32_t c = v - ((v >> 1) & 0x55555555);
    +
    3793  c = ((c >> 2) & 0x33333333) + (c & 0x33333333);
    +
    3794  c = ((c >> 4) + c) & 0x0F0F0F0F;
    +
    3795  c = ((c >> 8) + c) & 0x00FF00FF;
    +
    3796  c = ((c >> 16) + c) & 0x0000FFFF;
    +
    3797  return c;
    3798 }
    -
    3799 // Aligns given value down to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 8.
    -
    3800 // Use types like uint32_t, uint64_t as T.
    -
    3801 template <typename T>
    -
    3802 static inline T VmaAlignDown(T val, T align)
    -
    3803 {
    -
    3804  return val / align * align;
    -
    3805 }
    -
    3806 
    -
    3807 // Division with mathematical rounding to nearest number.
    -
    3808 template <typename T>
    -
    3809 static inline T VmaRoundDiv(T x, T y)
    -
    3810 {
    -
    3811  return (x + (y / (T)2)) / y;
    -
    3812 }
    -
    3813 
    -
    3814 /*
    -
    3815 Returns true if given number is a power of two.
    -
    3816 T must be unsigned integer number or signed integer but always nonnegative.
    -
    3817 For 0 returns true.
    -
    3818 */
    -
    3819 template <typename T>
    -
    3820 inline bool VmaIsPow2(T x)
    -
    3821 {
    -
    3822  return (x & (x-1)) == 0;
    -
    3823 }
    -
    3824 
    -
    3825 // Returns smallest power of 2 greater or equal to v.
    -
    3826 static inline uint32_t VmaNextPow2(uint32_t v)
    -
    3827 {
    -
    3828  v--;
    -
    3829  v |= v >> 1;
    -
    3830  v |= v >> 2;
    -
    3831  v |= v >> 4;
    -
    3832  v |= v >> 8;
    -
    3833  v |= v >> 16;
    -
    3834  v++;
    -
    3835  return v;
    -
    3836 }
    -
    3837 static inline uint64_t VmaNextPow2(uint64_t v)
    -
    3838 {
    -
    3839  v--;
    -
    3840  v |= v >> 1;
    -
    3841  v |= v >> 2;
    -
    3842  v |= v >> 4;
    -
    3843  v |= v >> 8;
    -
    3844  v |= v >> 16;
    -
    3845  v |= v >> 32;
    -
    3846  v++;
    -
    3847  return v;
    -
    3848 }
    -
    3849 
    -
    3850 // Returns largest power of 2 less or equal to v.
    -
    3851 static inline uint32_t VmaPrevPow2(uint32_t v)
    -
    3852 {
    -
    3853  v |= v >> 1;
    -
    3854  v |= v >> 2;
    -
    3855  v |= v >> 4;
    -
    3856  v |= v >> 8;
    -
    3857  v |= v >> 16;
    -
    3858  v = v ^ (v >> 1);
    -
    3859  return v;
    -
    3860 }
    -
    3861 static inline uint64_t VmaPrevPow2(uint64_t v)
    -
    3862 {
    -
    3863  v |= v >> 1;
    -
    3864  v |= v >> 2;
    -
    3865  v |= v >> 4;
    -
    3866  v |= v >> 8;
    -
    3867  v |= v >> 16;
    -
    3868  v |= v >> 32;
    -
    3869  v = v ^ (v >> 1);
    -
    3870  return v;
    -
    3871 }
    -
    3872 
    -
    3873 static inline bool VmaStrIsEmpty(const char* pStr)
    -
    3874 {
    -
    3875  return pStr == VMA_NULL || *pStr == '\0';
    -
    3876 }
    -
    3877 
    -
    3878 #if VMA_STATS_STRING_ENABLED
    -
    3879 
    -
    3880 static const char* VmaAlgorithmToStr(uint32_t algorithm)
    -
    3881 {
    -
    3882  switch(algorithm)
    -
    3883  {
    -
    3884  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
    -
    3885  return "Linear";
    -
    3886  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
    -
    3887  return "Buddy";
    -
    3888  case 0:
    -
    3889  return "Default";
    -
    3890  default:
    -
    3891  VMA_ASSERT(0);
    -
    3892  return "";
    -
    3893  }
    -
    3894 }
    -
    3895 
    -
    3896 #endif // #if VMA_STATS_STRING_ENABLED
    -
    3897 
    -
    3898 #ifndef VMA_SORT
    -
    3899 
    -
    3900 template<typename Iterator, typename Compare>
    -
    3901 Iterator VmaQuickSortPartition(Iterator beg, Iterator end, Compare cmp)
    -
    3902 {
    -
    3903  Iterator centerValue = end; --centerValue;
    -
    3904  Iterator insertIndex = beg;
    -
    3905  for(Iterator memTypeIndex = beg; memTypeIndex < centerValue; ++memTypeIndex)
    -
    3906  {
    -
    3907  if(cmp(*memTypeIndex, *centerValue))
    -
    3908  {
    -
    3909  if(insertIndex != memTypeIndex)
    -
    3910  {
    -
    3911  VMA_SWAP(*memTypeIndex, *insertIndex);
    -
    3912  }
    -
    3913  ++insertIndex;
    -
    3914  }
    -
    3915  }
    -
    3916  if(insertIndex != centerValue)
    -
    3917  {
    -
    3918  VMA_SWAP(*insertIndex, *centerValue);
    -
    3919  }
    -
    3920  return insertIndex;
    -
    3921 }
    -
    3922 
    -
    3923 template<typename Iterator, typename Compare>
    -
    3924 void VmaQuickSort(Iterator beg, Iterator end, Compare cmp)
    -
    3925 {
    -
    3926  if(beg < end)
    -
    3927  {
    -
    3928  Iterator it = VmaQuickSortPartition<Iterator, Compare>(beg, end, cmp);
    -
    3929  VmaQuickSort<Iterator, Compare>(beg, it, cmp);
    -
    3930  VmaQuickSort<Iterator, Compare>(it + 1, end, cmp);
    -
    3931  }
    -
    3932 }
    -
    3933 
    -
    3934 #define VMA_SORT(beg, end, cmp) VmaQuickSort(beg, end, cmp)
    -
    3935 
    -
    3936 #endif // #ifndef VMA_SORT
    -
    3937 
    -
    3938 /*
    -
    3939 Returns true if two memory blocks occupy overlapping pages.
    -
    3940 ResourceA must be in less memory offset than ResourceB.
    -
    3941 
    -
    3942 Algorithm is based on "Vulkan 1.0.39 - A Specification (with all registered Vulkan extensions)"
    -
    3943 chapter 11.6 "Resource Memory Association", paragraph "Buffer-Image Granularity".
    -
    3944 */
    -
    3945 static inline bool VmaBlocksOnSamePage(
    -
    3946  VkDeviceSize resourceAOffset,
    -
    3947  VkDeviceSize resourceASize,
    -
    3948  VkDeviceSize resourceBOffset,
    -
    3949  VkDeviceSize pageSize)
    -
    3950 {
    -
    3951  VMA_ASSERT(resourceAOffset + resourceASize <= resourceBOffset && resourceASize > 0 && pageSize > 0);
    -
    3952  VkDeviceSize resourceAEnd = resourceAOffset + resourceASize - 1;
    -
    3953  VkDeviceSize resourceAEndPage = resourceAEnd & ~(pageSize - 1);
    -
    3954  VkDeviceSize resourceBStart = resourceBOffset;
    -
    3955  VkDeviceSize resourceBStartPage = resourceBStart & ~(pageSize - 1);
    -
    3956  return resourceAEndPage == resourceBStartPage;
    -
    3957 }
    -
    3958 
    -
    3959 enum VmaSuballocationType
    -
    3960 {
    -
    3961  VMA_SUBALLOCATION_TYPE_FREE = 0,
    -
    3962  VMA_SUBALLOCATION_TYPE_UNKNOWN = 1,
    -
    3963  VMA_SUBALLOCATION_TYPE_BUFFER = 2,
    -
    3964  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN = 3,
    -
    3965  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR = 4,
    -
    3966  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL = 5,
    -
    3967  VMA_SUBALLOCATION_TYPE_MAX_ENUM = 0x7FFFFFFF
    -
    3968 };
    -
    3969 
    -
    3970 /*
    -
    3971 Returns true if given suballocation types could conflict and must respect
    -
    3972 VkPhysicalDeviceLimits::bufferImageGranularity. They conflict if one is buffer
    -
    3973 or linear image and another one is optimal image. If type is unknown, behave
    -
    3974 conservatively.
    -
    3975 */
    -
    3976 static inline bool VmaIsBufferImageGranularityConflict(
    -
    3977  VmaSuballocationType suballocType1,
    -
    3978  VmaSuballocationType suballocType2)
    -
    3979 {
    -
    3980  if(suballocType1 > suballocType2)
    -
    3981  {
    -
    3982  VMA_SWAP(suballocType1, suballocType2);
    -
    3983  }
    -
    3984 
    -
    3985  switch(suballocType1)
    -
    3986  {
    -
    3987  case VMA_SUBALLOCATION_TYPE_FREE:
    -
    3988  return false;
    -
    3989  case VMA_SUBALLOCATION_TYPE_UNKNOWN:
    -
    3990  return true;
    -
    3991  case VMA_SUBALLOCATION_TYPE_BUFFER:
    -
    3992  return
    -
    3993  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
    -
    3994  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
    -
    3995  case VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN:
    -
    3996  return
    -
    3997  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
    -
    3998  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR ||
    -
    3999  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
    -
    4000  case VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR:
    -
    4001  return
    +
    3799 
    +
    3800 // Aligns given value up to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 16.
    +
    3801 // Use types like uint32_t, uint64_t as T.
    +
    3802 template <typename T>
    +
    3803 static inline T VmaAlignUp(T val, T align)
    +
    3804 {
    +
    3805  return (val + align - 1) / align * align;
    +
    3806 }
    +
    3807 // Aligns given value down to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 8.
    +
    3808 // Use types like uint32_t, uint64_t as T.
    +
    3809 template <typename T>
    +
    3810 static inline T VmaAlignDown(T val, T align)
    +
    3811 {
    +
    3812  return val / align * align;
    +
    3813 }
    +
    3814 
    +
    3815 // Division with mathematical rounding to nearest number.
    +
    3816 template <typename T>
    +
    3817 static inline T VmaRoundDiv(T x, T y)
    +
    3818 {
    +
    3819  return (x + (y / (T)2)) / y;
    +
    3820 }
    +
    3821 
    +
    3822 /*
    +
    3823 Returns true if given number is a power of two.
    +
    3824 T must be unsigned integer number or signed integer but always nonnegative.
    +
    3825 For 0 returns true.
    +
    3826 */
    +
    3827 template <typename T>
    +
    3828 inline bool VmaIsPow2(T x)
    +
    3829 {
    +
    3830  return (x & (x-1)) == 0;
    +
    3831 }
    +
    3832 
    +
    3833 // Returns smallest power of 2 greater or equal to v.
    +
    3834 static inline uint32_t VmaNextPow2(uint32_t v)
    +
    3835 {
    +
    3836  v--;
    +
    3837  v |= v >> 1;
    +
    3838  v |= v >> 2;
    +
    3839  v |= v >> 4;
    +
    3840  v |= v >> 8;
    +
    3841  v |= v >> 16;
    +
    3842  v++;
    +
    3843  return v;
    +
    3844 }
    +
    3845 static inline uint64_t VmaNextPow2(uint64_t v)
    +
    3846 {
    +
    3847  v--;
    +
    3848  v |= v >> 1;
    +
    3849  v |= v >> 2;
    +
    3850  v |= v >> 4;
    +
    3851  v |= v >> 8;
    +
    3852  v |= v >> 16;
    +
    3853  v |= v >> 32;
    +
    3854  v++;
    +
    3855  return v;
    +
    3856 }
    +
    3857 
    +
    3858 // Returns largest power of 2 less or equal to v.
    +
    3859 static inline uint32_t VmaPrevPow2(uint32_t v)
    +
    3860 {
    +
    3861  v |= v >> 1;
    +
    3862  v |= v >> 2;
    +
    3863  v |= v >> 4;
    +
    3864  v |= v >> 8;
    +
    3865  v |= v >> 16;
    +
    3866  v = v ^ (v >> 1);
    +
    3867  return v;
    +
    3868 }
    +
    3869 static inline uint64_t VmaPrevPow2(uint64_t v)
    +
    3870 {
    +
    3871  v |= v >> 1;
    +
    3872  v |= v >> 2;
    +
    3873  v |= v >> 4;
    +
    3874  v |= v >> 8;
    +
    3875  v |= v >> 16;
    +
    3876  v |= v >> 32;
    +
    3877  v = v ^ (v >> 1);
    +
    3878  return v;
    +
    3879 }
    +
    3880 
    +
    3881 static inline bool VmaStrIsEmpty(const char* pStr)
    +
    3882 {
    +
    3883  return pStr == VMA_NULL || *pStr == '\0';
    +
    3884 }
    +
    3885 
    +
    3886 #if VMA_STATS_STRING_ENABLED
    +
    3887 
    +
    3888 static const char* VmaAlgorithmToStr(uint32_t algorithm)
    +
    3889 {
    +
    3890  switch(algorithm)
    +
    3891  {
    +
    3892  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
    +
    3893  return "Linear";
    +
    3894  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
    +
    3895  return "Buddy";
    +
    3896  case 0:
    +
    3897  return "Default";
    +
    3898  default:
    +
    3899  VMA_ASSERT(0);
    +
    3900  return "";
    +
    3901  }
    +
    3902 }
    +
    3903 
    +
    3904 #endif // #if VMA_STATS_STRING_ENABLED
    +
    3905 
    +
    3906 #ifndef VMA_SORT
    +
    3907 
    +
    3908 template<typename Iterator, typename Compare>
    +
    3909 Iterator VmaQuickSortPartition(Iterator beg, Iterator end, Compare cmp)
    +
    3910 {
    +
    3911  Iterator centerValue = end; --centerValue;
    +
    3912  Iterator insertIndex = beg;
    +
    3913  for(Iterator memTypeIndex = beg; memTypeIndex < centerValue; ++memTypeIndex)
    +
    3914  {
    +
    3915  if(cmp(*memTypeIndex, *centerValue))
    +
    3916  {
    +
    3917  if(insertIndex != memTypeIndex)
    +
    3918  {
    +
    3919  VMA_SWAP(*memTypeIndex, *insertIndex);
    +
    3920  }
    +
    3921  ++insertIndex;
    +
    3922  }
    +
    3923  }
    +
    3924  if(insertIndex != centerValue)
    +
    3925  {
    +
    3926  VMA_SWAP(*insertIndex, *centerValue);
    +
    3927  }
    +
    3928  return insertIndex;
    +
    3929 }
    +
    3930 
    +
    3931 template<typename Iterator, typename Compare>
    +
    3932 void VmaQuickSort(Iterator beg, Iterator end, Compare cmp)
    +
    3933 {
    +
    3934  if(beg < end)
    +
    3935  {
    +
    3936  Iterator it = VmaQuickSortPartition<Iterator, Compare>(beg, end, cmp);
    +
    3937  VmaQuickSort<Iterator, Compare>(beg, it, cmp);
    +
    3938  VmaQuickSort<Iterator, Compare>(it + 1, end, cmp);
    +
    3939  }
    +
    3940 }
    +
    3941 
    +
    3942 #define VMA_SORT(beg, end, cmp) VmaQuickSort(beg, end, cmp)
    +
    3943 
    +
    3944 #endif // #ifndef VMA_SORT
    +
    3945 
    +
    3946 /*
    +
    3947 Returns true if two memory blocks occupy overlapping pages.
    +
    3948 ResourceA must be in less memory offset than ResourceB.
    +
    3949 
    +
    3950 Algorithm is based on "Vulkan 1.0.39 - A Specification (with all registered Vulkan extensions)"
    +
    3951 chapter 11.6 "Resource Memory Association", paragraph "Buffer-Image Granularity".
    +
    3952 */
    +
    3953 static inline bool VmaBlocksOnSamePage(
    +
    3954  VkDeviceSize resourceAOffset,
    +
    3955  VkDeviceSize resourceASize,
    +
    3956  VkDeviceSize resourceBOffset,
    +
    3957  VkDeviceSize pageSize)
    +
    3958 {
    +
    3959  VMA_ASSERT(resourceAOffset + resourceASize <= resourceBOffset && resourceASize > 0 && pageSize > 0);
    +
    3960  VkDeviceSize resourceAEnd = resourceAOffset + resourceASize - 1;
    +
    3961  VkDeviceSize resourceAEndPage = resourceAEnd & ~(pageSize - 1);
    +
    3962  VkDeviceSize resourceBStart = resourceBOffset;
    +
    3963  VkDeviceSize resourceBStartPage = resourceBStart & ~(pageSize - 1);
    +
    3964  return resourceAEndPage == resourceBStartPage;
    +
    3965 }
    +
    3966 
    +
    3967 enum VmaSuballocationType
    +
    3968 {
    +
    3969  VMA_SUBALLOCATION_TYPE_FREE = 0,
    +
    3970  VMA_SUBALLOCATION_TYPE_UNKNOWN = 1,
    +
    3971  VMA_SUBALLOCATION_TYPE_BUFFER = 2,
    +
    3972  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN = 3,
    +
    3973  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR = 4,
    +
    3974  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL = 5,
    +
    3975  VMA_SUBALLOCATION_TYPE_MAX_ENUM = 0x7FFFFFFF
    +
    3976 };
    +
    3977 
    +
    3978 /*
    +
    3979 Returns true if given suballocation types could conflict and must respect
    +
    3980 VkPhysicalDeviceLimits::bufferImageGranularity. They conflict if one is buffer
    +
    3981 or linear image and another one is optimal image. If type is unknown, behave
    +
    3982 conservatively.
    +
    3983 */
    +
    3984 static inline bool VmaIsBufferImageGranularityConflict(
    +
    3985  VmaSuballocationType suballocType1,
    +
    3986  VmaSuballocationType suballocType2)
    +
    3987 {
    +
    3988  if(suballocType1 > suballocType2)
    +
    3989  {
    +
    3990  VMA_SWAP(suballocType1, suballocType2);
    +
    3991  }
    +
    3992 
    +
    3993  switch(suballocType1)
    +
    3994  {
    +
    3995  case VMA_SUBALLOCATION_TYPE_FREE:
    +
    3996  return false;
    +
    3997  case VMA_SUBALLOCATION_TYPE_UNKNOWN:
    +
    3998  return true;
    +
    3999  case VMA_SUBALLOCATION_TYPE_BUFFER:
    +
    4000  return
    +
    4001  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
    4002  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
    -
    4003  case VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL:
    -
    4004  return false;
    -
    4005  default:
    -
    4006  VMA_ASSERT(0);
    -
    4007  return true;
    -
    4008  }
    -
    4009 }
    -
    4010 
    -
    4011 static void VmaWriteMagicValue(void* pData, VkDeviceSize offset)
    -
    4012 {
    -
    4013 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
    -
    4014  uint32_t* pDst = (uint32_t*)((char*)pData + offset);
    -
    4015  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
    -
    4016  for(size_t i = 0; i < numberCount; ++i, ++pDst)
    -
    4017  {
    -
    4018  *pDst = VMA_CORRUPTION_DETECTION_MAGIC_VALUE;
    -
    4019  }
    -
    4020 #else
    -
    4021  // no-op
    -
    4022 #endif
    -
    4023 }
    -
    4024 
    -
    4025 static bool VmaValidateMagicValue(const void* pData, VkDeviceSize offset)
    -
    4026 {
    -
    4027 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
    -
    4028  const uint32_t* pSrc = (const uint32_t*)((const char*)pData + offset);
    -
    4029  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
    -
    4030  for(size_t i = 0; i < numberCount; ++i, ++pSrc)
    -
    4031  {
    -
    4032  if(*pSrc != VMA_CORRUPTION_DETECTION_MAGIC_VALUE)
    -
    4033  {
    -
    4034  return false;
    -
    4035  }
    -
    4036  }
    -
    4037 #endif
    -
    4038  return true;
    -
    4039 }
    -
    4040 
    -
    4041 /*
    -
    4042 Fills structure with parameters of an example buffer to be used for transfers
    -
    4043 during GPU memory defragmentation.
    -
    4044 */
    -
    4045 static void VmaFillGpuDefragmentationBufferCreateInfo(VkBufferCreateInfo& outBufCreateInfo)
    -
    4046 {
    -
    4047  memset(&outBufCreateInfo, 0, sizeof(outBufCreateInfo));
    -
    4048  outBufCreateInfo.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
    -
    4049  outBufCreateInfo.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT;
    -
    4050  outBufCreateInfo.size = (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE; // Example size.
    -
    4051 }
    -
    4052 
    -
    4053 // Helper RAII class to lock a mutex in constructor and unlock it in destructor (at the end of scope).
    -
    4054 struct VmaMutexLock
    -
    4055 {
    -
    4056  VMA_CLASS_NO_COPY(VmaMutexLock)
    -
    4057 public:
    -
    4058  VmaMutexLock(VMA_MUTEX& mutex, bool useMutex = true) :
    -
    4059  m_pMutex(useMutex ? &mutex : VMA_NULL)
    -
    4060  { if(m_pMutex) { m_pMutex->Lock(); } }
    -
    4061  ~VmaMutexLock()
    -
    4062  { if(m_pMutex) { m_pMutex->Unlock(); } }
    -
    4063 private:
    -
    4064  VMA_MUTEX* m_pMutex;
    -
    4065 };
    -
    4066 
    -
    4067 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for reading.
    -
    4068 struct VmaMutexLockRead
    -
    4069 {
    -
    4070  VMA_CLASS_NO_COPY(VmaMutexLockRead)
    -
    4071 public:
    -
    4072  VmaMutexLockRead(VMA_RW_MUTEX& mutex, bool useMutex) :
    -
    4073  m_pMutex(useMutex ? &mutex : VMA_NULL)
    -
    4074  { if(m_pMutex) { m_pMutex->LockRead(); } }
    -
    4075  ~VmaMutexLockRead() { if(m_pMutex) { m_pMutex->UnlockRead(); } }
    -
    4076 private:
    -
    4077  VMA_RW_MUTEX* m_pMutex;
    -
    4078 };
    -
    4079 
    -
    4080 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for writing.
    -
    4081 struct VmaMutexLockWrite
    -
    4082 {
    -
    4083  VMA_CLASS_NO_COPY(VmaMutexLockWrite)
    -
    4084 public:
    -
    4085  VmaMutexLockWrite(VMA_RW_MUTEX& mutex, bool useMutex) :
    -
    4086  m_pMutex(useMutex ? &mutex : VMA_NULL)
    -
    4087  { if(m_pMutex) { m_pMutex->LockWrite(); } }
    -
    4088  ~VmaMutexLockWrite() { if(m_pMutex) { m_pMutex->UnlockWrite(); } }
    -
    4089 private:
    -
    4090  VMA_RW_MUTEX* m_pMutex;
    -
    4091 };
    -
    4092 
    -
    4093 #if VMA_DEBUG_GLOBAL_MUTEX
    -
    4094  static VMA_MUTEX gDebugGlobalMutex;
    -
    4095  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK VmaMutexLock debugGlobalMutexLock(gDebugGlobalMutex, true);
    -
    4096 #else
    -
    4097  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    4098 #endif
    -
    4099 
    -
    4100 // Minimum size of a free suballocation to register it in the free suballocation collection.
    -
    4101 static const VkDeviceSize VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER = 16;
    -
    4102 
    -
    4103 /*
    -
    4104 Performs binary search and returns iterator to first element that is greater or
    -
    4105 equal to (key), according to comparison (cmp).
    -
    4106 
    -
    4107 Cmp should return true if first argument is less than second argument.
    -
    4108 
    -
    4109 Returned value is the found element, if present in the collection or place where
    -
    4110 new element with value (key) should be inserted.
    -
    4111 */
    -
    4112 template <typename CmpLess, typename IterT, typename KeyT>
    -
    4113 static IterT VmaBinaryFindFirstNotLess(IterT beg, IterT end, const KeyT &key, const CmpLess& cmp)
    -
    4114 {
    -
    4115  size_t down = 0, up = (end - beg);
    -
    4116  while(down < up)
    -
    4117  {
    -
    4118  const size_t mid = (down + up) / 2;
    -
    4119  if(cmp(*(beg+mid), key))
    -
    4120  {
    -
    4121  down = mid + 1;
    -
    4122  }
    -
    4123  else
    -
    4124  {
    -
    4125  up = mid;
    -
    4126  }
    -
    4127  }
    -
    4128  return beg + down;
    -
    4129 }
    -
    4130 
    -
    4131 template<typename CmpLess, typename IterT, typename KeyT>
    -
    4132 IterT VmaBinaryFindSorted(const IterT& beg, const IterT& end, const KeyT& value, const CmpLess& cmp)
    -
    4133 {
    -
    4134  IterT it = VmaBinaryFindFirstNotLess<CmpLess, IterT, KeyT>(
    -
    4135  beg, end, value, cmp);
    -
    4136  if(it == end ||
    -
    4137  (!cmp(*it, value) && !cmp(value, *it)))
    -
    4138  {
    -
    4139  return it;
    -
    4140  }
    -
    4141  return end;
    -
    4142 }
    -
    4143 
    -
    4144 /*
    -
    4145 Returns true if all pointers in the array are not-null and unique.
    -
    4146 Warning! O(n^2) complexity. Use only inside VMA_HEAVY_ASSERT.
    -
    4147 T must be pointer type, e.g. VmaAllocation, VmaPool.
    -
    4148 */
    -
    4149 template<typename T>
    -
    4150 static bool VmaValidatePointerArray(uint32_t count, const T* arr)
    -
    4151 {
    -
    4152  for(uint32_t i = 0; i < count; ++i)
    -
    4153  {
    -
    4154  const T iPtr = arr[i];
    -
    4155  if(iPtr == VMA_NULL)
    -
    4156  {
    -
    4157  return false;
    -
    4158  }
    -
    4159  for(uint32_t j = i + 1; j < count; ++j)
    -
    4160  {
    -
    4161  if(iPtr == arr[j])
    -
    4162  {
    -
    4163  return false;
    -
    4164  }
    -
    4165  }
    -
    4166  }
    -
    4167  return true;
    -
    4168 }
    -
    4169 
    -
    4171 // Memory allocation
    -
    4172 
    -
    4173 static void* VmaMalloc(const VkAllocationCallbacks* pAllocationCallbacks, size_t size, size_t alignment)
    -
    4174 {
    -
    4175  if((pAllocationCallbacks != VMA_NULL) &&
    -
    4176  (pAllocationCallbacks->pfnAllocation != VMA_NULL))
    -
    4177  {
    -
    4178  return (*pAllocationCallbacks->pfnAllocation)(
    -
    4179  pAllocationCallbacks->pUserData,
    -
    4180  size,
    -
    4181  alignment,
    -
    4182  VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
    -
    4183  }
    -
    4184  else
    +
    4003  case VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN:
    +
    4004  return
    +
    4005  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
    +
    4006  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR ||
    +
    4007  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
    +
    4008  case VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR:
    +
    4009  return
    +
    4010  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
    +
    4011  case VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL:
    +
    4012  return false;
    +
    4013  default:
    +
    4014  VMA_ASSERT(0);
    +
    4015  return true;
    +
    4016  }
    +
    4017 }
    +
    4018 
    +
    4019 static void VmaWriteMagicValue(void* pData, VkDeviceSize offset)
    +
    4020 {
    +
    4021 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
    +
    4022  uint32_t* pDst = (uint32_t*)((char*)pData + offset);
    +
    4023  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
    +
    4024  for(size_t i = 0; i < numberCount; ++i, ++pDst)
    +
    4025  {
    +
    4026  *pDst = VMA_CORRUPTION_DETECTION_MAGIC_VALUE;
    +
    4027  }
    +
    4028 #else
    +
    4029  // no-op
    +
    4030 #endif
    +
    4031 }
    +
    4032 
    +
    4033 static bool VmaValidateMagicValue(const void* pData, VkDeviceSize offset)
    +
    4034 {
    +
    4035 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
    +
    4036  const uint32_t* pSrc = (const uint32_t*)((const char*)pData + offset);
    +
    4037  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
    +
    4038  for(size_t i = 0; i < numberCount; ++i, ++pSrc)
    +
    4039  {
    +
    4040  if(*pSrc != VMA_CORRUPTION_DETECTION_MAGIC_VALUE)
    +
    4041  {
    +
    4042  return false;
    +
    4043  }
    +
    4044  }
    +
    4045 #endif
    +
    4046  return true;
    +
    4047 }
    +
    4048 
    +
    4049 /*
    +
    4050 Fills structure with parameters of an example buffer to be used for transfers
    +
    4051 during GPU memory defragmentation.
    +
    4052 */
    +
    4053 static void VmaFillGpuDefragmentationBufferCreateInfo(VkBufferCreateInfo& outBufCreateInfo)
    +
    4054 {
    +
    4055  memset(&outBufCreateInfo, 0, sizeof(outBufCreateInfo));
    +
    4056  outBufCreateInfo.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
    +
    4057  outBufCreateInfo.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT;
    +
    4058  outBufCreateInfo.size = (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE; // Example size.
    +
    4059 }
    +
    4060 
    +
    4061 // Helper RAII class to lock a mutex in constructor and unlock it in destructor (at the end of scope).
    +
    4062 struct VmaMutexLock
    +
    4063 {
    +
    4064  VMA_CLASS_NO_COPY(VmaMutexLock)
    +
    4065 public:
    +
    4066  VmaMutexLock(VMA_MUTEX& mutex, bool useMutex = true) :
    +
    4067  m_pMutex(useMutex ? &mutex : VMA_NULL)
    +
    4068  { if(m_pMutex) { m_pMutex->Lock(); } }
    +
    4069  ~VmaMutexLock()
    +
    4070  { if(m_pMutex) { m_pMutex->Unlock(); } }
    +
    4071 private:
    +
    4072  VMA_MUTEX* m_pMutex;
    +
    4073 };
    +
    4074 
    +
    4075 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for reading.
    +
    4076 struct VmaMutexLockRead
    +
    4077 {
    +
    4078  VMA_CLASS_NO_COPY(VmaMutexLockRead)
    +
    4079 public:
    +
    4080  VmaMutexLockRead(VMA_RW_MUTEX& mutex, bool useMutex) :
    +
    4081  m_pMutex(useMutex ? &mutex : VMA_NULL)
    +
    4082  { if(m_pMutex) { m_pMutex->LockRead(); } }
    +
    4083  ~VmaMutexLockRead() { if(m_pMutex) { m_pMutex->UnlockRead(); } }
    +
    4084 private:
    +
    4085  VMA_RW_MUTEX* m_pMutex;
    +
    4086 };
    +
    4087 
    +
    4088 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for writing.
    +
    4089 struct VmaMutexLockWrite
    +
    4090 {
    +
    4091  VMA_CLASS_NO_COPY(VmaMutexLockWrite)
    +
    4092 public:
    +
    4093  VmaMutexLockWrite(VMA_RW_MUTEX& mutex, bool useMutex) :
    +
    4094  m_pMutex(useMutex ? &mutex : VMA_NULL)
    +
    4095  { if(m_pMutex) { m_pMutex->LockWrite(); } }
    +
    4096  ~VmaMutexLockWrite() { if(m_pMutex) { m_pMutex->UnlockWrite(); } }
    +
    4097 private:
    +
    4098  VMA_RW_MUTEX* m_pMutex;
    +
    4099 };
    +
    4100 
    +
    4101 #if VMA_DEBUG_GLOBAL_MUTEX
    +
    4102  static VMA_MUTEX gDebugGlobalMutex;
    +
    4103  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK VmaMutexLock debugGlobalMutexLock(gDebugGlobalMutex, true);
    +
    4104 #else
    +
    4105  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    4106 #endif
    +
    4107 
    +
    4108 // Minimum size of a free suballocation to register it in the free suballocation collection.
    +
    4109 static const VkDeviceSize VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER = 16;
    +
    4110 
    +
    4111 /*
    +
    4112 Performs binary search and returns iterator to first element that is greater or
    +
    4113 equal to (key), according to comparison (cmp).
    +
    4114 
    +
    4115 Cmp should return true if first argument is less than second argument.
    +
    4116 
    +
    4117 Returned value is the found element, if present in the collection or place where
    +
    4118 new element with value (key) should be inserted.
    +
    4119 */
    +
    4120 template <typename CmpLess, typename IterT, typename KeyT>
    +
    4121 static IterT VmaBinaryFindFirstNotLess(IterT beg, IterT end, const KeyT &key, const CmpLess& cmp)
    +
    4122 {
    +
    4123  size_t down = 0, up = (end - beg);
    +
    4124  while(down < up)
    +
    4125  {
    +
    4126  const size_t mid = (down + up) / 2;
    +
    4127  if(cmp(*(beg+mid), key))
    +
    4128  {
    +
    4129  down = mid + 1;
    +
    4130  }
    +
    4131  else
    +
    4132  {
    +
    4133  up = mid;
    +
    4134  }
    +
    4135  }
    +
    4136  return beg + down;
    +
    4137 }
    +
    4138 
    +
    4139 template<typename CmpLess, typename IterT, typename KeyT>
    +
    4140 IterT VmaBinaryFindSorted(const IterT& beg, const IterT& end, const KeyT& value, const CmpLess& cmp)
    +
    4141 {
    +
    4142  IterT it = VmaBinaryFindFirstNotLess<CmpLess, IterT, KeyT>(
    +
    4143  beg, end, value, cmp);
    +
    4144  if(it == end ||
    +
    4145  (!cmp(*it, value) && !cmp(value, *it)))
    +
    4146  {
    +
    4147  return it;
    +
    4148  }
    +
    4149  return end;
    +
    4150 }
    +
    4151 
    +
    4152 /*
    +
    4153 Returns true if all pointers in the array are not-null and unique.
    +
    4154 Warning! O(n^2) complexity. Use only inside VMA_HEAVY_ASSERT.
    +
    4155 T must be pointer type, e.g. VmaAllocation, VmaPool.
    +
    4156 */
    +
    4157 template<typename T>
    +
    4158 static bool VmaValidatePointerArray(uint32_t count, const T* arr)
    +
    4159 {
    +
    4160  for(uint32_t i = 0; i < count; ++i)
    +
    4161  {
    +
    4162  const T iPtr = arr[i];
    +
    4163  if(iPtr == VMA_NULL)
    +
    4164  {
    +
    4165  return false;
    +
    4166  }
    +
    4167  for(uint32_t j = i + 1; j < count; ++j)
    +
    4168  {
    +
    4169  if(iPtr == arr[j])
    +
    4170  {
    +
    4171  return false;
    +
    4172  }
    +
    4173  }
    +
    4174  }
    +
    4175  return true;
    +
    4176 }
    +
    4177 
    +
    4179 // Memory allocation
    +
    4180 
    +
    4181 static void* VmaMalloc(const VkAllocationCallbacks* pAllocationCallbacks, size_t size, size_t alignment)
    +
    4182 {
    +
    4183  if((pAllocationCallbacks != VMA_NULL) &&
    +
    4184  (pAllocationCallbacks->pfnAllocation != VMA_NULL))
    4185  {
    -
    4186  return VMA_SYSTEM_ALIGNED_MALLOC(size, alignment);
    -
    4187  }
    -
    4188 }
    -
    4189 
    -
    4190 static void VmaFree(const VkAllocationCallbacks* pAllocationCallbacks, void* ptr)
    -
    4191 {
    -
    4192  if((pAllocationCallbacks != VMA_NULL) &&
    -
    4193  (pAllocationCallbacks->pfnFree != VMA_NULL))
    -
    4194  {
    -
    4195  (*pAllocationCallbacks->pfnFree)(pAllocationCallbacks->pUserData, ptr);
    -
    4196  }
    -
    4197  else
    -
    4198  {
    -
    4199  VMA_SYSTEM_FREE(ptr);
    -
    4200  }
    -
    4201 }
    -
    4202 
    -
    4203 template<typename T>
    -
    4204 static T* VmaAllocate(const VkAllocationCallbacks* pAllocationCallbacks)
    -
    4205 {
    -
    4206  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T), VMA_ALIGN_OF(T));
    -
    4207 }
    -
    4208 
    -
    4209 template<typename T>
    -
    4210 static T* VmaAllocateArray(const VkAllocationCallbacks* pAllocationCallbacks, size_t count)
    -
    4211 {
    -
    4212  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T) * count, VMA_ALIGN_OF(T));
    -
    4213 }
    -
    4214 
    -
    4215 #define vma_new(allocator, type) new(VmaAllocate<type>(allocator))(type)
    +
    4186  return (*pAllocationCallbacks->pfnAllocation)(
    +
    4187  pAllocationCallbacks->pUserData,
    +
    4188  size,
    +
    4189  alignment,
    +
    4190  VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
    +
    4191  }
    +
    4192  else
    +
    4193  {
    +
    4194  return VMA_SYSTEM_ALIGNED_MALLOC(size, alignment);
    +
    4195  }
    +
    4196 }
    +
    4197 
    +
    4198 static void VmaFree(const VkAllocationCallbacks* pAllocationCallbacks, void* ptr)
    +
    4199 {
    +
    4200  if((pAllocationCallbacks != VMA_NULL) &&
    +
    4201  (pAllocationCallbacks->pfnFree != VMA_NULL))
    +
    4202  {
    +
    4203  (*pAllocationCallbacks->pfnFree)(pAllocationCallbacks->pUserData, ptr);
    +
    4204  }
    +
    4205  else
    +
    4206  {
    +
    4207  VMA_SYSTEM_FREE(ptr);
    +
    4208  }
    +
    4209 }
    +
    4210 
    +
    4211 template<typename T>
    +
    4212 static T* VmaAllocate(const VkAllocationCallbacks* pAllocationCallbacks)
    +
    4213 {
    +
    4214  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T), VMA_ALIGN_OF(T));
    +
    4215 }
    4216 
    -
    4217 #define vma_new_array(allocator, type, count) new(VmaAllocateArray<type>((allocator), (count)))(type)
    -
    4218 
    -
    4219 template<typename T>
    -
    4220 static void vma_delete(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr)
    -
    4221 {
    -
    4222  ptr->~T();
    -
    4223  VmaFree(pAllocationCallbacks, ptr);
    -
    4224 }
    -
    4225 
    -
    4226 template<typename T>
    -
    4227 static void vma_delete_array(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr, size_t count)
    -
    4228 {
    -
    4229  if(ptr != VMA_NULL)
    -
    4230  {
    -
    4231  for(size_t i = count; i--; )
    -
    4232  {
    -
    4233  ptr[i].~T();
    -
    4234  }
    -
    4235  VmaFree(pAllocationCallbacks, ptr);
    -
    4236  }
    -
    4237 }
    -
    4238 
    -
    4239 static char* VmaCreateStringCopy(const VkAllocationCallbacks* allocs, const char* srcStr)
    -
    4240 {
    -
    4241  if(srcStr != VMA_NULL)
    -
    4242  {
    -
    4243  const size_t len = strlen(srcStr);
    -
    4244  char* const result = vma_new_array(allocs, char, len + 1);
    -
    4245  memcpy(result, srcStr, len + 1);
    -
    4246  return result;
    -
    4247  }
    -
    4248  else
    -
    4249  {
    -
    4250  return VMA_NULL;
    -
    4251  }
    -
    4252 }
    -
    4253 
    -
    4254 static void VmaFreeString(const VkAllocationCallbacks* allocs, char* str)
    -
    4255 {
    -
    4256  if(str != VMA_NULL)
    +
    4217 template<typename T>
    +
    4218 static T* VmaAllocateArray(const VkAllocationCallbacks* pAllocationCallbacks, size_t count)
    +
    4219 {
    +
    4220  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T) * count, VMA_ALIGN_OF(T));
    +
    4221 }
    +
    4222 
    +
    4223 #define vma_new(allocator, type) new(VmaAllocate<type>(allocator))(type)
    +
    4224 
    +
    4225 #define vma_new_array(allocator, type, count) new(VmaAllocateArray<type>((allocator), (count)))(type)
    +
    4226 
    +
    4227 template<typename T>
    +
    4228 static void vma_delete(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr)
    +
    4229 {
    +
    4230  ptr->~T();
    +
    4231  VmaFree(pAllocationCallbacks, ptr);
    +
    4232 }
    +
    4233 
    +
    4234 template<typename T>
    +
    4235 static void vma_delete_array(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr, size_t count)
    +
    4236 {
    +
    4237  if(ptr != VMA_NULL)
    +
    4238  {
    +
    4239  for(size_t i = count; i--; )
    +
    4240  {
    +
    4241  ptr[i].~T();
    +
    4242  }
    +
    4243  VmaFree(pAllocationCallbacks, ptr);
    +
    4244  }
    +
    4245 }
    +
    4246 
    +
    4247 static char* VmaCreateStringCopy(const VkAllocationCallbacks* allocs, const char* srcStr)
    +
    4248 {
    +
    4249  if(srcStr != VMA_NULL)
    +
    4250  {
    +
    4251  const size_t len = strlen(srcStr);
    +
    4252  char* const result = vma_new_array(allocs, char, len + 1);
    +
    4253  memcpy(result, srcStr, len + 1);
    +
    4254  return result;
    +
    4255  }
    +
    4256  else
    4257  {
    -
    4258  const size_t len = strlen(str);
    -
    4259  vma_delete_array(allocs, str, len + 1);
    -
    4260  }
    -
    4261 }
    -
    4262 
    -
    4263 // STL-compatible allocator.
    -
    4264 template<typename T>
    -
    4265 class VmaStlAllocator
    -
    4266 {
    -
    4267 public:
    -
    4268  const VkAllocationCallbacks* const m_pCallbacks;
    -
    4269  typedef T value_type;
    -
    4270 
    -
    4271  VmaStlAllocator(const VkAllocationCallbacks* pCallbacks) : m_pCallbacks(pCallbacks) { }
    -
    4272  template<typename U> VmaStlAllocator(const VmaStlAllocator<U>& src) : m_pCallbacks(src.m_pCallbacks) { }
    -
    4273 
    -
    4274  T* allocate(size_t n) { return VmaAllocateArray<T>(m_pCallbacks, n); }
    -
    4275  void deallocate(T* p, size_t n) { VmaFree(m_pCallbacks, p); }
    -
    4276 
    -
    4277  template<typename U>
    -
    4278  bool operator==(const VmaStlAllocator<U>& rhs) const
    -
    4279  {
    -
    4280  return m_pCallbacks == rhs.m_pCallbacks;
    -
    4281  }
    -
    4282  template<typename U>
    -
    4283  bool operator!=(const VmaStlAllocator<U>& rhs) const
    -
    4284  {
    -
    4285  return m_pCallbacks != rhs.m_pCallbacks;
    -
    4286  }
    -
    4287 
    -
    4288  VmaStlAllocator& operator=(const VmaStlAllocator& x) = delete;
    -
    4289 };
    -
    4290 
    -
    4291 #if VMA_USE_STL_VECTOR
    -
    4292 
    -
    4293 #define VmaVector std::vector
    -
    4294 
    -
    4295 template<typename T, typename allocatorT>
    -
    4296 static void VmaVectorInsert(std::vector<T, allocatorT>& vec, size_t index, const T& item)
    -
    4297 {
    -
    4298  vec.insert(vec.begin() + index, item);
    -
    4299 }
    +
    4258  return VMA_NULL;
    +
    4259  }
    +
    4260 }
    +
    4261 
    +
    4262 static void VmaFreeString(const VkAllocationCallbacks* allocs, char* str)
    +
    4263 {
    +
    4264  if(str != VMA_NULL)
    +
    4265  {
    +
    4266  const size_t len = strlen(str);
    +
    4267  vma_delete_array(allocs, str, len + 1);
    +
    4268  }
    +
    4269 }
    +
    4270 
    +
    4271 // STL-compatible allocator.
    +
    4272 template<typename T>
    +
    4273 class VmaStlAllocator
    +
    4274 {
    +
    4275 public:
    +
    4276  const VkAllocationCallbacks* const m_pCallbacks;
    +
    4277  typedef T value_type;
    +
    4278 
    +
    4279  VmaStlAllocator(const VkAllocationCallbacks* pCallbacks) : m_pCallbacks(pCallbacks) { }
    +
    4280  template<typename U> VmaStlAllocator(const VmaStlAllocator<U>& src) : m_pCallbacks(src.m_pCallbacks) { }
    +
    4281 
    +
    4282  T* allocate(size_t n) { return VmaAllocateArray<T>(m_pCallbacks, n); }
    +
    4283  void deallocate(T* p, size_t n) { VmaFree(m_pCallbacks, p); }
    +
    4284 
    +
    4285  template<typename U>
    +
    4286  bool operator==(const VmaStlAllocator<U>& rhs) const
    +
    4287  {
    +
    4288  return m_pCallbacks == rhs.m_pCallbacks;
    +
    4289  }
    +
    4290  template<typename U>
    +
    4291  bool operator!=(const VmaStlAllocator<U>& rhs) const
    +
    4292  {
    +
    4293  return m_pCallbacks != rhs.m_pCallbacks;
    +
    4294  }
    +
    4295 
    +
    4296  VmaStlAllocator& operator=(const VmaStlAllocator& x) = delete;
    +
    4297 };
    +
    4298 
    +
    4299 #if VMA_USE_STL_VECTOR
    4300 
    -
    4301 template<typename T, typename allocatorT>
    -
    4302 static void VmaVectorRemove(std::vector<T, allocatorT>& vec, size_t index)
    -
    4303 {
    -
    4304  vec.erase(vec.begin() + index);
    -
    4305 }
    -
    4306 
    -
    4307 #else // #if VMA_USE_STL_VECTOR
    +
    4301 #define VmaVector std::vector
    +
    4302 
    +
    4303 template<typename T, typename allocatorT>
    +
    4304 static void VmaVectorInsert(std::vector<T, allocatorT>& vec, size_t index, const T& item)
    +
    4305 {
    +
    4306  vec.insert(vec.begin() + index, item);
    +
    4307 }
    4308 
    -
    4309 /* Class with interface compatible with subset of std::vector.
    -
    4310 T must be POD because constructors and destructors are not called and memcpy is
    -
    4311 used for these objects. */
    -
    4312 template<typename T, typename AllocatorT>
    -
    4313 class VmaVector
    -
    4314 {
    -
    4315 public:
    -
    4316  typedef T value_type;
    -
    4317 
    -
    4318  VmaVector(const AllocatorT& allocator) :
    -
    4319  m_Allocator(allocator),
    -
    4320  m_pArray(VMA_NULL),
    -
    4321  m_Count(0),
    -
    4322  m_Capacity(0)
    -
    4323  {
    -
    4324  }
    +
    4309 template<typename T, typename allocatorT>
    +
    4310 static void VmaVectorRemove(std::vector<T, allocatorT>& vec, size_t index)
    +
    4311 {
    +
    4312  vec.erase(vec.begin() + index);
    +
    4313 }
    +
    4314 
    +
    4315 #else // #if VMA_USE_STL_VECTOR
    +
    4316 
    +
    4317 /* Class with interface compatible with subset of std::vector.
    +
    4318 T must be POD because constructors and destructors are not called and memcpy is
    +
    4319 used for these objects. */
    +
    4320 template<typename T, typename AllocatorT>
    +
    4321 class VmaVector
    +
    4322 {
    +
    4323 public:
    +
    4324  typedef T value_type;
    4325 
    -
    4326  VmaVector(size_t count, const AllocatorT& allocator) :
    +
    4326  VmaVector(const AllocatorT& allocator) :
    4327  m_Allocator(allocator),
    -
    4328  m_pArray(count ? (T*)VmaAllocateArray<T>(allocator.m_pCallbacks, count) : VMA_NULL),
    -
    4329  m_Count(count),
    -
    4330  m_Capacity(count)
    +
    4328  m_pArray(VMA_NULL),
    +
    4329  m_Count(0),
    +
    4330  m_Capacity(0)
    4331  {
    4332  }
    -
    4333 
    -
    4334  // This version of the constructor is here for compatibility with pre-C++14 std::vector.
    -
    4335  // value is unused.
    -
    4336  VmaVector(size_t count, const T& value, const AllocatorT& allocator)
    -
    4337  : VmaVector(count, allocator) {}
    -
    4338 
    -
    4339  VmaVector(const VmaVector<T, AllocatorT>& src) :
    -
    4340  m_Allocator(src.m_Allocator),
    -
    4341  m_pArray(src.m_Count ? (T*)VmaAllocateArray<T>(src.m_Allocator.m_pCallbacks, src.m_Count) : VMA_NULL),
    -
    4342  m_Count(src.m_Count),
    -
    4343  m_Capacity(src.m_Count)
    -
    4344  {
    -
    4345  if(m_Count != 0)
    -
    4346  {
    -
    4347  memcpy(m_pArray, src.m_pArray, m_Count * sizeof(T));
    -
    4348  }
    -
    4349  }
    -
    4350 
    -
    4351  ~VmaVector()
    +
    4333 
    +
    4334  VmaVector(size_t count, const AllocatorT& allocator) :
    +
    4335  m_Allocator(allocator),
    +
    4336  m_pArray(count ? (T*)VmaAllocateArray<T>(allocator.m_pCallbacks, count) : VMA_NULL),
    +
    4337  m_Count(count),
    +
    4338  m_Capacity(count)
    +
    4339  {
    +
    4340  }
    +
    4341 
    +
    4342  // This version of the constructor is here for compatibility with pre-C++14 std::vector.
    +
    4343  // value is unused.
    +
    4344  VmaVector(size_t count, const T& value, const AllocatorT& allocator)
    +
    4345  : VmaVector(count, allocator) {}
    +
    4346 
    +
    4347  VmaVector(const VmaVector<T, AllocatorT>& src) :
    +
    4348  m_Allocator(src.m_Allocator),
    +
    4349  m_pArray(src.m_Count ? (T*)VmaAllocateArray<T>(src.m_Allocator.m_pCallbacks, src.m_Count) : VMA_NULL),
    +
    4350  m_Count(src.m_Count),
    +
    4351  m_Capacity(src.m_Count)
    4352  {
    -
    4353  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
    -
    4354  }
    -
    4355 
    -
    4356  VmaVector& operator=(const VmaVector<T, AllocatorT>& rhs)
    -
    4357  {
    -
    4358  if(&rhs != this)
    -
    4359  {
    -
    4360  resize(rhs.m_Count);
    -
    4361  if(m_Count != 0)
    -
    4362  {
    -
    4363  memcpy(m_pArray, rhs.m_pArray, m_Count * sizeof(T));
    -
    4364  }
    -
    4365  }
    -
    4366  return *this;
    -
    4367  }
    -
    4368 
    -
    4369  bool empty() const { return m_Count == 0; }
    -
    4370  size_t size() const { return m_Count; }
    -
    4371  T* data() { return m_pArray; }
    -
    4372  const T* data() const { return m_pArray; }
    -
    4373 
    -
    4374  T& operator[](size_t index)
    -
    4375  {
    -
    4376  VMA_HEAVY_ASSERT(index < m_Count);
    -
    4377  return m_pArray[index];
    -
    4378  }
    -
    4379  const T& operator[](size_t index) const
    -
    4380  {
    -
    4381  VMA_HEAVY_ASSERT(index < m_Count);
    -
    4382  return m_pArray[index];
    -
    4383  }
    -
    4384 
    -
    4385  T& front()
    -
    4386  {
    -
    4387  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4388  return m_pArray[0];
    -
    4389  }
    -
    4390  const T& front() const
    -
    4391  {
    -
    4392  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4393  return m_pArray[0];
    -
    4394  }
    -
    4395  T& back()
    -
    4396  {
    -
    4397  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4398  return m_pArray[m_Count - 1];
    -
    4399  }
    -
    4400  const T& back() const
    -
    4401  {
    -
    4402  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4403  return m_pArray[m_Count - 1];
    -
    4404  }
    -
    4405 
    -
    4406  void reserve(size_t newCapacity, bool freeMemory = false)
    -
    4407  {
    -
    4408  newCapacity = VMA_MAX(newCapacity, m_Count);
    -
    4409 
    -
    4410  if((newCapacity < m_Capacity) && !freeMemory)
    -
    4411  {
    -
    4412  newCapacity = m_Capacity;
    -
    4413  }
    -
    4414 
    -
    4415  if(newCapacity != m_Capacity)
    -
    4416  {
    -
    4417  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator, newCapacity) : VMA_NULL;
    -
    4418  if(m_Count != 0)
    -
    4419  {
    -
    4420  memcpy(newArray, m_pArray, m_Count * sizeof(T));
    -
    4421  }
    -
    4422  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
    -
    4423  m_Capacity = newCapacity;
    -
    4424  m_pArray = newArray;
    -
    4425  }
    -
    4426  }
    -
    4427 
    -
    4428  void resize(size_t newCount, bool freeMemory = false)
    -
    4429  {
    -
    4430  size_t newCapacity = m_Capacity;
    -
    4431  if(newCount > m_Capacity)
    -
    4432  {
    -
    4433  newCapacity = VMA_MAX(newCount, VMA_MAX(m_Capacity * 3 / 2, (size_t)8));
    -
    4434  }
    -
    4435  else if(freeMemory)
    -
    4436  {
    -
    4437  newCapacity = newCount;
    -
    4438  }
    -
    4439 
    -
    4440  if(newCapacity != m_Capacity)
    -
    4441  {
    -
    4442  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator.m_pCallbacks, newCapacity) : VMA_NULL;
    -
    4443  const size_t elementsToCopy = VMA_MIN(m_Count, newCount);
    -
    4444  if(elementsToCopy != 0)
    -
    4445  {
    -
    4446  memcpy(newArray, m_pArray, elementsToCopy * sizeof(T));
    -
    4447  }
    -
    4448  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
    -
    4449  m_Capacity = newCapacity;
    -
    4450  m_pArray = newArray;
    -
    4451  }
    -
    4452 
    -
    4453  m_Count = newCount;
    -
    4454  }
    -
    4455 
    -
    4456  void clear(bool freeMemory = false)
    -
    4457  {
    -
    4458  resize(0, freeMemory);
    -
    4459  }
    +
    4353  if(m_Count != 0)
    +
    4354  {
    +
    4355  memcpy(m_pArray, src.m_pArray, m_Count * sizeof(T));
    +
    4356  }
    +
    4357  }
    +
    4358 
    +
    4359  ~VmaVector()
    +
    4360  {
    +
    4361  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
    +
    4362  }
    +
    4363 
    +
    4364  VmaVector& operator=(const VmaVector<T, AllocatorT>& rhs)
    +
    4365  {
    +
    4366  if(&rhs != this)
    +
    4367  {
    +
    4368  resize(rhs.m_Count);
    +
    4369  if(m_Count != 0)
    +
    4370  {
    +
    4371  memcpy(m_pArray, rhs.m_pArray, m_Count * sizeof(T));
    +
    4372  }
    +
    4373  }
    +
    4374  return *this;
    +
    4375  }
    +
    4376 
    +
    4377  bool empty() const { return m_Count == 0; }
    +
    4378  size_t size() const { return m_Count; }
    +
    4379  T* data() { return m_pArray; }
    +
    4380  const T* data() const { return m_pArray; }
    +
    4381 
    +
    4382  T& operator[](size_t index)
    +
    4383  {
    +
    4384  VMA_HEAVY_ASSERT(index < m_Count);
    +
    4385  return m_pArray[index];
    +
    4386  }
    +
    4387  const T& operator[](size_t index) const
    +
    4388  {
    +
    4389  VMA_HEAVY_ASSERT(index < m_Count);
    +
    4390  return m_pArray[index];
    +
    4391  }
    +
    4392 
    +
    4393  T& front()
    +
    4394  {
    +
    4395  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4396  return m_pArray[0];
    +
    4397  }
    +
    4398  const T& front() const
    +
    4399  {
    +
    4400  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4401  return m_pArray[0];
    +
    4402  }
    +
    4403  T& back()
    +
    4404  {
    +
    4405  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4406  return m_pArray[m_Count - 1];
    +
    4407  }
    +
    4408  const T& back() const
    +
    4409  {
    +
    4410  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4411  return m_pArray[m_Count - 1];
    +
    4412  }
    +
    4413 
    +
    4414  void reserve(size_t newCapacity, bool freeMemory = false)
    +
    4415  {
    +
    4416  newCapacity = VMA_MAX(newCapacity, m_Count);
    +
    4417 
    +
    4418  if((newCapacity < m_Capacity) && !freeMemory)
    +
    4419  {
    +
    4420  newCapacity = m_Capacity;
    +
    4421  }
    +
    4422 
    +
    4423  if(newCapacity != m_Capacity)
    +
    4424  {
    +
    4425  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator, newCapacity) : VMA_NULL;
    +
    4426  if(m_Count != 0)
    +
    4427  {
    +
    4428  memcpy(newArray, m_pArray, m_Count * sizeof(T));
    +
    4429  }
    +
    4430  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
    +
    4431  m_Capacity = newCapacity;
    +
    4432  m_pArray = newArray;
    +
    4433  }
    +
    4434  }
    +
    4435 
    +
    4436  void resize(size_t newCount, bool freeMemory = false)
    +
    4437  {
    +
    4438  size_t newCapacity = m_Capacity;
    +
    4439  if(newCount > m_Capacity)
    +
    4440  {
    +
    4441  newCapacity = VMA_MAX(newCount, VMA_MAX(m_Capacity * 3 / 2, (size_t)8));
    +
    4442  }
    +
    4443  else if(freeMemory)
    +
    4444  {
    +
    4445  newCapacity = newCount;
    +
    4446  }
    +
    4447 
    +
    4448  if(newCapacity != m_Capacity)
    +
    4449  {
    +
    4450  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator.m_pCallbacks, newCapacity) : VMA_NULL;
    +
    4451  const size_t elementsToCopy = VMA_MIN(m_Count, newCount);
    +
    4452  if(elementsToCopy != 0)
    +
    4453  {
    +
    4454  memcpy(newArray, m_pArray, elementsToCopy * sizeof(T));
    +
    4455  }
    +
    4456  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
    +
    4457  m_Capacity = newCapacity;
    +
    4458  m_pArray = newArray;
    +
    4459  }
    4460 
    -
    4461  void insert(size_t index, const T& src)
    -
    4462  {
    -
    4463  VMA_HEAVY_ASSERT(index <= m_Count);
    -
    4464  const size_t oldCount = size();
    -
    4465  resize(oldCount + 1);
    -
    4466  if(index < oldCount)
    -
    4467  {
    -
    4468  memmove(m_pArray + (index + 1), m_pArray + index, (oldCount - index) * sizeof(T));
    -
    4469  }
    -
    4470  m_pArray[index] = src;
    -
    4471  }
    -
    4472 
    -
    4473  void remove(size_t index)
    -
    4474  {
    -
    4475  VMA_HEAVY_ASSERT(index < m_Count);
    -
    4476  const size_t oldCount = size();
    -
    4477  if(index < oldCount - 1)
    -
    4478  {
    -
    4479  memmove(m_pArray + index, m_pArray + (index + 1), (oldCount - index - 1) * sizeof(T));
    -
    4480  }
    -
    4481  resize(oldCount - 1);
    -
    4482  }
    -
    4483 
    -
    4484  void push_back(const T& src)
    -
    4485  {
    -
    4486  const size_t newIndex = size();
    -
    4487  resize(newIndex + 1);
    -
    4488  m_pArray[newIndex] = src;
    -
    4489  }
    -
    4490 
    -
    4491  void pop_back()
    -
    4492  {
    -
    4493  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4494  resize(size() - 1);
    -
    4495  }
    -
    4496 
    -
    4497  void push_front(const T& src)
    -
    4498  {
    -
    4499  insert(0, src);
    -
    4500  }
    -
    4501 
    -
    4502  void pop_front()
    -
    4503  {
    -
    4504  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4505  remove(0);
    -
    4506  }
    -
    4507 
    -
    4508  typedef T* iterator;
    +
    4461  m_Count = newCount;
    +
    4462  }
    +
    4463 
    +
    4464  void clear(bool freeMemory = false)
    +
    4465  {
    +
    4466  resize(0, freeMemory);
    +
    4467  }
    +
    4468 
    +
    4469  void insert(size_t index, const T& src)
    +
    4470  {
    +
    4471  VMA_HEAVY_ASSERT(index <= m_Count);
    +
    4472  const size_t oldCount = size();
    +
    4473  resize(oldCount + 1);
    +
    4474  if(index < oldCount)
    +
    4475  {
    +
    4476  memmove(m_pArray + (index + 1), m_pArray + index, (oldCount - index) * sizeof(T));
    +
    4477  }
    +
    4478  m_pArray[index] = src;
    +
    4479  }
    +
    4480 
    +
    4481  void remove(size_t index)
    +
    4482  {
    +
    4483  VMA_HEAVY_ASSERT(index < m_Count);
    +
    4484  const size_t oldCount = size();
    +
    4485  if(index < oldCount - 1)
    +
    4486  {
    +
    4487  memmove(m_pArray + index, m_pArray + (index + 1), (oldCount - index - 1) * sizeof(T));
    +
    4488  }
    +
    4489  resize(oldCount - 1);
    +
    4490  }
    +
    4491 
    +
    4492  void push_back(const T& src)
    +
    4493  {
    +
    4494  const size_t newIndex = size();
    +
    4495  resize(newIndex + 1);
    +
    4496  m_pArray[newIndex] = src;
    +
    4497  }
    +
    4498 
    +
    4499  void pop_back()
    +
    4500  {
    +
    4501  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4502  resize(size() - 1);
    +
    4503  }
    +
    4504 
    +
    4505  void push_front(const T& src)
    +
    4506  {
    +
    4507  insert(0, src);
    +
    4508  }
    4509 
    -
    4510  iterator begin() { return m_pArray; }
    -
    4511  iterator end() { return m_pArray + m_Count; }
    -
    4512 
    -
    4513 private:
    -
    4514  AllocatorT m_Allocator;
    -
    4515  T* m_pArray;
    -
    4516  size_t m_Count;
    -
    4517  size_t m_Capacity;
    -
    4518 };
    -
    4519 
    -
    4520 template<typename T, typename allocatorT>
    -
    4521 static void VmaVectorInsert(VmaVector<T, allocatorT>& vec, size_t index, const T& item)
    -
    4522 {
    -
    4523  vec.insert(index, item);
    -
    4524 }
    -
    4525 
    -
    4526 template<typename T, typename allocatorT>
    -
    4527 static void VmaVectorRemove(VmaVector<T, allocatorT>& vec, size_t index)
    -
    4528 {
    -
    4529  vec.remove(index);
    -
    4530 }
    -
    4531 
    -
    4532 #endif // #if VMA_USE_STL_VECTOR
    +
    4510  void pop_front()
    +
    4511  {
    +
    4512  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4513  remove(0);
    +
    4514  }
    +
    4515 
    +
    4516  typedef T* iterator;
    +
    4517 
    +
    4518  iterator begin() { return m_pArray; }
    +
    4519  iterator end() { return m_pArray + m_Count; }
    +
    4520 
    +
    4521 private:
    +
    4522  AllocatorT m_Allocator;
    +
    4523  T* m_pArray;
    +
    4524  size_t m_Count;
    +
    4525  size_t m_Capacity;
    +
    4526 };
    +
    4527 
    +
    4528 template<typename T, typename allocatorT>
    +
    4529 static void VmaVectorInsert(VmaVector<T, allocatorT>& vec, size_t index, const T& item)
    +
    4530 {
    +
    4531  vec.insert(index, item);
    +
    4532 }
    4533 
    -
    4534 template<typename CmpLess, typename VectorT>
    -
    4535 size_t VmaVectorInsertSorted(VectorT& vector, const typename VectorT::value_type& value)
    +
    4534 template<typename T, typename allocatorT>
    +
    4535 static void VmaVectorRemove(VmaVector<T, allocatorT>& vec, size_t index)
    4536 {
    -
    4537  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
    -
    4538  vector.data(),
    -
    4539  vector.data() + vector.size(),
    -
    4540  value,
    -
    4541  CmpLess()) - vector.data();
    -
    4542  VmaVectorInsert(vector, indexToInsert, value);
    -
    4543  return indexToInsert;
    -
    4544 }
    -
    4545 
    -
    4546 template<typename CmpLess, typename VectorT>
    -
    4547 bool VmaVectorRemoveSorted(VectorT& vector, const typename VectorT::value_type& value)
    -
    4548 {
    -
    4549  CmpLess comparator;
    -
    4550  typename VectorT::iterator it = VmaBinaryFindFirstNotLess(
    -
    4551  vector.begin(),
    -
    4552  vector.end(),
    -
    4553  value,
    -
    4554  comparator);
    -
    4555  if((it != vector.end()) && !comparator(*it, value) && !comparator(value, *it))
    -
    4556  {
    -
    4557  size_t indexToRemove = it - vector.begin();
    -
    4558  VmaVectorRemove(vector, indexToRemove);
    -
    4559  return true;
    -
    4560  }
    -
    4561  return false;
    -
    4562 }
    -
    4563 
    -
    4565 // class VmaPoolAllocator
    -
    4566 
    -
    4567 /*
    -
    4568 Allocator for objects of type T using a list of arrays (pools) to speed up
    -
    4569 allocation. Number of elements that can be allocated is not bounded because
    -
    4570 allocator can create multiple blocks.
    -
    4571 */
    -
    4572 template<typename T>
    -
    4573 class VmaPoolAllocator
    -
    4574 {
    -
    4575  VMA_CLASS_NO_COPY(VmaPoolAllocator)
    -
    4576 public:
    -
    4577  VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity);
    -
    4578  ~VmaPoolAllocator();
    -
    4579  T* Alloc();
    -
    4580  void Free(T* ptr);
    -
    4581 
    -
    4582 private:
    -
    4583  union Item
    -
    4584  {
    -
    4585  uint32_t NextFreeIndex;
    -
    4586  alignas(T) char Value[sizeof(T)];
    -
    4587  };
    -
    4588 
    -
    4589  struct ItemBlock
    -
    4590  {
    -
    4591  Item* pItems;
    -
    4592  uint32_t Capacity;
    -
    4593  uint32_t FirstFreeIndex;
    -
    4594  };
    -
    4595 
    -
    4596  const VkAllocationCallbacks* m_pAllocationCallbacks;
    -
    4597  const uint32_t m_FirstBlockCapacity;
    -
    4598  VmaVector< ItemBlock, VmaStlAllocator<ItemBlock> > m_ItemBlocks;
    -
    4599 
    -
    4600  ItemBlock& CreateNewBlock();
    -
    4601 };
    -
    4602 
    -
    4603 template<typename T>
    -
    4604 VmaPoolAllocator<T>::VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity) :
    -
    4605  m_pAllocationCallbacks(pAllocationCallbacks),
    -
    4606  m_FirstBlockCapacity(firstBlockCapacity),
    -
    4607  m_ItemBlocks(VmaStlAllocator<ItemBlock>(pAllocationCallbacks))
    -
    4608 {
    -
    4609  VMA_ASSERT(m_FirstBlockCapacity > 1);
    -
    4610 }
    -
    4611 
    -
    4612 template<typename T>
    -
    4613 VmaPoolAllocator<T>::~VmaPoolAllocator()
    -
    4614 {
    -
    4615  for(size_t i = m_ItemBlocks.size(); i--; )
    -
    4616  vma_delete_array(m_pAllocationCallbacks, m_ItemBlocks[i].pItems, m_ItemBlocks[i].Capacity);
    -
    4617  m_ItemBlocks.clear();
    +
    4537  vec.remove(index);
    +
    4538 }
    +
    4539 
    +
    4540 #endif // #if VMA_USE_STL_VECTOR
    +
    4541 
    +
    4542 template<typename CmpLess, typename VectorT>
    +
    4543 size_t VmaVectorInsertSorted(VectorT& vector, const typename VectorT::value_type& value)
    +
    4544 {
    +
    4545  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
    +
    4546  vector.data(),
    +
    4547  vector.data() + vector.size(),
    +
    4548  value,
    +
    4549  CmpLess()) - vector.data();
    +
    4550  VmaVectorInsert(vector, indexToInsert, value);
    +
    4551  return indexToInsert;
    +
    4552 }
    +
    4553 
    +
    4554 template<typename CmpLess, typename VectorT>
    +
    4555 bool VmaVectorRemoveSorted(VectorT& vector, const typename VectorT::value_type& value)
    +
    4556 {
    +
    4557  CmpLess comparator;
    +
    4558  typename VectorT::iterator it = VmaBinaryFindFirstNotLess(
    +
    4559  vector.begin(),
    +
    4560  vector.end(),
    +
    4561  value,
    +
    4562  comparator);
    +
    4563  if((it != vector.end()) && !comparator(*it, value) && !comparator(value, *it))
    +
    4564  {
    +
    4565  size_t indexToRemove = it - vector.begin();
    +
    4566  VmaVectorRemove(vector, indexToRemove);
    +
    4567  return true;
    +
    4568  }
    +
    4569  return false;
    +
    4570 }
    +
    4571 
    +
    4573 // class VmaPoolAllocator
    +
    4574 
    +
    4575 /*
    +
    4576 Allocator for objects of type T using a list of arrays (pools) to speed up
    +
    4577 allocation. Number of elements that can be allocated is not bounded because
    +
    4578 allocator can create multiple blocks.
    +
    4579 */
    +
    4580 template<typename T>
    +
    4581 class VmaPoolAllocator
    +
    4582 {
    +
    4583  VMA_CLASS_NO_COPY(VmaPoolAllocator)
    +
    4584 public:
    +
    4585  VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity);
    +
    4586  ~VmaPoolAllocator();
    +
    4587  T* Alloc();
    +
    4588  void Free(T* ptr);
    +
    4589 
    +
    4590 private:
    +
    4591  union Item
    +
    4592  {
    +
    4593  uint32_t NextFreeIndex;
    +
    4594  alignas(T) char Value[sizeof(T)];
    +
    4595  };
    +
    4596 
    +
    4597  struct ItemBlock
    +
    4598  {
    +
    4599  Item* pItems;
    +
    4600  uint32_t Capacity;
    +
    4601  uint32_t FirstFreeIndex;
    +
    4602  };
    +
    4603 
    +
    4604  const VkAllocationCallbacks* m_pAllocationCallbacks;
    +
    4605  const uint32_t m_FirstBlockCapacity;
    +
    4606  VmaVector< ItemBlock, VmaStlAllocator<ItemBlock> > m_ItemBlocks;
    +
    4607 
    +
    4608  ItemBlock& CreateNewBlock();
    +
    4609 };
    +
    4610 
    +
    4611 template<typename T>
    +
    4612 VmaPoolAllocator<T>::VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity) :
    +
    4613  m_pAllocationCallbacks(pAllocationCallbacks),
    +
    4614  m_FirstBlockCapacity(firstBlockCapacity),
    +
    4615  m_ItemBlocks(VmaStlAllocator<ItemBlock>(pAllocationCallbacks))
    +
    4616 {
    +
    4617  VMA_ASSERT(m_FirstBlockCapacity > 1);
    4618 }
    4619 
    4620 template<typename T>
    -
    4621 T* VmaPoolAllocator<T>::Alloc()
    +
    4621 VmaPoolAllocator<T>::~VmaPoolAllocator()
    4622 {
    4623  for(size_t i = m_ItemBlocks.size(); i--; )
    -
    4624  {
    -
    4625  ItemBlock& block = m_ItemBlocks[i];
    -
    4626  // This block has some free items: Use first one.
    -
    4627  if(block.FirstFreeIndex != UINT32_MAX)
    -
    4628  {
    -
    4629  Item* const pItem = &block.pItems[block.FirstFreeIndex];
    -
    4630  block.FirstFreeIndex = pItem->NextFreeIndex;
    -
    4631  T* result = (T*)&pItem->Value;
    -
    4632  new(result)T(); // Explicit constructor call.
    -
    4633  return result;
    -
    4634  }
    -
    4635  }
    -
    4636 
    -
    4637  // No block has free item: Create new one and use it.
    -
    4638  ItemBlock& newBlock = CreateNewBlock();
    -
    4639  Item* const pItem = &newBlock.pItems[0];
    -
    4640  newBlock.FirstFreeIndex = pItem->NextFreeIndex;
    -
    4641  T* result = (T*)&pItem->Value;
    -
    4642  new(result)T(); // Explicit constructor call.
    -
    4643  return result;
    -
    4644 }
    -
    4645 
    -
    4646 template<typename T>
    -
    4647 void VmaPoolAllocator<T>::Free(T* ptr)
    -
    4648 {
    -
    4649  // Search all memory blocks to find ptr.
    -
    4650  for(size_t i = m_ItemBlocks.size(); i--; )
    -
    4651  {
    -
    4652  ItemBlock& block = m_ItemBlocks[i];
    -
    4653 
    -
    4654  // Casting to union.
    -
    4655  Item* pItemPtr;
    -
    4656  memcpy(&pItemPtr, &ptr, sizeof(pItemPtr));
    -
    4657 
    -
    4658  // Check if pItemPtr is in address range of this block.
    -
    4659  if((pItemPtr >= block.pItems) && (pItemPtr < block.pItems + block.Capacity))
    -
    4660  {
    -
    4661  ptr->~T(); // Explicit destructor call.
    -
    4662  const uint32_t index = static_cast<uint32_t>(pItemPtr - block.pItems);
    -
    4663  pItemPtr->NextFreeIndex = block.FirstFreeIndex;
    -
    4664  block.FirstFreeIndex = index;
    -
    4665  return;
    -
    4666  }
    -
    4667  }
    -
    4668  VMA_ASSERT(0 && "Pointer doesn't belong to this memory pool.");
    -
    4669 }
    -
    4670 
    -
    4671 template<typename T>
    -
    4672 typename VmaPoolAllocator<T>::ItemBlock& VmaPoolAllocator<T>::CreateNewBlock()
    -
    4673 {
    -
    4674  const uint32_t newBlockCapacity = m_ItemBlocks.empty() ?
    -
    4675  m_FirstBlockCapacity : m_ItemBlocks.back().Capacity * 3 / 2;
    -
    4676 
    -
    4677  const ItemBlock newBlock = {
    -
    4678  vma_new_array(m_pAllocationCallbacks, Item, newBlockCapacity),
    -
    4679  newBlockCapacity,
    -
    4680  0 };
    -
    4681 
    -
    4682  m_ItemBlocks.push_back(newBlock);
    -
    4683 
    -
    4684  // Setup singly-linked list of all free items in this block.
    -
    4685  for(uint32_t i = 0; i < newBlockCapacity - 1; ++i)
    -
    4686  newBlock.pItems[i].NextFreeIndex = i + 1;
    -
    4687  newBlock.pItems[newBlockCapacity - 1].NextFreeIndex = UINT32_MAX;
    -
    4688  return m_ItemBlocks.back();
    -
    4689 }
    -
    4690 
    -
    4692 // class VmaRawList, VmaList
    -
    4693 
    -
    4694 #if VMA_USE_STL_LIST
    -
    4695 
    -
    4696 #define VmaList std::list
    -
    4697 
    -
    4698 #else // #if VMA_USE_STL_LIST
    -
    4699 
    -
    4700 template<typename T>
    -
    4701 struct VmaListItem
    -
    4702 {
    -
    4703  VmaListItem* pPrev;
    -
    4704  VmaListItem* pNext;
    -
    4705  T Value;
    -
    4706 };
    +
    4624  vma_delete_array(m_pAllocationCallbacks, m_ItemBlocks[i].pItems, m_ItemBlocks[i].Capacity);
    +
    4625  m_ItemBlocks.clear();
    +
    4626 }
    +
    4627 
    +
    4628 template<typename T>
    +
    4629 T* VmaPoolAllocator<T>::Alloc()
    +
    4630 {
    +
    4631  for(size_t i = m_ItemBlocks.size(); i--; )
    +
    4632  {
    +
    4633  ItemBlock& block = m_ItemBlocks[i];
    +
    4634  // This block has some free items: Use first one.
    +
    4635  if(block.FirstFreeIndex != UINT32_MAX)
    +
    4636  {
    +
    4637  Item* const pItem = &block.pItems[block.FirstFreeIndex];
    +
    4638  block.FirstFreeIndex = pItem->NextFreeIndex;
    +
    4639  T* result = (T*)&pItem->Value;
    +
    4640  new(result)T(); // Explicit constructor call.
    +
    4641  return result;
    +
    4642  }
    +
    4643  }
    +
    4644 
    +
    4645  // No block has free item: Create new one and use it.
    +
    4646  ItemBlock& newBlock = CreateNewBlock();
    +
    4647  Item* const pItem = &newBlock.pItems[0];
    +
    4648  newBlock.FirstFreeIndex = pItem->NextFreeIndex;
    +
    4649  T* result = (T*)&pItem->Value;
    +
    4650  new(result)T(); // Explicit constructor call.
    +
    4651  return result;
    +
    4652 }
    +
    4653 
    +
    4654 template<typename T>
    +
    4655 void VmaPoolAllocator<T>::Free(T* ptr)
    +
    4656 {
    +
    4657  // Search all memory blocks to find ptr.
    +
    4658  for(size_t i = m_ItemBlocks.size(); i--; )
    +
    4659  {
    +
    4660  ItemBlock& block = m_ItemBlocks[i];
    +
    4661 
    +
    4662  // Casting to union.
    +
    4663  Item* pItemPtr;
    +
    4664  memcpy(&pItemPtr, &ptr, sizeof(pItemPtr));
    +
    4665 
    +
    4666  // Check if pItemPtr is in address range of this block.
    +
    4667  if((pItemPtr >= block.pItems) && (pItemPtr < block.pItems + block.Capacity))
    +
    4668  {
    +
    4669  ptr->~T(); // Explicit destructor call.
    +
    4670  const uint32_t index = static_cast<uint32_t>(pItemPtr - block.pItems);
    +
    4671  pItemPtr->NextFreeIndex = block.FirstFreeIndex;
    +
    4672  block.FirstFreeIndex = index;
    +
    4673  return;
    +
    4674  }
    +
    4675  }
    +
    4676  VMA_ASSERT(0 && "Pointer doesn't belong to this memory pool.");
    +
    4677 }
    +
    4678 
    +
    4679 template<typename T>
    +
    4680 typename VmaPoolAllocator<T>::ItemBlock& VmaPoolAllocator<T>::CreateNewBlock()
    +
    4681 {
    +
    4682  const uint32_t newBlockCapacity = m_ItemBlocks.empty() ?
    +
    4683  m_FirstBlockCapacity : m_ItemBlocks.back().Capacity * 3 / 2;
    +
    4684 
    +
    4685  const ItemBlock newBlock = {
    +
    4686  vma_new_array(m_pAllocationCallbacks, Item, newBlockCapacity),
    +
    4687  newBlockCapacity,
    +
    4688  0 };
    +
    4689 
    +
    4690  m_ItemBlocks.push_back(newBlock);
    +
    4691 
    +
    4692  // Setup singly-linked list of all free items in this block.
    +
    4693  for(uint32_t i = 0; i < newBlockCapacity - 1; ++i)
    +
    4694  newBlock.pItems[i].NextFreeIndex = i + 1;
    +
    4695  newBlock.pItems[newBlockCapacity - 1].NextFreeIndex = UINT32_MAX;
    +
    4696  return m_ItemBlocks.back();
    +
    4697 }
    +
    4698 
    +
    4700 // class VmaRawList, VmaList
    +
    4701 
    +
    4702 #if VMA_USE_STL_LIST
    +
    4703 
    +
    4704 #define VmaList std::list
    +
    4705 
    +
    4706 #else // #if VMA_USE_STL_LIST
    4707 
    -
    4708 // Doubly linked list.
    -
    4709 template<typename T>
    -
    4710 class VmaRawList
    -
    4711 {
    -
    4712  VMA_CLASS_NO_COPY(VmaRawList)
    -
    4713 public:
    -
    4714  typedef VmaListItem<T> ItemType;
    +
    4708 template<typename T>
    +
    4709 struct VmaListItem
    +
    4710 {
    +
    4711  VmaListItem* pPrev;
    +
    4712  VmaListItem* pNext;
    +
    4713  T Value;
    +
    4714 };
    4715 
    -
    4716  VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks);
    -
    4717  ~VmaRawList();
    -
    4718  void Clear();
    -
    4719 
    -
    4720  size_t GetCount() const { return m_Count; }
    -
    4721  bool IsEmpty() const { return m_Count == 0; }
    -
    4722 
    -
    4723  ItemType* Front() { return m_pFront; }
    -
    4724  const ItemType* Front() const { return m_pFront; }
    -
    4725  ItemType* Back() { return m_pBack; }
    -
    4726  const ItemType* Back() const { return m_pBack; }
    +
    4716 // Doubly linked list.
    +
    4717 template<typename T>
    +
    4718 class VmaRawList
    +
    4719 {
    +
    4720  VMA_CLASS_NO_COPY(VmaRawList)
    +
    4721 public:
    +
    4722  typedef VmaListItem<T> ItemType;
    +
    4723 
    +
    4724  VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks);
    +
    4725  ~VmaRawList();
    +
    4726  void Clear();
    4727 
    -
    4728  ItemType* PushBack();
    -
    4729  ItemType* PushFront();
    -
    4730  ItemType* PushBack(const T& value);
    -
    4731  ItemType* PushFront(const T& value);
    -
    4732  void PopBack();
    -
    4733  void PopFront();
    -
    4734 
    -
    4735  // Item can be null - it means PushBack.
    -
    4736  ItemType* InsertBefore(ItemType* pItem);
    -
    4737  // Item can be null - it means PushFront.
    -
    4738  ItemType* InsertAfter(ItemType* pItem);
    -
    4739 
    -
    4740  ItemType* InsertBefore(ItemType* pItem, const T& value);
    -
    4741  ItemType* InsertAfter(ItemType* pItem, const T& value);
    -
    4742 
    -
    4743  void Remove(ItemType* pItem);
    -
    4744 
    -
    4745 private:
    -
    4746  const VkAllocationCallbacks* const m_pAllocationCallbacks;
    -
    4747  VmaPoolAllocator<ItemType> m_ItemAllocator;
    -
    4748  ItemType* m_pFront;
    -
    4749  ItemType* m_pBack;
    -
    4750  size_t m_Count;
    -
    4751 };
    +
    4728  size_t GetCount() const { return m_Count; }
    +
    4729  bool IsEmpty() const { return m_Count == 0; }
    +
    4730 
    +
    4731  ItemType* Front() { return m_pFront; }
    +
    4732  const ItemType* Front() const { return m_pFront; }
    +
    4733  ItemType* Back() { return m_pBack; }
    +
    4734  const ItemType* Back() const { return m_pBack; }
    +
    4735 
    +
    4736  ItemType* PushBack();
    +
    4737  ItemType* PushFront();
    +
    4738  ItemType* PushBack(const T& value);
    +
    4739  ItemType* PushFront(const T& value);
    +
    4740  void PopBack();
    +
    4741  void PopFront();
    +
    4742 
    +
    4743  // Item can be null - it means PushBack.
    +
    4744  ItemType* InsertBefore(ItemType* pItem);
    +
    4745  // Item can be null - it means PushFront.
    +
    4746  ItemType* InsertAfter(ItemType* pItem);
    +
    4747 
    +
    4748  ItemType* InsertBefore(ItemType* pItem, const T& value);
    +
    4749  ItemType* InsertAfter(ItemType* pItem, const T& value);
    +
    4750 
    +
    4751  void Remove(ItemType* pItem);
    4752 
    -
    4753 template<typename T>
    -
    4754 VmaRawList<T>::VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks) :
    -
    4755  m_pAllocationCallbacks(pAllocationCallbacks),
    -
    4756  m_ItemAllocator(pAllocationCallbacks, 128),
    -
    4757  m_pFront(VMA_NULL),
    -
    4758  m_pBack(VMA_NULL),
    -
    4759  m_Count(0)
    -
    4760 {
    -
    4761 }
    -
    4762 
    -
    4763 template<typename T>
    -
    4764 VmaRawList<T>::~VmaRawList()
    -
    4765 {
    -
    4766  // Intentionally not calling Clear, because that would be unnecessary
    -
    4767  // computations to return all items to m_ItemAllocator as free.
    -
    4768 }
    -
    4769 
    -
    4770 template<typename T>
    -
    4771 void VmaRawList<T>::Clear()
    -
    4772 {
    -
    4773  if(IsEmpty() == false)
    -
    4774  {
    -
    4775  ItemType* pItem = m_pBack;
    -
    4776  while(pItem != VMA_NULL)
    -
    4777  {
    -
    4778  ItemType* const pPrevItem = pItem->pPrev;
    -
    4779  m_ItemAllocator.Free(pItem);
    -
    4780  pItem = pPrevItem;
    -
    4781  }
    -
    4782  m_pFront = VMA_NULL;
    -
    4783  m_pBack = VMA_NULL;
    -
    4784  m_Count = 0;
    -
    4785  }
    -
    4786 }
    -
    4787 
    -
    4788 template<typename T>
    -
    4789 VmaListItem<T>* VmaRawList<T>::PushBack()
    -
    4790 {
    -
    4791  ItemType* const pNewItem = m_ItemAllocator.Alloc();
    -
    4792  pNewItem->pNext = VMA_NULL;
    -
    4793  if(IsEmpty())
    -
    4794  {
    -
    4795  pNewItem->pPrev = VMA_NULL;
    -
    4796  m_pFront = pNewItem;
    -
    4797  m_pBack = pNewItem;
    -
    4798  m_Count = 1;
    -
    4799  }
    -
    4800  else
    -
    4801  {
    -
    4802  pNewItem->pPrev = m_pBack;
    -
    4803  m_pBack->pNext = pNewItem;
    -
    4804  m_pBack = pNewItem;
    -
    4805  ++m_Count;
    -
    4806  }
    -
    4807  return pNewItem;
    -
    4808 }
    -
    4809 
    -
    4810 template<typename T>
    -
    4811 VmaListItem<T>* VmaRawList<T>::PushFront()
    -
    4812 {
    -
    4813  ItemType* const pNewItem = m_ItemAllocator.Alloc();
    -
    4814  pNewItem->pPrev = VMA_NULL;
    -
    4815  if(IsEmpty())
    -
    4816  {
    -
    4817  pNewItem->pNext = VMA_NULL;
    -
    4818  m_pFront = pNewItem;
    -
    4819  m_pBack = pNewItem;
    -
    4820  m_Count = 1;
    -
    4821  }
    -
    4822  else
    -
    4823  {
    -
    4824  pNewItem->pNext = m_pFront;
    -
    4825  m_pFront->pPrev = pNewItem;
    +
    4753 private:
    +
    4754  const VkAllocationCallbacks* const m_pAllocationCallbacks;
    +
    4755  VmaPoolAllocator<ItemType> m_ItemAllocator;
    +
    4756  ItemType* m_pFront;
    +
    4757  ItemType* m_pBack;
    +
    4758  size_t m_Count;
    +
    4759 };
    +
    4760 
    +
    4761 template<typename T>
    +
    4762 VmaRawList<T>::VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks) :
    +
    4763  m_pAllocationCallbacks(pAllocationCallbacks),
    +
    4764  m_ItemAllocator(pAllocationCallbacks, 128),
    +
    4765  m_pFront(VMA_NULL),
    +
    4766  m_pBack(VMA_NULL),
    +
    4767  m_Count(0)
    +
    4768 {
    +
    4769 }
    +
    4770 
    +
    4771 template<typename T>
    +
    4772 VmaRawList<T>::~VmaRawList()
    +
    4773 {
    +
    4774  // Intentionally not calling Clear, because that would be unnecessary
    +
    4775  // computations to return all items to m_ItemAllocator as free.
    +
    4776 }
    +
    4777 
    +
    4778 template<typename T>
    +
    4779 void VmaRawList<T>::Clear()
    +
    4780 {
    +
    4781  if(IsEmpty() == false)
    +
    4782  {
    +
    4783  ItemType* pItem = m_pBack;
    +
    4784  while(pItem != VMA_NULL)
    +
    4785  {
    +
    4786  ItemType* const pPrevItem = pItem->pPrev;
    +
    4787  m_ItemAllocator.Free(pItem);
    +
    4788  pItem = pPrevItem;
    +
    4789  }
    +
    4790  m_pFront = VMA_NULL;
    +
    4791  m_pBack = VMA_NULL;
    +
    4792  m_Count = 0;
    +
    4793  }
    +
    4794 }
    +
    4795 
    +
    4796 template<typename T>
    +
    4797 VmaListItem<T>* VmaRawList<T>::PushBack()
    +
    4798 {
    +
    4799  ItemType* const pNewItem = m_ItemAllocator.Alloc();
    +
    4800  pNewItem->pNext = VMA_NULL;
    +
    4801  if(IsEmpty())
    +
    4802  {
    +
    4803  pNewItem->pPrev = VMA_NULL;
    +
    4804  m_pFront = pNewItem;
    +
    4805  m_pBack = pNewItem;
    +
    4806  m_Count = 1;
    +
    4807  }
    +
    4808  else
    +
    4809  {
    +
    4810  pNewItem->pPrev = m_pBack;
    +
    4811  m_pBack->pNext = pNewItem;
    +
    4812  m_pBack = pNewItem;
    +
    4813  ++m_Count;
    +
    4814  }
    +
    4815  return pNewItem;
    +
    4816 }
    +
    4817 
    +
    4818 template<typename T>
    +
    4819 VmaListItem<T>* VmaRawList<T>::PushFront()
    +
    4820 {
    +
    4821  ItemType* const pNewItem = m_ItemAllocator.Alloc();
    +
    4822  pNewItem->pPrev = VMA_NULL;
    +
    4823  if(IsEmpty())
    +
    4824  {
    +
    4825  pNewItem->pNext = VMA_NULL;
    4826  m_pFront = pNewItem;
    -
    4827  ++m_Count;
    -
    4828  }
    -
    4829  return pNewItem;
    -
    4830 }
    -
    4831 
    -
    4832 template<typename T>
    -
    4833 VmaListItem<T>* VmaRawList<T>::PushBack(const T& value)
    -
    4834 {
    -
    4835  ItemType* const pNewItem = PushBack();
    -
    4836  pNewItem->Value = value;
    +
    4827  m_pBack = pNewItem;
    +
    4828  m_Count = 1;
    +
    4829  }
    +
    4830  else
    +
    4831  {
    +
    4832  pNewItem->pNext = m_pFront;
    +
    4833  m_pFront->pPrev = pNewItem;
    +
    4834  m_pFront = pNewItem;
    +
    4835  ++m_Count;
    +
    4836  }
    4837  return pNewItem;
    4838 }
    4839 
    4840 template<typename T>
    -
    4841 VmaListItem<T>* VmaRawList<T>::PushFront(const T& value)
    +
    4841 VmaListItem<T>* VmaRawList<T>::PushBack(const T& value)
    4842 {
    -
    4843  ItemType* const pNewItem = PushFront();
    +
    4843  ItemType* const pNewItem = PushBack();
    4844  pNewItem->Value = value;
    4845  return pNewItem;
    4846 }
    4847 
    4848 template<typename T>
    -
    4849 void VmaRawList<T>::PopBack()
    +
    4849 VmaListItem<T>* VmaRawList<T>::PushFront(const T& value)
    4850 {
    -
    4851  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4852  ItemType* const pBackItem = m_pBack;
    -
    4853  ItemType* const pPrevItem = pBackItem->pPrev;
    -
    4854  if(pPrevItem != VMA_NULL)
    -
    4855  {
    -
    4856  pPrevItem->pNext = VMA_NULL;
    -
    4857  }
    -
    4858  m_pBack = pPrevItem;
    -
    4859  m_ItemAllocator.Free(pBackItem);
    -
    4860  --m_Count;
    -
    4861 }
    -
    4862 
    -
    4863 template<typename T>
    -
    4864 void VmaRawList<T>::PopFront()
    -
    4865 {
    -
    4866  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4867  ItemType* const pFrontItem = m_pFront;
    -
    4868  ItemType* const pNextItem = pFrontItem->pNext;
    -
    4869  if(pNextItem != VMA_NULL)
    -
    4870  {
    -
    4871  pNextItem->pPrev = VMA_NULL;
    -
    4872  }
    -
    4873  m_pFront = pNextItem;
    -
    4874  m_ItemAllocator.Free(pFrontItem);
    -
    4875  --m_Count;
    -
    4876 }
    -
    4877 
    -
    4878 template<typename T>
    -
    4879 void VmaRawList<T>::Remove(ItemType* pItem)
    -
    4880 {
    -
    4881  VMA_HEAVY_ASSERT(pItem != VMA_NULL);
    -
    4882  VMA_HEAVY_ASSERT(m_Count > 0);
    -
    4883 
    -
    4884  if(pItem->pPrev != VMA_NULL)
    -
    4885  {
    -
    4886  pItem->pPrev->pNext = pItem->pNext;
    -
    4887  }
    -
    4888  else
    -
    4889  {
    -
    4890  VMA_HEAVY_ASSERT(m_pFront == pItem);
    -
    4891  m_pFront = pItem->pNext;
    -
    4892  }
    -
    4893 
    -
    4894  if(pItem->pNext != VMA_NULL)
    -
    4895  {
    -
    4896  pItem->pNext->pPrev = pItem->pPrev;
    -
    4897  }
    -
    4898  else
    -
    4899  {
    -
    4900  VMA_HEAVY_ASSERT(m_pBack == pItem);
    -
    4901  m_pBack = pItem->pPrev;
    -
    4902  }
    -
    4903 
    -
    4904  m_ItemAllocator.Free(pItem);
    -
    4905  --m_Count;
    -
    4906 }
    -
    4907 
    -
    4908 template<typename T>
    -
    4909 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem)
    -
    4910 {
    -
    4911  if(pItem != VMA_NULL)
    -
    4912  {
    -
    4913  ItemType* const prevItem = pItem->pPrev;
    -
    4914  ItemType* const newItem = m_ItemAllocator.Alloc();
    -
    4915  newItem->pPrev = prevItem;
    -
    4916  newItem->pNext = pItem;
    -
    4917  pItem->pPrev = newItem;
    -
    4918  if(prevItem != VMA_NULL)
    -
    4919  {
    -
    4920  prevItem->pNext = newItem;
    -
    4921  }
    -
    4922  else
    -
    4923  {
    -
    4924  VMA_HEAVY_ASSERT(m_pFront == pItem);
    -
    4925  m_pFront = newItem;
    -
    4926  }
    -
    4927  ++m_Count;
    -
    4928  return newItem;
    -
    4929  }
    -
    4930  else
    -
    4931  return PushBack();
    -
    4932 }
    -
    4933 
    -
    4934 template<typename T>
    -
    4935 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem)
    -
    4936 {
    -
    4937  if(pItem != VMA_NULL)
    -
    4938  {
    -
    4939  ItemType* const nextItem = pItem->pNext;
    -
    4940  ItemType* const newItem = m_ItemAllocator.Alloc();
    -
    4941  newItem->pNext = nextItem;
    -
    4942  newItem->pPrev = pItem;
    -
    4943  pItem->pNext = newItem;
    -
    4944  if(nextItem != VMA_NULL)
    -
    4945  {
    -
    4946  nextItem->pPrev = newItem;
    -
    4947  }
    -
    4948  else
    -
    4949  {
    -
    4950  VMA_HEAVY_ASSERT(m_pBack == pItem);
    -
    4951  m_pBack = newItem;
    -
    4952  }
    -
    4953  ++m_Count;
    -
    4954  return newItem;
    -
    4955  }
    -
    4956  else
    -
    4957  return PushFront();
    -
    4958 }
    -
    4959 
    -
    4960 template<typename T>
    -
    4961 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem, const T& value)
    -
    4962 {
    -
    4963  ItemType* const newItem = InsertBefore(pItem);
    -
    4964  newItem->Value = value;
    -
    4965  return newItem;
    +
    4851  ItemType* const pNewItem = PushFront();
    +
    4852  pNewItem->Value = value;
    +
    4853  return pNewItem;
    +
    4854 }
    +
    4855 
    +
    4856 template<typename T>
    +
    4857 void VmaRawList<T>::PopBack()
    +
    4858 {
    +
    4859  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4860  ItemType* const pBackItem = m_pBack;
    +
    4861  ItemType* const pPrevItem = pBackItem->pPrev;
    +
    4862  if(pPrevItem != VMA_NULL)
    +
    4863  {
    +
    4864  pPrevItem->pNext = VMA_NULL;
    +
    4865  }
    +
    4866  m_pBack = pPrevItem;
    +
    4867  m_ItemAllocator.Free(pBackItem);
    +
    4868  --m_Count;
    +
    4869 }
    +
    4870 
    +
    4871 template<typename T>
    +
    4872 void VmaRawList<T>::PopFront()
    +
    4873 {
    +
    4874  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4875  ItemType* const pFrontItem = m_pFront;
    +
    4876  ItemType* const pNextItem = pFrontItem->pNext;
    +
    4877  if(pNextItem != VMA_NULL)
    +
    4878  {
    +
    4879  pNextItem->pPrev = VMA_NULL;
    +
    4880  }
    +
    4881  m_pFront = pNextItem;
    +
    4882  m_ItemAllocator.Free(pFrontItem);
    +
    4883  --m_Count;
    +
    4884 }
    +
    4885 
    +
    4886 template<typename T>
    +
    4887 void VmaRawList<T>::Remove(ItemType* pItem)
    +
    4888 {
    +
    4889  VMA_HEAVY_ASSERT(pItem != VMA_NULL);
    +
    4890  VMA_HEAVY_ASSERT(m_Count > 0);
    +
    4891 
    +
    4892  if(pItem->pPrev != VMA_NULL)
    +
    4893  {
    +
    4894  pItem->pPrev->pNext = pItem->pNext;
    +
    4895  }
    +
    4896  else
    +
    4897  {
    +
    4898  VMA_HEAVY_ASSERT(m_pFront == pItem);
    +
    4899  m_pFront = pItem->pNext;
    +
    4900  }
    +
    4901 
    +
    4902  if(pItem->pNext != VMA_NULL)
    +
    4903  {
    +
    4904  pItem->pNext->pPrev = pItem->pPrev;
    +
    4905  }
    +
    4906  else
    +
    4907  {
    +
    4908  VMA_HEAVY_ASSERT(m_pBack == pItem);
    +
    4909  m_pBack = pItem->pPrev;
    +
    4910  }
    +
    4911 
    +
    4912  m_ItemAllocator.Free(pItem);
    +
    4913  --m_Count;
    +
    4914 }
    +
    4915 
    +
    4916 template<typename T>
    +
    4917 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem)
    +
    4918 {
    +
    4919  if(pItem != VMA_NULL)
    +
    4920  {
    +
    4921  ItemType* const prevItem = pItem->pPrev;
    +
    4922  ItemType* const newItem = m_ItemAllocator.Alloc();
    +
    4923  newItem->pPrev = prevItem;
    +
    4924  newItem->pNext = pItem;
    +
    4925  pItem->pPrev = newItem;
    +
    4926  if(prevItem != VMA_NULL)
    +
    4927  {
    +
    4928  prevItem->pNext = newItem;
    +
    4929  }
    +
    4930  else
    +
    4931  {
    +
    4932  VMA_HEAVY_ASSERT(m_pFront == pItem);
    +
    4933  m_pFront = newItem;
    +
    4934  }
    +
    4935  ++m_Count;
    +
    4936  return newItem;
    +
    4937  }
    +
    4938  else
    +
    4939  return PushBack();
    +
    4940 }
    +
    4941 
    +
    4942 template<typename T>
    +
    4943 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem)
    +
    4944 {
    +
    4945  if(pItem != VMA_NULL)
    +
    4946  {
    +
    4947  ItemType* const nextItem = pItem->pNext;
    +
    4948  ItemType* const newItem = m_ItemAllocator.Alloc();
    +
    4949  newItem->pNext = nextItem;
    +
    4950  newItem->pPrev = pItem;
    +
    4951  pItem->pNext = newItem;
    +
    4952  if(nextItem != VMA_NULL)
    +
    4953  {
    +
    4954  nextItem->pPrev = newItem;
    +
    4955  }
    +
    4956  else
    +
    4957  {
    +
    4958  VMA_HEAVY_ASSERT(m_pBack == pItem);
    +
    4959  m_pBack = newItem;
    +
    4960  }
    +
    4961  ++m_Count;
    +
    4962  return newItem;
    +
    4963  }
    +
    4964  else
    +
    4965  return PushFront();
    4966 }
    4967 
    4968 template<typename T>
    -
    4969 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem, const T& value)
    +
    4969 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem, const T& value)
    4970 {
    -
    4971  ItemType* const newItem = InsertAfter(pItem);
    +
    4971  ItemType* const newItem = InsertBefore(pItem);
    4972  newItem->Value = value;
    4973  return newItem;
    4974 }
    4975 
    -
    4976 template<typename T, typename AllocatorT>
    -
    4977 class VmaList
    +
    4976 template<typename T>
    +
    4977 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem, const T& value)
    4978 {
    -
    4979  VMA_CLASS_NO_COPY(VmaList)
    -
    4980 public:
    -
    4981  class iterator
    -
    4982  {
    -
    4983  public:
    -
    4984  iterator() :
    -
    4985  m_pList(VMA_NULL),
    -
    4986  m_pItem(VMA_NULL)
    -
    4987  {
    -
    4988  }
    -
    4989 
    -
    4990  T& operator*() const
    -
    4991  {
    -
    4992  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    -
    4993  return m_pItem->Value;
    -
    4994  }
    -
    4995  T* operator->() const
    -
    4996  {
    -
    4997  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    -
    4998  return &m_pItem->Value;
    -
    4999  }
    -
    5000 
    -
    5001  iterator& operator++()
    -
    5002  {
    -
    5003  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    -
    5004  m_pItem = m_pItem->pNext;
    -
    5005  return *this;
    -
    5006  }
    -
    5007  iterator& operator--()
    -
    5008  {
    -
    5009  if(m_pItem != VMA_NULL)
    -
    5010  {
    -
    5011  m_pItem = m_pItem->pPrev;
    -
    5012  }
    -
    5013  else
    -
    5014  {
    -
    5015  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
    -
    5016  m_pItem = m_pList->Back();
    -
    5017  }
    -
    5018  return *this;
    -
    5019  }
    -
    5020 
    -
    5021  iterator operator++(int)
    -
    5022  {
    -
    5023  iterator result = *this;
    -
    5024  ++*this;
    -
    5025  return result;
    -
    5026  }
    -
    5027  iterator operator--(int)
    -
    5028  {
    -
    5029  iterator result = *this;
    -
    5030  --*this;
    -
    5031  return result;
    -
    5032  }
    -
    5033 
    -
    5034  bool operator==(const iterator& rhs) const
    -
    5035  {
    -
    5036  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
    -
    5037  return m_pItem == rhs.m_pItem;
    -
    5038  }
    -
    5039  bool operator!=(const iterator& rhs) const
    -
    5040  {
    -
    5041  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
    -
    5042  return m_pItem != rhs.m_pItem;
    -
    5043  }
    -
    5044 
    -
    5045  private:
    -
    5046  VmaRawList<T>* m_pList;
    -
    5047  VmaListItem<T>* m_pItem;
    -
    5048 
    -
    5049  iterator(VmaRawList<T>* pList, VmaListItem<T>* pItem) :
    -
    5050  m_pList(pList),
    -
    5051  m_pItem(pItem)
    -
    5052  {
    -
    5053  }
    -
    5054 
    -
    5055  friend class VmaList<T, AllocatorT>;
    -
    5056  };
    -
    5057 
    -
    5058  class const_iterator
    -
    5059  {
    -
    5060  public:
    -
    5061  const_iterator() :
    -
    5062  m_pList(VMA_NULL),
    -
    5063  m_pItem(VMA_NULL)
    -
    5064  {
    -
    5065  }
    -
    5066 
    -
    5067  const_iterator(const iterator& src) :
    -
    5068  m_pList(src.m_pList),
    -
    5069  m_pItem(src.m_pItem)
    -
    5070  {
    -
    5071  }
    -
    5072 
    -
    5073  const T& operator*() const
    -
    5074  {
    -
    5075  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    -
    5076  return m_pItem->Value;
    -
    5077  }
    -
    5078  const T* operator->() const
    -
    5079  {
    -
    5080  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    -
    5081  return &m_pItem->Value;
    -
    5082  }
    -
    5083 
    -
    5084  const_iterator& operator++()
    -
    5085  {
    -
    5086  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    -
    5087  m_pItem = m_pItem->pNext;
    -
    5088  return *this;
    -
    5089  }
    -
    5090  const_iterator& operator--()
    -
    5091  {
    -
    5092  if(m_pItem != VMA_NULL)
    -
    5093  {
    -
    5094  m_pItem = m_pItem->pPrev;
    -
    5095  }
    -
    5096  else
    -
    5097  {
    -
    5098  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
    -
    5099  m_pItem = m_pList->Back();
    -
    5100  }
    -
    5101  return *this;
    -
    5102  }
    -
    5103 
    -
    5104  const_iterator operator++(int)
    -
    5105  {
    -
    5106  const_iterator result = *this;
    -
    5107  ++*this;
    -
    5108  return result;
    -
    5109  }
    -
    5110  const_iterator operator--(int)
    -
    5111  {
    -
    5112  const_iterator result = *this;
    -
    5113  --*this;
    -
    5114  return result;
    -
    5115  }
    -
    5116 
    -
    5117  bool operator==(const const_iterator& rhs) const
    -
    5118  {
    -
    5119  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
    -
    5120  return m_pItem == rhs.m_pItem;
    -
    5121  }
    -
    5122  bool operator!=(const const_iterator& rhs) const
    -
    5123  {
    -
    5124  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
    -
    5125  return m_pItem != rhs.m_pItem;
    -
    5126  }
    -
    5127 
    -
    5128  private:
    -
    5129  const_iterator(const VmaRawList<T>* pList, const VmaListItem<T>* pItem) :
    -
    5130  m_pList(pList),
    -
    5131  m_pItem(pItem)
    -
    5132  {
    -
    5133  }
    -
    5134 
    -
    5135  const VmaRawList<T>* m_pList;
    -
    5136  const VmaListItem<T>* m_pItem;
    -
    5137 
    -
    5138  friend class VmaList<T, AllocatorT>;
    -
    5139  };
    -
    5140 
    -
    5141  VmaList(const AllocatorT& allocator) : m_RawList(allocator.m_pCallbacks) { }
    +
    4979  ItemType* const newItem = InsertAfter(pItem);
    +
    4980  newItem->Value = value;
    +
    4981  return newItem;
    +
    4982 }
    +
    4983 
    +
    4984 template<typename T, typename AllocatorT>
    +
    4985 class VmaList
    +
    4986 {
    +
    4987  VMA_CLASS_NO_COPY(VmaList)
    +
    4988 public:
    +
    4989  class iterator
    +
    4990  {
    +
    4991  public:
    +
    4992  iterator() :
    +
    4993  m_pList(VMA_NULL),
    +
    4994  m_pItem(VMA_NULL)
    +
    4995  {
    +
    4996  }
    +
    4997 
    +
    4998  T& operator*() const
    +
    4999  {
    +
    5000  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    +
    5001  return m_pItem->Value;
    +
    5002  }
    +
    5003  T* operator->() const
    +
    5004  {
    +
    5005  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    +
    5006  return &m_pItem->Value;
    +
    5007  }
    +
    5008 
    +
    5009  iterator& operator++()
    +
    5010  {
    +
    5011  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    +
    5012  m_pItem = m_pItem->pNext;
    +
    5013  return *this;
    +
    5014  }
    +
    5015  iterator& operator--()
    +
    5016  {
    +
    5017  if(m_pItem != VMA_NULL)
    +
    5018  {
    +
    5019  m_pItem = m_pItem->pPrev;
    +
    5020  }
    +
    5021  else
    +
    5022  {
    +
    5023  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
    +
    5024  m_pItem = m_pList->Back();
    +
    5025  }
    +
    5026  return *this;
    +
    5027  }
    +
    5028 
    +
    5029  iterator operator++(int)
    +
    5030  {
    +
    5031  iterator result = *this;
    +
    5032  ++*this;
    +
    5033  return result;
    +
    5034  }
    +
    5035  iterator operator--(int)
    +
    5036  {
    +
    5037  iterator result = *this;
    +
    5038  --*this;
    +
    5039  return result;
    +
    5040  }
    +
    5041 
    +
    5042  bool operator==(const iterator& rhs) const
    +
    5043  {
    +
    5044  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
    +
    5045  return m_pItem == rhs.m_pItem;
    +
    5046  }
    +
    5047  bool operator!=(const iterator& rhs) const
    +
    5048  {
    +
    5049  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
    +
    5050  return m_pItem != rhs.m_pItem;
    +
    5051  }
    +
    5052 
    +
    5053  private:
    +
    5054  VmaRawList<T>* m_pList;
    +
    5055  VmaListItem<T>* m_pItem;
    +
    5056 
    +
    5057  iterator(VmaRawList<T>* pList, VmaListItem<T>* pItem) :
    +
    5058  m_pList(pList),
    +
    5059  m_pItem(pItem)
    +
    5060  {
    +
    5061  }
    +
    5062 
    +
    5063  friend class VmaList<T, AllocatorT>;
    +
    5064  };
    +
    5065 
    +
    5066  class const_iterator
    +
    5067  {
    +
    5068  public:
    +
    5069  const_iterator() :
    +
    5070  m_pList(VMA_NULL),
    +
    5071  m_pItem(VMA_NULL)
    +
    5072  {
    +
    5073  }
    +
    5074 
    +
    5075  const_iterator(const iterator& src) :
    +
    5076  m_pList(src.m_pList),
    +
    5077  m_pItem(src.m_pItem)
    +
    5078  {
    +
    5079  }
    +
    5080 
    +
    5081  const T& operator*() const
    +
    5082  {
    +
    5083  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    +
    5084  return m_pItem->Value;
    +
    5085  }
    +
    5086  const T* operator->() const
    +
    5087  {
    +
    5088  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    +
    5089  return &m_pItem->Value;
    +
    5090  }
    +
    5091 
    +
    5092  const_iterator& operator++()
    +
    5093  {
    +
    5094  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
    +
    5095  m_pItem = m_pItem->pNext;
    +
    5096  return *this;
    +
    5097  }
    +
    5098  const_iterator& operator--()
    +
    5099  {
    +
    5100  if(m_pItem != VMA_NULL)
    +
    5101  {
    +
    5102  m_pItem = m_pItem->pPrev;
    +
    5103  }
    +
    5104  else
    +
    5105  {
    +
    5106  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
    +
    5107  m_pItem = m_pList->Back();
    +
    5108  }
    +
    5109  return *this;
    +
    5110  }
    +
    5111 
    +
    5112  const_iterator operator++(int)
    +
    5113  {
    +
    5114  const_iterator result = *this;
    +
    5115  ++*this;
    +
    5116  return result;
    +
    5117  }
    +
    5118  const_iterator operator--(int)
    +
    5119  {
    +
    5120  const_iterator result = *this;
    +
    5121  --*this;
    +
    5122  return result;
    +
    5123  }
    +
    5124 
    +
    5125  bool operator==(const const_iterator& rhs) const
    +
    5126  {
    +
    5127  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
    +
    5128  return m_pItem == rhs.m_pItem;
    +
    5129  }
    +
    5130  bool operator!=(const const_iterator& rhs) const
    +
    5131  {
    +
    5132  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
    +
    5133  return m_pItem != rhs.m_pItem;
    +
    5134  }
    +
    5135 
    +
    5136  private:
    +
    5137  const_iterator(const VmaRawList<T>* pList, const VmaListItem<T>* pItem) :
    +
    5138  m_pList(pList),
    +
    5139  m_pItem(pItem)
    +
    5140  {
    +
    5141  }
    5142 
    -
    5143  bool empty() const { return m_RawList.IsEmpty(); }
    -
    5144  size_t size() const { return m_RawList.GetCount(); }
    +
    5143  const VmaRawList<T>* m_pList;
    +
    5144  const VmaListItem<T>* m_pItem;
    5145 
    -
    5146  iterator begin() { return iterator(&m_RawList, m_RawList.Front()); }
    -
    5147  iterator end() { return iterator(&m_RawList, VMA_NULL); }
    +
    5146  friend class VmaList<T, AllocatorT>;
    +
    5147  };
    5148 
    -
    5149  const_iterator cbegin() const { return const_iterator(&m_RawList, m_RawList.Front()); }
    -
    5150  const_iterator cend() const { return const_iterator(&m_RawList, VMA_NULL); }
    -
    5151 
    -
    5152  void clear() { m_RawList.Clear(); }
    -
    5153  void push_back(const T& value) { m_RawList.PushBack(value); }
    -
    5154  void erase(iterator it) { m_RawList.Remove(it.m_pItem); }
    -
    5155  iterator insert(iterator it, const T& value) { return iterator(&m_RawList, m_RawList.InsertBefore(it.m_pItem, value)); }
    +
    5149  VmaList(const AllocatorT& allocator) : m_RawList(allocator.m_pCallbacks) { }
    +
    5150 
    +
    5151  bool empty() const { return m_RawList.IsEmpty(); }
    +
    5152  size_t size() const { return m_RawList.GetCount(); }
    +
    5153 
    +
    5154  iterator begin() { return iterator(&m_RawList, m_RawList.Front()); }
    +
    5155  iterator end() { return iterator(&m_RawList, VMA_NULL); }
    5156 
    -
    5157 private:
    -
    5158  VmaRawList<T> m_RawList;
    -
    5159 };
    -
    5160 
    -
    5161 #endif // #if VMA_USE_STL_LIST
    -
    5162 
    -
    5164 // class VmaMap
    -
    5165 
    -
    5166 // Unused in this version.
    -
    5167 #if 0
    +
    5157  const_iterator cbegin() const { return const_iterator(&m_RawList, m_RawList.Front()); }
    +
    5158  const_iterator cend() const { return const_iterator(&m_RawList, VMA_NULL); }
    +
    5159 
    +
    5160  void clear() { m_RawList.Clear(); }
    +
    5161  void push_back(const T& value) { m_RawList.PushBack(value); }
    +
    5162  void erase(iterator it) { m_RawList.Remove(it.m_pItem); }
    +
    5163  iterator insert(iterator it, const T& value) { return iterator(&m_RawList, m_RawList.InsertBefore(it.m_pItem, value)); }
    +
    5164 
    +
    5165 private:
    +
    5166  VmaRawList<T> m_RawList;
    +
    5167 };
    5168 
    -
    5169 #if VMA_USE_STL_UNORDERED_MAP
    +
    5169 #endif // #if VMA_USE_STL_LIST
    5170 
    -
    5171 #define VmaPair std::pair
    -
    5172 
    -
    5173 #define VMA_MAP_TYPE(KeyT, ValueT) \
    -
    5174  std::unordered_map< KeyT, ValueT, std::hash<KeyT>, std::equal_to<KeyT>, VmaStlAllocator< std::pair<KeyT, ValueT> > >
    -
    5175 
    -
    5176 #else // #if VMA_USE_STL_UNORDERED_MAP
    -
    5177 
    -
    5178 template<typename T1, typename T2>
    -
    5179 struct VmaPair
    -
    5180 {
    -
    5181  T1 first;
    -
    5182  T2 second;
    +
    5172 // class VmaMap
    +
    5173 
    +
    5174 // Unused in this version.
    +
    5175 #if 0
    +
    5176 
    +
    5177 #if VMA_USE_STL_UNORDERED_MAP
    +
    5178 
    +
    5179 #define VmaPair std::pair
    +
    5180 
    +
    5181 #define VMA_MAP_TYPE(KeyT, ValueT) \
    +
    5182  std::unordered_map< KeyT, ValueT, std::hash<KeyT>, std::equal_to<KeyT>, VmaStlAllocator< std::pair<KeyT, ValueT> > >
    5183 
    -
    5184  VmaPair() : first(), second() { }
    -
    5185  VmaPair(const T1& firstSrc, const T2& secondSrc) : first(firstSrc), second(secondSrc) { }
    -
    5186 };
    -
    5187 
    -
    5188 /* Class compatible with subset of interface of std::unordered_map.
    -
    5189 KeyT, ValueT must be POD because they will be stored in VmaVector.
    -
    5190 */
    -
    5191 template<typename KeyT, typename ValueT>
    -
    5192 class VmaMap
    -
    5193 {
    -
    5194 public:
    -
    5195  typedef VmaPair<KeyT, ValueT> PairType;
    -
    5196  typedef PairType* iterator;
    -
    5197 
    -
    5198  VmaMap(const VmaStlAllocator<PairType>& allocator) : m_Vector(allocator) { }
    -
    5199 
    -
    5200  iterator begin() { return m_Vector.begin(); }
    -
    5201  iterator end() { return m_Vector.end(); }
    -
    5202 
    -
    5203  void insert(const PairType& pair);
    -
    5204  iterator find(const KeyT& key);
    -
    5205  void erase(iterator it);
    -
    5206 
    -
    5207 private:
    -
    5208  VmaVector< PairType, VmaStlAllocator<PairType> > m_Vector;
    -
    5209 };
    +
    5184 #else // #if VMA_USE_STL_UNORDERED_MAP
    +
    5185 
    +
    5186 template<typename T1, typename T2>
    +
    5187 struct VmaPair
    +
    5188 {
    +
    5189  T1 first;
    +
    5190  T2 second;
    +
    5191 
    +
    5192  VmaPair() : first(), second() { }
    +
    5193  VmaPair(const T1& firstSrc, const T2& secondSrc) : first(firstSrc), second(secondSrc) { }
    +
    5194 };
    +
    5195 
    +
    5196 /* Class compatible with subset of interface of std::unordered_map.
    +
    5197 KeyT, ValueT must be POD because they will be stored in VmaVector.
    +
    5198 */
    +
    5199 template<typename KeyT, typename ValueT>
    +
    5200 class VmaMap
    +
    5201 {
    +
    5202 public:
    +
    5203  typedef VmaPair<KeyT, ValueT> PairType;
    +
    5204  typedef PairType* iterator;
    +
    5205 
    +
    5206  VmaMap(const VmaStlAllocator<PairType>& allocator) : m_Vector(allocator) { }
    +
    5207 
    +
    5208  iterator begin() { return m_Vector.begin(); }
    +
    5209  iterator end() { return m_Vector.end(); }
    5210 
    -
    5211 #define VMA_MAP_TYPE(KeyT, ValueT) VmaMap<KeyT, ValueT>
    -
    5212 
    -
    5213 template<typename FirstT, typename SecondT>
    -
    5214 struct VmaPairFirstLess
    -
    5215 {
    -
    5216  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const VmaPair<FirstT, SecondT>& rhs) const
    -
    5217  {
    -
    5218  return lhs.first < rhs.first;
    -
    5219  }
    -
    5220  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const FirstT& rhsFirst) const
    -
    5221  {
    -
    5222  return lhs.first < rhsFirst;
    -
    5223  }
    -
    5224 };
    -
    5225 
    -
    5226 template<typename KeyT, typename ValueT>
    -
    5227 void VmaMap<KeyT, ValueT>::insert(const PairType& pair)
    -
    5228 {
    -
    5229  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
    -
    5230  m_Vector.data(),
    -
    5231  m_Vector.data() + m_Vector.size(),
    -
    5232  pair,
    -
    5233  VmaPairFirstLess<KeyT, ValueT>()) - m_Vector.data();
    -
    5234  VmaVectorInsert(m_Vector, indexToInsert, pair);
    -
    5235 }
    -
    5236 
    -
    5237 template<typename KeyT, typename ValueT>
    -
    5238 VmaPair<KeyT, ValueT>* VmaMap<KeyT, ValueT>::find(const KeyT& key)
    -
    5239 {
    -
    5240  PairType* it = VmaBinaryFindFirstNotLess(
    -
    5241  m_Vector.data(),
    -
    5242  m_Vector.data() + m_Vector.size(),
    -
    5243  key,
    -
    5244  VmaPairFirstLess<KeyT, ValueT>());
    -
    5245  if((it != m_Vector.end()) && (it->first == key))
    -
    5246  {
    -
    5247  return it;
    -
    5248  }
    -
    5249  else
    -
    5250  {
    -
    5251  return m_Vector.end();
    -
    5252  }
    -
    5253 }
    -
    5254 
    -
    5255 template<typename KeyT, typename ValueT>
    -
    5256 void VmaMap<KeyT, ValueT>::erase(iterator it)
    -
    5257 {
    -
    5258  VmaVectorRemove(m_Vector, it - m_Vector.begin());
    -
    5259 }
    -
    5260 
    -
    5261 #endif // #if VMA_USE_STL_UNORDERED_MAP
    +
    5211  void insert(const PairType& pair);
    +
    5212  iterator find(const KeyT& key);
    +
    5213  void erase(iterator it);
    +
    5214 
    +
    5215 private:
    +
    5216  VmaVector< PairType, VmaStlAllocator<PairType> > m_Vector;
    +
    5217 };
    +
    5218 
    +
    5219 #define VMA_MAP_TYPE(KeyT, ValueT) VmaMap<KeyT, ValueT>
    +
    5220 
    +
    5221 template<typename FirstT, typename SecondT>
    +
    5222 struct VmaPairFirstLess
    +
    5223 {
    +
    5224  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const VmaPair<FirstT, SecondT>& rhs) const
    +
    5225  {
    +
    5226  return lhs.first < rhs.first;
    +
    5227  }
    +
    5228  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const FirstT& rhsFirst) const
    +
    5229  {
    +
    5230  return lhs.first < rhsFirst;
    +
    5231  }
    +
    5232 };
    +
    5233 
    +
    5234 template<typename KeyT, typename ValueT>
    +
    5235 void VmaMap<KeyT, ValueT>::insert(const PairType& pair)
    +
    5236 {
    +
    5237  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
    +
    5238  m_Vector.data(),
    +
    5239  m_Vector.data() + m_Vector.size(),
    +
    5240  pair,
    +
    5241  VmaPairFirstLess<KeyT, ValueT>()) - m_Vector.data();
    +
    5242  VmaVectorInsert(m_Vector, indexToInsert, pair);
    +
    5243 }
    +
    5244 
    +
    5245 template<typename KeyT, typename ValueT>
    +
    5246 VmaPair<KeyT, ValueT>* VmaMap<KeyT, ValueT>::find(const KeyT& key)
    +
    5247 {
    +
    5248  PairType* it = VmaBinaryFindFirstNotLess(
    +
    5249  m_Vector.data(),
    +
    5250  m_Vector.data() + m_Vector.size(),
    +
    5251  key,
    +
    5252  VmaPairFirstLess<KeyT, ValueT>());
    +
    5253  if((it != m_Vector.end()) && (it->first == key))
    +
    5254  {
    +
    5255  return it;
    +
    5256  }
    +
    5257  else
    +
    5258  {
    +
    5259  return m_Vector.end();
    +
    5260  }
    +
    5261 }
    5262 
    -
    5263 #endif // #if 0
    -
    5264 
    -
    5266 
    -
    5267 class VmaDeviceMemoryBlock;
    +
    5263 template<typename KeyT, typename ValueT>
    +
    5264 void VmaMap<KeyT, ValueT>::erase(iterator it)
    +
    5265 {
    +
    5266  VmaVectorRemove(m_Vector, it - m_Vector.begin());
    +
    5267 }
    5268 
    -
    5269 enum VMA_CACHE_OPERATION { VMA_CACHE_FLUSH, VMA_CACHE_INVALIDATE };
    +
    5269 #endif // #if VMA_USE_STL_UNORDERED_MAP
    5270 
    -
    5271 struct VmaAllocation_T
    -
    5272 {
    -
    5273 private:
    -
    5274  static const uint8_t MAP_COUNT_FLAG_PERSISTENT_MAP = 0x80;
    -
    5275 
    -
    5276  enum FLAGS
    -
    5277  {
    -
    5278  FLAG_USER_DATA_STRING = 0x01,
    -
    5279  };
    -
    5280 
    -
    5281 public:
    -
    5282  enum ALLOCATION_TYPE
    -
    5283  {
    -
    5284  ALLOCATION_TYPE_NONE,
    -
    5285  ALLOCATION_TYPE_BLOCK,
    -
    5286  ALLOCATION_TYPE_DEDICATED,
    +
    5271 #endif // #if 0
    +
    5272 
    +
    5274 
    +
    5275 class VmaDeviceMemoryBlock;
    +
    5276 
    +
    5277 enum VMA_CACHE_OPERATION { VMA_CACHE_FLUSH, VMA_CACHE_INVALIDATE };
    +
    5278 
    +
    5279 struct VmaAllocation_T
    +
    5280 {
    +
    5281 private:
    +
    5282  static const uint8_t MAP_COUNT_FLAG_PERSISTENT_MAP = 0x80;
    +
    5283 
    +
    5284  enum FLAGS
    +
    5285  {
    +
    5286  FLAG_USER_DATA_STRING = 0x01,
    5287  };
    5288 
    -
    5289  /*
    -
    5290  This struct is allocated using VmaPoolAllocator.
    -
    5291  */
    -
    5292 
    -
    5293  void Ctor(uint32_t currentFrameIndex, bool userDataString)
    -
    5294  {
    -
    5295  m_Alignment = 1;
    -
    5296  m_Size = 0;
    -
    5297  m_MemoryTypeIndex = 0;
    -
    5298  m_pUserData = VMA_NULL;
    -
    5299  m_LastUseFrameIndex = currentFrameIndex;
    -
    5300  m_Type = (uint8_t)ALLOCATION_TYPE_NONE;
    -
    5301  m_SuballocationType = (uint8_t)VMA_SUBALLOCATION_TYPE_UNKNOWN;
    -
    5302  m_MapCount = 0;
    -
    5303  m_Flags = userDataString ? (uint8_t)FLAG_USER_DATA_STRING : 0;
    -
    5304 
    -
    5305 #if VMA_STATS_STRING_ENABLED
    -
    5306  m_CreationFrameIndex = currentFrameIndex;
    -
    5307  m_BufferImageUsage = 0;
    -
    5308 #endif
    -
    5309  }
    -
    5310 
    -
    5311  void Dtor()
    -
    5312  {
    -
    5313  VMA_ASSERT((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) == 0 && "Allocation was not unmapped before destruction.");
    -
    5314 
    -
    5315  // Check if owned string was freed.
    -
    5316  VMA_ASSERT(m_pUserData == VMA_NULL);
    +
    5289 public:
    +
    5290  enum ALLOCATION_TYPE
    +
    5291  {
    +
    5292  ALLOCATION_TYPE_NONE,
    +
    5293  ALLOCATION_TYPE_BLOCK,
    +
    5294  ALLOCATION_TYPE_DEDICATED,
    +
    5295  };
    +
    5296 
    +
    5297  /*
    +
    5298  This struct is allocated using VmaPoolAllocator.
    +
    5299  */
    +
    5300 
    +
    5301  void Ctor(uint32_t currentFrameIndex, bool userDataString)
    +
    5302  {
    +
    5303  m_Alignment = 1;
    +
    5304  m_Size = 0;
    +
    5305  m_MemoryTypeIndex = 0;
    +
    5306  m_pUserData = VMA_NULL;
    +
    5307  m_LastUseFrameIndex = currentFrameIndex;
    +
    5308  m_Type = (uint8_t)ALLOCATION_TYPE_NONE;
    +
    5309  m_SuballocationType = (uint8_t)VMA_SUBALLOCATION_TYPE_UNKNOWN;
    +
    5310  m_MapCount = 0;
    +
    5311  m_Flags = userDataString ? (uint8_t)FLAG_USER_DATA_STRING : 0;
    +
    5312 
    +
    5313 #if VMA_STATS_STRING_ENABLED
    +
    5314  m_CreationFrameIndex = currentFrameIndex;
    +
    5315  m_BufferImageUsage = 0;
    +
    5316 #endif
    5317  }
    5318 
    -
    5319  void InitBlockAllocation(
    -
    5320  VmaDeviceMemoryBlock* block,
    -
    5321  VkDeviceSize offset,
    -
    5322  VkDeviceSize alignment,
    -
    5323  VkDeviceSize size,
    -
    5324  uint32_t memoryTypeIndex,
    -
    5325  VmaSuballocationType suballocationType,
    -
    5326  bool mapped,
    -
    5327  bool canBecomeLost)
    -
    5328  {
    -
    5329  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
    -
    5330  VMA_ASSERT(block != VMA_NULL);
    -
    5331  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
    -
    5332  m_Alignment = alignment;
    -
    5333  m_Size = size;
    -
    5334  m_MemoryTypeIndex = memoryTypeIndex;
    -
    5335  m_MapCount = mapped ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
    -
    5336  m_SuballocationType = (uint8_t)suballocationType;
    -
    5337  m_BlockAllocation.m_Block = block;
    -
    5338  m_BlockAllocation.m_Offset = offset;
    -
    5339  m_BlockAllocation.m_CanBecomeLost = canBecomeLost;
    -
    5340  }
    -
    5341 
    -
    5342  void InitLost()
    -
    5343  {
    -
    5344  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
    -
    5345  VMA_ASSERT(m_LastUseFrameIndex.load() == VMA_FRAME_INDEX_LOST);
    -
    5346  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
    -
    5347  m_MemoryTypeIndex = 0;
    -
    5348  m_BlockAllocation.m_Block = VMA_NULL;
    -
    5349  m_BlockAllocation.m_Offset = 0;
    -
    5350  m_BlockAllocation.m_CanBecomeLost = true;
    -
    5351  }
    -
    5352 
    -
    5353  void ChangeBlockAllocation(
    -
    5354  VmaAllocator hAllocator,
    -
    5355  VmaDeviceMemoryBlock* block,
    -
    5356  VkDeviceSize offset);
    -
    5357 
    -
    5358  void ChangeOffset(VkDeviceSize newOffset);
    -
    5359 
    -
    5360  // pMappedData not null means allocation is created with MAPPED flag.
    -
    5361  void InitDedicatedAllocation(
    -
    5362  uint32_t memoryTypeIndex,
    -
    5363  VkDeviceMemory hMemory,
    -
    5364  VmaSuballocationType suballocationType,
    -
    5365  void* pMappedData,
    -
    5366  VkDeviceSize size)
    -
    5367  {
    -
    5368  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
    -
    5369  VMA_ASSERT(hMemory != VK_NULL_HANDLE);
    -
    5370  m_Type = (uint8_t)ALLOCATION_TYPE_DEDICATED;
    -
    5371  m_Alignment = 0;
    -
    5372  m_Size = size;
    -
    5373  m_MemoryTypeIndex = memoryTypeIndex;
    -
    5374  m_SuballocationType = (uint8_t)suballocationType;
    -
    5375  m_MapCount = (pMappedData != VMA_NULL) ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
    -
    5376  m_DedicatedAllocation.m_hMemory = hMemory;
    -
    5377  m_DedicatedAllocation.m_pMappedData = pMappedData;
    -
    5378  }
    -
    5379 
    -
    5380  ALLOCATION_TYPE GetType() const { return (ALLOCATION_TYPE)m_Type; }
    -
    5381  VkDeviceSize GetAlignment() const { return m_Alignment; }
    -
    5382  VkDeviceSize GetSize() const { return m_Size; }
    -
    5383  bool IsUserDataString() const { return (m_Flags & FLAG_USER_DATA_STRING) != 0; }
    -
    5384  void* GetUserData() const { return m_pUserData; }
    -
    5385  void SetUserData(VmaAllocator hAllocator, void* pUserData);
    -
    5386  VmaSuballocationType GetSuballocationType() const { return (VmaSuballocationType)m_SuballocationType; }
    +
    5319  void Dtor()
    +
    5320  {
    +
    5321  VMA_ASSERT((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) == 0 && "Allocation was not unmapped before destruction.");
    +
    5322 
    +
    5323  // Check if owned string was freed.
    +
    5324  VMA_ASSERT(m_pUserData == VMA_NULL);
    +
    5325  }
    +
    5326 
    +
    5327  void InitBlockAllocation(
    +
    5328  VmaDeviceMemoryBlock* block,
    +
    5329  VkDeviceSize offset,
    +
    5330  VkDeviceSize alignment,
    +
    5331  VkDeviceSize size,
    +
    5332  uint32_t memoryTypeIndex,
    +
    5333  VmaSuballocationType suballocationType,
    +
    5334  bool mapped,
    +
    5335  bool canBecomeLost)
    +
    5336  {
    +
    5337  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
    +
    5338  VMA_ASSERT(block != VMA_NULL);
    +
    5339  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
    +
    5340  m_Alignment = alignment;
    +
    5341  m_Size = size;
    +
    5342  m_MemoryTypeIndex = memoryTypeIndex;
    +
    5343  m_MapCount = mapped ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
    +
    5344  m_SuballocationType = (uint8_t)suballocationType;
    +
    5345  m_BlockAllocation.m_Block = block;
    +
    5346  m_BlockAllocation.m_Offset = offset;
    +
    5347  m_BlockAllocation.m_CanBecomeLost = canBecomeLost;
    +
    5348  }
    +
    5349 
    +
    5350  void InitLost()
    +
    5351  {
    +
    5352  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
    +
    5353  VMA_ASSERT(m_LastUseFrameIndex.load() == VMA_FRAME_INDEX_LOST);
    +
    5354  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
    +
    5355  m_MemoryTypeIndex = 0;
    +
    5356  m_BlockAllocation.m_Block = VMA_NULL;
    +
    5357  m_BlockAllocation.m_Offset = 0;
    +
    5358  m_BlockAllocation.m_CanBecomeLost = true;
    +
    5359  }
    +
    5360 
    +
    5361  void ChangeBlockAllocation(
    +
    5362  VmaAllocator hAllocator,
    +
    5363  VmaDeviceMemoryBlock* block,
    +
    5364  VkDeviceSize offset);
    +
    5365 
    +
    5366  void ChangeOffset(VkDeviceSize newOffset);
    +
    5367 
    +
    5368  // pMappedData not null means allocation is created with MAPPED flag.
    +
    5369  void InitDedicatedAllocation(
    +
    5370  uint32_t memoryTypeIndex,
    +
    5371  VkDeviceMemory hMemory,
    +
    5372  VmaSuballocationType suballocationType,
    +
    5373  void* pMappedData,
    +
    5374  VkDeviceSize size)
    +
    5375  {
    +
    5376  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
    +
    5377  VMA_ASSERT(hMemory != VK_NULL_HANDLE);
    +
    5378  m_Type = (uint8_t)ALLOCATION_TYPE_DEDICATED;
    +
    5379  m_Alignment = 0;
    +
    5380  m_Size = size;
    +
    5381  m_MemoryTypeIndex = memoryTypeIndex;
    +
    5382  m_SuballocationType = (uint8_t)suballocationType;
    +
    5383  m_MapCount = (pMappedData != VMA_NULL) ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
    +
    5384  m_DedicatedAllocation.m_hMemory = hMemory;
    +
    5385  m_DedicatedAllocation.m_pMappedData = pMappedData;
    +
    5386  }
    5387 
    -
    5388  VmaDeviceMemoryBlock* GetBlock() const
    -
    5389  {
    -
    5390  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
    -
    5391  return m_BlockAllocation.m_Block;
    -
    5392  }
    -
    5393  VkDeviceSize GetOffset() const;
    -
    5394  VkDeviceMemory GetMemory() const;
    -
    5395  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
    -
    5396  bool IsPersistentMap() const { return (m_MapCount & MAP_COUNT_FLAG_PERSISTENT_MAP) != 0; }
    -
    5397  void* GetMappedData() const;
    -
    5398  bool CanBecomeLost() const;
    -
    5399 
    -
    5400  uint32_t GetLastUseFrameIndex() const
    -
    5401  {
    -
    5402  return m_LastUseFrameIndex.load();
    -
    5403  }
    -
    5404  bool CompareExchangeLastUseFrameIndex(uint32_t& expected, uint32_t desired)
    -
    5405  {
    -
    5406  return m_LastUseFrameIndex.compare_exchange_weak(expected, desired);
    -
    5407  }
    -
    5408  /*
    -
    5409  - If hAllocation.LastUseFrameIndex + frameInUseCount < allocator.CurrentFrameIndex,
    -
    5410  makes it lost by setting LastUseFrameIndex = VMA_FRAME_INDEX_LOST and returns true.
    -
    5411  - Else, returns false.
    -
    5412 
    -
    5413  If hAllocation is already lost, assert - you should not call it then.
    -
    5414  If hAllocation was not created with CAN_BECOME_LOST_BIT, assert.
    -
    5415  */
    -
    5416  bool MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
    -
    5417 
    -
    5418  void DedicatedAllocCalcStatsInfo(VmaStatInfo& outInfo)
    -
    5419  {
    -
    5420  VMA_ASSERT(m_Type == ALLOCATION_TYPE_DEDICATED);
    -
    5421  outInfo.blockCount = 1;
    -
    5422  outInfo.allocationCount = 1;
    -
    5423  outInfo.unusedRangeCount = 0;
    -
    5424  outInfo.usedBytes = m_Size;
    -
    5425  outInfo.unusedBytes = 0;
    -
    5426  outInfo.allocationSizeMin = outInfo.allocationSizeMax = m_Size;
    -
    5427  outInfo.unusedRangeSizeMin = UINT64_MAX;
    -
    5428  outInfo.unusedRangeSizeMax = 0;
    -
    5429  }
    -
    5430 
    -
    5431  void BlockAllocMap();
    -
    5432  void BlockAllocUnmap();
    -
    5433  VkResult DedicatedAllocMap(VmaAllocator hAllocator, void** ppData);
    -
    5434  void DedicatedAllocUnmap(VmaAllocator hAllocator);
    -
    5435 
    -
    5436 #if VMA_STATS_STRING_ENABLED
    -
    5437  uint32_t GetCreationFrameIndex() const { return m_CreationFrameIndex; }
    -
    5438  uint32_t GetBufferImageUsage() const { return m_BufferImageUsage; }
    -
    5439 
    -
    5440  void InitBufferImageUsage(uint32_t bufferImageUsage)
    -
    5441  {
    -
    5442  VMA_ASSERT(m_BufferImageUsage == 0);
    -
    5443  m_BufferImageUsage = bufferImageUsage;
    -
    5444  }
    -
    5445 
    -
    5446  void PrintParameters(class VmaJsonWriter& json) const;
    -
    5447 #endif
    -
    5448 
    -
    5449 private:
    -
    5450  VkDeviceSize m_Alignment;
    -
    5451  VkDeviceSize m_Size;
    -
    5452  void* m_pUserData;
    -
    5453  VMA_ATOMIC_UINT32 m_LastUseFrameIndex;
    -
    5454  uint32_t m_MemoryTypeIndex;
    -
    5455  uint8_t m_Type; // ALLOCATION_TYPE
    -
    5456  uint8_t m_SuballocationType; // VmaSuballocationType
    -
    5457  // Bit 0x80 is set when allocation was created with VMA_ALLOCATION_CREATE_MAPPED_BIT.
    -
    5458  // Bits with mask 0x7F are reference counter for vmaMapMemory()/vmaUnmapMemory().
    -
    5459  uint8_t m_MapCount;
    -
    5460  uint8_t m_Flags; // enum FLAGS
    -
    5461 
    -
    5462  // Allocation out of VmaDeviceMemoryBlock.
    -
    5463  struct BlockAllocation
    -
    5464  {
    -
    5465  VmaDeviceMemoryBlock* m_Block;
    -
    5466  VkDeviceSize m_Offset;
    -
    5467  bool m_CanBecomeLost;
    -
    5468  };
    +
    5388  ALLOCATION_TYPE GetType() const { return (ALLOCATION_TYPE)m_Type; }
    +
    5389  VkDeviceSize GetAlignment() const { return m_Alignment; }
    +
    5390  VkDeviceSize GetSize() const { return m_Size; }
    +
    5391  bool IsUserDataString() const { return (m_Flags & FLAG_USER_DATA_STRING) != 0; }
    +
    5392  void* GetUserData() const { return m_pUserData; }
    +
    5393  void SetUserData(VmaAllocator hAllocator, void* pUserData);
    +
    5394  VmaSuballocationType GetSuballocationType() const { return (VmaSuballocationType)m_SuballocationType; }
    +
    5395 
    +
    5396  VmaDeviceMemoryBlock* GetBlock() const
    +
    5397  {
    +
    5398  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
    +
    5399  return m_BlockAllocation.m_Block;
    +
    5400  }
    +
    5401  VkDeviceSize GetOffset() const;
    +
    5402  VkDeviceMemory GetMemory() const;
    +
    5403  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
    +
    5404  bool IsPersistentMap() const { return (m_MapCount & MAP_COUNT_FLAG_PERSISTENT_MAP) != 0; }
    +
    5405  void* GetMappedData() const;
    +
    5406  bool CanBecomeLost() const;
    +
    5407 
    +
    5408  uint32_t GetLastUseFrameIndex() const
    +
    5409  {
    +
    5410  return m_LastUseFrameIndex.load();
    +
    5411  }
    +
    5412  bool CompareExchangeLastUseFrameIndex(uint32_t& expected, uint32_t desired)
    +
    5413  {
    +
    5414  return m_LastUseFrameIndex.compare_exchange_weak(expected, desired);
    +
    5415  }
    +
    5416  /*
    +
    5417  - If hAllocation.LastUseFrameIndex + frameInUseCount < allocator.CurrentFrameIndex,
    +
    5418  makes it lost by setting LastUseFrameIndex = VMA_FRAME_INDEX_LOST and returns true.
    +
    5419  - Else, returns false.
    +
    5420 
    +
    5421  If hAllocation is already lost, assert - you should not call it then.
    +
    5422  If hAllocation was not created with CAN_BECOME_LOST_BIT, assert.
    +
    5423  */
    +
    5424  bool MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
    +
    5425 
    +
    5426  void DedicatedAllocCalcStatsInfo(VmaStatInfo& outInfo)
    +
    5427  {
    +
    5428  VMA_ASSERT(m_Type == ALLOCATION_TYPE_DEDICATED);
    +
    5429  outInfo.blockCount = 1;
    +
    5430  outInfo.allocationCount = 1;
    +
    5431  outInfo.unusedRangeCount = 0;
    +
    5432  outInfo.usedBytes = m_Size;
    +
    5433  outInfo.unusedBytes = 0;
    +
    5434  outInfo.allocationSizeMin = outInfo.allocationSizeMax = m_Size;
    +
    5435  outInfo.unusedRangeSizeMin = UINT64_MAX;
    +
    5436  outInfo.unusedRangeSizeMax = 0;
    +
    5437  }
    +
    5438 
    +
    5439  void BlockAllocMap();
    +
    5440  void BlockAllocUnmap();
    +
    5441  VkResult DedicatedAllocMap(VmaAllocator hAllocator, void** ppData);
    +
    5442  void DedicatedAllocUnmap(VmaAllocator hAllocator);
    +
    5443 
    +
    5444 #if VMA_STATS_STRING_ENABLED
    +
    5445  uint32_t GetCreationFrameIndex() const { return m_CreationFrameIndex; }
    +
    5446  uint32_t GetBufferImageUsage() const { return m_BufferImageUsage; }
    +
    5447 
    +
    5448  void InitBufferImageUsage(uint32_t bufferImageUsage)
    +
    5449  {
    +
    5450  VMA_ASSERT(m_BufferImageUsage == 0);
    +
    5451  m_BufferImageUsage = bufferImageUsage;
    +
    5452  }
    +
    5453 
    +
    5454  void PrintParameters(class VmaJsonWriter& json) const;
    +
    5455 #endif
    +
    5456 
    +
    5457 private:
    +
    5458  VkDeviceSize m_Alignment;
    +
    5459  VkDeviceSize m_Size;
    +
    5460  void* m_pUserData;
    +
    5461  VMA_ATOMIC_UINT32 m_LastUseFrameIndex;
    +
    5462  uint32_t m_MemoryTypeIndex;
    +
    5463  uint8_t m_Type; // ALLOCATION_TYPE
    +
    5464  uint8_t m_SuballocationType; // VmaSuballocationType
    +
    5465  // Bit 0x80 is set when allocation was created with VMA_ALLOCATION_CREATE_MAPPED_BIT.
    +
    5466  // Bits with mask 0x7F are reference counter for vmaMapMemory()/vmaUnmapMemory().
    +
    5467  uint8_t m_MapCount;
    +
    5468  uint8_t m_Flags; // enum FLAGS
    5469 
    -
    5470  // Allocation for an object that has its own private VkDeviceMemory.
    -
    5471  struct DedicatedAllocation
    +
    5470  // Allocation out of VmaDeviceMemoryBlock.
    +
    5471  struct BlockAllocation
    5472  {
    -
    5473  VkDeviceMemory m_hMemory;
    -
    5474  void* m_pMappedData; // Not null means memory is mapped.
    -
    5475  };
    -
    5476 
    -
    5477  union
    -
    5478  {
    -
    5479  // Allocation out of VmaDeviceMemoryBlock.
    -
    5480  BlockAllocation m_BlockAllocation;
    -
    5481  // Allocation for an object that has its own private VkDeviceMemory.
    -
    5482  DedicatedAllocation m_DedicatedAllocation;
    +
    5473  VmaDeviceMemoryBlock* m_Block;
    +
    5474  VkDeviceSize m_Offset;
    +
    5475  bool m_CanBecomeLost;
    +
    5476  };
    +
    5477 
    +
    5478  // Allocation for an object that has its own private VkDeviceMemory.
    +
    5479  struct DedicatedAllocation
    +
    5480  {
    +
    5481  VkDeviceMemory m_hMemory;
    +
    5482  void* m_pMappedData; // Not null means memory is mapped.
    5483  };
    5484 
    -
    5485 #if VMA_STATS_STRING_ENABLED
    -
    5486  uint32_t m_CreationFrameIndex;
    -
    5487  uint32_t m_BufferImageUsage; // 0 if unknown.
    -
    5488 #endif
    -
    5489 
    -
    5490  void FreeUserDataString(VmaAllocator hAllocator);
    -
    5491 };
    +
    5485  union
    +
    5486  {
    +
    5487  // Allocation out of VmaDeviceMemoryBlock.
    +
    5488  BlockAllocation m_BlockAllocation;
    +
    5489  // Allocation for an object that has its own private VkDeviceMemory.
    +
    5490  DedicatedAllocation m_DedicatedAllocation;
    +
    5491  };
    5492 
    -
    5493 /*
    -
    5494 Represents a region of VmaDeviceMemoryBlock that is either assigned and returned as
    -
    5495 allocated memory block or free.
    -
    5496 */
    -
    5497 struct VmaSuballocation
    -
    5498 {
    -
    5499  VkDeviceSize offset;
    -
    5500  VkDeviceSize size;
    -
    5501  VmaAllocation hAllocation;
    -
    5502  VmaSuballocationType type;
    -
    5503 };
    -
    5504 
    -
    5505 // Comparator for offsets.
    -
    5506 struct VmaSuballocationOffsetLess
    -
    5507 {
    -
    5508  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
    -
    5509  {
    -
    5510  return lhs.offset < rhs.offset;
    -
    5511  }
    -
    5512 };
    -
    5513 struct VmaSuballocationOffsetGreater
    -
    5514 {
    -
    5515  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
    -
    5516  {
    -
    5517  return lhs.offset > rhs.offset;
    -
    5518  }
    -
    5519 };
    -
    5520 
    -
    5521 typedef VmaList< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > VmaSuballocationList;
    -
    5522 
    -
    5523 // Cost of one additional allocation lost, as equivalent in bytes.
    -
    5524 static const VkDeviceSize VMA_LOST_ALLOCATION_COST = 1048576;
    -
    5525 
    -
    5526 enum class VmaAllocationRequestType
    -
    5527 {
    -
    5528  Normal,
    -
    5529  // Used by "Linear" algorithm.
    -
    5530  UpperAddress,
    -
    5531  EndOf1st,
    -
    5532  EndOf2nd,
    -
    5533 };
    -
    5534 
    -
    5535 /*
    -
    5536 Parameters of planned allocation inside a VmaDeviceMemoryBlock.
    -
    5537 
    -
    5538 If canMakeOtherLost was false:
    -
    5539 - item points to a FREE suballocation.
    -
    5540 - itemsToMakeLostCount is 0.
    -
    5541 
    -
    5542 If canMakeOtherLost was true:
    -
    5543 - item points to first of sequence of suballocations, which are either FREE,
    -
    5544  or point to VmaAllocations that can become lost.
    -
    5545 - itemsToMakeLostCount is the number of VmaAllocations that need to be made lost for
    -
    5546  the requested allocation to succeed.
    -
    5547 */
    -
    5548 struct VmaAllocationRequest
    -
    5549 {
    -
    5550  VkDeviceSize offset;
    -
    5551  VkDeviceSize sumFreeSize; // Sum size of free items that overlap with proposed allocation.
    -
    5552  VkDeviceSize sumItemSize; // Sum size of items to make lost that overlap with proposed allocation.
    -
    5553  VmaSuballocationList::iterator item;
    -
    5554  size_t itemsToMakeLostCount;
    -
    5555  void* customData;
    -
    5556  VmaAllocationRequestType type;
    -
    5557 
    -
    5558  VkDeviceSize CalcCost() const
    -
    5559  {
    -
    5560  return sumItemSize + itemsToMakeLostCount * VMA_LOST_ALLOCATION_COST;
    -
    5561  }
    -
    5562 };
    -
    5563 
    -
    5564 /*
    -
    5565 Data structure used for bookkeeping of allocations and unused ranges of memory
    -
    5566 in a single VkDeviceMemory block.
    -
    5567 */
    -
    5568 class VmaBlockMetadata
    -
    5569 {
    -
    5570 public:
    -
    5571  VmaBlockMetadata(VmaAllocator hAllocator);
    -
    5572  virtual ~VmaBlockMetadata() { }
    -
    5573  virtual void Init(VkDeviceSize size) { m_Size = size; }
    -
    5574 
    -
    5575  // Validates all data structures inside this object. If not valid, returns false.
    -
    5576  virtual bool Validate() const = 0;
    -
    5577  VkDeviceSize GetSize() const { return m_Size; }
    -
    5578  virtual size_t GetAllocationCount() const = 0;
    -
    5579  virtual VkDeviceSize GetSumFreeSize() const = 0;
    -
    5580  virtual VkDeviceSize GetUnusedRangeSizeMax() const = 0;
    -
    5581  // Returns true if this block is empty - contains only single free suballocation.
    -
    5582  virtual bool IsEmpty() const = 0;
    -
    5583 
    -
    5584  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const = 0;
    -
    5585  // Shouldn't modify blockCount.
    -
    5586  virtual void AddPoolStats(VmaPoolStats& inoutStats) const = 0;
    -
    5587 
    -
    5588 #if VMA_STATS_STRING_ENABLED
    -
    5589  virtual void PrintDetailedMap(class VmaJsonWriter& json) const = 0;
    -
    5590 #endif
    +
    5493 #if VMA_STATS_STRING_ENABLED
    +
    5494  uint32_t m_CreationFrameIndex;
    +
    5495  uint32_t m_BufferImageUsage; // 0 if unknown.
    +
    5496 #endif
    +
    5497 
    +
    5498  void FreeUserDataString(VmaAllocator hAllocator);
    +
    5499 };
    +
    5500 
    +
    5501 /*
    +
    5502 Represents a region of VmaDeviceMemoryBlock that is either assigned and returned as
    +
    5503 allocated memory block or free.
    +
    5504 */
    +
    5505 struct VmaSuballocation
    +
    5506 {
    +
    5507  VkDeviceSize offset;
    +
    5508  VkDeviceSize size;
    +
    5509  VmaAllocation hAllocation;
    +
    5510  VmaSuballocationType type;
    +
    5511 };
    +
    5512 
    +
    5513 // Comparator for offsets.
    +
    5514 struct VmaSuballocationOffsetLess
    +
    5515 {
    +
    5516  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
    +
    5517  {
    +
    5518  return lhs.offset < rhs.offset;
    +
    5519  }
    +
    5520 };
    +
    5521 struct VmaSuballocationOffsetGreater
    +
    5522 {
    +
    5523  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
    +
    5524  {
    +
    5525  return lhs.offset > rhs.offset;
    +
    5526  }
    +
    5527 };
    +
    5528 
    +
    5529 typedef VmaList< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > VmaSuballocationList;
    +
    5530 
    +
    5531 // Cost of one additional allocation lost, as equivalent in bytes.
    +
    5532 static const VkDeviceSize VMA_LOST_ALLOCATION_COST = 1048576;
    +
    5533 
    +
    5534 enum class VmaAllocationRequestType
    +
    5535 {
    +
    5536  Normal,
    +
    5537  // Used by "Linear" algorithm.
    +
    5538  UpperAddress,
    +
    5539  EndOf1st,
    +
    5540  EndOf2nd,
    +
    5541 };
    +
    5542 
    +
    5543 /*
    +
    5544 Parameters of planned allocation inside a VmaDeviceMemoryBlock.
    +
    5545 
    +
    5546 If canMakeOtherLost was false:
    +
    5547 - item points to a FREE suballocation.
    +
    5548 - itemsToMakeLostCount is 0.
    +
    5549 
    +
    5550 If canMakeOtherLost was true:
    +
    5551 - item points to first of sequence of suballocations, which are either FREE,
    +
    5552  or point to VmaAllocations that can become lost.
    +
    5553 - itemsToMakeLostCount is the number of VmaAllocations that need to be made lost for
    +
    5554  the requested allocation to succeed.
    +
    5555 */
    +
    5556 struct VmaAllocationRequest
    +
    5557 {
    +
    5558  VkDeviceSize offset;
    +
    5559  VkDeviceSize sumFreeSize; // Sum size of free items that overlap with proposed allocation.
    +
    5560  VkDeviceSize sumItemSize; // Sum size of items to make lost that overlap with proposed allocation.
    +
    5561  VmaSuballocationList::iterator item;
    +
    5562  size_t itemsToMakeLostCount;
    +
    5563  void* customData;
    +
    5564  VmaAllocationRequestType type;
    +
    5565 
    +
    5566  VkDeviceSize CalcCost() const
    +
    5567  {
    +
    5568  return sumItemSize + itemsToMakeLostCount * VMA_LOST_ALLOCATION_COST;
    +
    5569  }
    +
    5570 };
    +
    5571 
    +
    5572 /*
    +
    5573 Data structure used for bookkeeping of allocations and unused ranges of memory
    +
    5574 in a single VkDeviceMemory block.
    +
    5575 */
    +
    5576 class VmaBlockMetadata
    +
    5577 {
    +
    5578 public:
    +
    5579  VmaBlockMetadata(VmaAllocator hAllocator);
    +
    5580  virtual ~VmaBlockMetadata() { }
    +
    5581  virtual void Init(VkDeviceSize size) { m_Size = size; }
    +
    5582 
    +
    5583  // Validates all data structures inside this object. If not valid, returns false.
    +
    5584  virtual bool Validate() const = 0;
    +
    5585  VkDeviceSize GetSize() const { return m_Size; }
    +
    5586  virtual size_t GetAllocationCount() const = 0;
    +
    5587  virtual VkDeviceSize GetSumFreeSize() const = 0;
    +
    5588  virtual VkDeviceSize GetUnusedRangeSizeMax() const = 0;
    +
    5589  // Returns true if this block is empty - contains only single free suballocation.
    +
    5590  virtual bool IsEmpty() const = 0;
    5591 
    -
    5592  // Tries to find a place for suballocation with given parameters inside this block.
    -
    5593  // If succeeded, fills pAllocationRequest and returns true.
    -
    5594  // If failed, returns false.
    -
    5595  virtual bool CreateAllocationRequest(
    -
    5596  uint32_t currentFrameIndex,
    -
    5597  uint32_t frameInUseCount,
    -
    5598  VkDeviceSize bufferImageGranularity,
    -
    5599  VkDeviceSize allocSize,
    -
    5600  VkDeviceSize allocAlignment,
    -
    5601  bool upperAddress,
    -
    5602  VmaSuballocationType allocType,
    -
    5603  bool canMakeOtherLost,
    -
    5604  // Always one of VMA_ALLOCATION_CREATE_STRATEGY_* or VMA_ALLOCATION_INTERNAL_STRATEGY_* flags.
    -
    5605  uint32_t strategy,
    -
    5606  VmaAllocationRequest* pAllocationRequest) = 0;
    -
    5607 
    -
    5608  virtual bool MakeRequestedAllocationsLost(
    -
    5609  uint32_t currentFrameIndex,
    -
    5610  uint32_t frameInUseCount,
    -
    5611  VmaAllocationRequest* pAllocationRequest) = 0;
    -
    5612 
    -
    5613  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount) = 0;
    -
    5614 
    -
    5615  virtual VkResult CheckCorruption(const void* pBlockData) = 0;
    -
    5616 
    -
    5617  // Makes actual allocation based on request. Request must already be checked and valid.
    -
    5618  virtual void Alloc(
    -
    5619  const VmaAllocationRequest& request,
    -
    5620  VmaSuballocationType type,
    -
    5621  VkDeviceSize allocSize,
    -
    5622  VmaAllocation hAllocation) = 0;
    -
    5623 
    -
    5624  // Frees suballocation assigned to given memory region.
    -
    5625  virtual void Free(const VmaAllocation allocation) = 0;
    -
    5626  virtual void FreeAtOffset(VkDeviceSize offset) = 0;
    -
    5627 
    -
    5628 protected:
    -
    5629  const VkAllocationCallbacks* GetAllocationCallbacks() const { return m_pAllocationCallbacks; }
    -
    5630 
    -
    5631 #if VMA_STATS_STRING_ENABLED
    -
    5632  void PrintDetailedMap_Begin(class VmaJsonWriter& json,
    -
    5633  VkDeviceSize unusedBytes,
    -
    5634  size_t allocationCount,
    -
    5635  size_t unusedRangeCount) const;
    -
    5636  void PrintDetailedMap_Allocation(class VmaJsonWriter& json,
    -
    5637  VkDeviceSize offset,
    -
    5638  VmaAllocation hAllocation) const;
    -
    5639  void PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
    -
    5640  VkDeviceSize offset,
    -
    5641  VkDeviceSize size) const;
    -
    5642  void PrintDetailedMap_End(class VmaJsonWriter& json) const;
    -
    5643 #endif
    -
    5644 
    -
    5645 private:
    -
    5646  VkDeviceSize m_Size;
    -
    5647  const VkAllocationCallbacks* m_pAllocationCallbacks;
    -
    5648 };
    -
    5649 
    -
    5650 #define VMA_VALIDATE(cond) do { if(!(cond)) { \
    -
    5651  VMA_ASSERT(0 && "Validation failed: " #cond); \
    -
    5652  return false; \
    -
    5653  } } while(false)
    -
    5654 
    -
    5655 class VmaBlockMetadata_Generic : public VmaBlockMetadata
    -
    5656 {
    -
    5657  VMA_CLASS_NO_COPY(VmaBlockMetadata_Generic)
    -
    5658 public:
    -
    5659  VmaBlockMetadata_Generic(VmaAllocator hAllocator);
    -
    5660  virtual ~VmaBlockMetadata_Generic();
    -
    5661  virtual void Init(VkDeviceSize size);
    +
    5592  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const = 0;
    +
    5593  // Shouldn't modify blockCount.
    +
    5594  virtual void AddPoolStats(VmaPoolStats& inoutStats) const = 0;
    +
    5595 
    +
    5596 #if VMA_STATS_STRING_ENABLED
    +
    5597  virtual void PrintDetailedMap(class VmaJsonWriter& json) const = 0;
    +
    5598 #endif
    +
    5599 
    +
    5600  // Tries to find a place for suballocation with given parameters inside this block.
    +
    5601  // If succeeded, fills pAllocationRequest and returns true.
    +
    5602  // If failed, returns false.
    +
    5603  virtual bool CreateAllocationRequest(
    +
    5604  uint32_t currentFrameIndex,
    +
    5605  uint32_t frameInUseCount,
    +
    5606  VkDeviceSize bufferImageGranularity,
    +
    5607  VkDeviceSize allocSize,
    +
    5608  VkDeviceSize allocAlignment,
    +
    5609  bool upperAddress,
    +
    5610  VmaSuballocationType allocType,
    +
    5611  bool canMakeOtherLost,
    +
    5612  // Always one of VMA_ALLOCATION_CREATE_STRATEGY_* or VMA_ALLOCATION_INTERNAL_STRATEGY_* flags.
    +
    5613  uint32_t strategy,
    +
    5614  VmaAllocationRequest* pAllocationRequest) = 0;
    +
    5615 
    +
    5616  virtual bool MakeRequestedAllocationsLost(
    +
    5617  uint32_t currentFrameIndex,
    +
    5618  uint32_t frameInUseCount,
    +
    5619  VmaAllocationRequest* pAllocationRequest) = 0;
    +
    5620 
    +
    5621  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount) = 0;
    +
    5622 
    +
    5623  virtual VkResult CheckCorruption(const void* pBlockData) = 0;
    +
    5624 
    +
    5625  // Makes actual allocation based on request. Request must already be checked and valid.
    +
    5626  virtual void Alloc(
    +
    5627  const VmaAllocationRequest& request,
    +
    5628  VmaSuballocationType type,
    +
    5629  VkDeviceSize allocSize,
    +
    5630  VmaAllocation hAllocation) = 0;
    +
    5631 
    +
    5632  // Frees suballocation assigned to given memory region.
    +
    5633  virtual void Free(const VmaAllocation allocation) = 0;
    +
    5634  virtual void FreeAtOffset(VkDeviceSize offset) = 0;
    +
    5635 
    +
    5636 protected:
    +
    5637  const VkAllocationCallbacks* GetAllocationCallbacks() const { return m_pAllocationCallbacks; }
    +
    5638 
    +
    5639 #if VMA_STATS_STRING_ENABLED
    +
    5640  void PrintDetailedMap_Begin(class VmaJsonWriter& json,
    +
    5641  VkDeviceSize unusedBytes,
    +
    5642  size_t allocationCount,
    +
    5643  size_t unusedRangeCount) const;
    +
    5644  void PrintDetailedMap_Allocation(class VmaJsonWriter& json,
    +
    5645  VkDeviceSize offset,
    +
    5646  VmaAllocation hAllocation) const;
    +
    5647  void PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
    +
    5648  VkDeviceSize offset,
    +
    5649  VkDeviceSize size) const;
    +
    5650  void PrintDetailedMap_End(class VmaJsonWriter& json) const;
    +
    5651 #endif
    +
    5652 
    +
    5653 private:
    +
    5654  VkDeviceSize m_Size;
    +
    5655  const VkAllocationCallbacks* m_pAllocationCallbacks;
    +
    5656 };
    +
    5657 
    +
    5658 #define VMA_VALIDATE(cond) do { if(!(cond)) { \
    +
    5659  VMA_ASSERT(0 && "Validation failed: " #cond); \
    +
    5660  return false; \
    +
    5661  } } while(false)
    5662 
    -
    5663  virtual bool Validate() const;
    -
    5664  virtual size_t GetAllocationCount() const { return m_Suballocations.size() - m_FreeCount; }
    -
    5665  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
    -
    5666  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
    -
    5667  virtual bool IsEmpty() const;
    -
    5668 
    -
    5669  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
    -
    5670  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
    -
    5671 
    -
    5672 #if VMA_STATS_STRING_ENABLED
    -
    5673  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
    -
    5674 #endif
    -
    5675 
    -
    5676  virtual bool CreateAllocationRequest(
    -
    5677  uint32_t currentFrameIndex,
    -
    5678  uint32_t frameInUseCount,
    -
    5679  VkDeviceSize bufferImageGranularity,
    -
    5680  VkDeviceSize allocSize,
    -
    5681  VkDeviceSize allocAlignment,
    -
    5682  bool upperAddress,
    -
    5683  VmaSuballocationType allocType,
    -
    5684  bool canMakeOtherLost,
    -
    5685  uint32_t strategy,
    -
    5686  VmaAllocationRequest* pAllocationRequest);
    -
    5687 
    -
    5688  virtual bool MakeRequestedAllocationsLost(
    -
    5689  uint32_t currentFrameIndex,
    -
    5690  uint32_t frameInUseCount,
    -
    5691  VmaAllocationRequest* pAllocationRequest);
    -
    5692 
    -
    5693  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
    -
    5694 
    -
    5695  virtual VkResult CheckCorruption(const void* pBlockData);
    -
    5696 
    -
    5697  virtual void Alloc(
    -
    5698  const VmaAllocationRequest& request,
    -
    5699  VmaSuballocationType type,
    -
    5700  VkDeviceSize allocSize,
    -
    5701  VmaAllocation hAllocation);
    +
    5663 class VmaBlockMetadata_Generic : public VmaBlockMetadata
    +
    5664 {
    +
    5665  VMA_CLASS_NO_COPY(VmaBlockMetadata_Generic)
    +
    5666 public:
    +
    5667  VmaBlockMetadata_Generic(VmaAllocator hAllocator);
    +
    5668  virtual ~VmaBlockMetadata_Generic();
    +
    5669  virtual void Init(VkDeviceSize size);
    +
    5670 
    +
    5671  virtual bool Validate() const;
    +
    5672  virtual size_t GetAllocationCount() const { return m_Suballocations.size() - m_FreeCount; }
    +
    5673  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
    +
    5674  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
    +
    5675  virtual bool IsEmpty() const;
    +
    5676 
    +
    5677  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
    +
    5678  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
    +
    5679 
    +
    5680 #if VMA_STATS_STRING_ENABLED
    +
    5681  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
    +
    5682 #endif
    +
    5683 
    +
    5684  virtual bool CreateAllocationRequest(
    +
    5685  uint32_t currentFrameIndex,
    +
    5686  uint32_t frameInUseCount,
    +
    5687  VkDeviceSize bufferImageGranularity,
    +
    5688  VkDeviceSize allocSize,
    +
    5689  VkDeviceSize allocAlignment,
    +
    5690  bool upperAddress,
    +
    5691  VmaSuballocationType allocType,
    +
    5692  bool canMakeOtherLost,
    +
    5693  uint32_t strategy,
    +
    5694  VmaAllocationRequest* pAllocationRequest);
    +
    5695 
    +
    5696  virtual bool MakeRequestedAllocationsLost(
    +
    5697  uint32_t currentFrameIndex,
    +
    5698  uint32_t frameInUseCount,
    +
    5699  VmaAllocationRequest* pAllocationRequest);
    +
    5700 
    +
    5701  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
    5702 
    -
    5703  virtual void Free(const VmaAllocation allocation);
    -
    5704  virtual void FreeAtOffset(VkDeviceSize offset);
    -
    5705 
    -
    5707  // For defragmentation
    -
    5708 
    -
    5709  bool IsBufferImageGranularityConflictPossible(
    -
    5710  VkDeviceSize bufferImageGranularity,
    -
    5711  VmaSuballocationType& inOutPrevSuballocType) const;
    -
    5712 
    -
    5713 private:
    -
    5714  friend class VmaDefragmentationAlgorithm_Generic;
    -
    5715  friend class VmaDefragmentationAlgorithm_Fast;
    -
    5716 
    -
    5717  uint32_t m_FreeCount;
    -
    5718  VkDeviceSize m_SumFreeSize;
    -
    5719  VmaSuballocationList m_Suballocations;
    -
    5720  // Suballocations that are free and have size greater than certain threshold.
    -
    5721  // Sorted by size, ascending.
    -
    5722  VmaVector< VmaSuballocationList::iterator, VmaStlAllocator< VmaSuballocationList::iterator > > m_FreeSuballocationsBySize;
    -
    5723 
    -
    5724  bool ValidateFreeSuballocationList() const;
    -
    5725 
    -
    5726  // Checks if requested suballocation with given parameters can be placed in given pFreeSuballocItem.
    -
    5727  // If yes, fills pOffset and returns true. If no, returns false.
    -
    5728  bool CheckAllocation(
    -
    5729  uint32_t currentFrameIndex,
    -
    5730  uint32_t frameInUseCount,
    -
    5731  VkDeviceSize bufferImageGranularity,
    -
    5732  VkDeviceSize allocSize,
    -
    5733  VkDeviceSize allocAlignment,
    -
    5734  VmaSuballocationType allocType,
    -
    5735  VmaSuballocationList::const_iterator suballocItem,
    -
    5736  bool canMakeOtherLost,
    -
    5737  VkDeviceSize* pOffset,
    -
    5738  size_t* itemsToMakeLostCount,
    -
    5739  VkDeviceSize* pSumFreeSize,
    -
    5740  VkDeviceSize* pSumItemSize) const;
    -
    5741  // Given free suballocation, it merges it with following one, which must also be free.
    -
    5742  void MergeFreeWithNext(VmaSuballocationList::iterator item);
    -
    5743  // Releases given suballocation, making it free.
    -
    5744  // Merges it with adjacent free suballocations if applicable.
    -
    5745  // Returns iterator to new free suballocation at this place.
    -
    5746  VmaSuballocationList::iterator FreeSuballocation(VmaSuballocationList::iterator suballocItem);
    -
    5747  // Given free suballocation, it inserts it into sorted list of
    -
    5748  // m_FreeSuballocationsBySize if it's suitable.
    -
    5749  void RegisterFreeSuballocation(VmaSuballocationList::iterator item);
    -
    5750  // Given free suballocation, it removes it from sorted list of
    -
    5751  // m_FreeSuballocationsBySize if it's suitable.
    -
    5752  void UnregisterFreeSuballocation(VmaSuballocationList::iterator item);
    -
    5753 };
    -
    5754 
    -
    5755 /*
    -
    5756 Allocations and their references in internal data structure look like this:
    -
    5757 
    -
    5758 if(m_2ndVectorMode == SECOND_VECTOR_EMPTY):
    -
    5759 
    -
    5760  0 +-------+
    -
    5761  | |
    -
    5762  | |
    -
    5763  | |
    -
    5764  +-------+
    -
    5765  | Alloc | 1st[m_1stNullItemsBeginCount]
    -
    5766  +-------+
    -
    5767  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
    -
    5768  +-------+
    -
    5769  | ... |
    -
    5770  +-------+
    -
    5771  | Alloc | 1st[1st.size() - 1]
    +
    5703  virtual VkResult CheckCorruption(const void* pBlockData);
    +
    5704 
    +
    5705  virtual void Alloc(
    +
    5706  const VmaAllocationRequest& request,
    +
    5707  VmaSuballocationType type,
    +
    5708  VkDeviceSize allocSize,
    +
    5709  VmaAllocation hAllocation);
    +
    5710 
    +
    5711  virtual void Free(const VmaAllocation allocation);
    +
    5712  virtual void FreeAtOffset(VkDeviceSize offset);
    +
    5713 
    +
    5715  // For defragmentation
    +
    5716 
    +
    5717  bool IsBufferImageGranularityConflictPossible(
    +
    5718  VkDeviceSize bufferImageGranularity,
    +
    5719  VmaSuballocationType& inOutPrevSuballocType) const;
    +
    5720 
    +
    5721 private:
    +
    5722  friend class VmaDefragmentationAlgorithm_Generic;
    +
    5723  friend class VmaDefragmentationAlgorithm_Fast;
    +
    5724 
    +
    5725  uint32_t m_FreeCount;
    +
    5726  VkDeviceSize m_SumFreeSize;
    +
    5727  VmaSuballocationList m_Suballocations;
    +
    5728  // Suballocations that are free and have size greater than certain threshold.
    +
    5729  // Sorted by size, ascending.
    +
    5730  VmaVector< VmaSuballocationList::iterator, VmaStlAllocator< VmaSuballocationList::iterator > > m_FreeSuballocationsBySize;
    +
    5731 
    +
    5732  bool ValidateFreeSuballocationList() const;
    +
    5733 
    +
    5734  // Checks if requested suballocation with given parameters can be placed in given pFreeSuballocItem.
    +
    5735  // If yes, fills pOffset and returns true. If no, returns false.
    +
    5736  bool CheckAllocation(
    +
    5737  uint32_t currentFrameIndex,
    +
    5738  uint32_t frameInUseCount,
    +
    5739  VkDeviceSize bufferImageGranularity,
    +
    5740  VkDeviceSize allocSize,
    +
    5741  VkDeviceSize allocAlignment,
    +
    5742  VmaSuballocationType allocType,
    +
    5743  VmaSuballocationList::const_iterator suballocItem,
    +
    5744  bool canMakeOtherLost,
    +
    5745  VkDeviceSize* pOffset,
    +
    5746  size_t* itemsToMakeLostCount,
    +
    5747  VkDeviceSize* pSumFreeSize,
    +
    5748  VkDeviceSize* pSumItemSize) const;
    +
    5749  // Given free suballocation, it merges it with following one, which must also be free.
    +
    5750  void MergeFreeWithNext(VmaSuballocationList::iterator item);
    +
    5751  // Releases given suballocation, making it free.
    +
    5752  // Merges it with adjacent free suballocations if applicable.
    +
    5753  // Returns iterator to new free suballocation at this place.
    +
    5754  VmaSuballocationList::iterator FreeSuballocation(VmaSuballocationList::iterator suballocItem);
    +
    5755  // Given free suballocation, it inserts it into sorted list of
    +
    5756  // m_FreeSuballocationsBySize if it's suitable.
    +
    5757  void RegisterFreeSuballocation(VmaSuballocationList::iterator item);
    +
    5758  // Given free suballocation, it removes it from sorted list of
    +
    5759  // m_FreeSuballocationsBySize if it's suitable.
    +
    5760  void UnregisterFreeSuballocation(VmaSuballocationList::iterator item);
    +
    5761 };
    +
    5762 
    +
    5763 /*
    +
    5764 Allocations and their references in internal data structure look like this:
    +
    5765 
    +
    5766 if(m_2ndVectorMode == SECOND_VECTOR_EMPTY):
    +
    5767 
    +
    5768  0 +-------+
    +
    5769  | |
    +
    5770  | |
    +
    5771  | |
    5772  +-------+
    -
    5773  | |
    -
    5774  | |
    -
    5775  | |
    -
    5776 GetSize() +-------+
    -
    5777 
    -
    5778 if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER):
    -
    5779 
    -
    5780  0 +-------+
    -
    5781  | Alloc | 2nd[0]
    -
    5782  +-------+
    -
    5783  | Alloc | 2nd[1]
    -
    5784  +-------+
    -
    5785  | ... |
    -
    5786  +-------+
    -
    5787  | Alloc | 2nd[2nd.size() - 1]
    -
    5788  +-------+
    -
    5789  | |
    -
    5790  | |
    -
    5791  | |
    +
    5773  | Alloc | 1st[m_1stNullItemsBeginCount]
    +
    5774  +-------+
    +
    5775  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
    +
    5776  +-------+
    +
    5777  | ... |
    +
    5778  +-------+
    +
    5779  | Alloc | 1st[1st.size() - 1]
    +
    5780  +-------+
    +
    5781  | |
    +
    5782  | |
    +
    5783  | |
    +
    5784 GetSize() +-------+
    +
    5785 
    +
    5786 if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER):
    +
    5787 
    +
    5788  0 +-------+
    +
    5789  | Alloc | 2nd[0]
    +
    5790  +-------+
    +
    5791  | Alloc | 2nd[1]
    5792  +-------+
    -
    5793  | Alloc | 1st[m_1stNullItemsBeginCount]
    +
    5793  | ... |
    5794  +-------+
    -
    5795  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
    +
    5795  | Alloc | 2nd[2nd.size() - 1]
    5796  +-------+
    -
    5797  | ... |
    -
    5798  +-------+
    -
    5799  | Alloc | 1st[1st.size() - 1]
    +
    5797  | |
    +
    5798  | |
    +
    5799  | |
    5800  +-------+
    -
    5801  | |
    -
    5802 GetSize() +-------+
    -
    5803 
    -
    5804 if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK):
    -
    5805 
    -
    5806  0 +-------+
    -
    5807  | |
    -
    5808  | |
    +
    5801  | Alloc | 1st[m_1stNullItemsBeginCount]
    +
    5802  +-------+
    +
    5803  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
    +
    5804  +-------+
    +
    5805  | ... |
    +
    5806  +-------+
    +
    5807  | Alloc | 1st[1st.size() - 1]
    +
    5808  +-------+
    5809  | |
    -
    5810  +-------+
    -
    5811  | Alloc | 1st[m_1stNullItemsBeginCount]
    -
    5812  +-------+
    -
    5813  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
    -
    5814  +-------+
    -
    5815  | ... |
    -
    5816  +-------+
    -
    5817  | Alloc | 1st[1st.size() - 1]
    +
    5810 GetSize() +-------+
    +
    5811 
    +
    5812 if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK):
    +
    5813 
    +
    5814  0 +-------+
    +
    5815  | |
    +
    5816  | |
    +
    5817  | |
    5818  +-------+
    -
    5819  | |
    -
    5820  | |
    -
    5821  | |
    +
    5819  | Alloc | 1st[m_1stNullItemsBeginCount]
    +
    5820  +-------+
    +
    5821  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
    5822  +-------+
    -
    5823  | Alloc | 2nd[2nd.size() - 1]
    +
    5823  | ... |
    5824  +-------+
    -
    5825  | ... |
    +
    5825  | Alloc | 1st[1st.size() - 1]
    5826  +-------+
    -
    5827  | Alloc | 2nd[1]
    -
    5828  +-------+
    -
    5829  | Alloc | 2nd[0]
    -
    5830 GetSize() +-------+
    -
    5831 
    -
    5832 */
    -
    5833 class VmaBlockMetadata_Linear : public VmaBlockMetadata
    -
    5834 {
    -
    5835  VMA_CLASS_NO_COPY(VmaBlockMetadata_Linear)
    -
    5836 public:
    -
    5837  VmaBlockMetadata_Linear(VmaAllocator hAllocator);
    -
    5838  virtual ~VmaBlockMetadata_Linear();
    -
    5839  virtual void Init(VkDeviceSize size);
    -
    5840 
    -
    5841  virtual bool Validate() const;
    -
    5842  virtual size_t GetAllocationCount() const;
    -
    5843  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
    -
    5844  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
    -
    5845  virtual bool IsEmpty() const { return GetAllocationCount() == 0; }
    -
    5846 
    -
    5847  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
    -
    5848  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
    -
    5849 
    -
    5850 #if VMA_STATS_STRING_ENABLED
    -
    5851  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
    -
    5852 #endif
    -
    5853 
    -
    5854  virtual bool CreateAllocationRequest(
    -
    5855  uint32_t currentFrameIndex,
    -
    5856  uint32_t frameInUseCount,
    -
    5857  VkDeviceSize bufferImageGranularity,
    -
    5858  VkDeviceSize allocSize,
    -
    5859  VkDeviceSize allocAlignment,
    -
    5860  bool upperAddress,
    -
    5861  VmaSuballocationType allocType,
    -
    5862  bool canMakeOtherLost,
    -
    5863  uint32_t strategy,
    -
    5864  VmaAllocationRequest* pAllocationRequest);
    -
    5865 
    -
    5866  virtual bool MakeRequestedAllocationsLost(
    -
    5867  uint32_t currentFrameIndex,
    -
    5868  uint32_t frameInUseCount,
    -
    5869  VmaAllocationRequest* pAllocationRequest);
    -
    5870 
    -
    5871  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
    -
    5872 
    -
    5873  virtual VkResult CheckCorruption(const void* pBlockData);
    -
    5874 
    -
    5875  virtual void Alloc(
    -
    5876  const VmaAllocationRequest& request,
    -
    5877  VmaSuballocationType type,
    -
    5878  VkDeviceSize allocSize,
    -
    5879  VmaAllocation hAllocation);
    +
    5827  | |
    +
    5828  | |
    +
    5829  | |
    +
    5830  +-------+
    +
    5831  | Alloc | 2nd[2nd.size() - 1]
    +
    5832  +-------+
    +
    5833  | ... |
    +
    5834  +-------+
    +
    5835  | Alloc | 2nd[1]
    +
    5836  +-------+
    +
    5837  | Alloc | 2nd[0]
    +
    5838 GetSize() +-------+
    +
    5839 
    +
    5840 */
    +
    5841 class VmaBlockMetadata_Linear : public VmaBlockMetadata
    +
    5842 {
    +
    5843  VMA_CLASS_NO_COPY(VmaBlockMetadata_Linear)
    +
    5844 public:
    +
    5845  VmaBlockMetadata_Linear(VmaAllocator hAllocator);
    +
    5846  virtual ~VmaBlockMetadata_Linear();
    +
    5847  virtual void Init(VkDeviceSize size);
    +
    5848 
    +
    5849  virtual bool Validate() const;
    +
    5850  virtual size_t GetAllocationCount() const;
    +
    5851  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
    +
    5852  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
    +
    5853  virtual bool IsEmpty() const { return GetAllocationCount() == 0; }
    +
    5854 
    +
    5855  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
    +
    5856  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
    +
    5857 
    +
    5858 #if VMA_STATS_STRING_ENABLED
    +
    5859  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
    +
    5860 #endif
    +
    5861 
    +
    5862  virtual bool CreateAllocationRequest(
    +
    5863  uint32_t currentFrameIndex,
    +
    5864  uint32_t frameInUseCount,
    +
    5865  VkDeviceSize bufferImageGranularity,
    +
    5866  VkDeviceSize allocSize,
    +
    5867  VkDeviceSize allocAlignment,
    +
    5868  bool upperAddress,
    +
    5869  VmaSuballocationType allocType,
    +
    5870  bool canMakeOtherLost,
    +
    5871  uint32_t strategy,
    +
    5872  VmaAllocationRequest* pAllocationRequest);
    +
    5873 
    +
    5874  virtual bool MakeRequestedAllocationsLost(
    +
    5875  uint32_t currentFrameIndex,
    +
    5876  uint32_t frameInUseCount,
    +
    5877  VmaAllocationRequest* pAllocationRequest);
    +
    5878 
    +
    5879  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
    5880 
    -
    5881  virtual void Free(const VmaAllocation allocation);
    -
    5882  virtual void FreeAtOffset(VkDeviceSize offset);
    -
    5883 
    -
    5884 private:
    -
    5885  /*
    -
    5886  There are two suballocation vectors, used in ping-pong way.
    -
    5887  The one with index m_1stVectorIndex is called 1st.
    -
    5888  The one with index (m_1stVectorIndex ^ 1) is called 2nd.
    -
    5889  2nd can be non-empty only when 1st is not empty.
    -
    5890  When 2nd is not empty, m_2ndVectorMode indicates its mode of operation.
    -
    5891  */
    -
    5892  typedef VmaVector< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > SuballocationVectorType;
    -
    5893 
    -
    5894  enum SECOND_VECTOR_MODE
    -
    5895  {
    -
    5896  SECOND_VECTOR_EMPTY,
    -
    5897  /*
    -
    5898  Suballocations in 2nd vector are created later than the ones in 1st, but they
    -
    5899  all have smaller offset.
    -
    5900  */
    -
    5901  SECOND_VECTOR_RING_BUFFER,
    -
    5902  /*
    -
    5903  Suballocations in 2nd vector are upper side of double stack.
    -
    5904  They all have offsets higher than those in 1st vector.
    -
    5905  Top of this stack means smaller offsets, but higher indices in this vector.
    -
    5906  */
    -
    5907  SECOND_VECTOR_DOUBLE_STACK,
    -
    5908  };
    -
    5909 
    -
    5910  VkDeviceSize m_SumFreeSize;
    -
    5911  SuballocationVectorType m_Suballocations0, m_Suballocations1;
    -
    5912  uint32_t m_1stVectorIndex;
    -
    5913  SECOND_VECTOR_MODE m_2ndVectorMode;
    -
    5914 
    -
    5915  SuballocationVectorType& AccessSuballocations1st() { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
    -
    5916  SuballocationVectorType& AccessSuballocations2nd() { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
    -
    5917  const SuballocationVectorType& AccessSuballocations1st() const { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
    -
    5918  const SuballocationVectorType& AccessSuballocations2nd() const { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
    -
    5919 
    -
    5920  // Number of items in 1st vector with hAllocation = null at the beginning.
    -
    5921  size_t m_1stNullItemsBeginCount;
    -
    5922  // Number of other items in 1st vector with hAllocation = null somewhere in the middle.
    -
    5923  size_t m_1stNullItemsMiddleCount;
    -
    5924  // Number of items in 2nd vector with hAllocation = null.
    -
    5925  size_t m_2ndNullItemsCount;
    -
    5926 
    -
    5927  bool ShouldCompact1st() const;
    -
    5928  void CleanupAfterFree();
    -
    5929 
    -
    5930  bool CreateAllocationRequest_LowerAddress(
    -
    5931  uint32_t currentFrameIndex,
    -
    5932  uint32_t frameInUseCount,
    -
    5933  VkDeviceSize bufferImageGranularity,
    -
    5934  VkDeviceSize allocSize,
    -
    5935  VkDeviceSize allocAlignment,
    -
    5936  VmaSuballocationType allocType,
    -
    5937  bool canMakeOtherLost,
    -
    5938  uint32_t strategy,
    -
    5939  VmaAllocationRequest* pAllocationRequest);
    -
    5940  bool CreateAllocationRequest_UpperAddress(
    -
    5941  uint32_t currentFrameIndex,
    -
    5942  uint32_t frameInUseCount,
    -
    5943  VkDeviceSize bufferImageGranularity,
    -
    5944  VkDeviceSize allocSize,
    -
    5945  VkDeviceSize allocAlignment,
    -
    5946  VmaSuballocationType allocType,
    -
    5947  bool canMakeOtherLost,
    -
    5948  uint32_t strategy,
    -
    5949  VmaAllocationRequest* pAllocationRequest);
    -
    5950 };
    -
    5951 
    -
    5952 /*
    -
    5953 - GetSize() is the original size of allocated memory block.
    -
    5954 - m_UsableSize is this size aligned down to a power of two.
    -
    5955  All allocations and calculations happen relative to m_UsableSize.
    -
    5956 - GetUnusableSize() is the difference between them.
    -
    5957  It is repoted as separate, unused range, not available for allocations.
    -
    5958 
    -
    5959 Node at level 0 has size = m_UsableSize.
    -
    5960 Each next level contains nodes with size 2 times smaller than current level.
    -
    5961 m_LevelCount is the maximum number of levels to use in the current object.
    -
    5962 */
    -
    5963 class VmaBlockMetadata_Buddy : public VmaBlockMetadata
    -
    5964 {
    -
    5965  VMA_CLASS_NO_COPY(VmaBlockMetadata_Buddy)
    -
    5966 public:
    -
    5967  VmaBlockMetadata_Buddy(VmaAllocator hAllocator);
    -
    5968  virtual ~VmaBlockMetadata_Buddy();
    -
    5969  virtual void Init(VkDeviceSize size);
    -
    5970 
    -
    5971  virtual bool Validate() const;
    -
    5972  virtual size_t GetAllocationCount() const { return m_AllocationCount; }
    -
    5973  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize + GetUnusableSize(); }
    -
    5974  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
    -
    5975  virtual bool IsEmpty() const { return m_Root->type == Node::TYPE_FREE; }
    -
    5976 
    -
    5977  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
    -
    5978  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
    -
    5979 
    -
    5980 #if VMA_STATS_STRING_ENABLED
    -
    5981  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
    -
    5982 #endif
    -
    5983 
    -
    5984  virtual bool CreateAllocationRequest(
    -
    5985  uint32_t currentFrameIndex,
    -
    5986  uint32_t frameInUseCount,
    -
    5987  VkDeviceSize bufferImageGranularity,
    -
    5988  VkDeviceSize allocSize,
    -
    5989  VkDeviceSize allocAlignment,
    -
    5990  bool upperAddress,
    -
    5991  VmaSuballocationType allocType,
    -
    5992  bool canMakeOtherLost,
    -
    5993  uint32_t strategy,
    -
    5994  VmaAllocationRequest* pAllocationRequest);
    -
    5995 
    -
    5996  virtual bool MakeRequestedAllocationsLost(
    -
    5997  uint32_t currentFrameIndex,
    -
    5998  uint32_t frameInUseCount,
    -
    5999  VmaAllocationRequest* pAllocationRequest);
    -
    6000 
    -
    6001  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
    -
    6002 
    -
    6003  virtual VkResult CheckCorruption(const void* pBlockData) { return VK_ERROR_FEATURE_NOT_PRESENT; }
    -
    6004 
    -
    6005  virtual void Alloc(
    -
    6006  const VmaAllocationRequest& request,
    -
    6007  VmaSuballocationType type,
    -
    6008  VkDeviceSize allocSize,
    -
    6009  VmaAllocation hAllocation);
    +
    5881  virtual VkResult CheckCorruption(const void* pBlockData);
    +
    5882 
    +
    5883  virtual void Alloc(
    +
    5884  const VmaAllocationRequest& request,
    +
    5885  VmaSuballocationType type,
    +
    5886  VkDeviceSize allocSize,
    +
    5887  VmaAllocation hAllocation);
    +
    5888 
    +
    5889  virtual void Free(const VmaAllocation allocation);
    +
    5890  virtual void FreeAtOffset(VkDeviceSize offset);
    +
    5891 
    +
    5892 private:
    +
    5893  /*
    +
    5894  There are two suballocation vectors, used in ping-pong way.
    +
    5895  The one with index m_1stVectorIndex is called 1st.
    +
    5896  The one with index (m_1stVectorIndex ^ 1) is called 2nd.
    +
    5897  2nd can be non-empty only when 1st is not empty.
    +
    5898  When 2nd is not empty, m_2ndVectorMode indicates its mode of operation.
    +
    5899  */
    +
    5900  typedef VmaVector< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > SuballocationVectorType;
    +
    5901 
    +
    5902  enum SECOND_VECTOR_MODE
    +
    5903  {
    +
    5904  SECOND_VECTOR_EMPTY,
    +
    5905  /*
    +
    5906  Suballocations in 2nd vector are created later than the ones in 1st, but they
    +
    5907  all have smaller offset.
    +
    5908  */
    +
    5909  SECOND_VECTOR_RING_BUFFER,
    +
    5910  /*
    +
    5911  Suballocations in 2nd vector are upper side of double stack.
    +
    5912  They all have offsets higher than those in 1st vector.
    +
    5913  Top of this stack means smaller offsets, but higher indices in this vector.
    +
    5914  */
    +
    5915  SECOND_VECTOR_DOUBLE_STACK,
    +
    5916  };
    +
    5917 
    +
    5918  VkDeviceSize m_SumFreeSize;
    +
    5919  SuballocationVectorType m_Suballocations0, m_Suballocations1;
    +
    5920  uint32_t m_1stVectorIndex;
    +
    5921  SECOND_VECTOR_MODE m_2ndVectorMode;
    +
    5922 
    +
    5923  SuballocationVectorType& AccessSuballocations1st() { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
    +
    5924  SuballocationVectorType& AccessSuballocations2nd() { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
    +
    5925  const SuballocationVectorType& AccessSuballocations1st() const { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
    +
    5926  const SuballocationVectorType& AccessSuballocations2nd() const { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
    +
    5927 
    +
    5928  // Number of items in 1st vector with hAllocation = null at the beginning.
    +
    5929  size_t m_1stNullItemsBeginCount;
    +
    5930  // Number of other items in 1st vector with hAllocation = null somewhere in the middle.
    +
    5931  size_t m_1stNullItemsMiddleCount;
    +
    5932  // Number of items in 2nd vector with hAllocation = null.
    +
    5933  size_t m_2ndNullItemsCount;
    +
    5934 
    +
    5935  bool ShouldCompact1st() const;
    +
    5936  void CleanupAfterFree();
    +
    5937 
    +
    5938  bool CreateAllocationRequest_LowerAddress(
    +
    5939  uint32_t currentFrameIndex,
    +
    5940  uint32_t frameInUseCount,
    +
    5941  VkDeviceSize bufferImageGranularity,
    +
    5942  VkDeviceSize allocSize,
    +
    5943  VkDeviceSize allocAlignment,
    +
    5944  VmaSuballocationType allocType,
    +
    5945  bool canMakeOtherLost,
    +
    5946  uint32_t strategy,
    +
    5947  VmaAllocationRequest* pAllocationRequest);
    +
    5948  bool CreateAllocationRequest_UpperAddress(
    +
    5949  uint32_t currentFrameIndex,
    +
    5950  uint32_t frameInUseCount,
    +
    5951  VkDeviceSize bufferImageGranularity,
    +
    5952  VkDeviceSize allocSize,
    +
    5953  VkDeviceSize allocAlignment,
    +
    5954  VmaSuballocationType allocType,
    +
    5955  bool canMakeOtherLost,
    +
    5956  uint32_t strategy,
    +
    5957  VmaAllocationRequest* pAllocationRequest);
    +
    5958 };
    +
    5959 
    +
    5960 /*
    +
    5961 - GetSize() is the original size of allocated memory block.
    +
    5962 - m_UsableSize is this size aligned down to a power of two.
    +
    5963  All allocations and calculations happen relative to m_UsableSize.
    +
    5964 - GetUnusableSize() is the difference between them.
    +
    5965  It is repoted as separate, unused range, not available for allocations.
    +
    5966 
    +
    5967 Node at level 0 has size = m_UsableSize.
    +
    5968 Each next level contains nodes with size 2 times smaller than current level.
    +
    5969 m_LevelCount is the maximum number of levels to use in the current object.
    +
    5970 */
    +
    5971 class VmaBlockMetadata_Buddy : public VmaBlockMetadata
    +
    5972 {
    +
    5973  VMA_CLASS_NO_COPY(VmaBlockMetadata_Buddy)
    +
    5974 public:
    +
    5975  VmaBlockMetadata_Buddy(VmaAllocator hAllocator);
    +
    5976  virtual ~VmaBlockMetadata_Buddy();
    +
    5977  virtual void Init(VkDeviceSize size);
    +
    5978 
    +
    5979  virtual bool Validate() const;
    +
    5980  virtual size_t GetAllocationCount() const { return m_AllocationCount; }
    +
    5981  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize + GetUnusableSize(); }
    +
    5982  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
    +
    5983  virtual bool IsEmpty() const { return m_Root->type == Node::TYPE_FREE; }
    +
    5984 
    +
    5985  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
    +
    5986  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
    +
    5987 
    +
    5988 #if VMA_STATS_STRING_ENABLED
    +
    5989  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
    +
    5990 #endif
    +
    5991 
    +
    5992  virtual bool CreateAllocationRequest(
    +
    5993  uint32_t currentFrameIndex,
    +
    5994  uint32_t frameInUseCount,
    +
    5995  VkDeviceSize bufferImageGranularity,
    +
    5996  VkDeviceSize allocSize,
    +
    5997  VkDeviceSize allocAlignment,
    +
    5998  bool upperAddress,
    +
    5999  VmaSuballocationType allocType,
    +
    6000  bool canMakeOtherLost,
    +
    6001  uint32_t strategy,
    +
    6002  VmaAllocationRequest* pAllocationRequest);
    +
    6003 
    +
    6004  virtual bool MakeRequestedAllocationsLost(
    +
    6005  uint32_t currentFrameIndex,
    +
    6006  uint32_t frameInUseCount,
    +
    6007  VmaAllocationRequest* pAllocationRequest);
    +
    6008 
    +
    6009  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
    6010 
    -
    6011  virtual void Free(const VmaAllocation allocation) { FreeAtOffset(allocation, allocation->GetOffset()); }
    -
    6012  virtual void FreeAtOffset(VkDeviceSize offset) { FreeAtOffset(VMA_NULL, offset); }
    -
    6013 
    -
    6014 private:
    -
    6015  static const VkDeviceSize MIN_NODE_SIZE = 32;
    -
    6016  static const size_t MAX_LEVELS = 30;
    -
    6017 
    -
    6018  struct ValidationContext
    -
    6019  {
    -
    6020  size_t calculatedAllocationCount;
    -
    6021  size_t calculatedFreeCount;
    -
    6022  VkDeviceSize calculatedSumFreeSize;
    -
    6023 
    -
    6024  ValidationContext() :
    -
    6025  calculatedAllocationCount(0),
    -
    6026  calculatedFreeCount(0),
    -
    6027  calculatedSumFreeSize(0) { }
    -
    6028  };
    -
    6029 
    -
    6030  struct Node
    -
    6031  {
    -
    6032  VkDeviceSize offset;
    -
    6033  enum TYPE
    -
    6034  {
    -
    6035  TYPE_FREE,
    -
    6036  TYPE_ALLOCATION,
    -
    6037  TYPE_SPLIT,
    -
    6038  TYPE_COUNT
    -
    6039  } type;
    -
    6040  Node* parent;
    -
    6041  Node* buddy;
    -
    6042 
    -
    6043  union
    -
    6044  {
    -
    6045  struct
    -
    6046  {
    -
    6047  Node* prev;
    -
    6048  Node* next;
    -
    6049  } free;
    -
    6050  struct
    -
    6051  {
    -
    6052  VmaAllocation alloc;
    -
    6053  } allocation;
    -
    6054  struct
    -
    6055  {
    -
    6056  Node* leftChild;
    -
    6057  } split;
    -
    6058  };
    -
    6059  };
    -
    6060 
    -
    6061  // Size of the memory block aligned down to a power of two.
    -
    6062  VkDeviceSize m_UsableSize;
    -
    6063  uint32_t m_LevelCount;
    -
    6064 
    -
    6065  Node* m_Root;
    -
    6066  struct {
    -
    6067  Node* front;
    -
    6068  Node* back;
    -
    6069  } m_FreeList[MAX_LEVELS];
    -
    6070  // Number of nodes in the tree with type == TYPE_ALLOCATION.
    -
    6071  size_t m_AllocationCount;
    -
    6072  // Number of nodes in the tree with type == TYPE_FREE.
    -
    6073  size_t m_FreeCount;
    -
    6074  // This includes space wasted due to internal fragmentation. Doesn't include unusable size.
    -
    6075  VkDeviceSize m_SumFreeSize;
    -
    6076 
    -
    6077  VkDeviceSize GetUnusableSize() const { return GetSize() - m_UsableSize; }
    -
    6078  void DeleteNode(Node* node);
    -
    6079  bool ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const;
    -
    6080  uint32_t AllocSizeToLevel(VkDeviceSize allocSize) const;
    -
    6081  inline VkDeviceSize LevelToNodeSize(uint32_t level) const { return m_UsableSize >> level; }
    -
    6082  // Alloc passed just for validation. Can be null.
    -
    6083  void FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset);
    -
    6084  void CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const;
    -
    6085  // Adds node to the front of FreeList at given level.
    -
    6086  // node->type must be FREE.
    -
    6087  // node->free.prev, next can be undefined.
    -
    6088  void AddToFreeListFront(uint32_t level, Node* node);
    -
    6089  // Removes node from FreeList at given level.
    -
    6090  // node->type must be FREE.
    -
    6091  // node->free.prev, next stay untouched.
    -
    6092  void RemoveFromFreeList(uint32_t level, Node* node);
    -
    6093 
    -
    6094 #if VMA_STATS_STRING_ENABLED
    -
    6095  void PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const;
    -
    6096 #endif
    -
    6097 };
    -
    6098 
    -
    6099 /*
    -
    6100 Represents a single block of device memory (`VkDeviceMemory`) with all the
    -
    6101 data about its regions (aka suballocations, #VmaAllocation), assigned and free.
    -
    6102 
    -
    6103 Thread-safety: This class must be externally synchronized.
    -
    6104 */
    -
    6105 class VmaDeviceMemoryBlock
    -
    6106 {
    -
    6107  VMA_CLASS_NO_COPY(VmaDeviceMemoryBlock)
    -
    6108 public:
    -
    6109  VmaBlockMetadata* m_pMetadata;
    -
    6110 
    -
    6111  VmaDeviceMemoryBlock(VmaAllocator hAllocator);
    -
    6112 
    -
    6113  ~VmaDeviceMemoryBlock()
    -
    6114  {
    -
    6115  VMA_ASSERT(m_MapCount == 0 && "VkDeviceMemory block is being destroyed while it is still mapped.");
    -
    6116  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
    -
    6117  }
    +
    6011  virtual VkResult CheckCorruption(const void* pBlockData) { return VK_ERROR_FEATURE_NOT_PRESENT; }
    +
    6012 
    +
    6013  virtual void Alloc(
    +
    6014  const VmaAllocationRequest& request,
    +
    6015  VmaSuballocationType type,
    +
    6016  VkDeviceSize allocSize,
    +
    6017  VmaAllocation hAllocation);
    +
    6018 
    +
    6019  virtual void Free(const VmaAllocation allocation) { FreeAtOffset(allocation, allocation->GetOffset()); }
    +
    6020  virtual void FreeAtOffset(VkDeviceSize offset) { FreeAtOffset(VMA_NULL, offset); }
    +
    6021 
    +
    6022 private:
    +
    6023  static const VkDeviceSize MIN_NODE_SIZE = 32;
    +
    6024  static const size_t MAX_LEVELS = 30;
    +
    6025 
    +
    6026  struct ValidationContext
    +
    6027  {
    +
    6028  size_t calculatedAllocationCount;
    +
    6029  size_t calculatedFreeCount;
    +
    6030  VkDeviceSize calculatedSumFreeSize;
    +
    6031 
    +
    6032  ValidationContext() :
    +
    6033  calculatedAllocationCount(0),
    +
    6034  calculatedFreeCount(0),
    +
    6035  calculatedSumFreeSize(0) { }
    +
    6036  };
    +
    6037 
    +
    6038  struct Node
    +
    6039  {
    +
    6040  VkDeviceSize offset;
    +
    6041  enum TYPE
    +
    6042  {
    +
    6043  TYPE_FREE,
    +
    6044  TYPE_ALLOCATION,
    +
    6045  TYPE_SPLIT,
    +
    6046  TYPE_COUNT
    +
    6047  } type;
    +
    6048  Node* parent;
    +
    6049  Node* buddy;
    +
    6050 
    +
    6051  union
    +
    6052  {
    +
    6053  struct
    +
    6054  {
    +
    6055  Node* prev;
    +
    6056  Node* next;
    +
    6057  } free;
    +
    6058  struct
    +
    6059  {
    +
    6060  VmaAllocation alloc;
    +
    6061  } allocation;
    +
    6062  struct
    +
    6063  {
    +
    6064  Node* leftChild;
    +
    6065  } split;
    +
    6066  };
    +
    6067  };
    +
    6068 
    +
    6069  // Size of the memory block aligned down to a power of two.
    +
    6070  VkDeviceSize m_UsableSize;
    +
    6071  uint32_t m_LevelCount;
    +
    6072 
    +
    6073  Node* m_Root;
    +
    6074  struct {
    +
    6075  Node* front;
    +
    6076  Node* back;
    +
    6077  } m_FreeList[MAX_LEVELS];
    +
    6078  // Number of nodes in the tree with type == TYPE_ALLOCATION.
    +
    6079  size_t m_AllocationCount;
    +
    6080  // Number of nodes in the tree with type == TYPE_FREE.
    +
    6081  size_t m_FreeCount;
    +
    6082  // This includes space wasted due to internal fragmentation. Doesn't include unusable size.
    +
    6083  VkDeviceSize m_SumFreeSize;
    +
    6084 
    +
    6085  VkDeviceSize GetUnusableSize() const { return GetSize() - m_UsableSize; }
    +
    6086  void DeleteNode(Node* node);
    +
    6087  bool ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const;
    +
    6088  uint32_t AllocSizeToLevel(VkDeviceSize allocSize) const;
    +
    6089  inline VkDeviceSize LevelToNodeSize(uint32_t level) const { return m_UsableSize >> level; }
    +
    6090  // Alloc passed just for validation. Can be null.
    +
    6091  void FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset);
    +
    6092  void CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const;
    +
    6093  // Adds node to the front of FreeList at given level.
    +
    6094  // node->type must be FREE.
    +
    6095  // node->free.prev, next can be undefined.
    +
    6096  void AddToFreeListFront(uint32_t level, Node* node);
    +
    6097  // Removes node from FreeList at given level.
    +
    6098  // node->type must be FREE.
    +
    6099  // node->free.prev, next stay untouched.
    +
    6100  void RemoveFromFreeList(uint32_t level, Node* node);
    +
    6101 
    +
    6102 #if VMA_STATS_STRING_ENABLED
    +
    6103  void PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const;
    +
    6104 #endif
    +
    6105 };
    +
    6106 
    +
    6107 /*
    +
    6108 Represents a single block of device memory (`VkDeviceMemory`) with all the
    +
    6109 data about its regions (aka suballocations, #VmaAllocation), assigned and free.
    +
    6110 
    +
    6111 Thread-safety: This class must be externally synchronized.
    +
    6112 */
    +
    6113 class VmaDeviceMemoryBlock
    +
    6114 {
    +
    6115  VMA_CLASS_NO_COPY(VmaDeviceMemoryBlock)
    +
    6116 public:
    +
    6117  VmaBlockMetadata* m_pMetadata;
    6118 
    -
    6119  // Always call after construction.
    -
    6120  void Init(
    -
    6121  VmaAllocator hAllocator,
    -
    6122  VmaPool hParentPool,
    -
    6123  uint32_t newMemoryTypeIndex,
    -
    6124  VkDeviceMemory newMemory,
    -
    6125  VkDeviceSize newSize,
    -
    6126  uint32_t id,
    -
    6127  uint32_t algorithm);
    -
    6128  // Always call before destruction.
    -
    6129  void Destroy(VmaAllocator allocator);
    -
    6130 
    -
    6131  VmaPool GetParentPool() const { return m_hParentPool; }
    -
    6132  VkDeviceMemory GetDeviceMemory() const { return m_hMemory; }
    -
    6133  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
    -
    6134  uint32_t GetId() const { return m_Id; }
    -
    6135  void* GetMappedData() const { return m_pMappedData; }
    -
    6136 
    -
    6137  // Validates all data structures inside this object. If not valid, returns false.
    -
    6138  bool Validate() const;
    -
    6139 
    -
    6140  VkResult CheckCorruption(VmaAllocator hAllocator);
    -
    6141 
    -
    6142  // ppData can be null.
    -
    6143  VkResult Map(VmaAllocator hAllocator, uint32_t count, void** ppData);
    -
    6144  void Unmap(VmaAllocator hAllocator, uint32_t count);
    -
    6145 
    -
    6146  VkResult WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
    -
    6147  VkResult ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
    -
    6148 
    -
    6149  VkResult BindBufferMemory(
    -
    6150  const VmaAllocator hAllocator,
    -
    6151  const VmaAllocation hAllocation,
    -
    6152  VkDeviceSize allocationLocalOffset,
    -
    6153  VkBuffer hBuffer,
    -
    6154  const void* pNext);
    -
    6155  VkResult BindImageMemory(
    -
    6156  const VmaAllocator hAllocator,
    -
    6157  const VmaAllocation hAllocation,
    -
    6158  VkDeviceSize allocationLocalOffset,
    -
    6159  VkImage hImage,
    -
    6160  const void* pNext);
    -
    6161 
    -
    6162 private:
    -
    6163  VmaPool m_hParentPool; // VK_NULL_HANDLE if not belongs to custom pool.
    -
    6164  uint32_t m_MemoryTypeIndex;
    -
    6165  uint32_t m_Id;
    -
    6166  VkDeviceMemory m_hMemory;
    -
    6167 
    -
    6168  /*
    -
    6169  Protects access to m_hMemory so it's not used by multiple threads simultaneously, e.g. vkMapMemory, vkBindBufferMemory.
    -
    6170  Also protects m_MapCount, m_pMappedData.
    -
    6171  Allocations, deallocations, any change in m_pMetadata is protected by parent's VmaBlockVector::m_Mutex.
    -
    6172  */
    -
    6173  VMA_MUTEX m_Mutex;
    -
    6174  uint32_t m_MapCount;
    -
    6175  void* m_pMappedData;
    -
    6176 };
    -
    6177 
    -
    6178 struct VmaPointerLess
    -
    6179 {
    -
    6180  bool operator()(const void* lhs, const void* rhs) const
    -
    6181  {
    -
    6182  return lhs < rhs;
    -
    6183  }
    +
    6119  VmaDeviceMemoryBlock(VmaAllocator hAllocator);
    +
    6120 
    +
    6121  ~VmaDeviceMemoryBlock()
    +
    6122  {
    +
    6123  VMA_ASSERT(m_MapCount == 0 && "VkDeviceMemory block is being destroyed while it is still mapped.");
    +
    6124  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
    +
    6125  }
    +
    6126 
    +
    6127  // Always call after construction.
    +
    6128  void Init(
    +
    6129  VmaAllocator hAllocator,
    +
    6130  VmaPool hParentPool,
    +
    6131  uint32_t newMemoryTypeIndex,
    +
    6132  VkDeviceMemory newMemory,
    +
    6133  VkDeviceSize newSize,
    +
    6134  uint32_t id,
    +
    6135  uint32_t algorithm);
    +
    6136  // Always call before destruction.
    +
    6137  void Destroy(VmaAllocator allocator);
    +
    6138 
    +
    6139  VmaPool GetParentPool() const { return m_hParentPool; }
    +
    6140  VkDeviceMemory GetDeviceMemory() const { return m_hMemory; }
    +
    6141  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
    +
    6142  uint32_t GetId() const { return m_Id; }
    +
    6143  void* GetMappedData() const { return m_pMappedData; }
    +
    6144 
    +
    6145  // Validates all data structures inside this object. If not valid, returns false.
    +
    6146  bool Validate() const;
    +
    6147 
    +
    6148  VkResult CheckCorruption(VmaAllocator hAllocator);
    +
    6149 
    +
    6150  // ppData can be null.
    +
    6151  VkResult Map(VmaAllocator hAllocator, uint32_t count, void** ppData);
    +
    6152  void Unmap(VmaAllocator hAllocator, uint32_t count);
    +
    6153 
    +
    6154  VkResult WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
    +
    6155  VkResult ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
    +
    6156 
    +
    6157  VkResult BindBufferMemory(
    +
    6158  const VmaAllocator hAllocator,
    +
    6159  const VmaAllocation hAllocation,
    +
    6160  VkDeviceSize allocationLocalOffset,
    +
    6161  VkBuffer hBuffer,
    +
    6162  const void* pNext);
    +
    6163  VkResult BindImageMemory(
    +
    6164  const VmaAllocator hAllocator,
    +
    6165  const VmaAllocation hAllocation,
    +
    6166  VkDeviceSize allocationLocalOffset,
    +
    6167  VkImage hImage,
    +
    6168  const void* pNext);
    +
    6169 
    +
    6170 private:
    +
    6171  VmaPool m_hParentPool; // VK_NULL_HANDLE if not belongs to custom pool.
    +
    6172  uint32_t m_MemoryTypeIndex;
    +
    6173  uint32_t m_Id;
    +
    6174  VkDeviceMemory m_hMemory;
    +
    6175 
    +
    6176  /*
    +
    6177  Protects access to m_hMemory so it's not used by multiple threads simultaneously, e.g. vkMapMemory, vkBindBufferMemory.
    +
    6178  Also protects m_MapCount, m_pMappedData.
    +
    6179  Allocations, deallocations, any change in m_pMetadata is protected by parent's VmaBlockVector::m_Mutex.
    +
    6180  */
    +
    6181  VMA_MUTEX m_Mutex;
    +
    6182  uint32_t m_MapCount;
    +
    6183  void* m_pMappedData;
    6184 };
    6185 
    -
    6186 struct VmaDefragmentationMove
    +
    6186 struct VmaPointerLess
    6187 {
    -
    6188  size_t srcBlockIndex;
    -
    6189  size_t dstBlockIndex;
    -
    6190  VkDeviceSize srcOffset;
    -
    6191  VkDeviceSize dstOffset;
    -
    6192  VkDeviceSize size;
    -
    6193 };
    -
    6194 
    -
    6195 class VmaDefragmentationAlgorithm;
    -
    6196 
    -
    6197 /*
    -
    6198 Sequence of VmaDeviceMemoryBlock. Represents memory blocks allocated for a specific
    -
    6199 Vulkan memory type.
    -
    6200 
    -
    6201 Synchronized internally with a mutex.
    -
    6202 */
    -
    6203 struct VmaBlockVector
    -
    6204 {
    -
    6205  VMA_CLASS_NO_COPY(VmaBlockVector)
    -
    6206 public:
    -
    6207  VmaBlockVector(
    -
    6208  VmaAllocator hAllocator,
    -
    6209  VmaPool hParentPool,
    -
    6210  uint32_t memoryTypeIndex,
    -
    6211  VkDeviceSize preferredBlockSize,
    -
    6212  size_t minBlockCount,
    -
    6213  size_t maxBlockCount,
    -
    6214  VkDeviceSize bufferImageGranularity,
    -
    6215  uint32_t frameInUseCount,
    -
    6216  bool explicitBlockSize,
    -
    6217  uint32_t algorithm);
    -
    6218  ~VmaBlockVector();
    -
    6219 
    -
    6220  VkResult CreateMinBlocks();
    -
    6221 
    -
    6222  VmaAllocator GetAllocator() const { return m_hAllocator; }
    -
    6223  VmaPool GetParentPool() const { return m_hParentPool; }
    -
    6224  bool IsCustomPool() const { return m_hParentPool != VMA_NULL; }
    -
    6225  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
    -
    6226  VkDeviceSize GetPreferredBlockSize() const { return m_PreferredBlockSize; }
    -
    6227  VkDeviceSize GetBufferImageGranularity() const { return m_BufferImageGranularity; }
    -
    6228  uint32_t GetFrameInUseCount() const { return m_FrameInUseCount; }
    -
    6229  uint32_t GetAlgorithm() const { return m_Algorithm; }
    -
    6230 
    -
    6231  void GetPoolStats(VmaPoolStats* pStats);
    -
    6232 
    -
    6233  bool IsEmpty() const { return m_Blocks.empty(); }
    -
    6234  bool IsCorruptionDetectionEnabled() const;
    -
    6235 
    -
    6236  VkResult Allocate(
    -
    6237  uint32_t currentFrameIndex,
    -
    6238  VkDeviceSize size,
    -
    6239  VkDeviceSize alignment,
    -
    6240  const VmaAllocationCreateInfo& createInfo,
    -
    6241  VmaSuballocationType suballocType,
    -
    6242  size_t allocationCount,
    -
    6243  VmaAllocation* pAllocations);
    -
    6244 
    -
    6245  void Free(const VmaAllocation hAllocation);
    -
    6246 
    -
    6247  // Adds statistics of this BlockVector to pStats.
    -
    6248  void AddStats(VmaStats* pStats);
    -
    6249 
    -
    6250 #if VMA_STATS_STRING_ENABLED
    -
    6251  void PrintDetailedMap(class VmaJsonWriter& json);
    -
    6252 #endif
    -
    6253 
    -
    6254  void MakePoolAllocationsLost(
    -
    6255  uint32_t currentFrameIndex,
    -
    6256  size_t* pLostAllocationCount);
    -
    6257  VkResult CheckCorruption();
    -
    6258 
    -
    6259  // Saves results in pCtx->res.
    -
    6260  void Defragment(
    -
    6261  class VmaBlockVectorDefragmentationContext* pCtx,
    -
    6262  VmaDefragmentationStats* pStats,
    -
    6263  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
    -
    6264  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
    -
    6265  VkCommandBuffer commandBuffer);
    -
    6266  void DefragmentationEnd(
    -
    6267  class VmaBlockVectorDefragmentationContext* pCtx,
    -
    6268  VmaDefragmentationStats* pStats);
    -
    6269 
    -
    6271  // To be used only while the m_Mutex is locked. Used during defragmentation.
    -
    6272 
    -
    6273  size_t GetBlockCount() const { return m_Blocks.size(); }
    -
    6274  VmaDeviceMemoryBlock* GetBlock(size_t index) const { return m_Blocks[index]; }
    -
    6275  size_t CalcAllocationCount() const;
    -
    6276  bool IsBufferImageGranularityConflictPossible() const;
    +
    6188  bool operator()(const void* lhs, const void* rhs) const
    +
    6189  {
    +
    6190  return lhs < rhs;
    +
    6191  }
    +
    6192 };
    +
    6193 
    +
    6194 struct VmaDefragmentationMove
    +
    6195 {
    +
    6196  size_t srcBlockIndex;
    +
    6197  size_t dstBlockIndex;
    +
    6198  VkDeviceSize srcOffset;
    +
    6199  VkDeviceSize dstOffset;
    +
    6200  VkDeviceSize size;
    +
    6201 };
    +
    6202 
    +
    6203 class VmaDefragmentationAlgorithm;
    +
    6204 
    +
    6205 /*
    +
    6206 Sequence of VmaDeviceMemoryBlock. Represents memory blocks allocated for a specific
    +
    6207 Vulkan memory type.
    +
    6208 
    +
    6209 Synchronized internally with a mutex.
    +
    6210 */
    +
    6211 struct VmaBlockVector
    +
    6212 {
    +
    6213  VMA_CLASS_NO_COPY(VmaBlockVector)
    +
    6214 public:
    +
    6215  VmaBlockVector(
    +
    6216  VmaAllocator hAllocator,
    +
    6217  VmaPool hParentPool,
    +
    6218  uint32_t memoryTypeIndex,
    +
    6219  VkDeviceSize preferredBlockSize,
    +
    6220  size_t minBlockCount,
    +
    6221  size_t maxBlockCount,
    +
    6222  VkDeviceSize bufferImageGranularity,
    +
    6223  uint32_t frameInUseCount,
    +
    6224  bool explicitBlockSize,
    +
    6225  uint32_t algorithm);
    +
    6226  ~VmaBlockVector();
    +
    6227 
    +
    6228  VkResult CreateMinBlocks();
    +
    6229 
    +
    6230  VmaAllocator GetAllocator() const { return m_hAllocator; }
    +
    6231  VmaPool GetParentPool() const { return m_hParentPool; }
    +
    6232  bool IsCustomPool() const { return m_hParentPool != VMA_NULL; }
    +
    6233  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
    +
    6234  VkDeviceSize GetPreferredBlockSize() const { return m_PreferredBlockSize; }
    +
    6235  VkDeviceSize GetBufferImageGranularity() const { return m_BufferImageGranularity; }
    +
    6236  uint32_t GetFrameInUseCount() const { return m_FrameInUseCount; }
    +
    6237  uint32_t GetAlgorithm() const { return m_Algorithm; }
    +
    6238 
    +
    6239  void GetPoolStats(VmaPoolStats* pStats);
    +
    6240 
    +
    6241  bool IsEmpty() const { return m_Blocks.empty(); }
    +
    6242  bool IsCorruptionDetectionEnabled() const;
    +
    6243 
    +
    6244  VkResult Allocate(
    +
    6245  uint32_t currentFrameIndex,
    +
    6246  VkDeviceSize size,
    +
    6247  VkDeviceSize alignment,
    +
    6248  const VmaAllocationCreateInfo& createInfo,
    +
    6249  VmaSuballocationType suballocType,
    +
    6250  size_t allocationCount,
    +
    6251  VmaAllocation* pAllocations);
    +
    6252 
    +
    6253  void Free(const VmaAllocation hAllocation);
    +
    6254 
    +
    6255  // Adds statistics of this BlockVector to pStats.
    +
    6256  void AddStats(VmaStats* pStats);
    +
    6257 
    +
    6258 #if VMA_STATS_STRING_ENABLED
    +
    6259  void PrintDetailedMap(class VmaJsonWriter& json);
    +
    6260 #endif
    +
    6261 
    +
    6262  void MakePoolAllocationsLost(
    +
    6263  uint32_t currentFrameIndex,
    +
    6264  size_t* pLostAllocationCount);
    +
    6265  VkResult CheckCorruption();
    +
    6266 
    +
    6267  // Saves results in pCtx->res.
    +
    6268  void Defragment(
    +
    6269  class VmaBlockVectorDefragmentationContext* pCtx,
    +
    6270  VmaDefragmentationStats* pStats,
    +
    6271  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
    +
    6272  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
    +
    6273  VkCommandBuffer commandBuffer);
    +
    6274  void DefragmentationEnd(
    +
    6275  class VmaBlockVectorDefragmentationContext* pCtx,
    +
    6276  VmaDefragmentationStats* pStats);
    6277 
    -
    6278 private:
    -
    6279  friend class VmaDefragmentationAlgorithm_Generic;
    +
    6279  // To be used only while the m_Mutex is locked. Used during defragmentation.
    6280 
    -
    6281  const VmaAllocator m_hAllocator;
    -
    6282  const VmaPool m_hParentPool;
    -
    6283  const uint32_t m_MemoryTypeIndex;
    -
    6284  const VkDeviceSize m_PreferredBlockSize;
    -
    6285  const size_t m_MinBlockCount;
    -
    6286  const size_t m_MaxBlockCount;
    -
    6287  const VkDeviceSize m_BufferImageGranularity;
    -
    6288  const uint32_t m_FrameInUseCount;
    -
    6289  const bool m_ExplicitBlockSize;
    -
    6290  const uint32_t m_Algorithm;
    -
    6291  /* There can be at most one allocation that is completely empty - a
    -
    6292  hysteresis to avoid pessimistic case of alternating creation and destruction
    -
    6293  of a VkDeviceMemory. */
    -
    6294  bool m_HasEmptyBlock;
    -
    6295  VMA_RW_MUTEX m_Mutex;
    -
    6296  // Incrementally sorted by sumFreeSize, ascending.
    -
    6297  VmaVector< VmaDeviceMemoryBlock*, VmaStlAllocator<VmaDeviceMemoryBlock*> > m_Blocks;
    -
    6298  uint32_t m_NextBlockId;
    -
    6299 
    -
    6300  VkDeviceSize CalcMaxBlockSize() const;
    -
    6301 
    -
    6302  // Finds and removes given block from vector.
    -
    6303  void Remove(VmaDeviceMemoryBlock* pBlock);
    -
    6304 
    -
    6305  // Performs single step in sorting m_Blocks. They may not be fully sorted
    -
    6306  // after this call.
    -
    6307  void IncrementallySortBlocks();
    -
    6308 
    -
    6309  VkResult AllocatePage(
    -
    6310  uint32_t currentFrameIndex,
    -
    6311  VkDeviceSize size,
    -
    6312  VkDeviceSize alignment,
    -
    6313  const VmaAllocationCreateInfo& createInfo,
    -
    6314  VmaSuballocationType suballocType,
    -
    6315  VmaAllocation* pAllocation);
    +
    6281  size_t GetBlockCount() const { return m_Blocks.size(); }
    +
    6282  VmaDeviceMemoryBlock* GetBlock(size_t index) const { return m_Blocks[index]; }
    +
    6283  size_t CalcAllocationCount() const;
    +
    6284  bool IsBufferImageGranularityConflictPossible() const;
    +
    6285 
    +
    6286 private:
    +
    6287  friend class VmaDefragmentationAlgorithm_Generic;
    +
    6288 
    +
    6289  const VmaAllocator m_hAllocator;
    +
    6290  const VmaPool m_hParentPool;
    +
    6291  const uint32_t m_MemoryTypeIndex;
    +
    6292  const VkDeviceSize m_PreferredBlockSize;
    +
    6293  const size_t m_MinBlockCount;
    +
    6294  const size_t m_MaxBlockCount;
    +
    6295  const VkDeviceSize m_BufferImageGranularity;
    +
    6296  const uint32_t m_FrameInUseCount;
    +
    6297  const bool m_ExplicitBlockSize;
    +
    6298  const uint32_t m_Algorithm;
    +
    6299  /* There can be at most one allocation that is completely empty - a
    +
    6300  hysteresis to avoid pessimistic case of alternating creation and destruction
    +
    6301  of a VkDeviceMemory. */
    +
    6302  bool m_HasEmptyBlock;
    +
    6303  VMA_RW_MUTEX m_Mutex;
    +
    6304  // Incrementally sorted by sumFreeSize, ascending.
    +
    6305  VmaVector< VmaDeviceMemoryBlock*, VmaStlAllocator<VmaDeviceMemoryBlock*> > m_Blocks;
    +
    6306  uint32_t m_NextBlockId;
    +
    6307 
    +
    6308  VkDeviceSize CalcMaxBlockSize() const;
    +
    6309 
    +
    6310  // Finds and removes given block from vector.
    +
    6311  void Remove(VmaDeviceMemoryBlock* pBlock);
    +
    6312 
    +
    6313  // Performs single step in sorting m_Blocks. They may not be fully sorted
    +
    6314  // after this call.
    +
    6315  void IncrementallySortBlocks();
    6316 
    -
    6317  // To be used only without CAN_MAKE_OTHER_LOST flag.
    -
    6318  VkResult AllocateFromBlock(
    -
    6319  VmaDeviceMemoryBlock* pBlock,
    -
    6320  uint32_t currentFrameIndex,
    -
    6321  VkDeviceSize size,
    -
    6322  VkDeviceSize alignment,
    -
    6323  VmaAllocationCreateFlags allocFlags,
    -
    6324  void* pUserData,
    -
    6325  VmaSuballocationType suballocType,
    -
    6326  uint32_t strategy,
    -
    6327  VmaAllocation* pAllocation);
    -
    6328 
    -
    6329  VkResult CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex);
    -
    6330 
    -
    6331  // Saves result to pCtx->res.
    -
    6332  void ApplyDefragmentationMovesCpu(
    -
    6333  class VmaBlockVectorDefragmentationContext* pDefragCtx,
    -
    6334  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves);
    -
    6335  // Saves result to pCtx->res.
    -
    6336  void ApplyDefragmentationMovesGpu(
    -
    6337  class VmaBlockVectorDefragmentationContext* pDefragCtx,
    -
    6338  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    6339  VkCommandBuffer commandBuffer);
    -
    6340 
    -
    6341  /*
    -
    6342  Used during defragmentation. pDefragmentationStats is optional. It's in/out
    -
    6343  - updated with new data.
    -
    6344  */
    -
    6345  void FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats);
    -
    6346 };
    -
    6347 
    -
    6348 struct VmaPool_T
    -
    6349 {
    -
    6350  VMA_CLASS_NO_COPY(VmaPool_T)
    -
    6351 public:
    -
    6352  VmaBlockVector m_BlockVector;
    -
    6353 
    -
    6354  VmaPool_T(
    -
    6355  VmaAllocator hAllocator,
    -
    6356  const VmaPoolCreateInfo& createInfo,
    -
    6357  VkDeviceSize preferredBlockSize);
    -
    6358  ~VmaPool_T();
    -
    6359 
    -
    6360  uint32_t GetId() const { return m_Id; }
    -
    6361  void SetId(uint32_t id) { VMA_ASSERT(m_Id == 0); m_Id = id; }
    -
    6362 
    -
    6363  const char* GetName() const { return m_Name; }
    -
    6364  void SetName(const char* pName);
    -
    6365 
    -
    6366 #if VMA_STATS_STRING_ENABLED
    -
    6367  //void PrintDetailedMap(class VmaStringBuilder& sb);
    -
    6368 #endif
    -
    6369 
    -
    6370 private:
    -
    6371  uint32_t m_Id;
    -
    6372  char* m_Name;
    -
    6373 };
    -
    6374 
    -
    6375 /*
    -
    6376 Performs defragmentation:
    -
    6377 
    -
    6378 - Updates `pBlockVector->m_pMetadata`.
    -
    6379 - Updates allocations by calling ChangeBlockAllocation() or ChangeOffset().
    -
    6380 - Does not move actual data, only returns requested moves as `moves`.
    -
    6381 */
    -
    6382 class VmaDefragmentationAlgorithm
    -
    6383 {
    -
    6384  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm)
    -
    6385 public:
    -
    6386  VmaDefragmentationAlgorithm(
    -
    6387  VmaAllocator hAllocator,
    -
    6388  VmaBlockVector* pBlockVector,
    -
    6389  uint32_t currentFrameIndex) :
    -
    6390  m_hAllocator(hAllocator),
    -
    6391  m_pBlockVector(pBlockVector),
    -
    6392  m_CurrentFrameIndex(currentFrameIndex)
    -
    6393  {
    -
    6394  }
    -
    6395  virtual ~VmaDefragmentationAlgorithm()
    -
    6396  {
    -
    6397  }
    -
    6398 
    -
    6399  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) = 0;
    -
    6400  virtual void AddAll() = 0;
    -
    6401 
    -
    6402  virtual VkResult Defragment(
    -
    6403  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    6404  VkDeviceSize maxBytesToMove,
    -
    6405  uint32_t maxAllocationsToMove) = 0;
    +
    6317  VkResult AllocatePage(
    +
    6318  uint32_t currentFrameIndex,
    +
    6319  VkDeviceSize size,
    +
    6320  VkDeviceSize alignment,
    +
    6321  const VmaAllocationCreateInfo& createInfo,
    +
    6322  VmaSuballocationType suballocType,
    +
    6323  VmaAllocation* pAllocation);
    +
    6324 
    +
    6325  // To be used only without CAN_MAKE_OTHER_LOST flag.
    +
    6326  VkResult AllocateFromBlock(
    +
    6327  VmaDeviceMemoryBlock* pBlock,
    +
    6328  uint32_t currentFrameIndex,
    +
    6329  VkDeviceSize size,
    +
    6330  VkDeviceSize alignment,
    +
    6331  VmaAllocationCreateFlags allocFlags,
    +
    6332  void* pUserData,
    +
    6333  VmaSuballocationType suballocType,
    +
    6334  uint32_t strategy,
    +
    6335  VmaAllocation* pAllocation);
    +
    6336 
    +
    6337  VkResult CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex);
    +
    6338 
    +
    6339  // Saves result to pCtx->res.
    +
    6340  void ApplyDefragmentationMovesCpu(
    +
    6341  class VmaBlockVectorDefragmentationContext* pDefragCtx,
    +
    6342  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves);
    +
    6343  // Saves result to pCtx->res.
    +
    6344  void ApplyDefragmentationMovesGpu(
    +
    6345  class VmaBlockVectorDefragmentationContext* pDefragCtx,
    +
    6346  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    6347  VkCommandBuffer commandBuffer);
    +
    6348 
    +
    6349  /*
    +
    6350  Used during defragmentation. pDefragmentationStats is optional. It's in/out
    +
    6351  - updated with new data.
    +
    6352  */
    +
    6353  void FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats);
    +
    6354 };
    +
    6355 
    +
    6356 struct VmaPool_T
    +
    6357 {
    +
    6358  VMA_CLASS_NO_COPY(VmaPool_T)
    +
    6359 public:
    +
    6360  VmaBlockVector m_BlockVector;
    +
    6361 
    +
    6362  VmaPool_T(
    +
    6363  VmaAllocator hAllocator,
    +
    6364  const VmaPoolCreateInfo& createInfo,
    +
    6365  VkDeviceSize preferredBlockSize);
    +
    6366  ~VmaPool_T();
    +
    6367 
    +
    6368  uint32_t GetId() const { return m_Id; }
    +
    6369  void SetId(uint32_t id) { VMA_ASSERT(m_Id == 0); m_Id = id; }
    +
    6370 
    +
    6371  const char* GetName() const { return m_Name; }
    +
    6372  void SetName(const char* pName);
    +
    6373 
    +
    6374 #if VMA_STATS_STRING_ENABLED
    +
    6375  //void PrintDetailedMap(class VmaStringBuilder& sb);
    +
    6376 #endif
    +
    6377 
    +
    6378 private:
    +
    6379  uint32_t m_Id;
    +
    6380  char* m_Name;
    +
    6381 };
    +
    6382 
    +
    6383 /*
    +
    6384 Performs defragmentation:
    +
    6385 
    +
    6386 - Updates `pBlockVector->m_pMetadata`.
    +
    6387 - Updates allocations by calling ChangeBlockAllocation() or ChangeOffset().
    +
    6388 - Does not move actual data, only returns requested moves as `moves`.
    +
    6389 */
    +
    6390 class VmaDefragmentationAlgorithm
    +
    6391 {
    +
    6392  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm)
    +
    6393 public:
    +
    6394  VmaDefragmentationAlgorithm(
    +
    6395  VmaAllocator hAllocator,
    +
    6396  VmaBlockVector* pBlockVector,
    +
    6397  uint32_t currentFrameIndex) :
    +
    6398  m_hAllocator(hAllocator),
    +
    6399  m_pBlockVector(pBlockVector),
    +
    6400  m_CurrentFrameIndex(currentFrameIndex)
    +
    6401  {
    +
    6402  }
    +
    6403  virtual ~VmaDefragmentationAlgorithm()
    +
    6404  {
    +
    6405  }
    6406 
    -
    6407  virtual VkDeviceSize GetBytesMoved() const = 0;
    -
    6408  virtual uint32_t GetAllocationsMoved() const = 0;
    +
    6407  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) = 0;
    +
    6408  virtual void AddAll() = 0;
    6409 
    -
    6410 protected:
    -
    6411  VmaAllocator const m_hAllocator;
    -
    6412  VmaBlockVector* const m_pBlockVector;
    -
    6413  const uint32_t m_CurrentFrameIndex;
    +
    6410  virtual VkResult Defragment(
    +
    6411  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    6412  VkDeviceSize maxBytesToMove,
    +
    6413  uint32_t maxAllocationsToMove) = 0;
    6414 
    -
    6415  struct AllocationInfo
    -
    6416  {
    -
    6417  VmaAllocation m_hAllocation;
    -
    6418  VkBool32* m_pChanged;
    -
    6419 
    -
    6420  AllocationInfo() :
    -
    6421  m_hAllocation(VK_NULL_HANDLE),
    -
    6422  m_pChanged(VMA_NULL)
    -
    6423  {
    -
    6424  }
    -
    6425  AllocationInfo(VmaAllocation hAlloc, VkBool32* pChanged) :
    -
    6426  m_hAllocation(hAlloc),
    -
    6427  m_pChanged(pChanged)
    -
    6428  {
    -
    6429  }
    -
    6430  };
    -
    6431 };
    -
    6432 
    -
    6433 class VmaDefragmentationAlgorithm_Generic : public VmaDefragmentationAlgorithm
    -
    6434 {
    -
    6435  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Generic)
    -
    6436 public:
    -
    6437  VmaDefragmentationAlgorithm_Generic(
    -
    6438  VmaAllocator hAllocator,
    -
    6439  VmaBlockVector* pBlockVector,
    -
    6440  uint32_t currentFrameIndex,
    -
    6441  bool overlappingMoveSupported);
    -
    6442  virtual ~VmaDefragmentationAlgorithm_Generic();
    -
    6443 
    -
    6444  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
    -
    6445  virtual void AddAll() { m_AllAllocations = true; }
    -
    6446 
    -
    6447  virtual VkResult Defragment(
    -
    6448  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    6449  VkDeviceSize maxBytesToMove,
    -
    6450  uint32_t maxAllocationsToMove);
    +
    6415  virtual VkDeviceSize GetBytesMoved() const = 0;
    +
    6416  virtual uint32_t GetAllocationsMoved() const = 0;
    +
    6417 
    +
    6418 protected:
    +
    6419  VmaAllocator const m_hAllocator;
    +
    6420  VmaBlockVector* const m_pBlockVector;
    +
    6421  const uint32_t m_CurrentFrameIndex;
    +
    6422 
    +
    6423  struct AllocationInfo
    +
    6424  {
    +
    6425  VmaAllocation m_hAllocation;
    +
    6426  VkBool32* m_pChanged;
    +
    6427 
    +
    6428  AllocationInfo() :
    +
    6429  m_hAllocation(VK_NULL_HANDLE),
    +
    6430  m_pChanged(VMA_NULL)
    +
    6431  {
    +
    6432  }
    +
    6433  AllocationInfo(VmaAllocation hAlloc, VkBool32* pChanged) :
    +
    6434  m_hAllocation(hAlloc),
    +
    6435  m_pChanged(pChanged)
    +
    6436  {
    +
    6437  }
    +
    6438  };
    +
    6439 };
    +
    6440 
    +
    6441 class VmaDefragmentationAlgorithm_Generic : public VmaDefragmentationAlgorithm
    +
    6442 {
    +
    6443  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Generic)
    +
    6444 public:
    +
    6445  VmaDefragmentationAlgorithm_Generic(
    +
    6446  VmaAllocator hAllocator,
    +
    6447  VmaBlockVector* pBlockVector,
    +
    6448  uint32_t currentFrameIndex,
    +
    6449  bool overlappingMoveSupported);
    +
    6450  virtual ~VmaDefragmentationAlgorithm_Generic();
    6451 
    -
    6452  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
    -
    6453  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
    +
    6452  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
    +
    6453  virtual void AddAll() { m_AllAllocations = true; }
    6454 
    -
    6455 private:
    -
    6456  uint32_t m_AllocationCount;
    -
    6457  bool m_AllAllocations;
    -
    6458 
    -
    6459  VkDeviceSize m_BytesMoved;
    -
    6460  uint32_t m_AllocationsMoved;
    -
    6461 
    -
    6462  struct AllocationInfoSizeGreater
    -
    6463  {
    -
    6464  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
    -
    6465  {
    -
    6466  return lhs.m_hAllocation->GetSize() > rhs.m_hAllocation->GetSize();
    -
    6467  }
    -
    6468  };
    +
    6455  virtual VkResult Defragment(
    +
    6456  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    6457  VkDeviceSize maxBytesToMove,
    +
    6458  uint32_t maxAllocationsToMove);
    +
    6459 
    +
    6460  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
    +
    6461  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
    +
    6462 
    +
    6463 private:
    +
    6464  uint32_t m_AllocationCount;
    +
    6465  bool m_AllAllocations;
    +
    6466 
    +
    6467  VkDeviceSize m_BytesMoved;
    +
    6468  uint32_t m_AllocationsMoved;
    6469 
    -
    6470  struct AllocationInfoOffsetGreater
    +
    6470  struct AllocationInfoSizeGreater
    6471  {
    6472  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
    6473  {
    -
    6474  return lhs.m_hAllocation->GetOffset() > rhs.m_hAllocation->GetOffset();
    +
    6474  return lhs.m_hAllocation->GetSize() > rhs.m_hAllocation->GetSize();
    6475  }
    6476  };
    6477 
    -
    6478  struct BlockInfo
    +
    6478  struct AllocationInfoOffsetGreater
    6479  {
    -
    6480  size_t m_OriginalBlockIndex;
    -
    6481  VmaDeviceMemoryBlock* m_pBlock;
    -
    6482  bool m_HasNonMovableAllocations;
    -
    6483  VmaVector< AllocationInfo, VmaStlAllocator<AllocationInfo> > m_Allocations;
    -
    6484 
    -
    6485  BlockInfo(const VkAllocationCallbacks* pAllocationCallbacks) :
    -
    6486  m_OriginalBlockIndex(SIZE_MAX),
    -
    6487  m_pBlock(VMA_NULL),
    -
    6488  m_HasNonMovableAllocations(true),
    -
    6489  m_Allocations(pAllocationCallbacks)
    -
    6490  {
    -
    6491  }
    +
    6480  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
    +
    6481  {
    +
    6482  return lhs.m_hAllocation->GetOffset() > rhs.m_hAllocation->GetOffset();
    +
    6483  }
    +
    6484  };
    +
    6485 
    +
    6486  struct BlockInfo
    +
    6487  {
    +
    6488  size_t m_OriginalBlockIndex;
    +
    6489  VmaDeviceMemoryBlock* m_pBlock;
    +
    6490  bool m_HasNonMovableAllocations;
    +
    6491  VmaVector< AllocationInfo, VmaStlAllocator<AllocationInfo> > m_Allocations;
    6492 
    -
    6493  void CalcHasNonMovableAllocations()
    -
    6494  {
    -
    6495  const size_t blockAllocCount = m_pBlock->m_pMetadata->GetAllocationCount();
    -
    6496  const size_t defragmentAllocCount = m_Allocations.size();
    -
    6497  m_HasNonMovableAllocations = blockAllocCount != defragmentAllocCount;
    -
    6498  }
    -
    6499 
    -
    6500  void SortAllocationsBySizeDescending()
    -
    6501  {
    -
    6502  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoSizeGreater());
    -
    6503  }
    -
    6504 
    -
    6505  void SortAllocationsByOffsetDescending()
    -
    6506  {
    -
    6507  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoOffsetGreater());
    -
    6508  }
    -
    6509  };
    -
    6510 
    -
    6511  struct BlockPointerLess
    -
    6512  {
    -
    6513  bool operator()(const BlockInfo* pLhsBlockInfo, const VmaDeviceMemoryBlock* pRhsBlock) const
    -
    6514  {
    -
    6515  return pLhsBlockInfo->m_pBlock < pRhsBlock;
    +
    6493  BlockInfo(const VkAllocationCallbacks* pAllocationCallbacks) :
    +
    6494  m_OriginalBlockIndex(SIZE_MAX),
    +
    6495  m_pBlock(VMA_NULL),
    +
    6496  m_HasNonMovableAllocations(true),
    +
    6497  m_Allocations(pAllocationCallbacks)
    +
    6498  {
    +
    6499  }
    +
    6500 
    +
    6501  void CalcHasNonMovableAllocations()
    +
    6502  {
    +
    6503  const size_t blockAllocCount = m_pBlock->m_pMetadata->GetAllocationCount();
    +
    6504  const size_t defragmentAllocCount = m_Allocations.size();
    +
    6505  m_HasNonMovableAllocations = blockAllocCount != defragmentAllocCount;
    +
    6506  }
    +
    6507 
    +
    6508  void SortAllocationsBySizeDescending()
    +
    6509  {
    +
    6510  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoSizeGreater());
    +
    6511  }
    +
    6512 
    +
    6513  void SortAllocationsByOffsetDescending()
    +
    6514  {
    +
    6515  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoOffsetGreater());
    6516  }
    -
    6517  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
    -
    6518  {
    -
    6519  return pLhsBlockInfo->m_pBlock < pRhsBlockInfo->m_pBlock;
    -
    6520  }
    -
    6521  };
    -
    6522 
    -
    6523  // 1. Blocks with some non-movable allocations go first.
    -
    6524  // 2. Blocks with smaller sumFreeSize go first.
    -
    6525  struct BlockInfoCompareMoveDestination
    -
    6526  {
    -
    6527  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
    -
    6528  {
    -
    6529  if(pLhsBlockInfo->m_HasNonMovableAllocations && !pRhsBlockInfo->m_HasNonMovableAllocations)
    -
    6530  {
    -
    6531  return true;
    -
    6532  }
    -
    6533  if(!pLhsBlockInfo->m_HasNonMovableAllocations && pRhsBlockInfo->m_HasNonMovableAllocations)
    -
    6534  {
    -
    6535  return false;
    -
    6536  }
    -
    6537  if(pLhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize() < pRhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize())
    +
    6517  };
    +
    6518 
    +
    6519  struct BlockPointerLess
    +
    6520  {
    +
    6521  bool operator()(const BlockInfo* pLhsBlockInfo, const VmaDeviceMemoryBlock* pRhsBlock) const
    +
    6522  {
    +
    6523  return pLhsBlockInfo->m_pBlock < pRhsBlock;
    +
    6524  }
    +
    6525  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
    +
    6526  {
    +
    6527  return pLhsBlockInfo->m_pBlock < pRhsBlockInfo->m_pBlock;
    +
    6528  }
    +
    6529  };
    +
    6530 
    +
    6531  // 1. Blocks with some non-movable allocations go first.
    +
    6532  // 2. Blocks with smaller sumFreeSize go first.
    +
    6533  struct BlockInfoCompareMoveDestination
    +
    6534  {
    +
    6535  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
    +
    6536  {
    +
    6537  if(pLhsBlockInfo->m_HasNonMovableAllocations && !pRhsBlockInfo->m_HasNonMovableAllocations)
    6538  {
    6539  return true;
    6540  }
    -
    6541  return false;
    -
    6542  }
    -
    6543  };
    -
    6544 
    -
    6545  typedef VmaVector< BlockInfo*, VmaStlAllocator<BlockInfo*> > BlockInfoVector;
    -
    6546  BlockInfoVector m_Blocks;
    -
    6547 
    -
    6548  VkResult DefragmentRound(
    -
    6549  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    6550  VkDeviceSize maxBytesToMove,
    -
    6551  uint32_t maxAllocationsToMove);
    +
    6541  if(!pLhsBlockInfo->m_HasNonMovableAllocations && pRhsBlockInfo->m_HasNonMovableAllocations)
    +
    6542  {
    +
    6543  return false;
    +
    6544  }
    +
    6545  if(pLhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize() < pRhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize())
    +
    6546  {
    +
    6547  return true;
    +
    6548  }
    +
    6549  return false;
    +
    6550  }
    +
    6551  };
    6552 
    -
    6553  size_t CalcBlocksWithNonMovableCount() const;
    -
    6554 
    -
    6555  static bool MoveMakesSense(
    -
    6556  size_t dstBlockIndex, VkDeviceSize dstOffset,
    -
    6557  size_t srcBlockIndex, VkDeviceSize srcOffset);
    -
    6558 };
    -
    6559 
    -
    6560 class VmaDefragmentationAlgorithm_Fast : public VmaDefragmentationAlgorithm
    -
    6561 {
    -
    6562  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Fast)
    -
    6563 public:
    -
    6564  VmaDefragmentationAlgorithm_Fast(
    -
    6565  VmaAllocator hAllocator,
    -
    6566  VmaBlockVector* pBlockVector,
    -
    6567  uint32_t currentFrameIndex,
    -
    6568  bool overlappingMoveSupported);
    -
    6569  virtual ~VmaDefragmentationAlgorithm_Fast();
    -
    6570 
    -
    6571  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) { ++m_AllocationCount; }
    -
    6572  virtual void AddAll() { m_AllAllocations = true; }
    -
    6573 
    -
    6574  virtual VkResult Defragment(
    -
    6575  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    6576  VkDeviceSize maxBytesToMove,
    -
    6577  uint32_t maxAllocationsToMove);
    +
    6553  typedef VmaVector< BlockInfo*, VmaStlAllocator<BlockInfo*> > BlockInfoVector;
    +
    6554  BlockInfoVector m_Blocks;
    +
    6555 
    +
    6556  VkResult DefragmentRound(
    +
    6557  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    6558  VkDeviceSize maxBytesToMove,
    +
    6559  uint32_t maxAllocationsToMove);
    +
    6560 
    +
    6561  size_t CalcBlocksWithNonMovableCount() const;
    +
    6562 
    +
    6563  static bool MoveMakesSense(
    +
    6564  size_t dstBlockIndex, VkDeviceSize dstOffset,
    +
    6565  size_t srcBlockIndex, VkDeviceSize srcOffset);
    +
    6566 };
    +
    6567 
    +
    6568 class VmaDefragmentationAlgorithm_Fast : public VmaDefragmentationAlgorithm
    +
    6569 {
    +
    6570  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Fast)
    +
    6571 public:
    +
    6572  VmaDefragmentationAlgorithm_Fast(
    +
    6573  VmaAllocator hAllocator,
    +
    6574  VmaBlockVector* pBlockVector,
    +
    6575  uint32_t currentFrameIndex,
    +
    6576  bool overlappingMoveSupported);
    +
    6577  virtual ~VmaDefragmentationAlgorithm_Fast();
    6578 
    -
    6579  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
    -
    6580  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
    +
    6579  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) { ++m_AllocationCount; }
    +
    6580  virtual void AddAll() { m_AllAllocations = true; }
    6581 
    -
    6582 private:
    -
    6583  struct BlockInfo
    -
    6584  {
    -
    6585  size_t origBlockIndex;
    -
    6586  };
    -
    6587 
    -
    6588  class FreeSpaceDatabase
    -
    6589  {
    -
    6590  public:
    -
    6591  FreeSpaceDatabase()
    -
    6592  {
    -
    6593  FreeSpace s = {};
    -
    6594  s.blockInfoIndex = SIZE_MAX;
    -
    6595  for(size_t i = 0; i < MAX_COUNT; ++i)
    -
    6596  {
    -
    6597  m_FreeSpaces[i] = s;
    -
    6598  }
    -
    6599  }
    -
    6600 
    -
    6601  void Register(size_t blockInfoIndex, VkDeviceSize offset, VkDeviceSize size)
    -
    6602  {
    -
    6603  if(size < VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    +
    6582  virtual VkResult Defragment(
    +
    6583  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    6584  VkDeviceSize maxBytesToMove,
    +
    6585  uint32_t maxAllocationsToMove);
    +
    6586 
    +
    6587  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
    +
    6588  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
    +
    6589 
    +
    6590 private:
    +
    6591  struct BlockInfo
    +
    6592  {
    +
    6593  size_t origBlockIndex;
    +
    6594  };
    +
    6595 
    +
    6596  class FreeSpaceDatabase
    +
    6597  {
    +
    6598  public:
    +
    6599  FreeSpaceDatabase()
    +
    6600  {
    +
    6601  FreeSpace s = {};
    +
    6602  s.blockInfoIndex = SIZE_MAX;
    +
    6603  for(size_t i = 0; i < MAX_COUNT; ++i)
    6604  {
    -
    6605  return;
    +
    6605  m_FreeSpaces[i] = s;
    6606  }
    -
    6607 
    -
    6608  // Find first invalid or the smallest structure.
    -
    6609  size_t bestIndex = SIZE_MAX;
    -
    6610  for(size_t i = 0; i < MAX_COUNT; ++i)
    -
    6611  {
    -
    6612  // Empty structure.
    -
    6613  if(m_FreeSpaces[i].blockInfoIndex == SIZE_MAX)
    -
    6614  {
    -
    6615  bestIndex = i;
    -
    6616  break;
    -
    6617  }
    -
    6618  if(m_FreeSpaces[i].size < size &&
    -
    6619  (bestIndex == SIZE_MAX || m_FreeSpaces[bestIndex].size > m_FreeSpaces[i].size))
    -
    6620  {
    -
    6621  bestIndex = i;
    -
    6622  }
    -
    6623  }
    -
    6624 
    -
    6625  if(bestIndex != SIZE_MAX)
    -
    6626  {
    -
    6627  m_FreeSpaces[bestIndex].blockInfoIndex = blockInfoIndex;
    -
    6628  m_FreeSpaces[bestIndex].offset = offset;
    -
    6629  m_FreeSpaces[bestIndex].size = size;
    -
    6630  }
    -
    6631  }
    +
    6607  }
    +
    6608 
    +
    6609  void Register(size_t blockInfoIndex, VkDeviceSize offset, VkDeviceSize size)
    +
    6610  {
    +
    6611  if(size < VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    +
    6612  {
    +
    6613  return;
    +
    6614  }
    +
    6615 
    +
    6616  // Find first invalid or the smallest structure.
    +
    6617  size_t bestIndex = SIZE_MAX;
    +
    6618  for(size_t i = 0; i < MAX_COUNT; ++i)
    +
    6619  {
    +
    6620  // Empty structure.
    +
    6621  if(m_FreeSpaces[i].blockInfoIndex == SIZE_MAX)
    +
    6622  {
    +
    6623  bestIndex = i;
    +
    6624  break;
    +
    6625  }
    +
    6626  if(m_FreeSpaces[i].size < size &&
    +
    6627  (bestIndex == SIZE_MAX || m_FreeSpaces[bestIndex].size > m_FreeSpaces[i].size))
    +
    6628  {
    +
    6629  bestIndex = i;
    +
    6630  }
    +
    6631  }
    6632 
    -
    6633  bool Fetch(VkDeviceSize alignment, VkDeviceSize size,
    -
    6634  size_t& outBlockInfoIndex, VkDeviceSize& outDstOffset)
    -
    6635  {
    -
    6636  size_t bestIndex = SIZE_MAX;
    -
    6637  VkDeviceSize bestFreeSpaceAfter = 0;
    -
    6638  for(size_t i = 0; i < MAX_COUNT; ++i)
    -
    6639  {
    -
    6640  // Structure is valid.
    -
    6641  if(m_FreeSpaces[i].blockInfoIndex != SIZE_MAX)
    -
    6642  {
    -
    6643  const VkDeviceSize dstOffset = VmaAlignUp(m_FreeSpaces[i].offset, alignment);
    -
    6644  // Allocation fits into this structure.
    -
    6645  if(dstOffset + size <= m_FreeSpaces[i].offset + m_FreeSpaces[i].size)
    -
    6646  {
    -
    6647  const VkDeviceSize freeSpaceAfter = (m_FreeSpaces[i].offset + m_FreeSpaces[i].size) -
    -
    6648  (dstOffset + size);
    -
    6649  if(bestIndex == SIZE_MAX || freeSpaceAfter > bestFreeSpaceAfter)
    -
    6650  {
    -
    6651  bestIndex = i;
    -
    6652  bestFreeSpaceAfter = freeSpaceAfter;
    -
    6653  }
    -
    6654  }
    -
    6655  }
    -
    6656  }
    -
    6657 
    -
    6658  if(bestIndex != SIZE_MAX)
    -
    6659  {
    -
    6660  outBlockInfoIndex = m_FreeSpaces[bestIndex].blockInfoIndex;
    -
    6661  outDstOffset = VmaAlignUp(m_FreeSpaces[bestIndex].offset, alignment);
    -
    6662 
    -
    6663  if(bestFreeSpaceAfter >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    -
    6664  {
    -
    6665  // Leave this structure for remaining empty space.
    -
    6666  const VkDeviceSize alignmentPlusSize = (outDstOffset - m_FreeSpaces[bestIndex].offset) + size;
    -
    6667  m_FreeSpaces[bestIndex].offset += alignmentPlusSize;
    -
    6668  m_FreeSpaces[bestIndex].size -= alignmentPlusSize;
    -
    6669  }
    -
    6670  else
    -
    6671  {
    -
    6672  // This structure becomes invalid.
    -
    6673  m_FreeSpaces[bestIndex].blockInfoIndex = SIZE_MAX;
    -
    6674  }
    -
    6675 
    -
    6676  return true;
    -
    6677  }
    -
    6678 
    -
    6679  return false;
    -
    6680  }
    -
    6681 
    -
    6682  private:
    -
    6683  static const size_t MAX_COUNT = 4;
    -
    6684 
    -
    6685  struct FreeSpace
    -
    6686  {
    -
    6687  size_t blockInfoIndex; // SIZE_MAX means this structure is invalid.
    -
    6688  VkDeviceSize offset;
    -
    6689  VkDeviceSize size;
    -
    6690  } m_FreeSpaces[MAX_COUNT];
    -
    6691  };
    +
    6633  if(bestIndex != SIZE_MAX)
    +
    6634  {
    +
    6635  m_FreeSpaces[bestIndex].blockInfoIndex = blockInfoIndex;
    +
    6636  m_FreeSpaces[bestIndex].offset = offset;
    +
    6637  m_FreeSpaces[bestIndex].size = size;
    +
    6638  }
    +
    6639  }
    +
    6640 
    +
    6641  bool Fetch(VkDeviceSize alignment, VkDeviceSize size,
    +
    6642  size_t& outBlockInfoIndex, VkDeviceSize& outDstOffset)
    +
    6643  {
    +
    6644  size_t bestIndex = SIZE_MAX;
    +
    6645  VkDeviceSize bestFreeSpaceAfter = 0;
    +
    6646  for(size_t i = 0; i < MAX_COUNT; ++i)
    +
    6647  {
    +
    6648  // Structure is valid.
    +
    6649  if(m_FreeSpaces[i].blockInfoIndex != SIZE_MAX)
    +
    6650  {
    +
    6651  const VkDeviceSize dstOffset = VmaAlignUp(m_FreeSpaces[i].offset, alignment);
    +
    6652  // Allocation fits into this structure.
    +
    6653  if(dstOffset + size <= m_FreeSpaces[i].offset + m_FreeSpaces[i].size)
    +
    6654  {
    +
    6655  const VkDeviceSize freeSpaceAfter = (m_FreeSpaces[i].offset + m_FreeSpaces[i].size) -
    +
    6656  (dstOffset + size);
    +
    6657  if(bestIndex == SIZE_MAX || freeSpaceAfter > bestFreeSpaceAfter)
    +
    6658  {
    +
    6659  bestIndex = i;
    +
    6660  bestFreeSpaceAfter = freeSpaceAfter;
    +
    6661  }
    +
    6662  }
    +
    6663  }
    +
    6664  }
    +
    6665 
    +
    6666  if(bestIndex != SIZE_MAX)
    +
    6667  {
    +
    6668  outBlockInfoIndex = m_FreeSpaces[bestIndex].blockInfoIndex;
    +
    6669  outDstOffset = VmaAlignUp(m_FreeSpaces[bestIndex].offset, alignment);
    +
    6670 
    +
    6671  if(bestFreeSpaceAfter >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    +
    6672  {
    +
    6673  // Leave this structure for remaining empty space.
    +
    6674  const VkDeviceSize alignmentPlusSize = (outDstOffset - m_FreeSpaces[bestIndex].offset) + size;
    +
    6675  m_FreeSpaces[bestIndex].offset += alignmentPlusSize;
    +
    6676  m_FreeSpaces[bestIndex].size -= alignmentPlusSize;
    +
    6677  }
    +
    6678  else
    +
    6679  {
    +
    6680  // This structure becomes invalid.
    +
    6681  m_FreeSpaces[bestIndex].blockInfoIndex = SIZE_MAX;
    +
    6682  }
    +
    6683 
    +
    6684  return true;
    +
    6685  }
    +
    6686 
    +
    6687  return false;
    +
    6688  }
    +
    6689 
    +
    6690  private:
    +
    6691  static const size_t MAX_COUNT = 4;
    6692 
    -
    6693  const bool m_OverlappingMoveSupported;
    -
    6694 
    -
    6695  uint32_t m_AllocationCount;
    -
    6696  bool m_AllAllocations;
    -
    6697 
    -
    6698  VkDeviceSize m_BytesMoved;
    -
    6699  uint32_t m_AllocationsMoved;
    +
    6693  struct FreeSpace
    +
    6694  {
    +
    6695  size_t blockInfoIndex; // SIZE_MAX means this structure is invalid.
    +
    6696  VkDeviceSize offset;
    +
    6697  VkDeviceSize size;
    +
    6698  } m_FreeSpaces[MAX_COUNT];
    +
    6699  };
    6700 
    -
    6701  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> > m_BlockInfos;
    +
    6701  const bool m_OverlappingMoveSupported;
    6702 
    -
    6703  void PreprocessMetadata();
    -
    6704  void PostprocessMetadata();
    -
    6705  void InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc);
    -
    6706 };
    -
    6707 
    -
    6708 struct VmaBlockDefragmentationContext
    -
    6709 {
    -
    6710  enum BLOCK_FLAG
    -
    6711  {
    -
    6712  BLOCK_FLAG_USED = 0x00000001,
    -
    6713  };
    -
    6714  uint32_t flags;
    -
    6715  VkBuffer hBuffer;
    -
    6716 };
    -
    6717 
    -
    6718 class VmaBlockVectorDefragmentationContext
    -
    6719 {
    -
    6720  VMA_CLASS_NO_COPY(VmaBlockVectorDefragmentationContext)
    -
    6721 public:
    -
    6722  VkResult res;
    -
    6723  bool mutexLocked;
    -
    6724  VmaVector< VmaBlockDefragmentationContext, VmaStlAllocator<VmaBlockDefragmentationContext> > blockContexts;
    +
    6703  uint32_t m_AllocationCount;
    +
    6704  bool m_AllAllocations;
    +
    6705 
    +
    6706  VkDeviceSize m_BytesMoved;
    +
    6707  uint32_t m_AllocationsMoved;
    +
    6708 
    +
    6709  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> > m_BlockInfos;
    +
    6710 
    +
    6711  void PreprocessMetadata();
    +
    6712  void PostprocessMetadata();
    +
    6713  void InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc);
    +
    6714 };
    +
    6715 
    +
    6716 struct VmaBlockDefragmentationContext
    +
    6717 {
    +
    6718  enum BLOCK_FLAG
    +
    6719  {
    +
    6720  BLOCK_FLAG_USED = 0x00000001,
    +
    6721  };
    +
    6722  uint32_t flags;
    +
    6723  VkBuffer hBuffer;
    +
    6724 };
    6725 
    -
    6726  VmaBlockVectorDefragmentationContext(
    -
    6727  VmaAllocator hAllocator,
    -
    6728  VmaPool hCustomPool, // Optional.
    -
    6729  VmaBlockVector* pBlockVector,
    -
    6730  uint32_t currFrameIndex);
    -
    6731  ~VmaBlockVectorDefragmentationContext();
    -
    6732 
    -
    6733  VmaPool GetCustomPool() const { return m_hCustomPool; }
    -
    6734  VmaBlockVector* GetBlockVector() const { return m_pBlockVector; }
    -
    6735  VmaDefragmentationAlgorithm* GetAlgorithm() const { return m_pAlgorithm; }
    -
    6736 
    -
    6737  void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
    -
    6738  void AddAll() { m_AllAllocations = true; }
    -
    6739 
    -
    6740  void Begin(bool overlappingMoveSupported);
    -
    6741 
    -
    6742 private:
    -
    6743  const VmaAllocator m_hAllocator;
    -
    6744  // Null if not from custom pool.
    -
    6745  const VmaPool m_hCustomPool;
    -
    6746  // Redundant, for convenience not to fetch from m_hCustomPool->m_BlockVector or m_hAllocator->m_pBlockVectors.
    -
    6747  VmaBlockVector* const m_pBlockVector;
    -
    6748  const uint32_t m_CurrFrameIndex;
    -
    6749  // Owner of this object.
    -
    6750  VmaDefragmentationAlgorithm* m_pAlgorithm;
    -
    6751 
    -
    6752  struct AllocInfo
    -
    6753  {
    -
    6754  VmaAllocation hAlloc;
    -
    6755  VkBool32* pChanged;
    -
    6756  };
    -
    6757  // Used between constructor and Begin.
    -
    6758  VmaVector< AllocInfo, VmaStlAllocator<AllocInfo> > m_Allocations;
    -
    6759  bool m_AllAllocations;
    -
    6760 };
    -
    6761 
    -
    6762 struct VmaDefragmentationContext_T
    -
    6763 {
    -
    6764 private:
    -
    6765  VMA_CLASS_NO_COPY(VmaDefragmentationContext_T)
    -
    6766 public:
    -
    6767  VmaDefragmentationContext_T(
    -
    6768  VmaAllocator hAllocator,
    -
    6769  uint32_t currFrameIndex,
    -
    6770  uint32_t flags,
    -
    6771  VmaDefragmentationStats* pStats);
    -
    6772  ~VmaDefragmentationContext_T();
    -
    6773 
    -
    6774  void AddPools(uint32_t poolCount, VmaPool* pPools);
    -
    6775  void AddAllocations(
    -
    6776  uint32_t allocationCount,
    -
    6777  VmaAllocation* pAllocations,
    -
    6778  VkBool32* pAllocationsChanged);
    -
    6779 
    -
    6780  /*
    -
    6781  Returns:
    -
    6782  - `VK_SUCCESS` if succeeded and object can be destroyed immediately.
    -
    6783  - `VK_NOT_READY` if succeeded but the object must remain alive until vmaDefragmentationEnd().
    -
    6784  - Negative value if error occured and object can be destroyed immediately.
    -
    6785  */
    -
    6786  VkResult Defragment(
    -
    6787  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
    -
    6788  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
    -
    6789  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats);
    -
    6790 
    -
    6791 private:
    -
    6792  const VmaAllocator m_hAllocator;
    -
    6793  const uint32_t m_CurrFrameIndex;
    -
    6794  const uint32_t m_Flags;
    -
    6795  VmaDefragmentationStats* const m_pStats;
    -
    6796  // Owner of these objects.
    -
    6797  VmaBlockVectorDefragmentationContext* m_DefaultPoolContexts[VK_MAX_MEMORY_TYPES];
    -
    6798  // Owner of these objects.
    -
    6799  VmaVector< VmaBlockVectorDefragmentationContext*, VmaStlAllocator<VmaBlockVectorDefragmentationContext*> > m_CustomPoolContexts;
    -
    6800 };
    -
    6801 
    -
    6802 #if VMA_RECORDING_ENABLED
    -
    6803 
    -
    6804 class VmaRecorder
    -
    6805 {
    -
    6806 public:
    -
    6807  VmaRecorder();
    -
    6808  VkResult Init(const VmaRecordSettings& settings, bool useMutex);
    -
    6809  void WriteConfiguration(
    -
    6810  const VkPhysicalDeviceProperties& devProps,
    -
    6811  const VkPhysicalDeviceMemoryProperties& memProps,
    -
    6812  bool dedicatedAllocationExtensionEnabled,
    -
    6813  bool bindMemory2ExtensionEnabled,
    -
    6814  bool memoryBudgetExtensionEnabled);
    -
    6815  ~VmaRecorder();
    -
    6816 
    -
    6817  void RecordCreateAllocator(uint32_t frameIndex);
    -
    6818  void RecordDestroyAllocator(uint32_t frameIndex);
    -
    6819  void RecordCreatePool(uint32_t frameIndex,
    -
    6820  const VmaPoolCreateInfo& createInfo,
    -
    6821  VmaPool pool);
    -
    6822  void RecordDestroyPool(uint32_t frameIndex, VmaPool pool);
    -
    6823  void RecordAllocateMemory(uint32_t frameIndex,
    -
    6824  const VkMemoryRequirements& vkMemReq,
    -
    6825  const VmaAllocationCreateInfo& createInfo,
    -
    6826  VmaAllocation allocation);
    -
    6827  void RecordAllocateMemoryPages(uint32_t frameIndex,
    -
    6828  const VkMemoryRequirements& vkMemReq,
    -
    6829  const VmaAllocationCreateInfo& createInfo,
    -
    6830  uint64_t allocationCount,
    -
    6831  const VmaAllocation* pAllocations);
    -
    6832  void RecordAllocateMemoryForBuffer(uint32_t frameIndex,
    -
    6833  const VkMemoryRequirements& vkMemReq,
    -
    6834  bool requiresDedicatedAllocation,
    -
    6835  bool prefersDedicatedAllocation,
    -
    6836  const VmaAllocationCreateInfo& createInfo,
    -
    6837  VmaAllocation allocation);
    -
    6838  void RecordAllocateMemoryForImage(uint32_t frameIndex,
    -
    6839  const VkMemoryRequirements& vkMemReq,
    -
    6840  bool requiresDedicatedAllocation,
    -
    6841  bool prefersDedicatedAllocation,
    -
    6842  const VmaAllocationCreateInfo& createInfo,
    -
    6843  VmaAllocation allocation);
    -
    6844  void RecordFreeMemory(uint32_t frameIndex,
    +
    6726 class VmaBlockVectorDefragmentationContext
    +
    6727 {
    +
    6728  VMA_CLASS_NO_COPY(VmaBlockVectorDefragmentationContext)
    +
    6729 public:
    +
    6730  VkResult res;
    +
    6731  bool mutexLocked;
    +
    6732  VmaVector< VmaBlockDefragmentationContext, VmaStlAllocator<VmaBlockDefragmentationContext> > blockContexts;
    +
    6733 
    +
    6734  VmaBlockVectorDefragmentationContext(
    +
    6735  VmaAllocator hAllocator,
    +
    6736  VmaPool hCustomPool, // Optional.
    +
    6737  VmaBlockVector* pBlockVector,
    +
    6738  uint32_t currFrameIndex);
    +
    6739  ~VmaBlockVectorDefragmentationContext();
    +
    6740 
    +
    6741  VmaPool GetCustomPool() const { return m_hCustomPool; }
    +
    6742  VmaBlockVector* GetBlockVector() const { return m_pBlockVector; }
    +
    6743  VmaDefragmentationAlgorithm* GetAlgorithm() const { return m_pAlgorithm; }
    +
    6744 
    +
    6745  void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
    +
    6746  void AddAll() { m_AllAllocations = true; }
    +
    6747 
    +
    6748  void Begin(bool overlappingMoveSupported);
    +
    6749 
    +
    6750 private:
    +
    6751  const VmaAllocator m_hAllocator;
    +
    6752  // Null if not from custom pool.
    +
    6753  const VmaPool m_hCustomPool;
    +
    6754  // Redundant, for convenience not to fetch from m_hCustomPool->m_BlockVector or m_hAllocator->m_pBlockVectors.
    +
    6755  VmaBlockVector* const m_pBlockVector;
    +
    6756  const uint32_t m_CurrFrameIndex;
    +
    6757  // Owner of this object.
    +
    6758  VmaDefragmentationAlgorithm* m_pAlgorithm;
    +
    6759 
    +
    6760  struct AllocInfo
    +
    6761  {
    +
    6762  VmaAllocation hAlloc;
    +
    6763  VkBool32* pChanged;
    +
    6764  };
    +
    6765  // Used between constructor and Begin.
    +
    6766  VmaVector< AllocInfo, VmaStlAllocator<AllocInfo> > m_Allocations;
    +
    6767  bool m_AllAllocations;
    +
    6768 };
    +
    6769 
    +
    6770 struct VmaDefragmentationContext_T
    +
    6771 {
    +
    6772 private:
    +
    6773  VMA_CLASS_NO_COPY(VmaDefragmentationContext_T)
    +
    6774 public:
    +
    6775  VmaDefragmentationContext_T(
    +
    6776  VmaAllocator hAllocator,
    +
    6777  uint32_t currFrameIndex,
    +
    6778  uint32_t flags,
    +
    6779  VmaDefragmentationStats* pStats);
    +
    6780  ~VmaDefragmentationContext_T();
    +
    6781 
    +
    6782  void AddPools(uint32_t poolCount, VmaPool* pPools);
    +
    6783  void AddAllocations(
    +
    6784  uint32_t allocationCount,
    +
    6785  VmaAllocation* pAllocations,
    +
    6786  VkBool32* pAllocationsChanged);
    +
    6787 
    +
    6788  /*
    +
    6789  Returns:
    +
    6790  - `VK_SUCCESS` if succeeded and object can be destroyed immediately.
    +
    6791  - `VK_NOT_READY` if succeeded but the object must remain alive until vmaDefragmentationEnd().
    +
    6792  - Negative value if error occured and object can be destroyed immediately.
    +
    6793  */
    +
    6794  VkResult Defragment(
    +
    6795  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
    +
    6796  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
    +
    6797  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats);
    +
    6798 
    +
    6799 private:
    +
    6800  const VmaAllocator m_hAllocator;
    +
    6801  const uint32_t m_CurrFrameIndex;
    +
    6802  const uint32_t m_Flags;
    +
    6803  VmaDefragmentationStats* const m_pStats;
    +
    6804  // Owner of these objects.
    +
    6805  VmaBlockVectorDefragmentationContext* m_DefaultPoolContexts[VK_MAX_MEMORY_TYPES];
    +
    6806  // Owner of these objects.
    +
    6807  VmaVector< VmaBlockVectorDefragmentationContext*, VmaStlAllocator<VmaBlockVectorDefragmentationContext*> > m_CustomPoolContexts;
    +
    6808 };
    +
    6809 
    +
    6810 #if VMA_RECORDING_ENABLED
    +
    6811 
    +
    6812 class VmaRecorder
    +
    6813 {
    +
    6814 public:
    +
    6815  VmaRecorder();
    +
    6816  VkResult Init(const VmaRecordSettings& settings, bool useMutex);
    +
    6817  void WriteConfiguration(
    +
    6818  const VkPhysicalDeviceProperties& devProps,
    +
    6819  const VkPhysicalDeviceMemoryProperties& memProps,
    +
    6820  bool dedicatedAllocationExtensionEnabled,
    +
    6821  bool bindMemory2ExtensionEnabled,
    +
    6822  bool memoryBudgetExtensionEnabled);
    +
    6823  ~VmaRecorder();
    +
    6824 
    +
    6825  void RecordCreateAllocator(uint32_t frameIndex);
    +
    6826  void RecordDestroyAllocator(uint32_t frameIndex);
    +
    6827  void RecordCreatePool(uint32_t frameIndex,
    +
    6828  const VmaPoolCreateInfo& createInfo,
    +
    6829  VmaPool pool);
    +
    6830  void RecordDestroyPool(uint32_t frameIndex, VmaPool pool);
    +
    6831  void RecordAllocateMemory(uint32_t frameIndex,
    +
    6832  const VkMemoryRequirements& vkMemReq,
    +
    6833  const VmaAllocationCreateInfo& createInfo,
    +
    6834  VmaAllocation allocation);
    +
    6835  void RecordAllocateMemoryPages(uint32_t frameIndex,
    +
    6836  const VkMemoryRequirements& vkMemReq,
    +
    6837  const VmaAllocationCreateInfo& createInfo,
    +
    6838  uint64_t allocationCount,
    +
    6839  const VmaAllocation* pAllocations);
    +
    6840  void RecordAllocateMemoryForBuffer(uint32_t frameIndex,
    +
    6841  const VkMemoryRequirements& vkMemReq,
    +
    6842  bool requiresDedicatedAllocation,
    +
    6843  bool prefersDedicatedAllocation,
    +
    6844  const VmaAllocationCreateInfo& createInfo,
    6845  VmaAllocation allocation);
    -
    6846  void RecordFreeMemoryPages(uint32_t frameIndex,
    -
    6847  uint64_t allocationCount,
    -
    6848  const VmaAllocation* pAllocations);
    -
    6849  void RecordSetAllocationUserData(uint32_t frameIndex,
    -
    6850  VmaAllocation allocation,
    -
    6851  const void* pUserData);
    -
    6852  void RecordCreateLostAllocation(uint32_t frameIndex,
    +
    6846  void RecordAllocateMemoryForImage(uint32_t frameIndex,
    +
    6847  const VkMemoryRequirements& vkMemReq,
    +
    6848  bool requiresDedicatedAllocation,
    +
    6849  bool prefersDedicatedAllocation,
    +
    6850  const VmaAllocationCreateInfo& createInfo,
    +
    6851  VmaAllocation allocation);
    +
    6852  void RecordFreeMemory(uint32_t frameIndex,
    6853  VmaAllocation allocation);
    -
    6854  void RecordMapMemory(uint32_t frameIndex,
    -
    6855  VmaAllocation allocation);
    -
    6856  void RecordUnmapMemory(uint32_t frameIndex,
    -
    6857  VmaAllocation allocation);
    -
    6858  void RecordFlushAllocation(uint32_t frameIndex,
    -
    6859  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
    -
    6860  void RecordInvalidateAllocation(uint32_t frameIndex,
    -
    6861  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
    -
    6862  void RecordCreateBuffer(uint32_t frameIndex,
    -
    6863  const VkBufferCreateInfo& bufCreateInfo,
    -
    6864  const VmaAllocationCreateInfo& allocCreateInfo,
    +
    6854  void RecordFreeMemoryPages(uint32_t frameIndex,
    +
    6855  uint64_t allocationCount,
    +
    6856  const VmaAllocation* pAllocations);
    +
    6857  void RecordSetAllocationUserData(uint32_t frameIndex,
    +
    6858  VmaAllocation allocation,
    +
    6859  const void* pUserData);
    +
    6860  void RecordCreateLostAllocation(uint32_t frameIndex,
    +
    6861  VmaAllocation allocation);
    +
    6862  void RecordMapMemory(uint32_t frameIndex,
    +
    6863  VmaAllocation allocation);
    +
    6864  void RecordUnmapMemory(uint32_t frameIndex,
    6865  VmaAllocation allocation);
    -
    6866  void RecordCreateImage(uint32_t frameIndex,
    -
    6867  const VkImageCreateInfo& imageCreateInfo,
    -
    6868  const VmaAllocationCreateInfo& allocCreateInfo,
    -
    6869  VmaAllocation allocation);
    -
    6870  void RecordDestroyBuffer(uint32_t frameIndex,
    -
    6871  VmaAllocation allocation);
    -
    6872  void RecordDestroyImage(uint32_t frameIndex,
    +
    6866  void RecordFlushAllocation(uint32_t frameIndex,
    +
    6867  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
    +
    6868  void RecordInvalidateAllocation(uint32_t frameIndex,
    +
    6869  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
    +
    6870  void RecordCreateBuffer(uint32_t frameIndex,
    +
    6871  const VkBufferCreateInfo& bufCreateInfo,
    +
    6872  const VmaAllocationCreateInfo& allocCreateInfo,
    6873  VmaAllocation allocation);
    -
    6874  void RecordTouchAllocation(uint32_t frameIndex,
    -
    6875  VmaAllocation allocation);
    -
    6876  void RecordGetAllocationInfo(uint32_t frameIndex,
    +
    6874  void RecordCreateImage(uint32_t frameIndex,
    +
    6875  const VkImageCreateInfo& imageCreateInfo,
    +
    6876  const VmaAllocationCreateInfo& allocCreateInfo,
    6877  VmaAllocation allocation);
    -
    6878  void RecordMakePoolAllocationsLost(uint32_t frameIndex,
    -
    6879  VmaPool pool);
    -
    6880  void RecordDefragmentationBegin(uint32_t frameIndex,
    -
    6881  const VmaDefragmentationInfo2& info,
    -
    6882  VmaDefragmentationContext ctx);
    -
    6883  void RecordDefragmentationEnd(uint32_t frameIndex,
    -
    6884  VmaDefragmentationContext ctx);
    -
    6885  void RecordSetPoolName(uint32_t frameIndex,
    -
    6886  VmaPool pool,
    -
    6887  const char* name);
    -
    6888 
    -
    6889 private:
    -
    6890  struct CallParams
    -
    6891  {
    -
    6892  uint32_t threadId;
    -
    6893  double time;
    -
    6894  };
    -
    6895 
    -
    6896  class UserDataString
    -
    6897  {
    -
    6898  public:
    -
    6899  UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData);
    -
    6900  const char* GetString() const { return m_Str; }
    -
    6901 
    -
    6902  private:
    -
    6903  char m_PtrStr[17];
    -
    6904  const char* m_Str;
    -
    6905  };
    -
    6906 
    -
    6907  bool m_UseMutex;
    -
    6908  VmaRecordFlags m_Flags;
    -
    6909  FILE* m_File;
    -
    6910  VMA_MUTEX m_FileMutex;
    -
    6911  int64_t m_Freq;
    -
    6912  int64_t m_StartCounter;
    -
    6913 
    -
    6914  void GetBasicParams(CallParams& outParams);
    -
    6915 
    -
    6916  // T must be a pointer type, e.g. VmaAllocation, VmaPool.
    -
    6917  template<typename T>
    -
    6918  void PrintPointerList(uint64_t count, const T* pItems)
    -
    6919  {
    -
    6920  if(count)
    -
    6921  {
    -
    6922  fprintf(m_File, "%p", pItems[0]);
    -
    6923  for(uint64_t i = 1; i < count; ++i)
    -
    6924  {
    -
    6925  fprintf(m_File, " %p", pItems[i]);
    -
    6926  }
    -
    6927  }
    -
    6928  }
    -
    6929 
    -
    6930  void PrintPointerList(uint64_t count, const VmaAllocation* pItems);
    -
    6931  void Flush();
    -
    6932 };
    -
    6933 
    -
    6934 #endif // #if VMA_RECORDING_ENABLED
    -
    6935 
    -
    6936 /*
    -
    6937 Thread-safe wrapper over VmaPoolAllocator free list, for allocation of VmaAllocation_T objects.
    -
    6938 */
    -
    6939 class VmaAllocationObjectAllocator
    -
    6940 {
    -
    6941  VMA_CLASS_NO_COPY(VmaAllocationObjectAllocator)
    -
    6942 public:
    -
    6943  VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks);
    -
    6944 
    -
    6945  VmaAllocation Allocate();
    -
    6946  void Free(VmaAllocation hAlloc);
    -
    6947 
    -
    6948 private:
    -
    6949  VMA_MUTEX m_Mutex;
    -
    6950  VmaPoolAllocator<VmaAllocation_T> m_Allocator;
    -
    6951 };
    +
    6878  void RecordDestroyBuffer(uint32_t frameIndex,
    +
    6879  VmaAllocation allocation);
    +
    6880  void RecordDestroyImage(uint32_t frameIndex,
    +
    6881  VmaAllocation allocation);
    +
    6882  void RecordTouchAllocation(uint32_t frameIndex,
    +
    6883  VmaAllocation allocation);
    +
    6884  void RecordGetAllocationInfo(uint32_t frameIndex,
    +
    6885  VmaAllocation allocation);
    +
    6886  void RecordMakePoolAllocationsLost(uint32_t frameIndex,
    +
    6887  VmaPool pool);
    +
    6888  void RecordDefragmentationBegin(uint32_t frameIndex,
    +
    6889  const VmaDefragmentationInfo2& info,
    +
    6890  VmaDefragmentationContext ctx);
    +
    6891  void RecordDefragmentationEnd(uint32_t frameIndex,
    +
    6892  VmaDefragmentationContext ctx);
    +
    6893  void RecordSetPoolName(uint32_t frameIndex,
    +
    6894  VmaPool pool,
    +
    6895  const char* name);
    +
    6896 
    +
    6897 private:
    +
    6898  struct CallParams
    +
    6899  {
    +
    6900  uint32_t threadId;
    +
    6901  double time;
    +
    6902  };
    +
    6903 
    +
    6904  class UserDataString
    +
    6905  {
    +
    6906  public:
    +
    6907  UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData);
    +
    6908  const char* GetString() const { return m_Str; }
    +
    6909 
    +
    6910  private:
    +
    6911  char m_PtrStr[17];
    +
    6912  const char* m_Str;
    +
    6913  };
    +
    6914 
    +
    6915  bool m_UseMutex;
    +
    6916  VmaRecordFlags m_Flags;
    +
    6917  FILE* m_File;
    +
    6918  VMA_MUTEX m_FileMutex;
    +
    6919  int64_t m_Freq;
    +
    6920  int64_t m_StartCounter;
    +
    6921 
    +
    6922  void GetBasicParams(CallParams& outParams);
    +
    6923 
    +
    6924  // T must be a pointer type, e.g. VmaAllocation, VmaPool.
    +
    6925  template<typename T>
    +
    6926  void PrintPointerList(uint64_t count, const T* pItems)
    +
    6927  {
    +
    6928  if(count)
    +
    6929  {
    +
    6930  fprintf(m_File, "%p", pItems[0]);
    +
    6931  for(uint64_t i = 1; i < count; ++i)
    +
    6932  {
    +
    6933  fprintf(m_File, " %p", pItems[i]);
    +
    6934  }
    +
    6935  }
    +
    6936  }
    +
    6937 
    +
    6938  void PrintPointerList(uint64_t count, const VmaAllocation* pItems);
    +
    6939  void Flush();
    +
    6940 };
    +
    6941 
    +
    6942 #endif // #if VMA_RECORDING_ENABLED
    +
    6943 
    +
    6944 /*
    +
    6945 Thread-safe wrapper over VmaPoolAllocator free list, for allocation of VmaAllocation_T objects.
    +
    6946 */
    +
    6947 class VmaAllocationObjectAllocator
    +
    6948 {
    +
    6949  VMA_CLASS_NO_COPY(VmaAllocationObjectAllocator)
    +
    6950 public:
    +
    6951  VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks);
    6952 
    -
    6953 struct VmaCurrentBudgetData
    -
    6954 {
    -
    6955  VMA_ATOMIC_UINT64 m_BlockBytes[VK_MAX_MEMORY_HEAPS];
    -
    6956  VMA_ATOMIC_UINT64 m_AllocationBytes[VK_MAX_MEMORY_HEAPS];
    -
    6957 
    -
    6958 #if VMA_MEMORY_BUDGET
    -
    6959  VMA_ATOMIC_UINT32 m_OperationsSinceBudgetFetch;
    -
    6960  VMA_RW_MUTEX m_BudgetMutex;
    -
    6961  uint64_t m_VulkanUsage[VK_MAX_MEMORY_HEAPS];
    -
    6962  uint64_t m_VulkanBudget[VK_MAX_MEMORY_HEAPS];
    -
    6963  uint64_t m_BlockBytesAtBudgetFetch[VK_MAX_MEMORY_HEAPS];
    -
    6964 #endif // #if VMA_MEMORY_BUDGET
    +
    6953  VmaAllocation Allocate();
    +
    6954  void Free(VmaAllocation hAlloc);
    +
    6955 
    +
    6956 private:
    +
    6957  VMA_MUTEX m_Mutex;
    +
    6958  VmaPoolAllocator<VmaAllocation_T> m_Allocator;
    +
    6959 };
    +
    6960 
    +
    6961 struct VmaCurrentBudgetData
    +
    6962 {
    +
    6963  VMA_ATOMIC_UINT64 m_BlockBytes[VK_MAX_MEMORY_HEAPS];
    +
    6964  VMA_ATOMIC_UINT64 m_AllocationBytes[VK_MAX_MEMORY_HEAPS];
    6965 
    -
    6966  VmaCurrentBudgetData()
    -
    6967  {
    -
    6968  for(uint32_t heapIndex = 0; heapIndex < VK_MAX_MEMORY_HEAPS; ++heapIndex)
    -
    6969  {
    -
    6970  m_BlockBytes[heapIndex] = 0;
    -
    6971  m_AllocationBytes[heapIndex] = 0;
    -
    6972 #if VMA_MEMORY_BUDGET
    -
    6973  m_VulkanUsage[heapIndex] = 0;
    -
    6974  m_VulkanBudget[heapIndex] = 0;
    -
    6975  m_BlockBytesAtBudgetFetch[heapIndex] = 0;
    -
    6976 #endif
    -
    6977  }
    -
    6978 
    -
    6979 #if VMA_MEMORY_BUDGET
    -
    6980  m_OperationsSinceBudgetFetch = 0;
    -
    6981 #endif
    -
    6982  }
    -
    6983 
    -
    6984  void AddAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
    -
    6985  {
    -
    6986  m_AllocationBytes[heapIndex] += allocationSize;
    +
    6966 #if VMA_MEMORY_BUDGET
    +
    6967  VMA_ATOMIC_UINT32 m_OperationsSinceBudgetFetch;
    +
    6968  VMA_RW_MUTEX m_BudgetMutex;
    +
    6969  uint64_t m_VulkanUsage[VK_MAX_MEMORY_HEAPS];
    +
    6970  uint64_t m_VulkanBudget[VK_MAX_MEMORY_HEAPS];
    +
    6971  uint64_t m_BlockBytesAtBudgetFetch[VK_MAX_MEMORY_HEAPS];
    +
    6972 #endif // #if VMA_MEMORY_BUDGET
    +
    6973 
    +
    6974  VmaCurrentBudgetData()
    +
    6975  {
    +
    6976  for(uint32_t heapIndex = 0; heapIndex < VK_MAX_MEMORY_HEAPS; ++heapIndex)
    +
    6977  {
    +
    6978  m_BlockBytes[heapIndex] = 0;
    +
    6979  m_AllocationBytes[heapIndex] = 0;
    +
    6980 #if VMA_MEMORY_BUDGET
    +
    6981  m_VulkanUsage[heapIndex] = 0;
    +
    6982  m_VulkanBudget[heapIndex] = 0;
    +
    6983  m_BlockBytesAtBudgetFetch[heapIndex] = 0;
    +
    6984 #endif
    +
    6985  }
    +
    6986 
    6987 #if VMA_MEMORY_BUDGET
    -
    6988  ++m_OperationsSinceBudgetFetch;
    +
    6988  m_OperationsSinceBudgetFetch = 0;
    6989 #endif
    6990  }
    6991 
    -
    6992  void RemoveAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
    +
    6992  void AddAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
    6993  {
    -
    6994  VMA_ASSERT(m_AllocationBytes[heapIndex] >= allocationSize); // DELME
    -
    6995  m_AllocationBytes[heapIndex] -= allocationSize;
    -
    6996 #if VMA_MEMORY_BUDGET
    -
    6997  ++m_OperationsSinceBudgetFetch;
    -
    6998 #endif
    -
    6999  }
    -
    7000 };
    -
    7001 
    -
    7002 // Main allocator object.
    -
    7003 struct VmaAllocator_T
    -
    7004 {
    -
    7005  VMA_CLASS_NO_COPY(VmaAllocator_T)
    -
    7006 public:
    -
    7007  bool m_UseMutex;
    -
    7008  bool m_UseKhrDedicatedAllocation;
    -
    7009  bool m_UseKhrBindMemory2;
    -
    7010  bool m_UseExtMemoryBudget;
    -
    7011  VkDevice m_hDevice;
    -
    7012  VkInstance m_hInstance;
    -
    7013  bool m_AllocationCallbacksSpecified;
    -
    7014  VkAllocationCallbacks m_AllocationCallbacks;
    -
    7015  VmaDeviceMemoryCallbacks m_DeviceMemoryCallbacks;
    -
    7016  VmaAllocationObjectAllocator m_AllocationObjectAllocator;
    -
    7017 
    -
    7018  // Each bit (1 << i) is set if HeapSizeLimit is enabled for that heap, so cannot allocate more than the heap size.
    -
    7019  uint32_t m_HeapSizeLimitMask;
    -
    7020 
    -
    7021  VkPhysicalDeviceProperties m_PhysicalDeviceProperties;
    -
    7022  VkPhysicalDeviceMemoryProperties m_MemProps;
    -
    7023 
    -
    7024  // Default pools.
    -
    7025  VmaBlockVector* m_pBlockVectors[VK_MAX_MEMORY_TYPES];
    -
    7026 
    -
    7027  // Each vector is sorted by memory (handle value).
    -
    7028  typedef VmaVector< VmaAllocation, VmaStlAllocator<VmaAllocation> > AllocationVectorType;
    -
    7029  AllocationVectorType* m_pDedicatedAllocations[VK_MAX_MEMORY_TYPES];
    -
    7030  VMA_RW_MUTEX m_DedicatedAllocationsMutex[VK_MAX_MEMORY_TYPES];
    +
    6994  m_AllocationBytes[heapIndex] += allocationSize;
    +
    6995 #if VMA_MEMORY_BUDGET
    +
    6996  ++m_OperationsSinceBudgetFetch;
    +
    6997 #endif
    +
    6998  }
    +
    6999 
    +
    7000  void RemoveAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
    +
    7001  {
    +
    7002  VMA_ASSERT(m_AllocationBytes[heapIndex] >= allocationSize); // DELME
    +
    7003  m_AllocationBytes[heapIndex] -= allocationSize;
    +
    7004 #if VMA_MEMORY_BUDGET
    +
    7005  ++m_OperationsSinceBudgetFetch;
    +
    7006 #endif
    +
    7007  }
    +
    7008 };
    +
    7009 
    +
    7010 // Main allocator object.
    +
    7011 struct VmaAllocator_T
    +
    7012 {
    +
    7013  VMA_CLASS_NO_COPY(VmaAllocator_T)
    +
    7014 public:
    +
    7015  bool m_UseMutex;
    +
    7016  bool m_UseKhrDedicatedAllocation;
    +
    7017  bool m_UseKhrBindMemory2;
    +
    7018  bool m_UseExtMemoryBudget;
    +
    7019  VkDevice m_hDevice;
    +
    7020  VkInstance m_hInstance;
    +
    7021  bool m_AllocationCallbacksSpecified;
    +
    7022  VkAllocationCallbacks m_AllocationCallbacks;
    +
    7023  VmaDeviceMemoryCallbacks m_DeviceMemoryCallbacks;
    +
    7024  VmaAllocationObjectAllocator m_AllocationObjectAllocator;
    +
    7025 
    +
    7026  // Each bit (1 << i) is set if HeapSizeLimit is enabled for that heap, so cannot allocate more than the heap size.
    +
    7027  uint32_t m_HeapSizeLimitMask;
    +
    7028 
    +
    7029  VkPhysicalDeviceProperties m_PhysicalDeviceProperties;
    +
    7030  VkPhysicalDeviceMemoryProperties m_MemProps;
    7031 
    -
    7032  VmaCurrentBudgetData m_Budget;
    -
    7033 
    -
    7034  VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo);
    -
    7035  VkResult Init(const VmaAllocatorCreateInfo* pCreateInfo);
    -
    7036  ~VmaAllocator_T();
    -
    7037 
    -
    7038  const VkAllocationCallbacks* GetAllocationCallbacks() const
    -
    7039  {
    -
    7040  return m_AllocationCallbacksSpecified ? &m_AllocationCallbacks : 0;
    -
    7041  }
    -
    7042  const VmaVulkanFunctions& GetVulkanFunctions() const
    -
    7043  {
    -
    7044  return m_VulkanFunctions;
    -
    7045  }
    -
    7046 
    -
    7047  VkDeviceSize GetBufferImageGranularity() const
    -
    7048  {
    -
    7049  return VMA_MAX(
    -
    7050  static_cast<VkDeviceSize>(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY),
    -
    7051  m_PhysicalDeviceProperties.limits.bufferImageGranularity);
    -
    7052  }
    -
    7053 
    -
    7054  uint32_t GetMemoryHeapCount() const { return m_MemProps.memoryHeapCount; }
    -
    7055  uint32_t GetMemoryTypeCount() const { return m_MemProps.memoryTypeCount; }
    -
    7056 
    -
    7057  uint32_t MemoryTypeIndexToHeapIndex(uint32_t memTypeIndex) const
    -
    7058  {
    -
    7059  VMA_ASSERT(memTypeIndex < m_MemProps.memoryTypeCount);
    -
    7060  return m_MemProps.memoryTypes[memTypeIndex].heapIndex;
    -
    7061  }
    -
    7062  // True when specific memory type is HOST_VISIBLE but not HOST_COHERENT.
    -
    7063  bool IsMemoryTypeNonCoherent(uint32_t memTypeIndex) const
    -
    7064  {
    -
    7065  return (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & (VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) ==
    -
    7066  VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
    -
    7067  }
    -
    7068  // Minimum alignment for all allocations in specific memory type.
    -
    7069  VkDeviceSize GetMemoryTypeMinAlignment(uint32_t memTypeIndex) const
    -
    7070  {
    -
    7071  return IsMemoryTypeNonCoherent(memTypeIndex) ?
    -
    7072  VMA_MAX((VkDeviceSize)VMA_DEBUG_ALIGNMENT, m_PhysicalDeviceProperties.limits.nonCoherentAtomSize) :
    -
    7073  (VkDeviceSize)VMA_DEBUG_ALIGNMENT;
    -
    7074  }
    -
    7075 
    -
    7076  bool IsIntegratedGpu() const
    -
    7077  {
    -
    7078  return m_PhysicalDeviceProperties.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU;
    -
    7079  }
    -
    7080 
    -
    7081 #if VMA_RECORDING_ENABLED
    -
    7082  VmaRecorder* GetRecorder() const { return m_pRecorder; }
    -
    7083 #endif
    -
    7084 
    -
    7085  void GetBufferMemoryRequirements(
    -
    7086  VkBuffer hBuffer,
    -
    7087  VkMemoryRequirements& memReq,
    -
    7088  bool& requiresDedicatedAllocation,
    -
    7089  bool& prefersDedicatedAllocation) const;
    -
    7090  void GetImageMemoryRequirements(
    -
    7091  VkImage hImage,
    -
    7092  VkMemoryRequirements& memReq,
    -
    7093  bool& requiresDedicatedAllocation,
    -
    7094  bool& prefersDedicatedAllocation) const;
    -
    7095 
    -
    7096  // Main allocation function.
    -
    7097  VkResult AllocateMemory(
    -
    7098  const VkMemoryRequirements& vkMemReq,
    -
    7099  bool requiresDedicatedAllocation,
    -
    7100  bool prefersDedicatedAllocation,
    -
    7101  VkBuffer dedicatedBuffer,
    -
    7102  VkImage dedicatedImage,
    -
    7103  const VmaAllocationCreateInfo& createInfo,
    -
    7104  VmaSuballocationType suballocType,
    -
    7105  size_t allocationCount,
    -
    7106  VmaAllocation* pAllocations);
    -
    7107 
    -
    7108  // Main deallocation function.
    -
    7109  void FreeMemory(
    -
    7110  size_t allocationCount,
    -
    7111  const VmaAllocation* pAllocations);
    -
    7112 
    -
    7113  VkResult ResizeAllocation(
    -
    7114  const VmaAllocation alloc,
    -
    7115  VkDeviceSize newSize);
    -
    7116 
    -
    7117  void CalculateStats(VmaStats* pStats);
    -
    7118 
    -
    7119  void GetBudget(
    -
    7120  VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount);
    -
    7121 
    -
    7122 #if VMA_STATS_STRING_ENABLED
    -
    7123  void PrintDetailedMap(class VmaJsonWriter& json);
    -
    7124 #endif
    -
    7125 
    -
    7126  VkResult DefragmentationBegin(
    -
    7127  const VmaDefragmentationInfo2& info,
    -
    7128  VmaDefragmentationStats* pStats,
    -
    7129  VmaDefragmentationContext* pContext);
    -
    7130  VkResult DefragmentationEnd(
    -
    7131  VmaDefragmentationContext context);
    -
    7132 
    -
    7133  void GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo);
    -
    7134  bool TouchAllocation(VmaAllocation hAllocation);
    -
    7135 
    -
    7136  VkResult CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool);
    -
    7137  void DestroyPool(VmaPool pool);
    -
    7138  void GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats);
    -
    7139 
    -
    7140  void SetCurrentFrameIndex(uint32_t frameIndex);
    -
    7141  uint32_t GetCurrentFrameIndex() const { return m_CurrentFrameIndex.load(); }
    -
    7142 
    -
    7143  void MakePoolAllocationsLost(
    -
    7144  VmaPool hPool,
    -
    7145  size_t* pLostAllocationCount);
    -
    7146  VkResult CheckPoolCorruption(VmaPool hPool);
    -
    7147  VkResult CheckCorruption(uint32_t memoryTypeBits);
    -
    7148 
    -
    7149  void CreateLostAllocation(VmaAllocation* pAllocation);
    +
    7032  // Default pools.
    +
    7033  VmaBlockVector* m_pBlockVectors[VK_MAX_MEMORY_TYPES];
    +
    7034 
    +
    7035  // Each vector is sorted by memory (handle value).
    +
    7036  typedef VmaVector< VmaAllocation, VmaStlAllocator<VmaAllocation> > AllocationVectorType;
    +
    7037  AllocationVectorType* m_pDedicatedAllocations[VK_MAX_MEMORY_TYPES];
    +
    7038  VMA_RW_MUTEX m_DedicatedAllocationsMutex[VK_MAX_MEMORY_TYPES];
    +
    7039 
    +
    7040  VmaCurrentBudgetData m_Budget;
    +
    7041 
    +
    7042  VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo);
    +
    7043  VkResult Init(const VmaAllocatorCreateInfo* pCreateInfo);
    +
    7044  ~VmaAllocator_T();
    +
    7045 
    +
    7046  const VkAllocationCallbacks* GetAllocationCallbacks() const
    +
    7047  {
    +
    7048  return m_AllocationCallbacksSpecified ? &m_AllocationCallbacks : 0;
    +
    7049  }
    +
    7050  const VmaVulkanFunctions& GetVulkanFunctions() const
    +
    7051  {
    +
    7052  return m_VulkanFunctions;
    +
    7053  }
    +
    7054 
    +
    7055  VkDeviceSize GetBufferImageGranularity() const
    +
    7056  {
    +
    7057  return VMA_MAX(
    +
    7058  static_cast<VkDeviceSize>(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY),
    +
    7059  m_PhysicalDeviceProperties.limits.bufferImageGranularity);
    +
    7060  }
    +
    7061 
    +
    7062  uint32_t GetMemoryHeapCount() const { return m_MemProps.memoryHeapCount; }
    +
    7063  uint32_t GetMemoryTypeCount() const { return m_MemProps.memoryTypeCount; }
    +
    7064 
    +
    7065  uint32_t MemoryTypeIndexToHeapIndex(uint32_t memTypeIndex) const
    +
    7066  {
    +
    7067  VMA_ASSERT(memTypeIndex < m_MemProps.memoryTypeCount);
    +
    7068  return m_MemProps.memoryTypes[memTypeIndex].heapIndex;
    +
    7069  }
    +
    7070  // True when specific memory type is HOST_VISIBLE but not HOST_COHERENT.
    +
    7071  bool IsMemoryTypeNonCoherent(uint32_t memTypeIndex) const
    +
    7072  {
    +
    7073  return (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & (VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) ==
    +
    7074  VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
    +
    7075  }
    +
    7076  // Minimum alignment for all allocations in specific memory type.
    +
    7077  VkDeviceSize GetMemoryTypeMinAlignment(uint32_t memTypeIndex) const
    +
    7078  {
    +
    7079  return IsMemoryTypeNonCoherent(memTypeIndex) ?
    +
    7080  VMA_MAX((VkDeviceSize)VMA_DEBUG_ALIGNMENT, m_PhysicalDeviceProperties.limits.nonCoherentAtomSize) :
    +
    7081  (VkDeviceSize)VMA_DEBUG_ALIGNMENT;
    +
    7082  }
    +
    7083 
    +
    7084  bool IsIntegratedGpu() const
    +
    7085  {
    +
    7086  return m_PhysicalDeviceProperties.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU;
    +
    7087  }
    +
    7088 
    +
    7089 #if VMA_RECORDING_ENABLED
    +
    7090  VmaRecorder* GetRecorder() const { return m_pRecorder; }
    +
    7091 #endif
    +
    7092 
    +
    7093  void GetBufferMemoryRequirements(
    +
    7094  VkBuffer hBuffer,
    +
    7095  VkMemoryRequirements& memReq,
    +
    7096  bool& requiresDedicatedAllocation,
    +
    7097  bool& prefersDedicatedAllocation) const;
    +
    7098  void GetImageMemoryRequirements(
    +
    7099  VkImage hImage,
    +
    7100  VkMemoryRequirements& memReq,
    +
    7101  bool& requiresDedicatedAllocation,
    +
    7102  bool& prefersDedicatedAllocation) const;
    +
    7103 
    +
    7104  // Main allocation function.
    +
    7105  VkResult AllocateMemory(
    +
    7106  const VkMemoryRequirements& vkMemReq,
    +
    7107  bool requiresDedicatedAllocation,
    +
    7108  bool prefersDedicatedAllocation,
    +
    7109  VkBuffer dedicatedBuffer,
    +
    7110  VkImage dedicatedImage,
    +
    7111  const VmaAllocationCreateInfo& createInfo,
    +
    7112  VmaSuballocationType suballocType,
    +
    7113  size_t allocationCount,
    +
    7114  VmaAllocation* pAllocations);
    +
    7115 
    +
    7116  // Main deallocation function.
    +
    7117  void FreeMemory(
    +
    7118  size_t allocationCount,
    +
    7119  const VmaAllocation* pAllocations);
    +
    7120 
    +
    7121  VkResult ResizeAllocation(
    +
    7122  const VmaAllocation alloc,
    +
    7123  VkDeviceSize newSize);
    +
    7124 
    +
    7125  void CalculateStats(VmaStats* pStats);
    +
    7126 
    +
    7127  void GetBudget(
    +
    7128  VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount);
    +
    7129 
    +
    7130 #if VMA_STATS_STRING_ENABLED
    +
    7131  void PrintDetailedMap(class VmaJsonWriter& json);
    +
    7132 #endif
    +
    7133 
    +
    7134  VkResult DefragmentationBegin(
    +
    7135  const VmaDefragmentationInfo2& info,
    +
    7136  VmaDefragmentationStats* pStats,
    +
    7137  VmaDefragmentationContext* pContext);
    +
    7138  VkResult DefragmentationEnd(
    +
    7139  VmaDefragmentationContext context);
    +
    7140 
    +
    7141  void GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo);
    +
    7142  bool TouchAllocation(VmaAllocation hAllocation);
    +
    7143 
    +
    7144  VkResult CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool);
    +
    7145  void DestroyPool(VmaPool pool);
    +
    7146  void GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats);
    +
    7147 
    +
    7148  void SetCurrentFrameIndex(uint32_t frameIndex);
    +
    7149  uint32_t GetCurrentFrameIndex() const { return m_CurrentFrameIndex.load(); }
    7150 
    -
    7151  // Call to Vulkan function vkAllocateMemory with accompanying bookkeeping.
    -
    7152  VkResult AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory);
    -
    7153  // Call to Vulkan function vkFreeMemory with accompanying bookkeeping.
    -
    7154  void FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory);
    -
    7155  // Call to Vulkan function vkBindBufferMemory or vkBindBufferMemory2KHR.
    -
    7156  VkResult BindVulkanBuffer(
    -
    7157  VkDeviceMemory memory,
    -
    7158  VkDeviceSize memoryOffset,
    -
    7159  VkBuffer buffer,
    -
    7160  const void* pNext);
    -
    7161  // Call to Vulkan function vkBindImageMemory or vkBindImageMemory2KHR.
    -
    7162  VkResult BindVulkanImage(
    -
    7163  VkDeviceMemory memory,
    -
    7164  VkDeviceSize memoryOffset,
    -
    7165  VkImage image,
    -
    7166  const void* pNext);
    -
    7167 
    -
    7168  VkResult Map(VmaAllocation hAllocation, void** ppData);
    -
    7169  void Unmap(VmaAllocation hAllocation);
    -
    7170 
    -
    7171  VkResult BindBufferMemory(
    -
    7172  VmaAllocation hAllocation,
    -
    7173  VkDeviceSize allocationLocalOffset,
    -
    7174  VkBuffer hBuffer,
    -
    7175  const void* pNext);
    -
    7176  VkResult BindImageMemory(
    -
    7177  VmaAllocation hAllocation,
    -
    7178  VkDeviceSize allocationLocalOffset,
    -
    7179  VkImage hImage,
    -
    7180  const void* pNext);
    -
    7181 
    -
    7182  void FlushOrInvalidateAllocation(
    -
    7183  VmaAllocation hAllocation,
    -
    7184  VkDeviceSize offset, VkDeviceSize size,
    -
    7185  VMA_CACHE_OPERATION op);
    -
    7186 
    -
    7187  void FillAllocation(const VmaAllocation hAllocation, uint8_t pattern);
    -
    7188 
    -
    7189  /*
    -
    7190  Returns bit mask of memory types that can support defragmentation on GPU as
    -
    7191  they support creation of required buffer for copy operations.
    -
    7192  */
    -
    7193  uint32_t GetGpuDefragmentationMemoryTypeBits();
    +
    7151  void MakePoolAllocationsLost(
    +
    7152  VmaPool hPool,
    +
    7153  size_t* pLostAllocationCount);
    +
    7154  VkResult CheckPoolCorruption(VmaPool hPool);
    +
    7155  VkResult CheckCorruption(uint32_t memoryTypeBits);
    +
    7156 
    +
    7157  void CreateLostAllocation(VmaAllocation* pAllocation);
    +
    7158 
    +
    7159  // Call to Vulkan function vkAllocateMemory with accompanying bookkeeping.
    +
    7160  VkResult AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory);
    +
    7161  // Call to Vulkan function vkFreeMemory with accompanying bookkeeping.
    +
    7162  void FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory);
    +
    7163  // Call to Vulkan function vkBindBufferMemory or vkBindBufferMemory2KHR.
    +
    7164  VkResult BindVulkanBuffer(
    +
    7165  VkDeviceMemory memory,
    +
    7166  VkDeviceSize memoryOffset,
    +
    7167  VkBuffer buffer,
    +
    7168  const void* pNext);
    +
    7169  // Call to Vulkan function vkBindImageMemory or vkBindImageMemory2KHR.
    +
    7170  VkResult BindVulkanImage(
    +
    7171  VkDeviceMemory memory,
    +
    7172  VkDeviceSize memoryOffset,
    +
    7173  VkImage image,
    +
    7174  const void* pNext);
    +
    7175 
    +
    7176  VkResult Map(VmaAllocation hAllocation, void** ppData);
    +
    7177  void Unmap(VmaAllocation hAllocation);
    +
    7178 
    +
    7179  VkResult BindBufferMemory(
    +
    7180  VmaAllocation hAllocation,
    +
    7181  VkDeviceSize allocationLocalOffset,
    +
    7182  VkBuffer hBuffer,
    +
    7183  const void* pNext);
    +
    7184  VkResult BindImageMemory(
    +
    7185  VmaAllocation hAllocation,
    +
    7186  VkDeviceSize allocationLocalOffset,
    +
    7187  VkImage hImage,
    +
    7188  const void* pNext);
    +
    7189 
    +
    7190  void FlushOrInvalidateAllocation(
    +
    7191  VmaAllocation hAllocation,
    +
    7192  VkDeviceSize offset, VkDeviceSize size,
    +
    7193  VMA_CACHE_OPERATION op);
    7194 
    -
    7195 private:
    -
    7196  VkDeviceSize m_PreferredLargeHeapBlockSize;
    -
    7197 
    -
    7198  VkPhysicalDevice m_PhysicalDevice;
    -
    7199  VMA_ATOMIC_UINT32 m_CurrentFrameIndex;
    -
    7200  VMA_ATOMIC_UINT32 m_GpuDefragmentationMemoryTypeBits; // UINT32_MAX means uninitialized.
    -
    7201 
    -
    7202  VMA_RW_MUTEX m_PoolsMutex;
    -
    7203  // Protected by m_PoolsMutex. Sorted by pointer value.
    -
    7204  VmaVector<VmaPool, VmaStlAllocator<VmaPool> > m_Pools;
    -
    7205  uint32_t m_NextPoolId;
    -
    7206 
    -
    7207  VmaVulkanFunctions m_VulkanFunctions;
    -
    7208 
    -
    7209 #if VMA_RECORDING_ENABLED
    -
    7210  VmaRecorder* m_pRecorder;
    -
    7211 #endif
    -
    7212 
    -
    7213  void ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions);
    +
    7195  void FillAllocation(const VmaAllocation hAllocation, uint8_t pattern);
    +
    7196 
    +
    7197  /*
    +
    7198  Returns bit mask of memory types that can support defragmentation on GPU as
    +
    7199  they support creation of required buffer for copy operations.
    +
    7200  */
    +
    7201  uint32_t GetGpuDefragmentationMemoryTypeBits();
    +
    7202 
    +
    7203 private:
    +
    7204  VkDeviceSize m_PreferredLargeHeapBlockSize;
    +
    7205 
    +
    7206  VkPhysicalDevice m_PhysicalDevice;
    +
    7207  VMA_ATOMIC_UINT32 m_CurrentFrameIndex;
    +
    7208  VMA_ATOMIC_UINT32 m_GpuDefragmentationMemoryTypeBits; // UINT32_MAX means uninitialized.
    +
    7209 
    +
    7210  VMA_RW_MUTEX m_PoolsMutex;
    +
    7211  // Protected by m_PoolsMutex. Sorted by pointer value.
    +
    7212  VmaVector<VmaPool, VmaStlAllocator<VmaPool> > m_Pools;
    +
    7213  uint32_t m_NextPoolId;
    7214 
    -
    7215  VkDeviceSize CalcPreferredBlockSize(uint32_t memTypeIndex);
    +
    7215  VmaVulkanFunctions m_VulkanFunctions;
    7216 
    -
    7217  VkResult AllocateMemoryOfType(
    -
    7218  VkDeviceSize size,
    -
    7219  VkDeviceSize alignment,
    -
    7220  bool dedicatedAllocation,
    -
    7221  VkBuffer dedicatedBuffer,
    -
    7222  VkImage dedicatedImage,
    -
    7223  const VmaAllocationCreateInfo& createInfo,
    -
    7224  uint32_t memTypeIndex,
    -
    7225  VmaSuballocationType suballocType,
    -
    7226  size_t allocationCount,
    -
    7227  VmaAllocation* pAllocations);
    -
    7228 
    -
    7229  // Helper function only to be used inside AllocateDedicatedMemory.
    -
    7230  VkResult AllocateDedicatedMemoryPage(
    -
    7231  VkDeviceSize size,
    -
    7232  VmaSuballocationType suballocType,
    -
    7233  uint32_t memTypeIndex,
    -
    7234  const VkMemoryAllocateInfo& allocInfo,
    -
    7235  bool map,
    -
    7236  bool isUserDataString,
    -
    7237  void* pUserData,
    -
    7238  VmaAllocation* pAllocation);
    -
    7239 
    -
    7240  // Allocates and registers new VkDeviceMemory specifically for dedicated allocations.
    -
    7241  VkResult AllocateDedicatedMemory(
    -
    7242  VkDeviceSize size,
    -
    7243  VmaSuballocationType suballocType,
    -
    7244  uint32_t memTypeIndex,
    -
    7245  bool withinBudget,
    -
    7246  bool map,
    -
    7247  bool isUserDataString,
    -
    7248  void* pUserData,
    -
    7249  VkBuffer dedicatedBuffer,
    -
    7250  VkImage dedicatedImage,
    -
    7251  size_t allocationCount,
    -
    7252  VmaAllocation* pAllocations);
    -
    7253 
    -
    7254  void FreeDedicatedMemory(const VmaAllocation allocation);
    -
    7255 
    -
    7256  /*
    -
    7257  Calculates and returns bit mask of memory types that can support defragmentation
    -
    7258  on GPU as they support creation of required buffer for copy operations.
    -
    7259  */
    -
    7260  uint32_t CalculateGpuDefragmentationMemoryTypeBits() const;
    +
    7217 #if VMA_RECORDING_ENABLED
    +
    7218  VmaRecorder* m_pRecorder;
    +
    7219 #endif
    +
    7220 
    +
    7221  void ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions);
    +
    7222 
    +
    7223  VkDeviceSize CalcPreferredBlockSize(uint32_t memTypeIndex);
    +
    7224 
    +
    7225  VkResult AllocateMemoryOfType(
    +
    7226  VkDeviceSize size,
    +
    7227  VkDeviceSize alignment,
    +
    7228  bool dedicatedAllocation,
    +
    7229  VkBuffer dedicatedBuffer,
    +
    7230  VkImage dedicatedImage,
    +
    7231  const VmaAllocationCreateInfo& createInfo,
    +
    7232  uint32_t memTypeIndex,
    +
    7233  VmaSuballocationType suballocType,
    +
    7234  size_t allocationCount,
    +
    7235  VmaAllocation* pAllocations);
    +
    7236 
    +
    7237  // Helper function only to be used inside AllocateDedicatedMemory.
    +
    7238  VkResult AllocateDedicatedMemoryPage(
    +
    7239  VkDeviceSize size,
    +
    7240  VmaSuballocationType suballocType,
    +
    7241  uint32_t memTypeIndex,
    +
    7242  const VkMemoryAllocateInfo& allocInfo,
    +
    7243  bool map,
    +
    7244  bool isUserDataString,
    +
    7245  void* pUserData,
    +
    7246  VmaAllocation* pAllocation);
    +
    7247 
    +
    7248  // Allocates and registers new VkDeviceMemory specifically for dedicated allocations.
    +
    7249  VkResult AllocateDedicatedMemory(
    +
    7250  VkDeviceSize size,
    +
    7251  VmaSuballocationType suballocType,
    +
    7252  uint32_t memTypeIndex,
    +
    7253  bool withinBudget,
    +
    7254  bool map,
    +
    7255  bool isUserDataString,
    +
    7256  void* pUserData,
    +
    7257  VkBuffer dedicatedBuffer,
    +
    7258  VkImage dedicatedImage,
    +
    7259  size_t allocationCount,
    +
    7260  VmaAllocation* pAllocations);
    7261 
    -
    7262 #if VMA_MEMORY_BUDGET
    -
    7263  void UpdateVulkanBudget();
    -
    7264 #endif // #if VMA_MEMORY_BUDGET
    -
    7265 };
    -
    7266 
    -
    7268 // Memory allocation #2 after VmaAllocator_T definition
    +
    7262  void FreeDedicatedMemory(const VmaAllocation allocation);
    +
    7263 
    +
    7264  /*
    +
    7265  Calculates and returns bit mask of memory types that can support defragmentation
    +
    7266  on GPU as they support creation of required buffer for copy operations.
    +
    7267  */
    +
    7268  uint32_t CalculateGpuDefragmentationMemoryTypeBits() const;
    7269 
    -
    7270 static void* VmaMalloc(VmaAllocator hAllocator, size_t size, size_t alignment)
    -
    7271 {
    -
    7272  return VmaMalloc(&hAllocator->m_AllocationCallbacks, size, alignment);
    -
    7273 }
    +
    7270 #if VMA_MEMORY_BUDGET
    +
    7271  void UpdateVulkanBudget();
    +
    7272 #endif // #if VMA_MEMORY_BUDGET
    +
    7273 };
    7274 
    -
    7275 static void VmaFree(VmaAllocator hAllocator, void* ptr)
    -
    7276 {
    -
    7277  VmaFree(&hAllocator->m_AllocationCallbacks, ptr);
    -
    7278 }
    -
    7279 
    -
    7280 template<typename T>
    -
    7281 static T* VmaAllocate(VmaAllocator hAllocator)
    -
    7282 {
    -
    7283  return (T*)VmaMalloc(hAllocator, sizeof(T), VMA_ALIGN_OF(T));
    -
    7284 }
    -
    7285 
    -
    7286 template<typename T>
    -
    7287 static T* VmaAllocateArray(VmaAllocator hAllocator, size_t count)
    -
    7288 {
    -
    7289  return (T*)VmaMalloc(hAllocator, sizeof(T) * count, VMA_ALIGN_OF(T));
    -
    7290 }
    -
    7291 
    -
    7292 template<typename T>
    -
    7293 static void vma_delete(VmaAllocator hAllocator, T* ptr)
    -
    7294 {
    -
    7295  if(ptr != VMA_NULL)
    -
    7296  {
    -
    7297  ptr->~T();
    -
    7298  VmaFree(hAllocator, ptr);
    -
    7299  }
    -
    7300 }
    -
    7301 
    -
    7302 template<typename T>
    -
    7303 static void vma_delete_array(VmaAllocator hAllocator, T* ptr, size_t count)
    -
    7304 {
    -
    7305  if(ptr != VMA_NULL)
    -
    7306  {
    -
    7307  for(size_t i = count; i--; )
    -
    7308  ptr[i].~T();
    -
    7309  VmaFree(hAllocator, ptr);
    -
    7310  }
    -
    7311 }
    -
    7312 
    -
    7314 // VmaStringBuilder
    -
    7315 
    -
    7316 #if VMA_STATS_STRING_ENABLED
    -
    7317 
    -
    7318 class VmaStringBuilder
    -
    7319 {
    -
    7320 public:
    -
    7321  VmaStringBuilder(VmaAllocator alloc) : m_Data(VmaStlAllocator<char>(alloc->GetAllocationCallbacks())) { }
    -
    7322  size_t GetLength() const { return m_Data.size(); }
    -
    7323  const char* GetData() const { return m_Data.data(); }
    -
    7324 
    -
    7325  void Add(char ch) { m_Data.push_back(ch); }
    -
    7326  void Add(const char* pStr);
    -
    7327  void AddNewLine() { Add('\n'); }
    -
    7328  void AddNumber(uint32_t num);
    -
    7329  void AddNumber(uint64_t num);
    -
    7330  void AddPointer(const void* ptr);
    -
    7331 
    -
    7332 private:
    -
    7333  VmaVector< char, VmaStlAllocator<char> > m_Data;
    -
    7334 };
    -
    7335 
    -
    7336 void VmaStringBuilder::Add(const char* pStr)
    -
    7337 {
    -
    7338  const size_t strLen = strlen(pStr);
    -
    7339  if(strLen > 0)
    -
    7340  {
    -
    7341  const size_t oldCount = m_Data.size();
    -
    7342  m_Data.resize(oldCount + strLen);
    -
    7343  memcpy(m_Data.data() + oldCount, pStr, strLen);
    -
    7344  }
    -
    7345 }
    -
    7346 
    -
    7347 void VmaStringBuilder::AddNumber(uint32_t num)
    -
    7348 {
    -
    7349  char buf[11];
    -
    7350  buf[10] = '\0';
    -
    7351  char *p = &buf[10];
    -
    7352  do
    -
    7353  {
    -
    7354  *--p = '0' + (num % 10);
    -
    7355  num /= 10;
    -
    7356  }
    -
    7357  while(num);
    -
    7358  Add(p);
    -
    7359 }
    -
    7360 
    -
    7361 void VmaStringBuilder::AddNumber(uint64_t num)
    -
    7362 {
    -
    7363  char buf[21];
    -
    7364  buf[20] = '\0';
    -
    7365  char *p = &buf[20];
    -
    7366  do
    -
    7367  {
    -
    7368  *--p = '0' + (num % 10);
    -
    7369  num /= 10;
    -
    7370  }
    -
    7371  while(num);
    -
    7372  Add(p);
    -
    7373 }
    -
    7374 
    -
    7375 void VmaStringBuilder::AddPointer(const void* ptr)
    -
    7376 {
    -
    7377  char buf[21];
    -
    7378  VmaPtrToStr(buf, sizeof(buf), ptr);
    -
    7379  Add(buf);
    -
    7380 }
    -
    7381 
    -
    7382 #endif // #if VMA_STATS_STRING_ENABLED
    -
    7383 
    -
    7385 // VmaJsonWriter
    -
    7386 
    -
    7387 #if VMA_STATS_STRING_ENABLED
    -
    7388 
    -
    7389 class VmaJsonWriter
    -
    7390 {
    -
    7391  VMA_CLASS_NO_COPY(VmaJsonWriter)
    -
    7392 public:
    -
    7393  VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb);
    -
    7394  ~VmaJsonWriter();
    -
    7395 
    -
    7396  void BeginObject(bool singleLine = false);
    -
    7397  void EndObject();
    -
    7398 
    -
    7399  void BeginArray(bool singleLine = false);
    -
    7400  void EndArray();
    -
    7401 
    -
    7402  void WriteString(const char* pStr);
    -
    7403  void BeginString(const char* pStr = VMA_NULL);
    -
    7404  void ContinueString(const char* pStr);
    -
    7405  void ContinueString(uint32_t n);
    -
    7406  void ContinueString(uint64_t n);
    -
    7407  void ContinueString_Pointer(const void* ptr);
    -
    7408  void EndString(const char* pStr = VMA_NULL);
    +
    7276 // Memory allocation #2 after VmaAllocator_T definition
    +
    7277 
    +
    7278 static void* VmaMalloc(VmaAllocator hAllocator, size_t size, size_t alignment)
    +
    7279 {
    +
    7280  return VmaMalloc(&hAllocator->m_AllocationCallbacks, size, alignment);
    +
    7281 }
    +
    7282 
    +
    7283 static void VmaFree(VmaAllocator hAllocator, void* ptr)
    +
    7284 {
    +
    7285  VmaFree(&hAllocator->m_AllocationCallbacks, ptr);
    +
    7286 }
    +
    7287 
    +
    7288 template<typename T>
    +
    7289 static T* VmaAllocate(VmaAllocator hAllocator)
    +
    7290 {
    +
    7291  return (T*)VmaMalloc(hAllocator, sizeof(T), VMA_ALIGN_OF(T));
    +
    7292 }
    +
    7293 
    +
    7294 template<typename T>
    +
    7295 static T* VmaAllocateArray(VmaAllocator hAllocator, size_t count)
    +
    7296 {
    +
    7297  return (T*)VmaMalloc(hAllocator, sizeof(T) * count, VMA_ALIGN_OF(T));
    +
    7298 }
    +
    7299 
    +
    7300 template<typename T>
    +
    7301 static void vma_delete(VmaAllocator hAllocator, T* ptr)
    +
    7302 {
    +
    7303  if(ptr != VMA_NULL)
    +
    7304  {
    +
    7305  ptr->~T();
    +
    7306  VmaFree(hAllocator, ptr);
    +
    7307  }
    +
    7308 }
    +
    7309 
    +
    7310 template<typename T>
    +
    7311 static void vma_delete_array(VmaAllocator hAllocator, T* ptr, size_t count)
    +
    7312 {
    +
    7313  if(ptr != VMA_NULL)
    +
    7314  {
    +
    7315  for(size_t i = count; i--; )
    +
    7316  ptr[i].~T();
    +
    7317  VmaFree(hAllocator, ptr);
    +
    7318  }
    +
    7319 }
    +
    7320 
    +
    7322 // VmaStringBuilder
    +
    7323 
    +
    7324 #if VMA_STATS_STRING_ENABLED
    +
    7325 
    +
    7326 class VmaStringBuilder
    +
    7327 {
    +
    7328 public:
    +
    7329  VmaStringBuilder(VmaAllocator alloc) : m_Data(VmaStlAllocator<char>(alloc->GetAllocationCallbacks())) { }
    +
    7330  size_t GetLength() const { return m_Data.size(); }
    +
    7331  const char* GetData() const { return m_Data.data(); }
    +
    7332 
    +
    7333  void Add(char ch) { m_Data.push_back(ch); }
    +
    7334  void Add(const char* pStr);
    +
    7335  void AddNewLine() { Add('\n'); }
    +
    7336  void AddNumber(uint32_t num);
    +
    7337  void AddNumber(uint64_t num);
    +
    7338  void AddPointer(const void* ptr);
    +
    7339 
    +
    7340 private:
    +
    7341  VmaVector< char, VmaStlAllocator<char> > m_Data;
    +
    7342 };
    +
    7343 
    +
    7344 void VmaStringBuilder::Add(const char* pStr)
    +
    7345 {
    +
    7346  const size_t strLen = strlen(pStr);
    +
    7347  if(strLen > 0)
    +
    7348  {
    +
    7349  const size_t oldCount = m_Data.size();
    +
    7350  m_Data.resize(oldCount + strLen);
    +
    7351  memcpy(m_Data.data() + oldCount, pStr, strLen);
    +
    7352  }
    +
    7353 }
    +
    7354 
    +
    7355 void VmaStringBuilder::AddNumber(uint32_t num)
    +
    7356 {
    +
    7357  char buf[11];
    +
    7358  buf[10] = '\0';
    +
    7359  char *p = &buf[10];
    +
    7360  do
    +
    7361  {
    +
    7362  *--p = '0' + (num % 10);
    +
    7363  num /= 10;
    +
    7364  }
    +
    7365  while(num);
    +
    7366  Add(p);
    +
    7367 }
    +
    7368 
    +
    7369 void VmaStringBuilder::AddNumber(uint64_t num)
    +
    7370 {
    +
    7371  char buf[21];
    +
    7372  buf[20] = '\0';
    +
    7373  char *p = &buf[20];
    +
    7374  do
    +
    7375  {
    +
    7376  *--p = '0' + (num % 10);
    +
    7377  num /= 10;
    +
    7378  }
    +
    7379  while(num);
    +
    7380  Add(p);
    +
    7381 }
    +
    7382 
    +
    7383 void VmaStringBuilder::AddPointer(const void* ptr)
    +
    7384 {
    +
    7385  char buf[21];
    +
    7386  VmaPtrToStr(buf, sizeof(buf), ptr);
    +
    7387  Add(buf);
    +
    7388 }
    +
    7389 
    +
    7390 #endif // #if VMA_STATS_STRING_ENABLED
    +
    7391 
    +
    7393 // VmaJsonWriter
    +
    7394 
    +
    7395 #if VMA_STATS_STRING_ENABLED
    +
    7396 
    +
    7397 class VmaJsonWriter
    +
    7398 {
    +
    7399  VMA_CLASS_NO_COPY(VmaJsonWriter)
    +
    7400 public:
    +
    7401  VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb);
    +
    7402  ~VmaJsonWriter();
    +
    7403 
    +
    7404  void BeginObject(bool singleLine = false);
    +
    7405  void EndObject();
    +
    7406 
    +
    7407  void BeginArray(bool singleLine = false);
    +
    7408  void EndArray();
    7409 
    -
    7410  void WriteNumber(uint32_t n);
    -
    7411  void WriteNumber(uint64_t n);
    -
    7412  void WriteBool(bool b);
    -
    7413  void WriteNull();
    -
    7414 
    -
    7415 private:
    -
    7416  static const char* const INDENT;
    -
    7417 
    -
    7418  enum COLLECTION_TYPE
    -
    7419  {
    -
    7420  COLLECTION_TYPE_OBJECT,
    -
    7421  COLLECTION_TYPE_ARRAY,
    -
    7422  };
    -
    7423  struct StackItem
    -
    7424  {
    -
    7425  COLLECTION_TYPE type;
    -
    7426  uint32_t valueCount;
    -
    7427  bool singleLineMode;
    -
    7428  };
    -
    7429 
    -
    7430  VmaStringBuilder& m_SB;
    -
    7431  VmaVector< StackItem, VmaStlAllocator<StackItem> > m_Stack;
    -
    7432  bool m_InsideString;
    -
    7433 
    -
    7434  void BeginValue(bool isString);
    -
    7435  void WriteIndent(bool oneLess = false);
    -
    7436 };
    +
    7410  void WriteString(const char* pStr);
    +
    7411  void BeginString(const char* pStr = VMA_NULL);
    +
    7412  void ContinueString(const char* pStr);
    +
    7413  void ContinueString(uint32_t n);
    +
    7414  void ContinueString(uint64_t n);
    +
    7415  void ContinueString_Pointer(const void* ptr);
    +
    7416  void EndString(const char* pStr = VMA_NULL);
    +
    7417 
    +
    7418  void WriteNumber(uint32_t n);
    +
    7419  void WriteNumber(uint64_t n);
    +
    7420  void WriteBool(bool b);
    +
    7421  void WriteNull();
    +
    7422 
    +
    7423 private:
    +
    7424  static const char* const INDENT;
    +
    7425 
    +
    7426  enum COLLECTION_TYPE
    +
    7427  {
    +
    7428  COLLECTION_TYPE_OBJECT,
    +
    7429  COLLECTION_TYPE_ARRAY,
    +
    7430  };
    +
    7431  struct StackItem
    +
    7432  {
    +
    7433  COLLECTION_TYPE type;
    +
    7434  uint32_t valueCount;
    +
    7435  bool singleLineMode;
    +
    7436  };
    7437 
    -
    7438 const char* const VmaJsonWriter::INDENT = " ";
    -
    7439 
    -
    7440 VmaJsonWriter::VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb) :
    -
    7441  m_SB(sb),
    -
    7442  m_Stack(VmaStlAllocator<StackItem>(pAllocationCallbacks)),
    -
    7443  m_InsideString(false)
    -
    7444 {
    -
    7445 }
    -
    7446 
    -
    7447 VmaJsonWriter::~VmaJsonWriter()
    -
    7448 {
    -
    7449  VMA_ASSERT(!m_InsideString);
    -
    7450  VMA_ASSERT(m_Stack.empty());
    -
    7451 }
    -
    7452 
    -
    7453 void VmaJsonWriter::BeginObject(bool singleLine)
    -
    7454 {
    -
    7455  VMA_ASSERT(!m_InsideString);
    -
    7456 
    -
    7457  BeginValue(false);
    -
    7458  m_SB.Add('{');
    -
    7459 
    -
    7460  StackItem item;
    -
    7461  item.type = COLLECTION_TYPE_OBJECT;
    -
    7462  item.valueCount = 0;
    -
    7463  item.singleLineMode = singleLine;
    -
    7464  m_Stack.push_back(item);
    -
    7465 }
    -
    7466 
    -
    7467 void VmaJsonWriter::EndObject()
    -
    7468 {
    -
    7469  VMA_ASSERT(!m_InsideString);
    -
    7470 
    -
    7471  WriteIndent(true);
    -
    7472  m_SB.Add('}');
    -
    7473 
    -
    7474  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_OBJECT);
    -
    7475  m_Stack.pop_back();
    -
    7476 }
    -
    7477 
    -
    7478 void VmaJsonWriter::BeginArray(bool singleLine)
    -
    7479 {
    -
    7480  VMA_ASSERT(!m_InsideString);
    +
    7438  VmaStringBuilder& m_SB;
    +
    7439  VmaVector< StackItem, VmaStlAllocator<StackItem> > m_Stack;
    +
    7440  bool m_InsideString;
    +
    7441 
    +
    7442  void BeginValue(bool isString);
    +
    7443  void WriteIndent(bool oneLess = false);
    +
    7444 };
    +
    7445 
    +
    7446 const char* const VmaJsonWriter::INDENT = " ";
    +
    7447 
    +
    7448 VmaJsonWriter::VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb) :
    +
    7449  m_SB(sb),
    +
    7450  m_Stack(VmaStlAllocator<StackItem>(pAllocationCallbacks)),
    +
    7451  m_InsideString(false)
    +
    7452 {
    +
    7453 }
    +
    7454 
    +
    7455 VmaJsonWriter::~VmaJsonWriter()
    +
    7456 {
    +
    7457  VMA_ASSERT(!m_InsideString);
    +
    7458  VMA_ASSERT(m_Stack.empty());
    +
    7459 }
    +
    7460 
    +
    7461 void VmaJsonWriter::BeginObject(bool singleLine)
    +
    7462 {
    +
    7463  VMA_ASSERT(!m_InsideString);
    +
    7464 
    +
    7465  BeginValue(false);
    +
    7466  m_SB.Add('{');
    +
    7467 
    +
    7468  StackItem item;
    +
    7469  item.type = COLLECTION_TYPE_OBJECT;
    +
    7470  item.valueCount = 0;
    +
    7471  item.singleLineMode = singleLine;
    +
    7472  m_Stack.push_back(item);
    +
    7473 }
    +
    7474 
    +
    7475 void VmaJsonWriter::EndObject()
    +
    7476 {
    +
    7477  VMA_ASSERT(!m_InsideString);
    +
    7478 
    +
    7479  WriteIndent(true);
    +
    7480  m_SB.Add('}');
    7481 
    -
    7482  BeginValue(false);
    -
    7483  m_SB.Add('[');
    -
    7484 
    -
    7485  StackItem item;
    -
    7486  item.type = COLLECTION_TYPE_ARRAY;
    -
    7487  item.valueCount = 0;
    -
    7488  item.singleLineMode = singleLine;
    -
    7489  m_Stack.push_back(item);
    -
    7490 }
    -
    7491 
    -
    7492 void VmaJsonWriter::EndArray()
    -
    7493 {
    -
    7494  VMA_ASSERT(!m_InsideString);
    -
    7495 
    -
    7496  WriteIndent(true);
    -
    7497  m_SB.Add(']');
    -
    7498 
    -
    7499  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_ARRAY);
    -
    7500  m_Stack.pop_back();
    -
    7501 }
    -
    7502 
    -
    7503 void VmaJsonWriter::WriteString(const char* pStr)
    -
    7504 {
    -
    7505  BeginString(pStr);
    -
    7506  EndString();
    -
    7507 }
    -
    7508 
    -
    7509 void VmaJsonWriter::BeginString(const char* pStr)
    -
    7510 {
    -
    7511  VMA_ASSERT(!m_InsideString);
    -
    7512 
    -
    7513  BeginValue(true);
    -
    7514  m_SB.Add('"');
    -
    7515  m_InsideString = true;
    -
    7516  if(pStr != VMA_NULL && pStr[0] != '\0')
    -
    7517  {
    -
    7518  ContinueString(pStr);
    -
    7519  }
    -
    7520 }
    -
    7521 
    -
    7522 void VmaJsonWriter::ContinueString(const char* pStr)
    -
    7523 {
    -
    7524  VMA_ASSERT(m_InsideString);
    -
    7525 
    -
    7526  const size_t strLen = strlen(pStr);
    -
    7527  for(size_t i = 0; i < strLen; ++i)
    -
    7528  {
    -
    7529  char ch = pStr[i];
    -
    7530  if(ch == '\\')
    -
    7531  {
    -
    7532  m_SB.Add("\\\\");
    -
    7533  }
    -
    7534  else if(ch == '"')
    -
    7535  {
    -
    7536  m_SB.Add("\\\"");
    -
    7537  }
    -
    7538  else if(ch >= 32)
    +
    7482  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_OBJECT);
    +
    7483  m_Stack.pop_back();
    +
    7484 }
    +
    7485 
    +
    7486 void VmaJsonWriter::BeginArray(bool singleLine)
    +
    7487 {
    +
    7488  VMA_ASSERT(!m_InsideString);
    +
    7489 
    +
    7490  BeginValue(false);
    +
    7491  m_SB.Add('[');
    +
    7492 
    +
    7493  StackItem item;
    +
    7494  item.type = COLLECTION_TYPE_ARRAY;
    +
    7495  item.valueCount = 0;
    +
    7496  item.singleLineMode = singleLine;
    +
    7497  m_Stack.push_back(item);
    +
    7498 }
    +
    7499 
    +
    7500 void VmaJsonWriter::EndArray()
    +
    7501 {
    +
    7502  VMA_ASSERT(!m_InsideString);
    +
    7503 
    +
    7504  WriteIndent(true);
    +
    7505  m_SB.Add(']');
    +
    7506 
    +
    7507  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_ARRAY);
    +
    7508  m_Stack.pop_back();
    +
    7509 }
    +
    7510 
    +
    7511 void VmaJsonWriter::WriteString(const char* pStr)
    +
    7512 {
    +
    7513  BeginString(pStr);
    +
    7514  EndString();
    +
    7515 }
    +
    7516 
    +
    7517 void VmaJsonWriter::BeginString(const char* pStr)
    +
    7518 {
    +
    7519  VMA_ASSERT(!m_InsideString);
    +
    7520 
    +
    7521  BeginValue(true);
    +
    7522  m_SB.Add('"');
    +
    7523  m_InsideString = true;
    +
    7524  if(pStr != VMA_NULL && pStr[0] != '\0')
    +
    7525  {
    +
    7526  ContinueString(pStr);
    +
    7527  }
    +
    7528 }
    +
    7529 
    +
    7530 void VmaJsonWriter::ContinueString(const char* pStr)
    +
    7531 {
    +
    7532  VMA_ASSERT(m_InsideString);
    +
    7533 
    +
    7534  const size_t strLen = strlen(pStr);
    +
    7535  for(size_t i = 0; i < strLen; ++i)
    +
    7536  {
    +
    7537  char ch = pStr[i];
    +
    7538  if(ch == '\\')
    7539  {
    -
    7540  m_SB.Add(ch);
    +
    7540  m_SB.Add("\\\\");
    7541  }
    -
    7542  else switch(ch)
    +
    7542  else if(ch == '"')
    7543  {
    -
    7544  case '\b':
    -
    7545  m_SB.Add("\\b");
    -
    7546  break;
    -
    7547  case '\f':
    -
    7548  m_SB.Add("\\f");
    -
    7549  break;
    -
    7550  case '\n':
    -
    7551  m_SB.Add("\\n");
    -
    7552  break;
    -
    7553  case '\r':
    -
    7554  m_SB.Add("\\r");
    -
    7555  break;
    -
    7556  case '\t':
    -
    7557  m_SB.Add("\\t");
    -
    7558  break;
    -
    7559  default:
    -
    7560  VMA_ASSERT(0 && "Character not currently supported.");
    -
    7561  break;
    -
    7562  }
    -
    7563  }
    -
    7564 }
    -
    7565 
    -
    7566 void VmaJsonWriter::ContinueString(uint32_t n)
    -
    7567 {
    -
    7568  VMA_ASSERT(m_InsideString);
    -
    7569  m_SB.AddNumber(n);
    -
    7570 }
    -
    7571 
    -
    7572 void VmaJsonWriter::ContinueString(uint64_t n)
    -
    7573 {
    -
    7574  VMA_ASSERT(m_InsideString);
    -
    7575  m_SB.AddNumber(n);
    -
    7576 }
    -
    7577 
    -
    7578 void VmaJsonWriter::ContinueString_Pointer(const void* ptr)
    -
    7579 {
    -
    7580  VMA_ASSERT(m_InsideString);
    -
    7581  m_SB.AddPointer(ptr);
    -
    7582 }
    -
    7583 
    -
    7584 void VmaJsonWriter::EndString(const char* pStr)
    -
    7585 {
    -
    7586  VMA_ASSERT(m_InsideString);
    -
    7587  if(pStr != VMA_NULL && pStr[0] != '\0')
    -
    7588  {
    -
    7589  ContinueString(pStr);
    -
    7590  }
    -
    7591  m_SB.Add('"');
    -
    7592  m_InsideString = false;
    -
    7593 }
    -
    7594 
    -
    7595 void VmaJsonWriter::WriteNumber(uint32_t n)
    -
    7596 {
    -
    7597  VMA_ASSERT(!m_InsideString);
    -
    7598  BeginValue(false);
    -
    7599  m_SB.AddNumber(n);
    -
    7600 }
    -
    7601 
    -
    7602 void VmaJsonWriter::WriteNumber(uint64_t n)
    -
    7603 {
    -
    7604  VMA_ASSERT(!m_InsideString);
    -
    7605  BeginValue(false);
    -
    7606  m_SB.AddNumber(n);
    -
    7607 }
    -
    7608 
    -
    7609 void VmaJsonWriter::WriteBool(bool b)
    -
    7610 {
    -
    7611  VMA_ASSERT(!m_InsideString);
    -
    7612  BeginValue(false);
    -
    7613  m_SB.Add(b ? "true" : "false");
    -
    7614 }
    -
    7615 
    -
    7616 void VmaJsonWriter::WriteNull()
    -
    7617 {
    -
    7618  VMA_ASSERT(!m_InsideString);
    -
    7619  BeginValue(false);
    -
    7620  m_SB.Add("null");
    -
    7621 }
    -
    7622 
    -
    7623 void VmaJsonWriter::BeginValue(bool isString)
    -
    7624 {
    -
    7625  if(!m_Stack.empty())
    -
    7626  {
    -
    7627  StackItem& currItem = m_Stack.back();
    -
    7628  if(currItem.type == COLLECTION_TYPE_OBJECT &&
    -
    7629  currItem.valueCount % 2 == 0)
    -
    7630  {
    -
    7631  VMA_ASSERT(isString);
    -
    7632  }
    -
    7633 
    -
    7634  if(currItem.type == COLLECTION_TYPE_OBJECT &&
    -
    7635  currItem.valueCount % 2 != 0)
    -
    7636  {
    -
    7637  m_SB.Add(": ");
    -
    7638  }
    -
    7639  else if(currItem.valueCount > 0)
    -
    7640  {
    -
    7641  m_SB.Add(", ");
    -
    7642  WriteIndent();
    -
    7643  }
    -
    7644  else
    -
    7645  {
    -
    7646  WriteIndent();
    -
    7647  }
    -
    7648  ++currItem.valueCount;
    -
    7649  }
    -
    7650 }
    -
    7651 
    -
    7652 void VmaJsonWriter::WriteIndent(bool oneLess)
    -
    7653 {
    -
    7654  if(!m_Stack.empty() && !m_Stack.back().singleLineMode)
    -
    7655  {
    -
    7656  m_SB.AddNewLine();
    -
    7657 
    -
    7658  size_t count = m_Stack.size();
    -
    7659  if(count > 0 && oneLess)
    -
    7660  {
    -
    7661  --count;
    -
    7662  }
    -
    7663  for(size_t i = 0; i < count; ++i)
    -
    7664  {
    -
    7665  m_SB.Add(INDENT);
    -
    7666  }
    -
    7667  }
    -
    7668 }
    -
    7669 
    -
    7670 #endif // #if VMA_STATS_STRING_ENABLED
    -
    7671 
    -
    7673 
    -
    7674 void VmaAllocation_T::SetUserData(VmaAllocator hAllocator, void* pUserData)
    -
    7675 {
    -
    7676  if(IsUserDataString())
    -
    7677  {
    -
    7678  VMA_ASSERT(pUserData == VMA_NULL || pUserData != m_pUserData);
    +
    7544  m_SB.Add("\\\"");
    +
    7545  }
    +
    7546  else if(ch >= 32)
    +
    7547  {
    +
    7548  m_SB.Add(ch);
    +
    7549  }
    +
    7550  else switch(ch)
    +
    7551  {
    +
    7552  case '\b':
    +
    7553  m_SB.Add("\\b");
    +
    7554  break;
    +
    7555  case '\f':
    +
    7556  m_SB.Add("\\f");
    +
    7557  break;
    +
    7558  case '\n':
    +
    7559  m_SB.Add("\\n");
    +
    7560  break;
    +
    7561  case '\r':
    +
    7562  m_SB.Add("\\r");
    +
    7563  break;
    +
    7564  case '\t':
    +
    7565  m_SB.Add("\\t");
    +
    7566  break;
    +
    7567  default:
    +
    7568  VMA_ASSERT(0 && "Character not currently supported.");
    +
    7569  break;
    +
    7570  }
    +
    7571  }
    +
    7572 }
    +
    7573 
    +
    7574 void VmaJsonWriter::ContinueString(uint32_t n)
    +
    7575 {
    +
    7576  VMA_ASSERT(m_InsideString);
    +
    7577  m_SB.AddNumber(n);
    +
    7578 }
    +
    7579 
    +
    7580 void VmaJsonWriter::ContinueString(uint64_t n)
    +
    7581 {
    +
    7582  VMA_ASSERT(m_InsideString);
    +
    7583  m_SB.AddNumber(n);
    +
    7584 }
    +
    7585 
    +
    7586 void VmaJsonWriter::ContinueString_Pointer(const void* ptr)
    +
    7587 {
    +
    7588  VMA_ASSERT(m_InsideString);
    +
    7589  m_SB.AddPointer(ptr);
    +
    7590 }
    +
    7591 
    +
    7592 void VmaJsonWriter::EndString(const char* pStr)
    +
    7593 {
    +
    7594  VMA_ASSERT(m_InsideString);
    +
    7595  if(pStr != VMA_NULL && pStr[0] != '\0')
    +
    7596  {
    +
    7597  ContinueString(pStr);
    +
    7598  }
    +
    7599  m_SB.Add('"');
    +
    7600  m_InsideString = false;
    +
    7601 }
    +
    7602 
    +
    7603 void VmaJsonWriter::WriteNumber(uint32_t n)
    +
    7604 {
    +
    7605  VMA_ASSERT(!m_InsideString);
    +
    7606  BeginValue(false);
    +
    7607  m_SB.AddNumber(n);
    +
    7608 }
    +
    7609 
    +
    7610 void VmaJsonWriter::WriteNumber(uint64_t n)
    +
    7611 {
    +
    7612  VMA_ASSERT(!m_InsideString);
    +
    7613  BeginValue(false);
    +
    7614  m_SB.AddNumber(n);
    +
    7615 }
    +
    7616 
    +
    7617 void VmaJsonWriter::WriteBool(bool b)
    +
    7618 {
    +
    7619  VMA_ASSERT(!m_InsideString);
    +
    7620  BeginValue(false);
    +
    7621  m_SB.Add(b ? "true" : "false");
    +
    7622 }
    +
    7623 
    +
    7624 void VmaJsonWriter::WriteNull()
    +
    7625 {
    +
    7626  VMA_ASSERT(!m_InsideString);
    +
    7627  BeginValue(false);
    +
    7628  m_SB.Add("null");
    +
    7629 }
    +
    7630 
    +
    7631 void VmaJsonWriter::BeginValue(bool isString)
    +
    7632 {
    +
    7633  if(!m_Stack.empty())
    +
    7634  {
    +
    7635  StackItem& currItem = m_Stack.back();
    +
    7636  if(currItem.type == COLLECTION_TYPE_OBJECT &&
    +
    7637  currItem.valueCount % 2 == 0)
    +
    7638  {
    +
    7639  VMA_ASSERT(isString);
    +
    7640  }
    +
    7641 
    +
    7642  if(currItem.type == COLLECTION_TYPE_OBJECT &&
    +
    7643  currItem.valueCount % 2 != 0)
    +
    7644  {
    +
    7645  m_SB.Add(": ");
    +
    7646  }
    +
    7647  else if(currItem.valueCount > 0)
    +
    7648  {
    +
    7649  m_SB.Add(", ");
    +
    7650  WriteIndent();
    +
    7651  }
    +
    7652  else
    +
    7653  {
    +
    7654  WriteIndent();
    +
    7655  }
    +
    7656  ++currItem.valueCount;
    +
    7657  }
    +
    7658 }
    +
    7659 
    +
    7660 void VmaJsonWriter::WriteIndent(bool oneLess)
    +
    7661 {
    +
    7662  if(!m_Stack.empty() && !m_Stack.back().singleLineMode)
    +
    7663  {
    +
    7664  m_SB.AddNewLine();
    +
    7665 
    +
    7666  size_t count = m_Stack.size();
    +
    7667  if(count > 0 && oneLess)
    +
    7668  {
    +
    7669  --count;
    +
    7670  }
    +
    7671  for(size_t i = 0; i < count; ++i)
    +
    7672  {
    +
    7673  m_SB.Add(INDENT);
    +
    7674  }
    +
    7675  }
    +
    7676 }
    +
    7677 
    +
    7678 #endif // #if VMA_STATS_STRING_ENABLED
    7679 
    -
    7680  FreeUserDataString(hAllocator);
    7681 
    -
    7682  if(pUserData != VMA_NULL)
    -
    7683  {
    -
    7684  m_pUserData = VmaCreateStringCopy(hAllocator->GetAllocationCallbacks(), (const char*)pUserData);
    -
    7685  }
    -
    7686  }
    -
    7687  else
    -
    7688  {
    -
    7689  m_pUserData = pUserData;
    -
    7690  }
    -
    7691 }
    -
    7692 
    -
    7693 void VmaAllocation_T::ChangeBlockAllocation(
    -
    7694  VmaAllocator hAllocator,
    -
    7695  VmaDeviceMemoryBlock* block,
    -
    7696  VkDeviceSize offset)
    -
    7697 {
    -
    7698  VMA_ASSERT(block != VMA_NULL);
    -
    7699  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
    +
    7682 void VmaAllocation_T::SetUserData(VmaAllocator hAllocator, void* pUserData)
    +
    7683 {
    +
    7684  if(IsUserDataString())
    +
    7685  {
    +
    7686  VMA_ASSERT(pUserData == VMA_NULL || pUserData != m_pUserData);
    +
    7687 
    +
    7688  FreeUserDataString(hAllocator);
    +
    7689 
    +
    7690  if(pUserData != VMA_NULL)
    +
    7691  {
    +
    7692  m_pUserData = VmaCreateStringCopy(hAllocator->GetAllocationCallbacks(), (const char*)pUserData);
    +
    7693  }
    +
    7694  }
    +
    7695  else
    +
    7696  {
    +
    7697  m_pUserData = pUserData;
    +
    7698  }
    +
    7699 }
    7700 
    -
    7701  // Move mapping reference counter from old block to new block.
    -
    7702  if(block != m_BlockAllocation.m_Block)
    -
    7703  {
    -
    7704  uint32_t mapRefCount = m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP;
    -
    7705  if(IsPersistentMap())
    -
    7706  ++mapRefCount;
    -
    7707  m_BlockAllocation.m_Block->Unmap(hAllocator, mapRefCount);
    -
    7708  block->Map(hAllocator, mapRefCount, VMA_NULL);
    -
    7709  }
    -
    7710 
    -
    7711  m_BlockAllocation.m_Block = block;
    -
    7712  m_BlockAllocation.m_Offset = offset;
    -
    7713 }
    -
    7714 
    -
    7715 void VmaAllocation_T::ChangeOffset(VkDeviceSize newOffset)
    -
    7716 {
    -
    7717  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
    -
    7718  m_BlockAllocation.m_Offset = newOffset;
    -
    7719 }
    -
    7720 
    -
    7721 VkDeviceSize VmaAllocation_T::GetOffset() const
    -
    7722 {
    -
    7723  switch(m_Type)
    -
    7724  {
    -
    7725  case ALLOCATION_TYPE_BLOCK:
    -
    7726  return m_BlockAllocation.m_Offset;
    -
    7727  case ALLOCATION_TYPE_DEDICATED:
    -
    7728  return 0;
    -
    7729  default:
    -
    7730  VMA_ASSERT(0);
    -
    7731  return 0;
    -
    7732  }
    -
    7733 }
    -
    7734 
    -
    7735 VkDeviceMemory VmaAllocation_T::GetMemory() const
    -
    7736 {
    -
    7737  switch(m_Type)
    -
    7738  {
    -
    7739  case ALLOCATION_TYPE_BLOCK:
    -
    7740  return m_BlockAllocation.m_Block->GetDeviceMemory();
    -
    7741  case ALLOCATION_TYPE_DEDICATED:
    -
    7742  return m_DedicatedAllocation.m_hMemory;
    -
    7743  default:
    -
    7744  VMA_ASSERT(0);
    -
    7745  return VK_NULL_HANDLE;
    -
    7746  }
    -
    7747 }
    -
    7748 
    -
    7749 void* VmaAllocation_T::GetMappedData() const
    -
    7750 {
    -
    7751  switch(m_Type)
    -
    7752  {
    -
    7753  case ALLOCATION_TYPE_BLOCK:
    -
    7754  if(m_MapCount != 0)
    -
    7755  {
    -
    7756  void* pBlockData = m_BlockAllocation.m_Block->GetMappedData();
    -
    7757  VMA_ASSERT(pBlockData != VMA_NULL);
    -
    7758  return (char*)pBlockData + m_BlockAllocation.m_Offset;
    -
    7759  }
    -
    7760  else
    -
    7761  {
    -
    7762  return VMA_NULL;
    -
    7763  }
    -
    7764  break;
    -
    7765  case ALLOCATION_TYPE_DEDICATED:
    -
    7766  VMA_ASSERT((m_DedicatedAllocation.m_pMappedData != VMA_NULL) == (m_MapCount != 0));
    -
    7767  return m_DedicatedAllocation.m_pMappedData;
    -
    7768  default:
    -
    7769  VMA_ASSERT(0);
    -
    7770  return VMA_NULL;
    -
    7771  }
    -
    7772 }
    -
    7773 
    -
    7774 bool VmaAllocation_T::CanBecomeLost() const
    -
    7775 {
    -
    7776  switch(m_Type)
    -
    7777  {
    -
    7778  case ALLOCATION_TYPE_BLOCK:
    -
    7779  return m_BlockAllocation.m_CanBecomeLost;
    -
    7780  case ALLOCATION_TYPE_DEDICATED:
    -
    7781  return false;
    -
    7782  default:
    -
    7783  VMA_ASSERT(0);
    -
    7784  return false;
    -
    7785  }
    -
    7786 }
    -
    7787 
    -
    7788 bool VmaAllocation_T::MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
    -
    7789 {
    -
    7790  VMA_ASSERT(CanBecomeLost());
    -
    7791 
    -
    7792  /*
    -
    7793  Warning: This is a carefully designed algorithm.
    -
    7794  Do not modify unless you really know what you're doing :)
    -
    7795  */
    -
    7796  uint32_t localLastUseFrameIndex = GetLastUseFrameIndex();
    -
    7797  for(;;)
    -
    7798  {
    -
    7799  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
    -
    7800  {
    -
    7801  VMA_ASSERT(0);
    -
    7802  return false;
    -
    7803  }
    -
    7804  else if(localLastUseFrameIndex + frameInUseCount >= currentFrameIndex)
    -
    7805  {
    -
    7806  return false;
    -
    7807  }
    -
    7808  else // Last use time earlier than current time.
    -
    7809  {
    -
    7810  if(CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, VMA_FRAME_INDEX_LOST))
    -
    7811  {
    -
    7812  // Setting hAllocation.LastUseFrameIndex atomic to VMA_FRAME_INDEX_LOST is enough to mark it as LOST.
    -
    7813  // Calling code just needs to unregister this allocation in owning VmaDeviceMemoryBlock.
    -
    7814  return true;
    -
    7815  }
    -
    7816  }
    -
    7817  }
    -
    7818 }
    -
    7819 
    -
    7820 #if VMA_STATS_STRING_ENABLED
    -
    7821 
    -
    7822 // Correspond to values of enum VmaSuballocationType.
    -
    7823 static const char* VMA_SUBALLOCATION_TYPE_NAMES[] = {
    -
    7824  "FREE",
    -
    7825  "UNKNOWN",
    -
    7826  "BUFFER",
    -
    7827  "IMAGE_UNKNOWN",
    -
    7828  "IMAGE_LINEAR",
    -
    7829  "IMAGE_OPTIMAL",
    -
    7830 };
    -
    7831 
    -
    7832 void VmaAllocation_T::PrintParameters(class VmaJsonWriter& json) const
    -
    7833 {
    -
    7834  json.WriteString("Type");
    -
    7835  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[m_SuballocationType]);
    -
    7836 
    -
    7837  json.WriteString("Size");
    -
    7838  json.WriteNumber(m_Size);
    +
    7701 void VmaAllocation_T::ChangeBlockAllocation(
    +
    7702  VmaAllocator hAllocator,
    +
    7703  VmaDeviceMemoryBlock* block,
    +
    7704  VkDeviceSize offset)
    +
    7705 {
    +
    7706  VMA_ASSERT(block != VMA_NULL);
    +
    7707  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
    +
    7708 
    +
    7709  // Move mapping reference counter from old block to new block.
    +
    7710  if(block != m_BlockAllocation.m_Block)
    +
    7711  {
    +
    7712  uint32_t mapRefCount = m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP;
    +
    7713  if(IsPersistentMap())
    +
    7714  ++mapRefCount;
    +
    7715  m_BlockAllocation.m_Block->Unmap(hAllocator, mapRefCount);
    +
    7716  block->Map(hAllocator, mapRefCount, VMA_NULL);
    +
    7717  }
    +
    7718 
    +
    7719  m_BlockAllocation.m_Block = block;
    +
    7720  m_BlockAllocation.m_Offset = offset;
    +
    7721 }
    +
    7722 
    +
    7723 void VmaAllocation_T::ChangeOffset(VkDeviceSize newOffset)
    +
    7724 {
    +
    7725  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
    +
    7726  m_BlockAllocation.m_Offset = newOffset;
    +
    7727 }
    +
    7728 
    +
    7729 VkDeviceSize VmaAllocation_T::GetOffset() const
    +
    7730 {
    +
    7731  switch(m_Type)
    +
    7732  {
    +
    7733  case ALLOCATION_TYPE_BLOCK:
    +
    7734  return m_BlockAllocation.m_Offset;
    +
    7735  case ALLOCATION_TYPE_DEDICATED:
    +
    7736  return 0;
    +
    7737  default:
    +
    7738  VMA_ASSERT(0);
    +
    7739  return 0;
    +
    7740  }
    +
    7741 }
    +
    7742 
    +
    7743 VkDeviceMemory VmaAllocation_T::GetMemory() const
    +
    7744 {
    +
    7745  switch(m_Type)
    +
    7746  {
    +
    7747  case ALLOCATION_TYPE_BLOCK:
    +
    7748  return m_BlockAllocation.m_Block->GetDeviceMemory();
    +
    7749  case ALLOCATION_TYPE_DEDICATED:
    +
    7750  return m_DedicatedAllocation.m_hMemory;
    +
    7751  default:
    +
    7752  VMA_ASSERT(0);
    +
    7753  return VK_NULL_HANDLE;
    +
    7754  }
    +
    7755 }
    +
    7756 
    +
    7757 void* VmaAllocation_T::GetMappedData() const
    +
    7758 {
    +
    7759  switch(m_Type)
    +
    7760  {
    +
    7761  case ALLOCATION_TYPE_BLOCK:
    +
    7762  if(m_MapCount != 0)
    +
    7763  {
    +
    7764  void* pBlockData = m_BlockAllocation.m_Block->GetMappedData();
    +
    7765  VMA_ASSERT(pBlockData != VMA_NULL);
    +
    7766  return (char*)pBlockData + m_BlockAllocation.m_Offset;
    +
    7767  }
    +
    7768  else
    +
    7769  {
    +
    7770  return VMA_NULL;
    +
    7771  }
    +
    7772  break;
    +
    7773  case ALLOCATION_TYPE_DEDICATED:
    +
    7774  VMA_ASSERT((m_DedicatedAllocation.m_pMappedData != VMA_NULL) == (m_MapCount != 0));
    +
    7775  return m_DedicatedAllocation.m_pMappedData;
    +
    7776  default:
    +
    7777  VMA_ASSERT(0);
    +
    7778  return VMA_NULL;
    +
    7779  }
    +
    7780 }
    +
    7781 
    +
    7782 bool VmaAllocation_T::CanBecomeLost() const
    +
    7783 {
    +
    7784  switch(m_Type)
    +
    7785  {
    +
    7786  case ALLOCATION_TYPE_BLOCK:
    +
    7787  return m_BlockAllocation.m_CanBecomeLost;
    +
    7788  case ALLOCATION_TYPE_DEDICATED:
    +
    7789  return false;
    +
    7790  default:
    +
    7791  VMA_ASSERT(0);
    +
    7792  return false;
    +
    7793  }
    +
    7794 }
    +
    7795 
    +
    7796 bool VmaAllocation_T::MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
    +
    7797 {
    +
    7798  VMA_ASSERT(CanBecomeLost());
    +
    7799 
    +
    7800  /*
    +
    7801  Warning: This is a carefully designed algorithm.
    +
    7802  Do not modify unless you really know what you're doing :)
    +
    7803  */
    +
    7804  uint32_t localLastUseFrameIndex = GetLastUseFrameIndex();
    +
    7805  for(;;)
    +
    7806  {
    +
    7807  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
    +
    7808  {
    +
    7809  VMA_ASSERT(0);
    +
    7810  return false;
    +
    7811  }
    +
    7812  else if(localLastUseFrameIndex + frameInUseCount >= currentFrameIndex)
    +
    7813  {
    +
    7814  return false;
    +
    7815  }
    +
    7816  else // Last use time earlier than current time.
    +
    7817  {
    +
    7818  if(CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, VMA_FRAME_INDEX_LOST))
    +
    7819  {
    +
    7820  // Setting hAllocation.LastUseFrameIndex atomic to VMA_FRAME_INDEX_LOST is enough to mark it as LOST.
    +
    7821  // Calling code just needs to unregister this allocation in owning VmaDeviceMemoryBlock.
    +
    7822  return true;
    +
    7823  }
    +
    7824  }
    +
    7825  }
    +
    7826 }
    +
    7827 
    +
    7828 #if VMA_STATS_STRING_ENABLED
    +
    7829 
    +
    7830 // Correspond to values of enum VmaSuballocationType.
    +
    7831 static const char* VMA_SUBALLOCATION_TYPE_NAMES[] = {
    +
    7832  "FREE",
    +
    7833  "UNKNOWN",
    +
    7834  "BUFFER",
    +
    7835  "IMAGE_UNKNOWN",
    +
    7836  "IMAGE_LINEAR",
    +
    7837  "IMAGE_OPTIMAL",
    +
    7838 };
    7839 
    -
    7840  if(m_pUserData != VMA_NULL)
    -
    7841  {
    -
    7842  json.WriteString("UserData");
    -
    7843  if(IsUserDataString())
    -
    7844  {
    -
    7845  json.WriteString((const char*)m_pUserData);
    -
    7846  }
    -
    7847  else
    -
    7848  {
    -
    7849  json.BeginString();
    -
    7850  json.ContinueString_Pointer(m_pUserData);
    -
    7851  json.EndString();
    -
    7852  }
    -
    7853  }
    -
    7854 
    -
    7855  json.WriteString("CreationFrameIndex");
    -
    7856  json.WriteNumber(m_CreationFrameIndex);
    -
    7857 
    -
    7858  json.WriteString("LastUseFrameIndex");
    -
    7859  json.WriteNumber(GetLastUseFrameIndex());
    -
    7860 
    -
    7861  if(m_BufferImageUsage != 0)
    -
    7862  {
    -
    7863  json.WriteString("Usage");
    -
    7864  json.WriteNumber(m_BufferImageUsage);
    -
    7865  }
    -
    7866 }
    -
    7867 
    -
    7868 #endif
    -
    7869 
    -
    7870 void VmaAllocation_T::FreeUserDataString(VmaAllocator hAllocator)
    -
    7871 {
    -
    7872  VMA_ASSERT(IsUserDataString());
    -
    7873  VmaFreeString(hAllocator->GetAllocationCallbacks(), (char*)m_pUserData);
    -
    7874  m_pUserData = VMA_NULL;
    -
    7875 }
    -
    7876 
    -
    7877 void VmaAllocation_T::BlockAllocMap()
    -
    7878 {
    -
    7879  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
    -
    7880 
    -
    7881  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
    -
    7882  {
    -
    7883  ++m_MapCount;
    -
    7884  }
    -
    7885  else
    -
    7886  {
    -
    7887  VMA_ASSERT(0 && "Allocation mapped too many times simultaneously.");
    -
    7888  }
    -
    7889 }
    -
    7890 
    -
    7891 void VmaAllocation_T::BlockAllocUnmap()
    -
    7892 {
    -
    7893  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
    -
    7894 
    -
    7895  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
    -
    7896  {
    -
    7897  --m_MapCount;
    -
    7898  }
    -
    7899  else
    -
    7900  {
    -
    7901  VMA_ASSERT(0 && "Unmapping allocation not previously mapped.");
    -
    7902  }
    -
    7903 }
    -
    7904 
    -
    7905 VkResult VmaAllocation_T::DedicatedAllocMap(VmaAllocator hAllocator, void** ppData)
    -
    7906 {
    -
    7907  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
    -
    7908 
    -
    7909  if(m_MapCount != 0)
    -
    7910  {
    -
    7911  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
    -
    7912  {
    -
    7913  VMA_ASSERT(m_DedicatedAllocation.m_pMappedData != VMA_NULL);
    -
    7914  *ppData = m_DedicatedAllocation.m_pMappedData;
    -
    7915  ++m_MapCount;
    -
    7916  return VK_SUCCESS;
    -
    7917  }
    -
    7918  else
    -
    7919  {
    -
    7920  VMA_ASSERT(0 && "Dedicated allocation mapped too many times simultaneously.");
    -
    7921  return VK_ERROR_MEMORY_MAP_FAILED;
    -
    7922  }
    -
    7923  }
    -
    7924  else
    -
    7925  {
    -
    7926  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
    -
    7927  hAllocator->m_hDevice,
    -
    7928  m_DedicatedAllocation.m_hMemory,
    -
    7929  0, // offset
    -
    7930  VK_WHOLE_SIZE,
    -
    7931  0, // flags
    -
    7932  ppData);
    -
    7933  if(result == VK_SUCCESS)
    -
    7934  {
    -
    7935  m_DedicatedAllocation.m_pMappedData = *ppData;
    -
    7936  m_MapCount = 1;
    -
    7937  }
    -
    7938  return result;
    -
    7939  }
    -
    7940 }
    -
    7941 
    -
    7942 void VmaAllocation_T::DedicatedAllocUnmap(VmaAllocator hAllocator)
    -
    7943 {
    -
    7944  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
    -
    7945 
    -
    7946  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
    -
    7947  {
    -
    7948  --m_MapCount;
    -
    7949  if(m_MapCount == 0)
    -
    7950  {
    -
    7951  m_DedicatedAllocation.m_pMappedData = VMA_NULL;
    -
    7952  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(
    -
    7953  hAllocator->m_hDevice,
    -
    7954  m_DedicatedAllocation.m_hMemory);
    -
    7955  }
    -
    7956  }
    -
    7957  else
    -
    7958  {
    -
    7959  VMA_ASSERT(0 && "Unmapping dedicated allocation not previously mapped.");
    -
    7960  }
    -
    7961 }
    -
    7962 
    -
    7963 #if VMA_STATS_STRING_ENABLED
    -
    7964 
    -
    7965 static void VmaPrintStatInfo(VmaJsonWriter& json, const VmaStatInfo& stat)
    -
    7966 {
    -
    7967  json.BeginObject();
    -
    7968 
    -
    7969  json.WriteString("Blocks");
    -
    7970  json.WriteNumber(stat.blockCount);
    -
    7971 
    -
    7972  json.WriteString("Allocations");
    -
    7973  json.WriteNumber(stat.allocationCount);
    -
    7974 
    -
    7975  json.WriteString("UnusedRanges");
    -
    7976  json.WriteNumber(stat.unusedRangeCount);
    -
    7977 
    -
    7978  json.WriteString("UsedBytes");
    -
    7979  json.WriteNumber(stat.usedBytes);
    -
    7980 
    -
    7981  json.WriteString("UnusedBytes");
    -
    7982  json.WriteNumber(stat.unusedBytes);
    -
    7983 
    -
    7984  if(stat.allocationCount > 1)
    -
    7985  {
    -
    7986  json.WriteString("AllocationSize");
    -
    7987  json.BeginObject(true);
    -
    7988  json.WriteString("Min");
    -
    7989  json.WriteNumber(stat.allocationSizeMin);
    -
    7990  json.WriteString("Avg");
    -
    7991  json.WriteNumber(stat.allocationSizeAvg);
    -
    7992  json.WriteString("Max");
    -
    7993  json.WriteNumber(stat.allocationSizeMax);
    -
    7994  json.EndObject();
    -
    7995  }
    -
    7996 
    -
    7997  if(stat.unusedRangeCount > 1)
    -
    7998  {
    -
    7999  json.WriteString("UnusedRangeSize");
    -
    8000  json.BeginObject(true);
    -
    8001  json.WriteString("Min");
    -
    8002  json.WriteNumber(stat.unusedRangeSizeMin);
    -
    8003  json.WriteString("Avg");
    -
    8004  json.WriteNumber(stat.unusedRangeSizeAvg);
    -
    8005  json.WriteString("Max");
    -
    8006  json.WriteNumber(stat.unusedRangeSizeMax);
    -
    8007  json.EndObject();
    -
    8008  }
    -
    8009 
    -
    8010  json.EndObject();
    -
    8011 }
    -
    8012 
    -
    8013 #endif // #if VMA_STATS_STRING_ENABLED
    -
    8014 
    -
    8015 struct VmaSuballocationItemSizeLess
    -
    8016 {
    -
    8017  bool operator()(
    -
    8018  const VmaSuballocationList::iterator lhs,
    -
    8019  const VmaSuballocationList::iterator rhs) const
    -
    8020  {
    -
    8021  return lhs->size < rhs->size;
    -
    8022  }
    -
    8023  bool operator()(
    -
    8024  const VmaSuballocationList::iterator lhs,
    -
    8025  VkDeviceSize rhsSize) const
    -
    8026  {
    -
    8027  return lhs->size < rhsSize;
    -
    8028  }
    -
    8029 };
    -
    8030 
    -
    8031 
    -
    8033 // class VmaBlockMetadata
    -
    8034 
    -
    8035 VmaBlockMetadata::VmaBlockMetadata(VmaAllocator hAllocator) :
    -
    8036  m_Size(0),
    -
    8037  m_pAllocationCallbacks(hAllocator->GetAllocationCallbacks())
    -
    8038 {
    -
    8039 }
    -
    8040 
    -
    8041 #if VMA_STATS_STRING_ENABLED
    +
    7840 void VmaAllocation_T::PrintParameters(class VmaJsonWriter& json) const
    +
    7841 {
    +
    7842  json.WriteString("Type");
    +
    7843  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[m_SuballocationType]);
    +
    7844 
    +
    7845  json.WriteString("Size");
    +
    7846  json.WriteNumber(m_Size);
    +
    7847 
    +
    7848  if(m_pUserData != VMA_NULL)
    +
    7849  {
    +
    7850  json.WriteString("UserData");
    +
    7851  if(IsUserDataString())
    +
    7852  {
    +
    7853  json.WriteString((const char*)m_pUserData);
    +
    7854  }
    +
    7855  else
    +
    7856  {
    +
    7857  json.BeginString();
    +
    7858  json.ContinueString_Pointer(m_pUserData);
    +
    7859  json.EndString();
    +
    7860  }
    +
    7861  }
    +
    7862 
    +
    7863  json.WriteString("CreationFrameIndex");
    +
    7864  json.WriteNumber(m_CreationFrameIndex);
    +
    7865 
    +
    7866  json.WriteString("LastUseFrameIndex");
    +
    7867  json.WriteNumber(GetLastUseFrameIndex());
    +
    7868 
    +
    7869  if(m_BufferImageUsage != 0)
    +
    7870  {
    +
    7871  json.WriteString("Usage");
    +
    7872  json.WriteNumber(m_BufferImageUsage);
    +
    7873  }
    +
    7874 }
    +
    7875 
    +
    7876 #endif
    +
    7877 
    +
    7878 void VmaAllocation_T::FreeUserDataString(VmaAllocator hAllocator)
    +
    7879 {
    +
    7880  VMA_ASSERT(IsUserDataString());
    +
    7881  VmaFreeString(hAllocator->GetAllocationCallbacks(), (char*)m_pUserData);
    +
    7882  m_pUserData = VMA_NULL;
    +
    7883 }
    +
    7884 
    +
    7885 void VmaAllocation_T::BlockAllocMap()
    +
    7886 {
    +
    7887  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
    +
    7888 
    +
    7889  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
    +
    7890  {
    +
    7891  ++m_MapCount;
    +
    7892  }
    +
    7893  else
    +
    7894  {
    +
    7895  VMA_ASSERT(0 && "Allocation mapped too many times simultaneously.");
    +
    7896  }
    +
    7897 }
    +
    7898 
    +
    7899 void VmaAllocation_T::BlockAllocUnmap()
    +
    7900 {
    +
    7901  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
    +
    7902 
    +
    7903  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
    +
    7904  {
    +
    7905  --m_MapCount;
    +
    7906  }
    +
    7907  else
    +
    7908  {
    +
    7909  VMA_ASSERT(0 && "Unmapping allocation not previously mapped.");
    +
    7910  }
    +
    7911 }
    +
    7912 
    +
    7913 VkResult VmaAllocation_T::DedicatedAllocMap(VmaAllocator hAllocator, void** ppData)
    +
    7914 {
    +
    7915  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
    +
    7916 
    +
    7917  if(m_MapCount != 0)
    +
    7918  {
    +
    7919  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
    +
    7920  {
    +
    7921  VMA_ASSERT(m_DedicatedAllocation.m_pMappedData != VMA_NULL);
    +
    7922  *ppData = m_DedicatedAllocation.m_pMappedData;
    +
    7923  ++m_MapCount;
    +
    7924  return VK_SUCCESS;
    +
    7925  }
    +
    7926  else
    +
    7927  {
    +
    7928  VMA_ASSERT(0 && "Dedicated allocation mapped too many times simultaneously.");
    +
    7929  return VK_ERROR_MEMORY_MAP_FAILED;
    +
    7930  }
    +
    7931  }
    +
    7932  else
    +
    7933  {
    +
    7934  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
    +
    7935  hAllocator->m_hDevice,
    +
    7936  m_DedicatedAllocation.m_hMemory,
    +
    7937  0, // offset
    +
    7938  VK_WHOLE_SIZE,
    +
    7939  0, // flags
    +
    7940  ppData);
    +
    7941  if(result == VK_SUCCESS)
    +
    7942  {
    +
    7943  m_DedicatedAllocation.m_pMappedData = *ppData;
    +
    7944  m_MapCount = 1;
    +
    7945  }
    +
    7946  return result;
    +
    7947  }
    +
    7948 }
    +
    7949 
    +
    7950 void VmaAllocation_T::DedicatedAllocUnmap(VmaAllocator hAllocator)
    +
    7951 {
    +
    7952  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
    +
    7953 
    +
    7954  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
    +
    7955  {
    +
    7956  --m_MapCount;
    +
    7957  if(m_MapCount == 0)
    +
    7958  {
    +
    7959  m_DedicatedAllocation.m_pMappedData = VMA_NULL;
    +
    7960  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(
    +
    7961  hAllocator->m_hDevice,
    +
    7962  m_DedicatedAllocation.m_hMemory);
    +
    7963  }
    +
    7964  }
    +
    7965  else
    +
    7966  {
    +
    7967  VMA_ASSERT(0 && "Unmapping dedicated allocation not previously mapped.");
    +
    7968  }
    +
    7969 }
    +
    7970 
    +
    7971 #if VMA_STATS_STRING_ENABLED
    +
    7972 
    +
    7973 static void VmaPrintStatInfo(VmaJsonWriter& json, const VmaStatInfo& stat)
    +
    7974 {
    +
    7975  json.BeginObject();
    +
    7976 
    +
    7977  json.WriteString("Blocks");
    +
    7978  json.WriteNumber(stat.blockCount);
    +
    7979 
    +
    7980  json.WriteString("Allocations");
    +
    7981  json.WriteNumber(stat.allocationCount);
    +
    7982 
    +
    7983  json.WriteString("UnusedRanges");
    +
    7984  json.WriteNumber(stat.unusedRangeCount);
    +
    7985 
    +
    7986  json.WriteString("UsedBytes");
    +
    7987  json.WriteNumber(stat.usedBytes);
    +
    7988 
    +
    7989  json.WriteString("UnusedBytes");
    +
    7990  json.WriteNumber(stat.unusedBytes);
    +
    7991 
    +
    7992  if(stat.allocationCount > 1)
    +
    7993  {
    +
    7994  json.WriteString("AllocationSize");
    +
    7995  json.BeginObject(true);
    +
    7996  json.WriteString("Min");
    +
    7997  json.WriteNumber(stat.allocationSizeMin);
    +
    7998  json.WriteString("Avg");
    +
    7999  json.WriteNumber(stat.allocationSizeAvg);
    +
    8000  json.WriteString("Max");
    +
    8001  json.WriteNumber(stat.allocationSizeMax);
    +
    8002  json.EndObject();
    +
    8003  }
    +
    8004 
    +
    8005  if(stat.unusedRangeCount > 1)
    +
    8006  {
    +
    8007  json.WriteString("UnusedRangeSize");
    +
    8008  json.BeginObject(true);
    +
    8009  json.WriteString("Min");
    +
    8010  json.WriteNumber(stat.unusedRangeSizeMin);
    +
    8011  json.WriteString("Avg");
    +
    8012  json.WriteNumber(stat.unusedRangeSizeAvg);
    +
    8013  json.WriteString("Max");
    +
    8014  json.WriteNumber(stat.unusedRangeSizeMax);
    +
    8015  json.EndObject();
    +
    8016  }
    +
    8017 
    +
    8018  json.EndObject();
    +
    8019 }
    +
    8020 
    +
    8021 #endif // #if VMA_STATS_STRING_ENABLED
    +
    8022 
    +
    8023 struct VmaSuballocationItemSizeLess
    +
    8024 {
    +
    8025  bool operator()(
    +
    8026  const VmaSuballocationList::iterator lhs,
    +
    8027  const VmaSuballocationList::iterator rhs) const
    +
    8028  {
    +
    8029  return lhs->size < rhs->size;
    +
    8030  }
    +
    8031  bool operator()(
    +
    8032  const VmaSuballocationList::iterator lhs,
    +
    8033  VkDeviceSize rhsSize) const
    +
    8034  {
    +
    8035  return lhs->size < rhsSize;
    +
    8036  }
    +
    8037 };
    +
    8038 
    +
    8039 
    +
    8041 // class VmaBlockMetadata
    8042 
    -
    8043 void VmaBlockMetadata::PrintDetailedMap_Begin(class VmaJsonWriter& json,
    -
    8044  VkDeviceSize unusedBytes,
    -
    8045  size_t allocationCount,
    -
    8046  size_t unusedRangeCount) const
    -
    8047 {
    -
    8048  json.BeginObject();
    -
    8049 
    -
    8050  json.WriteString("TotalBytes");
    -
    8051  json.WriteNumber(GetSize());
    -
    8052 
    -
    8053  json.WriteString("UnusedBytes");
    -
    8054  json.WriteNumber(unusedBytes);
    -
    8055 
    -
    8056  json.WriteString("Allocations");
    -
    8057  json.WriteNumber((uint64_t)allocationCount);
    -
    8058 
    -
    8059  json.WriteString("UnusedRanges");
    -
    8060  json.WriteNumber((uint64_t)unusedRangeCount);
    -
    8061 
    -
    8062  json.WriteString("Suballocations");
    -
    8063  json.BeginArray();
    -
    8064 }
    -
    8065 
    -
    8066 void VmaBlockMetadata::PrintDetailedMap_Allocation(class VmaJsonWriter& json,
    -
    8067  VkDeviceSize offset,
    -
    8068  VmaAllocation hAllocation) const
    -
    8069 {
    -
    8070  json.BeginObject(true);
    -
    8071 
    -
    8072  json.WriteString("Offset");
    -
    8073  json.WriteNumber(offset);
    -
    8074 
    -
    8075  hAllocation->PrintParameters(json);
    -
    8076 
    -
    8077  json.EndObject();
    -
    8078 }
    -
    8079 
    -
    8080 void VmaBlockMetadata::PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
    -
    8081  VkDeviceSize offset,
    -
    8082  VkDeviceSize size) const
    -
    8083 {
    -
    8084  json.BeginObject(true);
    -
    8085 
    -
    8086  json.WriteString("Offset");
    -
    8087  json.WriteNumber(offset);
    -
    8088 
    -
    8089  json.WriteString("Type");
    -
    8090  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[VMA_SUBALLOCATION_TYPE_FREE]);
    -
    8091 
    -
    8092  json.WriteString("Size");
    -
    8093  json.WriteNumber(size);
    -
    8094 
    -
    8095  json.EndObject();
    -
    8096 }
    -
    8097 
    -
    8098 void VmaBlockMetadata::PrintDetailedMap_End(class VmaJsonWriter& json) const
    -
    8099 {
    -
    8100  json.EndArray();
    -
    8101  json.EndObject();
    -
    8102 }
    -
    8103 
    -
    8104 #endif // #if VMA_STATS_STRING_ENABLED
    +
    8043 VmaBlockMetadata::VmaBlockMetadata(VmaAllocator hAllocator) :
    +
    8044  m_Size(0),
    +
    8045  m_pAllocationCallbacks(hAllocator->GetAllocationCallbacks())
    +
    8046 {
    +
    8047 }
    +
    8048 
    +
    8049 #if VMA_STATS_STRING_ENABLED
    +
    8050 
    +
    8051 void VmaBlockMetadata::PrintDetailedMap_Begin(class VmaJsonWriter& json,
    +
    8052  VkDeviceSize unusedBytes,
    +
    8053  size_t allocationCount,
    +
    8054  size_t unusedRangeCount) const
    +
    8055 {
    +
    8056  json.BeginObject();
    +
    8057 
    +
    8058  json.WriteString("TotalBytes");
    +
    8059  json.WriteNumber(GetSize());
    +
    8060 
    +
    8061  json.WriteString("UnusedBytes");
    +
    8062  json.WriteNumber(unusedBytes);
    +
    8063 
    +
    8064  json.WriteString("Allocations");
    +
    8065  json.WriteNumber((uint64_t)allocationCount);
    +
    8066 
    +
    8067  json.WriteString("UnusedRanges");
    +
    8068  json.WriteNumber((uint64_t)unusedRangeCount);
    +
    8069 
    +
    8070  json.WriteString("Suballocations");
    +
    8071  json.BeginArray();
    +
    8072 }
    +
    8073 
    +
    8074 void VmaBlockMetadata::PrintDetailedMap_Allocation(class VmaJsonWriter& json,
    +
    8075  VkDeviceSize offset,
    +
    8076  VmaAllocation hAllocation) const
    +
    8077 {
    +
    8078  json.BeginObject(true);
    +
    8079 
    +
    8080  json.WriteString("Offset");
    +
    8081  json.WriteNumber(offset);
    +
    8082 
    +
    8083  hAllocation->PrintParameters(json);
    +
    8084 
    +
    8085  json.EndObject();
    +
    8086 }
    +
    8087 
    +
    8088 void VmaBlockMetadata::PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
    +
    8089  VkDeviceSize offset,
    +
    8090  VkDeviceSize size) const
    +
    8091 {
    +
    8092  json.BeginObject(true);
    +
    8093 
    +
    8094  json.WriteString("Offset");
    +
    8095  json.WriteNumber(offset);
    +
    8096 
    +
    8097  json.WriteString("Type");
    +
    8098  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[VMA_SUBALLOCATION_TYPE_FREE]);
    +
    8099 
    +
    8100  json.WriteString("Size");
    +
    8101  json.WriteNumber(size);
    +
    8102 
    +
    8103  json.EndObject();
    +
    8104 }
    8105 
    -
    8107 // class VmaBlockMetadata_Generic
    -
    8108 
    -
    8109 VmaBlockMetadata_Generic::VmaBlockMetadata_Generic(VmaAllocator hAllocator) :
    -
    8110  VmaBlockMetadata(hAllocator),
    -
    8111  m_FreeCount(0),
    -
    8112  m_SumFreeSize(0),
    -
    8113  m_Suballocations(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
    -
    8114  m_FreeSuballocationsBySize(VmaStlAllocator<VmaSuballocationList::iterator>(hAllocator->GetAllocationCallbacks()))
    -
    8115 {
    -
    8116 }
    -
    8117 
    -
    8118 VmaBlockMetadata_Generic::~VmaBlockMetadata_Generic()
    -
    8119 {
    -
    8120 }
    -
    8121 
    -
    8122 void VmaBlockMetadata_Generic::Init(VkDeviceSize size)
    +
    8106 void VmaBlockMetadata::PrintDetailedMap_End(class VmaJsonWriter& json) const
    +
    8107 {
    +
    8108  json.EndArray();
    +
    8109  json.EndObject();
    +
    8110 }
    +
    8111 
    +
    8112 #endif // #if VMA_STATS_STRING_ENABLED
    +
    8113 
    +
    8115 // class VmaBlockMetadata_Generic
    +
    8116 
    +
    8117 VmaBlockMetadata_Generic::VmaBlockMetadata_Generic(VmaAllocator hAllocator) :
    +
    8118  VmaBlockMetadata(hAllocator),
    +
    8119  m_FreeCount(0),
    +
    8120  m_SumFreeSize(0),
    +
    8121  m_Suballocations(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
    +
    8122  m_FreeSuballocationsBySize(VmaStlAllocator<VmaSuballocationList::iterator>(hAllocator->GetAllocationCallbacks()))
    8123 {
    -
    8124  VmaBlockMetadata::Init(size);
    +
    8124 }
    8125 
    -
    8126  m_FreeCount = 1;
    -
    8127  m_SumFreeSize = size;
    -
    8128 
    -
    8129  VmaSuballocation suballoc = {};
    -
    8130  suballoc.offset = 0;
    -
    8131  suballoc.size = size;
    -
    8132  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    8133  suballoc.hAllocation = VK_NULL_HANDLE;
    -
    8134 
    -
    8135  VMA_ASSERT(size > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
    -
    8136  m_Suballocations.push_back(suballoc);
    -
    8137  VmaSuballocationList::iterator suballocItem = m_Suballocations.end();
    -
    8138  --suballocItem;
    -
    8139  m_FreeSuballocationsBySize.push_back(suballocItem);
    -
    8140 }
    -
    8141 
    -
    8142 bool VmaBlockMetadata_Generic::Validate() const
    -
    8143 {
    -
    8144  VMA_VALIDATE(!m_Suballocations.empty());
    -
    8145 
    -
    8146  // Expected offset of new suballocation as calculated from previous ones.
    -
    8147  VkDeviceSize calculatedOffset = 0;
    -
    8148  // Expected number of free suballocations as calculated from traversing their list.
    -
    8149  uint32_t calculatedFreeCount = 0;
    -
    8150  // Expected sum size of free suballocations as calculated from traversing their list.
    -
    8151  VkDeviceSize calculatedSumFreeSize = 0;
    -
    8152  // Expected number of free suballocations that should be registered in
    -
    8153  // m_FreeSuballocationsBySize calculated from traversing their list.
    -
    8154  size_t freeSuballocationsToRegister = 0;
    -
    8155  // True if previous visited suballocation was free.
    -
    8156  bool prevFree = false;
    -
    8157 
    -
    8158  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
    -
    8159  suballocItem != m_Suballocations.cend();
    -
    8160  ++suballocItem)
    -
    8161  {
    -
    8162  const VmaSuballocation& subAlloc = *suballocItem;
    -
    8163 
    -
    8164  // Actual offset of this suballocation doesn't match expected one.
    -
    8165  VMA_VALIDATE(subAlloc.offset == calculatedOffset);
    -
    8166 
    -
    8167  const bool currFree = (subAlloc.type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    8168  // Two adjacent free suballocations are invalid. They should be merged.
    -
    8169  VMA_VALIDATE(!prevFree || !currFree);
    -
    8170 
    -
    8171  VMA_VALIDATE(currFree == (subAlloc.hAllocation == VK_NULL_HANDLE));
    -
    8172 
    -
    8173  if(currFree)
    -
    8174  {
    -
    8175  calculatedSumFreeSize += subAlloc.size;
    -
    8176  ++calculatedFreeCount;
    -
    8177  if(subAlloc.size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    -
    8178  {
    -
    8179  ++freeSuballocationsToRegister;
    -
    8180  }
    -
    8181 
    -
    8182  // Margin required between allocations - every free space must be at least that large.
    -
    8183  VMA_VALIDATE(subAlloc.size >= VMA_DEBUG_MARGIN);
    -
    8184  }
    -
    8185  else
    -
    8186  {
    -
    8187  VMA_VALIDATE(subAlloc.hAllocation->GetOffset() == subAlloc.offset);
    -
    8188  VMA_VALIDATE(subAlloc.hAllocation->GetSize() == subAlloc.size);
    +
    8126 VmaBlockMetadata_Generic::~VmaBlockMetadata_Generic()
    +
    8127 {
    +
    8128 }
    +
    8129 
    +
    8130 void VmaBlockMetadata_Generic::Init(VkDeviceSize size)
    +
    8131 {
    +
    8132  VmaBlockMetadata::Init(size);
    +
    8133 
    +
    8134  m_FreeCount = 1;
    +
    8135  m_SumFreeSize = size;
    +
    8136 
    +
    8137  VmaSuballocation suballoc = {};
    +
    8138  suballoc.offset = 0;
    +
    8139  suballoc.size = size;
    +
    8140  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    8141  suballoc.hAllocation = VK_NULL_HANDLE;
    +
    8142 
    +
    8143  VMA_ASSERT(size > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
    +
    8144  m_Suballocations.push_back(suballoc);
    +
    8145  VmaSuballocationList::iterator suballocItem = m_Suballocations.end();
    +
    8146  --suballocItem;
    +
    8147  m_FreeSuballocationsBySize.push_back(suballocItem);
    +
    8148 }
    +
    8149 
    +
    8150 bool VmaBlockMetadata_Generic::Validate() const
    +
    8151 {
    +
    8152  VMA_VALIDATE(!m_Suballocations.empty());
    +
    8153 
    +
    8154  // Expected offset of new suballocation as calculated from previous ones.
    +
    8155  VkDeviceSize calculatedOffset = 0;
    +
    8156  // Expected number of free suballocations as calculated from traversing their list.
    +
    8157  uint32_t calculatedFreeCount = 0;
    +
    8158  // Expected sum size of free suballocations as calculated from traversing their list.
    +
    8159  VkDeviceSize calculatedSumFreeSize = 0;
    +
    8160  // Expected number of free suballocations that should be registered in
    +
    8161  // m_FreeSuballocationsBySize calculated from traversing their list.
    +
    8162  size_t freeSuballocationsToRegister = 0;
    +
    8163  // True if previous visited suballocation was free.
    +
    8164  bool prevFree = false;
    +
    8165 
    +
    8166  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
    +
    8167  suballocItem != m_Suballocations.cend();
    +
    8168  ++suballocItem)
    +
    8169  {
    +
    8170  const VmaSuballocation& subAlloc = *suballocItem;
    +
    8171 
    +
    8172  // Actual offset of this suballocation doesn't match expected one.
    +
    8173  VMA_VALIDATE(subAlloc.offset == calculatedOffset);
    +
    8174 
    +
    8175  const bool currFree = (subAlloc.type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    8176  // Two adjacent free suballocations are invalid. They should be merged.
    +
    8177  VMA_VALIDATE(!prevFree || !currFree);
    +
    8178 
    +
    8179  VMA_VALIDATE(currFree == (subAlloc.hAllocation == VK_NULL_HANDLE));
    +
    8180 
    +
    8181  if(currFree)
    +
    8182  {
    +
    8183  calculatedSumFreeSize += subAlloc.size;
    +
    8184  ++calculatedFreeCount;
    +
    8185  if(subAlloc.size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    +
    8186  {
    +
    8187  ++freeSuballocationsToRegister;
    +
    8188  }
    8189 
    -
    8190  // Margin required between allocations - previous allocation must be free.
    -
    8191  VMA_VALIDATE(VMA_DEBUG_MARGIN == 0 || prevFree);
    +
    8190  // Margin required between allocations - every free space must be at least that large.
    +
    8191  VMA_VALIDATE(subAlloc.size >= VMA_DEBUG_MARGIN);
    8192  }
    -
    8193 
    -
    8194  calculatedOffset += subAlloc.size;
    -
    8195  prevFree = currFree;
    -
    8196  }
    +
    8193  else
    +
    8194  {
    +
    8195  VMA_VALIDATE(subAlloc.hAllocation->GetOffset() == subAlloc.offset);
    +
    8196  VMA_VALIDATE(subAlloc.hAllocation->GetSize() == subAlloc.size);
    8197 
    -
    8198  // Number of free suballocations registered in m_FreeSuballocationsBySize doesn't
    -
    8199  // match expected one.
    -
    8200  VMA_VALIDATE(m_FreeSuballocationsBySize.size() == freeSuballocationsToRegister);
    +
    8198  // Margin required between allocations - previous allocation must be free.
    +
    8199  VMA_VALIDATE(VMA_DEBUG_MARGIN == 0 || prevFree);
    +
    8200  }
    8201 
    -
    8202  VkDeviceSize lastSize = 0;
    -
    8203  for(size_t i = 0; i < m_FreeSuballocationsBySize.size(); ++i)
    -
    8204  {
    -
    8205  VmaSuballocationList::iterator suballocItem = m_FreeSuballocationsBySize[i];
    -
    8206 
    -
    8207  // Only free suballocations can be registered in m_FreeSuballocationsBySize.
    -
    8208  VMA_VALIDATE(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    8209  // They must be sorted by size ascending.
    -
    8210  VMA_VALIDATE(suballocItem->size >= lastSize);
    -
    8211 
    -
    8212  lastSize = suballocItem->size;
    -
    8213  }
    -
    8214 
    -
    8215  // Check if totals match calculacted values.
    -
    8216  VMA_VALIDATE(ValidateFreeSuballocationList());
    -
    8217  VMA_VALIDATE(calculatedOffset == GetSize());
    -
    8218  VMA_VALIDATE(calculatedSumFreeSize == m_SumFreeSize);
    -
    8219  VMA_VALIDATE(calculatedFreeCount == m_FreeCount);
    -
    8220 
    -
    8221  return true;
    -
    8222 }
    -
    8223 
    -
    8224 VkDeviceSize VmaBlockMetadata_Generic::GetUnusedRangeSizeMax() const
    -
    8225 {
    -
    8226  if(!m_FreeSuballocationsBySize.empty())
    -
    8227  {
    -
    8228  return m_FreeSuballocationsBySize.back()->size;
    -
    8229  }
    -
    8230  else
    -
    8231  {
    -
    8232  return 0;
    -
    8233  }
    -
    8234 }
    -
    8235 
    -
    8236 bool VmaBlockMetadata_Generic::IsEmpty() const
    -
    8237 {
    -
    8238  return (m_Suballocations.size() == 1) && (m_FreeCount == 1);
    -
    8239 }
    -
    8240 
    -
    8241 void VmaBlockMetadata_Generic::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
    -
    8242 {
    -
    8243  outInfo.blockCount = 1;
    -
    8244 
    -
    8245  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
    -
    8246  outInfo.allocationCount = rangeCount - m_FreeCount;
    -
    8247  outInfo.unusedRangeCount = m_FreeCount;
    -
    8248 
    -
    8249  outInfo.unusedBytes = m_SumFreeSize;
    -
    8250  outInfo.usedBytes = GetSize() - outInfo.unusedBytes;
    -
    8251 
    -
    8252  outInfo.allocationSizeMin = UINT64_MAX;
    -
    8253  outInfo.allocationSizeMax = 0;
    -
    8254  outInfo.unusedRangeSizeMin = UINT64_MAX;
    -
    8255  outInfo.unusedRangeSizeMax = 0;
    -
    8256 
    -
    8257  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
    -
    8258  suballocItem != m_Suballocations.cend();
    -
    8259  ++suballocItem)
    -
    8260  {
    -
    8261  const VmaSuballocation& suballoc = *suballocItem;
    -
    8262  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
    -
    8263  {
    -
    8264  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
    -
    8265  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, suballoc.size);
    -
    8266  }
    -
    8267  else
    -
    8268  {
    -
    8269  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, suballoc.size);
    -
    8270  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, suballoc.size);
    -
    8271  }
    -
    8272  }
    -
    8273 }
    -
    8274 
    -
    8275 void VmaBlockMetadata_Generic::AddPoolStats(VmaPoolStats& inoutStats) const
    -
    8276 {
    -
    8277  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
    -
    8278 
    -
    8279  inoutStats.size += GetSize();
    -
    8280  inoutStats.unusedSize += m_SumFreeSize;
    -
    8281  inoutStats.allocationCount += rangeCount - m_FreeCount;
    -
    8282  inoutStats.unusedRangeCount += m_FreeCount;
    -
    8283  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
    -
    8284 }
    -
    8285 
    -
    8286 #if VMA_STATS_STRING_ENABLED
    -
    8287 
    -
    8288 void VmaBlockMetadata_Generic::PrintDetailedMap(class VmaJsonWriter& json) const
    -
    8289 {
    -
    8290  PrintDetailedMap_Begin(json,
    -
    8291  m_SumFreeSize, // unusedBytes
    -
    8292  m_Suballocations.size() - (size_t)m_FreeCount, // allocationCount
    -
    8293  m_FreeCount); // unusedRangeCount
    -
    8294 
    -
    8295  size_t i = 0;
    -
    8296  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
    -
    8297  suballocItem != m_Suballocations.cend();
    -
    8298  ++suballocItem, ++i)
    -
    8299  {
    -
    8300  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
    -
    8301  {
    -
    8302  PrintDetailedMap_UnusedRange(json, suballocItem->offset, suballocItem->size);
    -
    8303  }
    -
    8304  else
    -
    8305  {
    -
    8306  PrintDetailedMap_Allocation(json, suballocItem->offset, suballocItem->hAllocation);
    -
    8307  }
    -
    8308  }
    -
    8309 
    -
    8310  PrintDetailedMap_End(json);
    -
    8311 }
    -
    8312 
    -
    8313 #endif // #if VMA_STATS_STRING_ENABLED
    -
    8314 
    -
    8315 bool VmaBlockMetadata_Generic::CreateAllocationRequest(
    -
    8316  uint32_t currentFrameIndex,
    -
    8317  uint32_t frameInUseCount,
    -
    8318  VkDeviceSize bufferImageGranularity,
    -
    8319  VkDeviceSize allocSize,
    -
    8320  VkDeviceSize allocAlignment,
    -
    8321  bool upperAddress,
    -
    8322  VmaSuballocationType allocType,
    -
    8323  bool canMakeOtherLost,
    -
    8324  uint32_t strategy,
    -
    8325  VmaAllocationRequest* pAllocationRequest)
    -
    8326 {
    -
    8327  VMA_ASSERT(allocSize > 0);
    -
    8328  VMA_ASSERT(!upperAddress);
    -
    8329  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
    -
    8330  VMA_ASSERT(pAllocationRequest != VMA_NULL);
    -
    8331  VMA_HEAVY_ASSERT(Validate());
    -
    8332 
    -
    8333  pAllocationRequest->type = VmaAllocationRequestType::Normal;
    -
    8334 
    -
    8335  // There is not enough total free space in this block to fullfill the request: Early return.
    -
    8336  if(canMakeOtherLost == false &&
    -
    8337  m_SumFreeSize < allocSize + 2 * VMA_DEBUG_MARGIN)
    -
    8338  {
    -
    8339  return false;
    -
    8340  }
    -
    8341 
    -
    8342  // New algorithm, efficiently searching freeSuballocationsBySize.
    -
    8343  const size_t freeSuballocCount = m_FreeSuballocationsBySize.size();
    -
    8344  if(freeSuballocCount > 0)
    -
    8345  {
    -
    8346  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
    -
    8347  {
    -
    8348  // Find first free suballocation with size not less than allocSize + 2 * VMA_DEBUG_MARGIN.
    -
    8349  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
    -
    8350  m_FreeSuballocationsBySize.data(),
    -
    8351  m_FreeSuballocationsBySize.data() + freeSuballocCount,
    -
    8352  allocSize + 2 * VMA_DEBUG_MARGIN,
    -
    8353  VmaSuballocationItemSizeLess());
    -
    8354  size_t index = it - m_FreeSuballocationsBySize.data();
    -
    8355  for(; index < freeSuballocCount; ++index)
    -
    8356  {
    -
    8357  if(CheckAllocation(
    -
    8358  currentFrameIndex,
    -
    8359  frameInUseCount,
    -
    8360  bufferImageGranularity,
    -
    8361  allocSize,
    -
    8362  allocAlignment,
    -
    8363  allocType,
    -
    8364  m_FreeSuballocationsBySize[index],
    -
    8365  false, // canMakeOtherLost
    -
    8366  &pAllocationRequest->offset,
    -
    8367  &pAllocationRequest->itemsToMakeLostCount,
    -
    8368  &pAllocationRequest->sumFreeSize,
    -
    8369  &pAllocationRequest->sumItemSize))
    -
    8370  {
    -
    8371  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
    -
    8372  return true;
    -
    8373  }
    -
    8374  }
    -
    8375  }
    -
    8376  else if(strategy == VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET)
    -
    8377  {
    -
    8378  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
    -
    8379  it != m_Suballocations.end();
    -
    8380  ++it)
    -
    8381  {
    -
    8382  if(it->type == VMA_SUBALLOCATION_TYPE_FREE && CheckAllocation(
    -
    8383  currentFrameIndex,
    -
    8384  frameInUseCount,
    -
    8385  bufferImageGranularity,
    -
    8386  allocSize,
    -
    8387  allocAlignment,
    -
    8388  allocType,
    -
    8389  it,
    -
    8390  false, // canMakeOtherLost
    -
    8391  &pAllocationRequest->offset,
    -
    8392  &pAllocationRequest->itemsToMakeLostCount,
    -
    8393  &pAllocationRequest->sumFreeSize,
    -
    8394  &pAllocationRequest->sumItemSize))
    -
    8395  {
    -
    8396  pAllocationRequest->item = it;
    -
    8397  return true;
    -
    8398  }
    -
    8399  }
    -
    8400  }
    -
    8401  else // WORST_FIT, FIRST_FIT
    -
    8402  {
    -
    8403  // Search staring from biggest suballocations.
    -
    8404  for(size_t index = freeSuballocCount; index--; )
    -
    8405  {
    -
    8406  if(CheckAllocation(
    -
    8407  currentFrameIndex,
    -
    8408  frameInUseCount,
    -
    8409  bufferImageGranularity,
    -
    8410  allocSize,
    -
    8411  allocAlignment,
    -
    8412  allocType,
    -
    8413  m_FreeSuballocationsBySize[index],
    -
    8414  false, // canMakeOtherLost
    -
    8415  &pAllocationRequest->offset,
    -
    8416  &pAllocationRequest->itemsToMakeLostCount,
    -
    8417  &pAllocationRequest->sumFreeSize,
    -
    8418  &pAllocationRequest->sumItemSize))
    -
    8419  {
    -
    8420  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
    -
    8421  return true;
    -
    8422  }
    -
    8423  }
    -
    8424  }
    -
    8425  }
    -
    8426 
    -
    8427  if(canMakeOtherLost)
    -
    8428  {
    -
    8429  // Brute-force algorithm. TODO: Come up with something better.
    -
    8430 
    -
    8431  bool found = false;
    -
    8432  VmaAllocationRequest tmpAllocRequest = {};
    -
    8433  tmpAllocRequest.type = VmaAllocationRequestType::Normal;
    -
    8434  for(VmaSuballocationList::iterator suballocIt = m_Suballocations.begin();
    -
    8435  suballocIt != m_Suballocations.end();
    -
    8436  ++suballocIt)
    -
    8437  {
    -
    8438  if(suballocIt->type == VMA_SUBALLOCATION_TYPE_FREE ||
    -
    8439  suballocIt->hAllocation->CanBecomeLost())
    -
    8440  {
    -
    8441  if(CheckAllocation(
    -
    8442  currentFrameIndex,
    -
    8443  frameInUseCount,
    -
    8444  bufferImageGranularity,
    -
    8445  allocSize,
    -
    8446  allocAlignment,
    -
    8447  allocType,
    -
    8448  suballocIt,
    -
    8449  canMakeOtherLost,
    -
    8450  &tmpAllocRequest.offset,
    -
    8451  &tmpAllocRequest.itemsToMakeLostCount,
    -
    8452  &tmpAllocRequest.sumFreeSize,
    -
    8453  &tmpAllocRequest.sumItemSize))
    -
    8454  {
    -
    8455  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
    -
    8456  {
    -
    8457  *pAllocationRequest = tmpAllocRequest;
    -
    8458  pAllocationRequest->item = suballocIt;
    -
    8459  break;
    -
    8460  }
    -
    8461  if(!found || tmpAllocRequest.CalcCost() < pAllocationRequest->CalcCost())
    -
    8462  {
    -
    8463  *pAllocationRequest = tmpAllocRequest;
    -
    8464  pAllocationRequest->item = suballocIt;
    -
    8465  found = true;
    -
    8466  }
    -
    8467  }
    -
    8468  }
    -
    8469  }
    -
    8470 
    -
    8471  return found;
    -
    8472  }
    -
    8473 
    -
    8474  return false;
    -
    8475 }
    -
    8476 
    -
    8477 bool VmaBlockMetadata_Generic::MakeRequestedAllocationsLost(
    -
    8478  uint32_t currentFrameIndex,
    -
    8479  uint32_t frameInUseCount,
    -
    8480  VmaAllocationRequest* pAllocationRequest)
    -
    8481 {
    -
    8482  VMA_ASSERT(pAllocationRequest && pAllocationRequest->type == VmaAllocationRequestType::Normal);
    -
    8483 
    -
    8484  while(pAllocationRequest->itemsToMakeLostCount > 0)
    -
    8485  {
    -
    8486  if(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE)
    -
    8487  {
    -
    8488  ++pAllocationRequest->item;
    -
    8489  }
    -
    8490  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
    -
    8491  VMA_ASSERT(pAllocationRequest->item->hAllocation != VK_NULL_HANDLE);
    -
    8492  VMA_ASSERT(pAllocationRequest->item->hAllocation->CanBecomeLost());
    -
    8493  if(pAllocationRequest->item->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    -
    8494  {
    -
    8495  pAllocationRequest->item = FreeSuballocation(pAllocationRequest->item);
    -
    8496  --pAllocationRequest->itemsToMakeLostCount;
    +
    8202  calculatedOffset += subAlloc.size;
    +
    8203  prevFree = currFree;
    +
    8204  }
    +
    8205 
    +
    8206  // Number of free suballocations registered in m_FreeSuballocationsBySize doesn't
    +
    8207  // match expected one.
    +
    8208  VMA_VALIDATE(m_FreeSuballocationsBySize.size() == freeSuballocationsToRegister);
    +
    8209 
    +
    8210  VkDeviceSize lastSize = 0;
    +
    8211  for(size_t i = 0; i < m_FreeSuballocationsBySize.size(); ++i)
    +
    8212  {
    +
    8213  VmaSuballocationList::iterator suballocItem = m_FreeSuballocationsBySize[i];
    +
    8214 
    +
    8215  // Only free suballocations can be registered in m_FreeSuballocationsBySize.
    +
    8216  VMA_VALIDATE(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    8217  // They must be sorted by size ascending.
    +
    8218  VMA_VALIDATE(suballocItem->size >= lastSize);
    +
    8219 
    +
    8220  lastSize = suballocItem->size;
    +
    8221  }
    +
    8222 
    +
    8223  // Check if totals match calculacted values.
    +
    8224  VMA_VALIDATE(ValidateFreeSuballocationList());
    +
    8225  VMA_VALIDATE(calculatedOffset == GetSize());
    +
    8226  VMA_VALIDATE(calculatedSumFreeSize == m_SumFreeSize);
    +
    8227  VMA_VALIDATE(calculatedFreeCount == m_FreeCount);
    +
    8228 
    +
    8229  return true;
    +
    8230 }
    +
    8231 
    +
    8232 VkDeviceSize VmaBlockMetadata_Generic::GetUnusedRangeSizeMax() const
    +
    8233 {
    +
    8234  if(!m_FreeSuballocationsBySize.empty())
    +
    8235  {
    +
    8236  return m_FreeSuballocationsBySize.back()->size;
    +
    8237  }
    +
    8238  else
    +
    8239  {
    +
    8240  return 0;
    +
    8241  }
    +
    8242 }
    +
    8243 
    +
    8244 bool VmaBlockMetadata_Generic::IsEmpty() const
    +
    8245 {
    +
    8246  return (m_Suballocations.size() == 1) && (m_FreeCount == 1);
    +
    8247 }
    +
    8248 
    +
    8249 void VmaBlockMetadata_Generic::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
    +
    8250 {
    +
    8251  outInfo.blockCount = 1;
    +
    8252 
    +
    8253  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
    +
    8254  outInfo.allocationCount = rangeCount - m_FreeCount;
    +
    8255  outInfo.unusedRangeCount = m_FreeCount;
    +
    8256 
    +
    8257  outInfo.unusedBytes = m_SumFreeSize;
    +
    8258  outInfo.usedBytes = GetSize() - outInfo.unusedBytes;
    +
    8259 
    +
    8260  outInfo.allocationSizeMin = UINT64_MAX;
    +
    8261  outInfo.allocationSizeMax = 0;
    +
    8262  outInfo.unusedRangeSizeMin = UINT64_MAX;
    +
    8263  outInfo.unusedRangeSizeMax = 0;
    +
    8264 
    +
    8265  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
    +
    8266  suballocItem != m_Suballocations.cend();
    +
    8267  ++suballocItem)
    +
    8268  {
    +
    8269  const VmaSuballocation& suballoc = *suballocItem;
    +
    8270  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
    +
    8271  {
    +
    8272  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
    +
    8273  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, suballoc.size);
    +
    8274  }
    +
    8275  else
    +
    8276  {
    +
    8277  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, suballoc.size);
    +
    8278  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, suballoc.size);
    +
    8279  }
    +
    8280  }
    +
    8281 }
    +
    8282 
    +
    8283 void VmaBlockMetadata_Generic::AddPoolStats(VmaPoolStats& inoutStats) const
    +
    8284 {
    +
    8285  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
    +
    8286 
    +
    8287  inoutStats.size += GetSize();
    +
    8288  inoutStats.unusedSize += m_SumFreeSize;
    +
    8289  inoutStats.allocationCount += rangeCount - m_FreeCount;
    +
    8290  inoutStats.unusedRangeCount += m_FreeCount;
    +
    8291  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
    +
    8292 }
    +
    8293 
    +
    8294 #if VMA_STATS_STRING_ENABLED
    +
    8295 
    +
    8296 void VmaBlockMetadata_Generic::PrintDetailedMap(class VmaJsonWriter& json) const
    +
    8297 {
    +
    8298  PrintDetailedMap_Begin(json,
    +
    8299  m_SumFreeSize, // unusedBytes
    +
    8300  m_Suballocations.size() - (size_t)m_FreeCount, // allocationCount
    +
    8301  m_FreeCount); // unusedRangeCount
    +
    8302 
    +
    8303  size_t i = 0;
    +
    8304  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
    +
    8305  suballocItem != m_Suballocations.cend();
    +
    8306  ++suballocItem, ++i)
    +
    8307  {
    +
    8308  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
    +
    8309  {
    +
    8310  PrintDetailedMap_UnusedRange(json, suballocItem->offset, suballocItem->size);
    +
    8311  }
    +
    8312  else
    +
    8313  {
    +
    8314  PrintDetailedMap_Allocation(json, suballocItem->offset, suballocItem->hAllocation);
    +
    8315  }
    +
    8316  }
    +
    8317 
    +
    8318  PrintDetailedMap_End(json);
    +
    8319 }
    +
    8320 
    +
    8321 #endif // #if VMA_STATS_STRING_ENABLED
    +
    8322 
    +
    8323 bool VmaBlockMetadata_Generic::CreateAllocationRequest(
    +
    8324  uint32_t currentFrameIndex,
    +
    8325  uint32_t frameInUseCount,
    +
    8326  VkDeviceSize bufferImageGranularity,
    +
    8327  VkDeviceSize allocSize,
    +
    8328  VkDeviceSize allocAlignment,
    +
    8329  bool upperAddress,
    +
    8330  VmaSuballocationType allocType,
    +
    8331  bool canMakeOtherLost,
    +
    8332  uint32_t strategy,
    +
    8333  VmaAllocationRequest* pAllocationRequest)
    +
    8334 {
    +
    8335  VMA_ASSERT(allocSize > 0);
    +
    8336  VMA_ASSERT(!upperAddress);
    +
    8337  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
    +
    8338  VMA_ASSERT(pAllocationRequest != VMA_NULL);
    +
    8339  VMA_HEAVY_ASSERT(Validate());
    +
    8340 
    +
    8341  pAllocationRequest->type = VmaAllocationRequestType::Normal;
    +
    8342 
    +
    8343  // There is not enough total free space in this block to fullfill the request: Early return.
    +
    8344  if(canMakeOtherLost == false &&
    +
    8345  m_SumFreeSize < allocSize + 2 * VMA_DEBUG_MARGIN)
    +
    8346  {
    +
    8347  return false;
    +
    8348  }
    +
    8349 
    +
    8350  // New algorithm, efficiently searching freeSuballocationsBySize.
    +
    8351  const size_t freeSuballocCount = m_FreeSuballocationsBySize.size();
    +
    8352  if(freeSuballocCount > 0)
    +
    8353  {
    +
    8354  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
    +
    8355  {
    +
    8356  // Find first free suballocation with size not less than allocSize + 2 * VMA_DEBUG_MARGIN.
    +
    8357  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
    +
    8358  m_FreeSuballocationsBySize.data(),
    +
    8359  m_FreeSuballocationsBySize.data() + freeSuballocCount,
    +
    8360  allocSize + 2 * VMA_DEBUG_MARGIN,
    +
    8361  VmaSuballocationItemSizeLess());
    +
    8362  size_t index = it - m_FreeSuballocationsBySize.data();
    +
    8363  for(; index < freeSuballocCount; ++index)
    +
    8364  {
    +
    8365  if(CheckAllocation(
    +
    8366  currentFrameIndex,
    +
    8367  frameInUseCount,
    +
    8368  bufferImageGranularity,
    +
    8369  allocSize,
    +
    8370  allocAlignment,
    +
    8371  allocType,
    +
    8372  m_FreeSuballocationsBySize[index],
    +
    8373  false, // canMakeOtherLost
    +
    8374  &pAllocationRequest->offset,
    +
    8375  &pAllocationRequest->itemsToMakeLostCount,
    +
    8376  &pAllocationRequest->sumFreeSize,
    +
    8377  &pAllocationRequest->sumItemSize))
    +
    8378  {
    +
    8379  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
    +
    8380  return true;
    +
    8381  }
    +
    8382  }
    +
    8383  }
    +
    8384  else if(strategy == VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET)
    +
    8385  {
    +
    8386  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
    +
    8387  it != m_Suballocations.end();
    +
    8388  ++it)
    +
    8389  {
    +
    8390  if(it->type == VMA_SUBALLOCATION_TYPE_FREE && CheckAllocation(
    +
    8391  currentFrameIndex,
    +
    8392  frameInUseCount,
    +
    8393  bufferImageGranularity,
    +
    8394  allocSize,
    +
    8395  allocAlignment,
    +
    8396  allocType,
    +
    8397  it,
    +
    8398  false, // canMakeOtherLost
    +
    8399  &pAllocationRequest->offset,
    +
    8400  &pAllocationRequest->itemsToMakeLostCount,
    +
    8401  &pAllocationRequest->sumFreeSize,
    +
    8402  &pAllocationRequest->sumItemSize))
    +
    8403  {
    +
    8404  pAllocationRequest->item = it;
    +
    8405  return true;
    +
    8406  }
    +
    8407  }
    +
    8408  }
    +
    8409  else // WORST_FIT, FIRST_FIT
    +
    8410  {
    +
    8411  // Search staring from biggest suballocations.
    +
    8412  for(size_t index = freeSuballocCount; index--; )
    +
    8413  {
    +
    8414  if(CheckAllocation(
    +
    8415  currentFrameIndex,
    +
    8416  frameInUseCount,
    +
    8417  bufferImageGranularity,
    +
    8418  allocSize,
    +
    8419  allocAlignment,
    +
    8420  allocType,
    +
    8421  m_FreeSuballocationsBySize[index],
    +
    8422  false, // canMakeOtherLost
    +
    8423  &pAllocationRequest->offset,
    +
    8424  &pAllocationRequest->itemsToMakeLostCount,
    +
    8425  &pAllocationRequest->sumFreeSize,
    +
    8426  &pAllocationRequest->sumItemSize))
    +
    8427  {
    +
    8428  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
    +
    8429  return true;
    +
    8430  }
    +
    8431  }
    +
    8432  }
    +
    8433  }
    +
    8434 
    +
    8435  if(canMakeOtherLost)
    +
    8436  {
    +
    8437  // Brute-force algorithm. TODO: Come up with something better.
    +
    8438 
    +
    8439  bool found = false;
    +
    8440  VmaAllocationRequest tmpAllocRequest = {};
    +
    8441  tmpAllocRequest.type = VmaAllocationRequestType::Normal;
    +
    8442  for(VmaSuballocationList::iterator suballocIt = m_Suballocations.begin();
    +
    8443  suballocIt != m_Suballocations.end();
    +
    8444  ++suballocIt)
    +
    8445  {
    +
    8446  if(suballocIt->type == VMA_SUBALLOCATION_TYPE_FREE ||
    +
    8447  suballocIt->hAllocation->CanBecomeLost())
    +
    8448  {
    +
    8449  if(CheckAllocation(
    +
    8450  currentFrameIndex,
    +
    8451  frameInUseCount,
    +
    8452  bufferImageGranularity,
    +
    8453  allocSize,
    +
    8454  allocAlignment,
    +
    8455  allocType,
    +
    8456  suballocIt,
    +
    8457  canMakeOtherLost,
    +
    8458  &tmpAllocRequest.offset,
    +
    8459  &tmpAllocRequest.itemsToMakeLostCount,
    +
    8460  &tmpAllocRequest.sumFreeSize,
    +
    8461  &tmpAllocRequest.sumItemSize))
    +
    8462  {
    +
    8463  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
    +
    8464  {
    +
    8465  *pAllocationRequest = tmpAllocRequest;
    +
    8466  pAllocationRequest->item = suballocIt;
    +
    8467  break;
    +
    8468  }
    +
    8469  if(!found || tmpAllocRequest.CalcCost() < pAllocationRequest->CalcCost())
    +
    8470  {
    +
    8471  *pAllocationRequest = tmpAllocRequest;
    +
    8472  pAllocationRequest->item = suballocIt;
    +
    8473  found = true;
    +
    8474  }
    +
    8475  }
    +
    8476  }
    +
    8477  }
    +
    8478 
    +
    8479  return found;
    +
    8480  }
    +
    8481 
    +
    8482  return false;
    +
    8483 }
    +
    8484 
    +
    8485 bool VmaBlockMetadata_Generic::MakeRequestedAllocationsLost(
    +
    8486  uint32_t currentFrameIndex,
    +
    8487  uint32_t frameInUseCount,
    +
    8488  VmaAllocationRequest* pAllocationRequest)
    +
    8489 {
    +
    8490  VMA_ASSERT(pAllocationRequest && pAllocationRequest->type == VmaAllocationRequestType::Normal);
    +
    8491 
    +
    8492  while(pAllocationRequest->itemsToMakeLostCount > 0)
    +
    8493  {
    +
    8494  if(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE)
    +
    8495  {
    +
    8496  ++pAllocationRequest->item;
    8497  }
    -
    8498  else
    -
    8499  {
    -
    8500  return false;
    -
    8501  }
    -
    8502  }
    -
    8503 
    -
    8504  VMA_HEAVY_ASSERT(Validate());
    -
    8505  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
    -
    8506  VMA_ASSERT(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    8507 
    -
    8508  return true;
    -
    8509 }
    -
    8510 
    -
    8511 uint32_t VmaBlockMetadata_Generic::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
    -
    8512 {
    -
    8513  uint32_t lostAllocationCount = 0;
    -
    8514  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
    -
    8515  it != m_Suballocations.end();
    -
    8516  ++it)
    -
    8517  {
    -
    8518  if(it->type != VMA_SUBALLOCATION_TYPE_FREE &&
    -
    8519  it->hAllocation->CanBecomeLost() &&
    -
    8520  it->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    -
    8521  {
    -
    8522  it = FreeSuballocation(it);
    -
    8523  ++lostAllocationCount;
    -
    8524  }
    -
    8525  }
    -
    8526  return lostAllocationCount;
    -
    8527 }
    -
    8528 
    -
    8529 VkResult VmaBlockMetadata_Generic::CheckCorruption(const void* pBlockData)
    -
    8530 {
    -
    8531  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
    -
    8532  it != m_Suballocations.end();
    -
    8533  ++it)
    -
    8534  {
    -
    8535  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
    -
    8536  {
    -
    8537  if(!VmaValidateMagicValue(pBlockData, it->offset - VMA_DEBUG_MARGIN))
    -
    8538  {
    -
    8539  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
    -
    8540  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    8541  }
    -
    8542  if(!VmaValidateMagicValue(pBlockData, it->offset + it->size))
    -
    8543  {
    -
    8544  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
    -
    8545  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    8546  }
    -
    8547  }
    -
    8548  }
    -
    8549 
    -
    8550  return VK_SUCCESS;
    -
    8551 }
    -
    8552 
    -
    8553 void VmaBlockMetadata_Generic::Alloc(
    -
    8554  const VmaAllocationRequest& request,
    -
    8555  VmaSuballocationType type,
    -
    8556  VkDeviceSize allocSize,
    -
    8557  VmaAllocation hAllocation)
    -
    8558 {
    -
    8559  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
    -
    8560  VMA_ASSERT(request.item != m_Suballocations.end());
    -
    8561  VmaSuballocation& suballoc = *request.item;
    -
    8562  // Given suballocation is a free block.
    -
    8563  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    8564  // Given offset is inside this suballocation.
    -
    8565  VMA_ASSERT(request.offset >= suballoc.offset);
    -
    8566  const VkDeviceSize paddingBegin = request.offset - suballoc.offset;
    -
    8567  VMA_ASSERT(suballoc.size >= paddingBegin + allocSize);
    -
    8568  const VkDeviceSize paddingEnd = suballoc.size - paddingBegin - allocSize;
    -
    8569 
    -
    8570  // Unregister this free suballocation from m_FreeSuballocationsBySize and update
    -
    8571  // it to become used.
    -
    8572  UnregisterFreeSuballocation(request.item);
    -
    8573 
    -
    8574  suballoc.offset = request.offset;
    -
    8575  suballoc.size = allocSize;
    -
    8576  suballoc.type = type;
    -
    8577  suballoc.hAllocation = hAllocation;
    -
    8578 
    -
    8579  // If there are any free bytes remaining at the end, insert new free suballocation after current one.
    -
    8580  if(paddingEnd)
    -
    8581  {
    -
    8582  VmaSuballocation paddingSuballoc = {};
    -
    8583  paddingSuballoc.offset = request.offset + allocSize;
    -
    8584  paddingSuballoc.size = paddingEnd;
    -
    8585  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    8586  VmaSuballocationList::iterator next = request.item;
    -
    8587  ++next;
    -
    8588  const VmaSuballocationList::iterator paddingEndItem =
    -
    8589  m_Suballocations.insert(next, paddingSuballoc);
    -
    8590  RegisterFreeSuballocation(paddingEndItem);
    -
    8591  }
    -
    8592 
    -
    8593  // If there are any free bytes remaining at the beginning, insert new free suballocation before current one.
    -
    8594  if(paddingBegin)
    -
    8595  {
    -
    8596  VmaSuballocation paddingSuballoc = {};
    -
    8597  paddingSuballoc.offset = request.offset - paddingBegin;
    -
    8598  paddingSuballoc.size = paddingBegin;
    -
    8599  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    8600  const VmaSuballocationList::iterator paddingBeginItem =
    -
    8601  m_Suballocations.insert(request.item, paddingSuballoc);
    -
    8602  RegisterFreeSuballocation(paddingBeginItem);
    -
    8603  }
    -
    8604 
    -
    8605  // Update totals.
    -
    8606  m_FreeCount = m_FreeCount - 1;
    -
    8607  if(paddingBegin > 0)
    -
    8608  {
    -
    8609  ++m_FreeCount;
    -
    8610  }
    -
    8611  if(paddingEnd > 0)
    -
    8612  {
    -
    8613  ++m_FreeCount;
    -
    8614  }
    -
    8615  m_SumFreeSize -= allocSize;
    -
    8616 }
    -
    8617 
    -
    8618 void VmaBlockMetadata_Generic::Free(const VmaAllocation allocation)
    -
    8619 {
    -
    8620  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
    -
    8621  suballocItem != m_Suballocations.end();
    -
    8622  ++suballocItem)
    -
    8623  {
    -
    8624  VmaSuballocation& suballoc = *suballocItem;
    -
    8625  if(suballoc.hAllocation == allocation)
    -
    8626  {
    -
    8627  FreeSuballocation(suballocItem);
    -
    8628  VMA_HEAVY_ASSERT(Validate());
    -
    8629  return;
    -
    8630  }
    -
    8631  }
    -
    8632  VMA_ASSERT(0 && "Not found!");
    -
    8633 }
    -
    8634 
    -
    8635 void VmaBlockMetadata_Generic::FreeAtOffset(VkDeviceSize offset)
    -
    8636 {
    -
    8637  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
    -
    8638  suballocItem != m_Suballocations.end();
    -
    8639  ++suballocItem)
    -
    8640  {
    -
    8641  VmaSuballocation& suballoc = *suballocItem;
    -
    8642  if(suballoc.offset == offset)
    -
    8643  {
    -
    8644  FreeSuballocation(suballocItem);
    -
    8645  return;
    -
    8646  }
    -
    8647  }
    -
    8648  VMA_ASSERT(0 && "Not found!");
    -
    8649 }
    -
    8650 
    -
    8651 bool VmaBlockMetadata_Generic::ValidateFreeSuballocationList() const
    -
    8652 {
    -
    8653  VkDeviceSize lastSize = 0;
    -
    8654  for(size_t i = 0, count = m_FreeSuballocationsBySize.size(); i < count; ++i)
    -
    8655  {
    -
    8656  const VmaSuballocationList::iterator it = m_FreeSuballocationsBySize[i];
    -
    8657 
    -
    8658  VMA_VALIDATE(it->type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    8659  VMA_VALIDATE(it->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
    -
    8660  VMA_VALIDATE(it->size >= lastSize);
    -
    8661  lastSize = it->size;
    -
    8662  }
    -
    8663  return true;
    -
    8664 }
    +
    8498  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
    +
    8499  VMA_ASSERT(pAllocationRequest->item->hAllocation != VK_NULL_HANDLE);
    +
    8500  VMA_ASSERT(pAllocationRequest->item->hAllocation->CanBecomeLost());
    +
    8501  if(pAllocationRequest->item->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    +
    8502  {
    +
    8503  pAllocationRequest->item = FreeSuballocation(pAllocationRequest->item);
    +
    8504  --pAllocationRequest->itemsToMakeLostCount;
    +
    8505  }
    +
    8506  else
    +
    8507  {
    +
    8508  return false;
    +
    8509  }
    +
    8510  }
    +
    8511 
    +
    8512  VMA_HEAVY_ASSERT(Validate());
    +
    8513  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
    +
    8514  VMA_ASSERT(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    8515 
    +
    8516  return true;
    +
    8517 }
    +
    8518 
    +
    8519 uint32_t VmaBlockMetadata_Generic::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
    +
    8520 {
    +
    8521  uint32_t lostAllocationCount = 0;
    +
    8522  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
    +
    8523  it != m_Suballocations.end();
    +
    8524  ++it)
    +
    8525  {
    +
    8526  if(it->type != VMA_SUBALLOCATION_TYPE_FREE &&
    +
    8527  it->hAllocation->CanBecomeLost() &&
    +
    8528  it->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    +
    8529  {
    +
    8530  it = FreeSuballocation(it);
    +
    8531  ++lostAllocationCount;
    +
    8532  }
    +
    8533  }
    +
    8534  return lostAllocationCount;
    +
    8535 }
    +
    8536 
    +
    8537 VkResult VmaBlockMetadata_Generic::CheckCorruption(const void* pBlockData)
    +
    8538 {
    +
    8539  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
    +
    8540  it != m_Suballocations.end();
    +
    8541  ++it)
    +
    8542  {
    +
    8543  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
    +
    8544  {
    +
    8545  if(!VmaValidateMagicValue(pBlockData, it->offset - VMA_DEBUG_MARGIN))
    +
    8546  {
    +
    8547  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
    +
    8548  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    8549  }
    +
    8550  if(!VmaValidateMagicValue(pBlockData, it->offset + it->size))
    +
    8551  {
    +
    8552  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
    +
    8553  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    8554  }
    +
    8555  }
    +
    8556  }
    +
    8557 
    +
    8558  return VK_SUCCESS;
    +
    8559 }
    +
    8560 
    +
    8561 void VmaBlockMetadata_Generic::Alloc(
    +
    8562  const VmaAllocationRequest& request,
    +
    8563  VmaSuballocationType type,
    +
    8564  VkDeviceSize allocSize,
    +
    8565  VmaAllocation hAllocation)
    +
    8566 {
    +
    8567  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
    +
    8568  VMA_ASSERT(request.item != m_Suballocations.end());
    +
    8569  VmaSuballocation& suballoc = *request.item;
    +
    8570  // Given suballocation is a free block.
    +
    8571  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    8572  // Given offset is inside this suballocation.
    +
    8573  VMA_ASSERT(request.offset >= suballoc.offset);
    +
    8574  const VkDeviceSize paddingBegin = request.offset - suballoc.offset;
    +
    8575  VMA_ASSERT(suballoc.size >= paddingBegin + allocSize);
    +
    8576  const VkDeviceSize paddingEnd = suballoc.size - paddingBegin - allocSize;
    +
    8577 
    +
    8578  // Unregister this free suballocation from m_FreeSuballocationsBySize and update
    +
    8579  // it to become used.
    +
    8580  UnregisterFreeSuballocation(request.item);
    +
    8581 
    +
    8582  suballoc.offset = request.offset;
    +
    8583  suballoc.size = allocSize;
    +
    8584  suballoc.type = type;
    +
    8585  suballoc.hAllocation = hAllocation;
    +
    8586 
    +
    8587  // If there are any free bytes remaining at the end, insert new free suballocation after current one.
    +
    8588  if(paddingEnd)
    +
    8589  {
    +
    8590  VmaSuballocation paddingSuballoc = {};
    +
    8591  paddingSuballoc.offset = request.offset + allocSize;
    +
    8592  paddingSuballoc.size = paddingEnd;
    +
    8593  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    8594  VmaSuballocationList::iterator next = request.item;
    +
    8595  ++next;
    +
    8596  const VmaSuballocationList::iterator paddingEndItem =
    +
    8597  m_Suballocations.insert(next, paddingSuballoc);
    +
    8598  RegisterFreeSuballocation(paddingEndItem);
    +
    8599  }
    +
    8600 
    +
    8601  // If there are any free bytes remaining at the beginning, insert new free suballocation before current one.
    +
    8602  if(paddingBegin)
    +
    8603  {
    +
    8604  VmaSuballocation paddingSuballoc = {};
    +
    8605  paddingSuballoc.offset = request.offset - paddingBegin;
    +
    8606  paddingSuballoc.size = paddingBegin;
    +
    8607  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    8608  const VmaSuballocationList::iterator paddingBeginItem =
    +
    8609  m_Suballocations.insert(request.item, paddingSuballoc);
    +
    8610  RegisterFreeSuballocation(paddingBeginItem);
    +
    8611  }
    +
    8612 
    +
    8613  // Update totals.
    +
    8614  m_FreeCount = m_FreeCount - 1;
    +
    8615  if(paddingBegin > 0)
    +
    8616  {
    +
    8617  ++m_FreeCount;
    +
    8618  }
    +
    8619  if(paddingEnd > 0)
    +
    8620  {
    +
    8621  ++m_FreeCount;
    +
    8622  }
    +
    8623  m_SumFreeSize -= allocSize;
    +
    8624 }
    +
    8625 
    +
    8626 void VmaBlockMetadata_Generic::Free(const VmaAllocation allocation)
    +
    8627 {
    +
    8628  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
    +
    8629  suballocItem != m_Suballocations.end();
    +
    8630  ++suballocItem)
    +
    8631  {
    +
    8632  VmaSuballocation& suballoc = *suballocItem;
    +
    8633  if(suballoc.hAllocation == allocation)
    +
    8634  {
    +
    8635  FreeSuballocation(suballocItem);
    +
    8636  VMA_HEAVY_ASSERT(Validate());
    +
    8637  return;
    +
    8638  }
    +
    8639  }
    +
    8640  VMA_ASSERT(0 && "Not found!");
    +
    8641 }
    +
    8642 
    +
    8643 void VmaBlockMetadata_Generic::FreeAtOffset(VkDeviceSize offset)
    +
    8644 {
    +
    8645  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
    +
    8646  suballocItem != m_Suballocations.end();
    +
    8647  ++suballocItem)
    +
    8648  {
    +
    8649  VmaSuballocation& suballoc = *suballocItem;
    +
    8650  if(suballoc.offset == offset)
    +
    8651  {
    +
    8652  FreeSuballocation(suballocItem);
    +
    8653  return;
    +
    8654  }
    +
    8655  }
    +
    8656  VMA_ASSERT(0 && "Not found!");
    +
    8657 }
    +
    8658 
    +
    8659 bool VmaBlockMetadata_Generic::ValidateFreeSuballocationList() const
    +
    8660 {
    +
    8661  VkDeviceSize lastSize = 0;
    +
    8662  for(size_t i = 0, count = m_FreeSuballocationsBySize.size(); i < count; ++i)
    +
    8663  {
    +
    8664  const VmaSuballocationList::iterator it = m_FreeSuballocationsBySize[i];
    8665 
    -
    8666 bool VmaBlockMetadata_Generic::CheckAllocation(
    -
    8667  uint32_t currentFrameIndex,
    -
    8668  uint32_t frameInUseCount,
    -
    8669  VkDeviceSize bufferImageGranularity,
    -
    8670  VkDeviceSize allocSize,
    -
    8671  VkDeviceSize allocAlignment,
    -
    8672  VmaSuballocationType allocType,
    -
    8673  VmaSuballocationList::const_iterator suballocItem,
    -
    8674  bool canMakeOtherLost,
    -
    8675  VkDeviceSize* pOffset,
    -
    8676  size_t* itemsToMakeLostCount,
    -
    8677  VkDeviceSize* pSumFreeSize,
    -
    8678  VkDeviceSize* pSumItemSize) const
    -
    8679 {
    -
    8680  VMA_ASSERT(allocSize > 0);
    -
    8681  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
    -
    8682  VMA_ASSERT(suballocItem != m_Suballocations.cend());
    -
    8683  VMA_ASSERT(pOffset != VMA_NULL);
    -
    8684 
    -
    8685  *itemsToMakeLostCount = 0;
    -
    8686  *pSumFreeSize = 0;
    -
    8687  *pSumItemSize = 0;
    -
    8688 
    -
    8689  if(canMakeOtherLost)
    -
    8690  {
    -
    8691  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
    -
    8692  {
    -
    8693  *pSumFreeSize = suballocItem->size;
    -
    8694  }
    -
    8695  else
    -
    8696  {
    -
    8697  if(suballocItem->hAllocation->CanBecomeLost() &&
    -
    8698  suballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    -
    8699  {
    -
    8700  ++*itemsToMakeLostCount;
    -
    8701  *pSumItemSize = suballocItem->size;
    -
    8702  }
    -
    8703  else
    -
    8704  {
    -
    8705  return false;
    -
    8706  }
    -
    8707  }
    -
    8708 
    -
    8709  // Remaining size is too small for this request: Early return.
    -
    8710  if(GetSize() - suballocItem->offset < allocSize)
    -
    8711  {
    -
    8712  return false;
    -
    8713  }
    -
    8714 
    -
    8715  // Start from offset equal to beginning of this suballocation.
    -
    8716  *pOffset = suballocItem->offset;
    -
    8717 
    -
    8718  // Apply VMA_DEBUG_MARGIN at the beginning.
    -
    8719  if(VMA_DEBUG_MARGIN > 0)
    -
    8720  {
    -
    8721  *pOffset += VMA_DEBUG_MARGIN;
    -
    8722  }
    -
    8723 
    -
    8724  // Apply alignment.
    -
    8725  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
    -
    8726 
    -
    8727  // Check previous suballocations for BufferImageGranularity conflicts.
    -
    8728  // Make bigger alignment if necessary.
    -
    8729  if(bufferImageGranularity > 1)
    -
    8730  {
    -
    8731  bool bufferImageGranularityConflict = false;
    -
    8732  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
    -
    8733  while(prevSuballocItem != m_Suballocations.cbegin())
    -
    8734  {
    -
    8735  --prevSuballocItem;
    -
    8736  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
    -
    8737  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
    -
    8738  {
    -
    8739  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
    -
    8740  {
    -
    8741  bufferImageGranularityConflict = true;
    -
    8742  break;
    -
    8743  }
    -
    8744  }
    -
    8745  else
    -
    8746  // Already on previous page.
    -
    8747  break;
    -
    8748  }
    -
    8749  if(bufferImageGranularityConflict)
    -
    8750  {
    -
    8751  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
    -
    8752  }
    -
    8753  }
    -
    8754 
    -
    8755  // Now that we have final *pOffset, check if we are past suballocItem.
    -
    8756  // If yes, return false - this function should be called for another suballocItem as starting point.
    -
    8757  if(*pOffset >= suballocItem->offset + suballocItem->size)
    -
    8758  {
    -
    8759  return false;
    -
    8760  }
    -
    8761 
    -
    8762  // Calculate padding at the beginning based on current offset.
    -
    8763  const VkDeviceSize paddingBegin = *pOffset - suballocItem->offset;
    -
    8764 
    -
    8765  // Calculate required margin at the end.
    -
    8766  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
    -
    8767 
    -
    8768  const VkDeviceSize totalSize = paddingBegin + allocSize + requiredEndMargin;
    -
    8769  // Another early return check.
    -
    8770  if(suballocItem->offset + totalSize > GetSize())
    -
    8771  {
    -
    8772  return false;
    -
    8773  }
    -
    8774 
    -
    8775  // Advance lastSuballocItem until desired size is reached.
    -
    8776  // Update itemsToMakeLostCount.
    -
    8777  VmaSuballocationList::const_iterator lastSuballocItem = suballocItem;
    -
    8778  if(totalSize > suballocItem->size)
    +
    8666  VMA_VALIDATE(it->type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    8667  VMA_VALIDATE(it->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
    +
    8668  VMA_VALIDATE(it->size >= lastSize);
    +
    8669  lastSize = it->size;
    +
    8670  }
    +
    8671  return true;
    +
    8672 }
    +
    8673 
    +
    8674 bool VmaBlockMetadata_Generic::CheckAllocation(
    +
    8675  uint32_t currentFrameIndex,
    +
    8676  uint32_t frameInUseCount,
    +
    8677  VkDeviceSize bufferImageGranularity,
    +
    8678  VkDeviceSize allocSize,
    +
    8679  VkDeviceSize allocAlignment,
    +
    8680  VmaSuballocationType allocType,
    +
    8681  VmaSuballocationList::const_iterator suballocItem,
    +
    8682  bool canMakeOtherLost,
    +
    8683  VkDeviceSize* pOffset,
    +
    8684  size_t* itemsToMakeLostCount,
    +
    8685  VkDeviceSize* pSumFreeSize,
    +
    8686  VkDeviceSize* pSumItemSize) const
    +
    8687 {
    +
    8688  VMA_ASSERT(allocSize > 0);
    +
    8689  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
    +
    8690  VMA_ASSERT(suballocItem != m_Suballocations.cend());
    +
    8691  VMA_ASSERT(pOffset != VMA_NULL);
    +
    8692 
    +
    8693  *itemsToMakeLostCount = 0;
    +
    8694  *pSumFreeSize = 0;
    +
    8695  *pSumItemSize = 0;
    +
    8696 
    +
    8697  if(canMakeOtherLost)
    +
    8698  {
    +
    8699  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
    +
    8700  {
    +
    8701  *pSumFreeSize = suballocItem->size;
    +
    8702  }
    +
    8703  else
    +
    8704  {
    +
    8705  if(suballocItem->hAllocation->CanBecomeLost() &&
    +
    8706  suballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    +
    8707  {
    +
    8708  ++*itemsToMakeLostCount;
    +
    8709  *pSumItemSize = suballocItem->size;
    +
    8710  }
    +
    8711  else
    +
    8712  {
    +
    8713  return false;
    +
    8714  }
    +
    8715  }
    +
    8716 
    +
    8717  // Remaining size is too small for this request: Early return.
    +
    8718  if(GetSize() - suballocItem->offset < allocSize)
    +
    8719  {
    +
    8720  return false;
    +
    8721  }
    +
    8722 
    +
    8723  // Start from offset equal to beginning of this suballocation.
    +
    8724  *pOffset = suballocItem->offset;
    +
    8725 
    +
    8726  // Apply VMA_DEBUG_MARGIN at the beginning.
    +
    8727  if(VMA_DEBUG_MARGIN > 0)
    +
    8728  {
    +
    8729  *pOffset += VMA_DEBUG_MARGIN;
    +
    8730  }
    +
    8731 
    +
    8732  // Apply alignment.
    +
    8733  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
    +
    8734 
    +
    8735  // Check previous suballocations for BufferImageGranularity conflicts.
    +
    8736  // Make bigger alignment if necessary.
    +
    8737  if(bufferImageGranularity > 1)
    +
    8738  {
    +
    8739  bool bufferImageGranularityConflict = false;
    +
    8740  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
    +
    8741  while(prevSuballocItem != m_Suballocations.cbegin())
    +
    8742  {
    +
    8743  --prevSuballocItem;
    +
    8744  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
    +
    8745  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
    +
    8746  {
    +
    8747  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
    +
    8748  {
    +
    8749  bufferImageGranularityConflict = true;
    +
    8750  break;
    +
    8751  }
    +
    8752  }
    +
    8753  else
    +
    8754  // Already on previous page.
    +
    8755  break;
    +
    8756  }
    +
    8757  if(bufferImageGranularityConflict)
    +
    8758  {
    +
    8759  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
    +
    8760  }
    +
    8761  }
    +
    8762 
    +
    8763  // Now that we have final *pOffset, check if we are past suballocItem.
    +
    8764  // If yes, return false - this function should be called for another suballocItem as starting point.
    +
    8765  if(*pOffset >= suballocItem->offset + suballocItem->size)
    +
    8766  {
    +
    8767  return false;
    +
    8768  }
    +
    8769 
    +
    8770  // Calculate padding at the beginning based on current offset.
    +
    8771  const VkDeviceSize paddingBegin = *pOffset - suballocItem->offset;
    +
    8772 
    +
    8773  // Calculate required margin at the end.
    +
    8774  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
    +
    8775 
    +
    8776  const VkDeviceSize totalSize = paddingBegin + allocSize + requiredEndMargin;
    +
    8777  // Another early return check.
    +
    8778  if(suballocItem->offset + totalSize > GetSize())
    8779  {
    -
    8780  VkDeviceSize remainingSize = totalSize - suballocItem->size;
    -
    8781  while(remainingSize > 0)
    -
    8782  {
    -
    8783  ++lastSuballocItem;
    -
    8784  if(lastSuballocItem == m_Suballocations.cend())
    -
    8785  {
    -
    8786  return false;
    -
    8787  }
    -
    8788  if(lastSuballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
    -
    8789  {
    -
    8790  *pSumFreeSize += lastSuballocItem->size;
    -
    8791  }
    -
    8792  else
    +
    8780  return false;
    +
    8781  }
    +
    8782 
    +
    8783  // Advance lastSuballocItem until desired size is reached.
    +
    8784  // Update itemsToMakeLostCount.
    +
    8785  VmaSuballocationList::const_iterator lastSuballocItem = suballocItem;
    +
    8786  if(totalSize > suballocItem->size)
    +
    8787  {
    +
    8788  VkDeviceSize remainingSize = totalSize - suballocItem->size;
    +
    8789  while(remainingSize > 0)
    +
    8790  {
    +
    8791  ++lastSuballocItem;
    +
    8792  if(lastSuballocItem == m_Suballocations.cend())
    8793  {
    -
    8794  VMA_ASSERT(lastSuballocItem->hAllocation != VK_NULL_HANDLE);
    -
    8795  if(lastSuballocItem->hAllocation->CanBecomeLost() &&
    -
    8796  lastSuballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    -
    8797  {
    -
    8798  ++*itemsToMakeLostCount;
    -
    8799  *pSumItemSize += lastSuballocItem->size;
    -
    8800  }
    -
    8801  else
    -
    8802  {
    -
    8803  return false;
    -
    8804  }
    -
    8805  }
    -
    8806  remainingSize = (lastSuballocItem->size < remainingSize) ?
    -
    8807  remainingSize - lastSuballocItem->size : 0;
    -
    8808  }
    -
    8809  }
    -
    8810 
    -
    8811  // Check next suballocations for BufferImageGranularity conflicts.
    -
    8812  // If conflict exists, we must mark more allocations lost or fail.
    -
    8813  if(bufferImageGranularity > 1)
    -
    8814  {
    -
    8815  VmaSuballocationList::const_iterator nextSuballocItem = lastSuballocItem;
    -
    8816  ++nextSuballocItem;
    -
    8817  while(nextSuballocItem != m_Suballocations.cend())
    -
    8818  {
    -
    8819  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
    -
    8820  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    -
    8821  {
    -
    8822  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
    -
    8823  {
    -
    8824  VMA_ASSERT(nextSuballoc.hAllocation != VK_NULL_HANDLE);
    -
    8825  if(nextSuballoc.hAllocation->CanBecomeLost() &&
    -
    8826  nextSuballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    -
    8827  {
    -
    8828  ++*itemsToMakeLostCount;
    -
    8829  }
    -
    8830  else
    -
    8831  {
    -
    8832  return false;
    -
    8833  }
    -
    8834  }
    -
    8835  }
    -
    8836  else
    -
    8837  {
    -
    8838  // Already on next page.
    -
    8839  break;
    -
    8840  }
    -
    8841  ++nextSuballocItem;
    -
    8842  }
    -
    8843  }
    -
    8844  }
    -
    8845  else
    -
    8846  {
    -
    8847  const VmaSuballocation& suballoc = *suballocItem;
    -
    8848  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    8849 
    -
    8850  *pSumFreeSize = suballoc.size;
    -
    8851 
    -
    8852  // Size of this suballocation is too small for this request: Early return.
    -
    8853  if(suballoc.size < allocSize)
    -
    8854  {
    -
    8855  return false;
    -
    8856  }
    +
    8794  return false;
    +
    8795  }
    +
    8796  if(lastSuballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
    +
    8797  {
    +
    8798  *pSumFreeSize += lastSuballocItem->size;
    +
    8799  }
    +
    8800  else
    +
    8801  {
    +
    8802  VMA_ASSERT(lastSuballocItem->hAllocation != VK_NULL_HANDLE);
    +
    8803  if(lastSuballocItem->hAllocation->CanBecomeLost() &&
    +
    8804  lastSuballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    +
    8805  {
    +
    8806  ++*itemsToMakeLostCount;
    +
    8807  *pSumItemSize += lastSuballocItem->size;
    +
    8808  }
    +
    8809  else
    +
    8810  {
    +
    8811  return false;
    +
    8812  }
    +
    8813  }
    +
    8814  remainingSize = (lastSuballocItem->size < remainingSize) ?
    +
    8815  remainingSize - lastSuballocItem->size : 0;
    +
    8816  }
    +
    8817  }
    +
    8818 
    +
    8819  // Check next suballocations for BufferImageGranularity conflicts.
    +
    8820  // If conflict exists, we must mark more allocations lost or fail.
    +
    8821  if(bufferImageGranularity > 1)
    +
    8822  {
    +
    8823  VmaSuballocationList::const_iterator nextSuballocItem = lastSuballocItem;
    +
    8824  ++nextSuballocItem;
    +
    8825  while(nextSuballocItem != m_Suballocations.cend())
    +
    8826  {
    +
    8827  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
    +
    8828  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    +
    8829  {
    +
    8830  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
    +
    8831  {
    +
    8832  VMA_ASSERT(nextSuballoc.hAllocation != VK_NULL_HANDLE);
    +
    8833  if(nextSuballoc.hAllocation->CanBecomeLost() &&
    +
    8834  nextSuballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    +
    8835  {
    +
    8836  ++*itemsToMakeLostCount;
    +
    8837  }
    +
    8838  else
    +
    8839  {
    +
    8840  return false;
    +
    8841  }
    +
    8842  }
    +
    8843  }
    +
    8844  else
    +
    8845  {
    +
    8846  // Already on next page.
    +
    8847  break;
    +
    8848  }
    +
    8849  ++nextSuballocItem;
    +
    8850  }
    +
    8851  }
    +
    8852  }
    +
    8853  else
    +
    8854  {
    +
    8855  const VmaSuballocation& suballoc = *suballocItem;
    +
    8856  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    8857 
    -
    8858  // Start from offset equal to beginning of this suballocation.
    -
    8859  *pOffset = suballoc.offset;
    -
    8860 
    -
    8861  // Apply VMA_DEBUG_MARGIN at the beginning.
    -
    8862  if(VMA_DEBUG_MARGIN > 0)
    -
    8863  {
    -
    8864  *pOffset += VMA_DEBUG_MARGIN;
    -
    8865  }
    -
    8866 
    -
    8867  // Apply alignment.
    -
    8868  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
    -
    8869 
    -
    8870  // Check previous suballocations for BufferImageGranularity conflicts.
    -
    8871  // Make bigger alignment if necessary.
    -
    8872  if(bufferImageGranularity > 1)
    -
    8873  {
    -
    8874  bool bufferImageGranularityConflict = false;
    -
    8875  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
    -
    8876  while(prevSuballocItem != m_Suballocations.cbegin())
    -
    8877  {
    -
    8878  --prevSuballocItem;
    -
    8879  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
    -
    8880  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
    -
    8881  {
    -
    8882  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
    -
    8883  {
    -
    8884  bufferImageGranularityConflict = true;
    -
    8885  break;
    -
    8886  }
    -
    8887  }
    -
    8888  else
    -
    8889  // Already on previous page.
    -
    8890  break;
    -
    8891  }
    -
    8892  if(bufferImageGranularityConflict)
    -
    8893  {
    -
    8894  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
    -
    8895  }
    -
    8896  }
    -
    8897 
    -
    8898  // Calculate padding at the beginning based on current offset.
    -
    8899  const VkDeviceSize paddingBegin = *pOffset - suballoc.offset;
    -
    8900 
    -
    8901  // Calculate required margin at the end.
    -
    8902  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
    -
    8903 
    -
    8904  // Fail if requested size plus margin before and after is bigger than size of this suballocation.
    -
    8905  if(paddingBegin + allocSize + requiredEndMargin > suballoc.size)
    -
    8906  {
    -
    8907  return false;
    -
    8908  }
    -
    8909 
    -
    8910  // Check next suballocations for BufferImageGranularity conflicts.
    -
    8911  // If conflict exists, allocation cannot be made here.
    -
    8912  if(bufferImageGranularity > 1)
    -
    8913  {
    -
    8914  VmaSuballocationList::const_iterator nextSuballocItem = suballocItem;
    -
    8915  ++nextSuballocItem;
    -
    8916  while(nextSuballocItem != m_Suballocations.cend())
    -
    8917  {
    -
    8918  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
    -
    8919  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    -
    8920  {
    -
    8921  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
    -
    8922  {
    -
    8923  return false;
    -
    8924  }
    -
    8925  }
    -
    8926  else
    -
    8927  {
    -
    8928  // Already on next page.
    -
    8929  break;
    -
    8930  }
    -
    8931  ++nextSuballocItem;
    -
    8932  }
    -
    8933  }
    -
    8934  }
    -
    8935 
    -
    8936  // All tests passed: Success. pOffset is already filled.
    -
    8937  return true;
    -
    8938 }
    -
    8939 
    -
    8940 void VmaBlockMetadata_Generic::MergeFreeWithNext(VmaSuballocationList::iterator item)
    -
    8941 {
    -
    8942  VMA_ASSERT(item != m_Suballocations.end());
    -
    8943  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    8944 
    -
    8945  VmaSuballocationList::iterator nextItem = item;
    -
    8946  ++nextItem;
    -
    8947  VMA_ASSERT(nextItem != m_Suballocations.end());
    -
    8948  VMA_ASSERT(nextItem->type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    8949 
    -
    8950  item->size += nextItem->size;
    -
    8951  --m_FreeCount;
    -
    8952  m_Suballocations.erase(nextItem);
    -
    8953 }
    -
    8954 
    -
    8955 VmaSuballocationList::iterator VmaBlockMetadata_Generic::FreeSuballocation(VmaSuballocationList::iterator suballocItem)
    -
    8956 {
    -
    8957  // Change this suballocation to be marked as free.
    -
    8958  VmaSuballocation& suballoc = *suballocItem;
    -
    8959  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    8960  suballoc.hAllocation = VK_NULL_HANDLE;
    -
    8961 
    -
    8962  // Update totals.
    -
    8963  ++m_FreeCount;
    -
    8964  m_SumFreeSize += suballoc.size;
    -
    8965 
    -
    8966  // Merge with previous and/or next suballocation if it's also free.
    -
    8967  bool mergeWithNext = false;
    -
    8968  bool mergeWithPrev = false;
    +
    8858  *pSumFreeSize = suballoc.size;
    +
    8859 
    +
    8860  // Size of this suballocation is too small for this request: Early return.
    +
    8861  if(suballoc.size < allocSize)
    +
    8862  {
    +
    8863  return false;
    +
    8864  }
    +
    8865 
    +
    8866  // Start from offset equal to beginning of this suballocation.
    +
    8867  *pOffset = suballoc.offset;
    +
    8868 
    +
    8869  // Apply VMA_DEBUG_MARGIN at the beginning.
    +
    8870  if(VMA_DEBUG_MARGIN > 0)
    +
    8871  {
    +
    8872  *pOffset += VMA_DEBUG_MARGIN;
    +
    8873  }
    +
    8874 
    +
    8875  // Apply alignment.
    +
    8876  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
    +
    8877 
    +
    8878  // Check previous suballocations for BufferImageGranularity conflicts.
    +
    8879  // Make bigger alignment if necessary.
    +
    8880  if(bufferImageGranularity > 1)
    +
    8881  {
    +
    8882  bool bufferImageGranularityConflict = false;
    +
    8883  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
    +
    8884  while(prevSuballocItem != m_Suballocations.cbegin())
    +
    8885  {
    +
    8886  --prevSuballocItem;
    +
    8887  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
    +
    8888  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
    +
    8889  {
    +
    8890  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
    +
    8891  {
    +
    8892  bufferImageGranularityConflict = true;
    +
    8893  break;
    +
    8894  }
    +
    8895  }
    +
    8896  else
    +
    8897  // Already on previous page.
    +
    8898  break;
    +
    8899  }
    +
    8900  if(bufferImageGranularityConflict)
    +
    8901  {
    +
    8902  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
    +
    8903  }
    +
    8904  }
    +
    8905 
    +
    8906  // Calculate padding at the beginning based on current offset.
    +
    8907  const VkDeviceSize paddingBegin = *pOffset - suballoc.offset;
    +
    8908 
    +
    8909  // Calculate required margin at the end.
    +
    8910  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
    +
    8911 
    +
    8912  // Fail if requested size plus margin before and after is bigger than size of this suballocation.
    +
    8913  if(paddingBegin + allocSize + requiredEndMargin > suballoc.size)
    +
    8914  {
    +
    8915  return false;
    +
    8916  }
    +
    8917 
    +
    8918  // Check next suballocations for BufferImageGranularity conflicts.
    +
    8919  // If conflict exists, allocation cannot be made here.
    +
    8920  if(bufferImageGranularity > 1)
    +
    8921  {
    +
    8922  VmaSuballocationList::const_iterator nextSuballocItem = suballocItem;
    +
    8923  ++nextSuballocItem;
    +
    8924  while(nextSuballocItem != m_Suballocations.cend())
    +
    8925  {
    +
    8926  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
    +
    8927  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    +
    8928  {
    +
    8929  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
    +
    8930  {
    +
    8931  return false;
    +
    8932  }
    +
    8933  }
    +
    8934  else
    +
    8935  {
    +
    8936  // Already on next page.
    +
    8937  break;
    +
    8938  }
    +
    8939  ++nextSuballocItem;
    +
    8940  }
    +
    8941  }
    +
    8942  }
    +
    8943 
    +
    8944  // All tests passed: Success. pOffset is already filled.
    +
    8945  return true;
    +
    8946 }
    +
    8947 
    +
    8948 void VmaBlockMetadata_Generic::MergeFreeWithNext(VmaSuballocationList::iterator item)
    +
    8949 {
    +
    8950  VMA_ASSERT(item != m_Suballocations.end());
    +
    8951  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    8952 
    +
    8953  VmaSuballocationList::iterator nextItem = item;
    +
    8954  ++nextItem;
    +
    8955  VMA_ASSERT(nextItem != m_Suballocations.end());
    +
    8956  VMA_ASSERT(nextItem->type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    8957 
    +
    8958  item->size += nextItem->size;
    +
    8959  --m_FreeCount;
    +
    8960  m_Suballocations.erase(nextItem);
    +
    8961 }
    +
    8962 
    +
    8963 VmaSuballocationList::iterator VmaBlockMetadata_Generic::FreeSuballocation(VmaSuballocationList::iterator suballocItem)
    +
    8964 {
    +
    8965  // Change this suballocation to be marked as free.
    +
    8966  VmaSuballocation& suballoc = *suballocItem;
    +
    8967  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    8968  suballoc.hAllocation = VK_NULL_HANDLE;
    8969 
    -
    8970  VmaSuballocationList::iterator nextItem = suballocItem;
    -
    8971  ++nextItem;
    -
    8972  if((nextItem != m_Suballocations.end()) && (nextItem->type == VMA_SUBALLOCATION_TYPE_FREE))
    -
    8973  {
    -
    8974  mergeWithNext = true;
    -
    8975  }
    -
    8976 
    -
    8977  VmaSuballocationList::iterator prevItem = suballocItem;
    -
    8978  if(suballocItem != m_Suballocations.begin())
    -
    8979  {
    -
    8980  --prevItem;
    -
    8981  if(prevItem->type == VMA_SUBALLOCATION_TYPE_FREE)
    -
    8982  {
    -
    8983  mergeWithPrev = true;
    -
    8984  }
    -
    8985  }
    -
    8986 
    -
    8987  if(mergeWithNext)
    -
    8988  {
    -
    8989  UnregisterFreeSuballocation(nextItem);
    -
    8990  MergeFreeWithNext(suballocItem);
    -
    8991  }
    -
    8992 
    -
    8993  if(mergeWithPrev)
    -
    8994  {
    -
    8995  UnregisterFreeSuballocation(prevItem);
    -
    8996  MergeFreeWithNext(prevItem);
    -
    8997  RegisterFreeSuballocation(prevItem);
    -
    8998  return prevItem;
    +
    8970  // Update totals.
    +
    8971  ++m_FreeCount;
    +
    8972  m_SumFreeSize += suballoc.size;
    +
    8973 
    +
    8974  // Merge with previous and/or next suballocation if it's also free.
    +
    8975  bool mergeWithNext = false;
    +
    8976  bool mergeWithPrev = false;
    +
    8977 
    +
    8978  VmaSuballocationList::iterator nextItem = suballocItem;
    +
    8979  ++nextItem;
    +
    8980  if((nextItem != m_Suballocations.end()) && (nextItem->type == VMA_SUBALLOCATION_TYPE_FREE))
    +
    8981  {
    +
    8982  mergeWithNext = true;
    +
    8983  }
    +
    8984 
    +
    8985  VmaSuballocationList::iterator prevItem = suballocItem;
    +
    8986  if(suballocItem != m_Suballocations.begin())
    +
    8987  {
    +
    8988  --prevItem;
    +
    8989  if(prevItem->type == VMA_SUBALLOCATION_TYPE_FREE)
    +
    8990  {
    +
    8991  mergeWithPrev = true;
    +
    8992  }
    +
    8993  }
    +
    8994 
    +
    8995  if(mergeWithNext)
    +
    8996  {
    +
    8997  UnregisterFreeSuballocation(nextItem);
    +
    8998  MergeFreeWithNext(suballocItem);
    8999  }
    -
    9000  else
    -
    9001  {
    -
    9002  RegisterFreeSuballocation(suballocItem);
    -
    9003  return suballocItem;
    -
    9004  }
    -
    9005 }
    -
    9006 
    -
    9007 void VmaBlockMetadata_Generic::RegisterFreeSuballocation(VmaSuballocationList::iterator item)
    -
    9008 {
    -
    9009  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    9010  VMA_ASSERT(item->size > 0);
    -
    9011 
    -
    9012  // You may want to enable this validation at the beginning or at the end of
    -
    9013  // this function, depending on what do you want to check.
    -
    9014  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
    -
    9015 
    -
    9016  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    -
    9017  {
    -
    9018  if(m_FreeSuballocationsBySize.empty())
    -
    9019  {
    -
    9020  m_FreeSuballocationsBySize.push_back(item);
    -
    9021  }
    -
    9022  else
    -
    9023  {
    -
    9024  VmaVectorInsertSorted<VmaSuballocationItemSizeLess>(m_FreeSuballocationsBySize, item);
    -
    9025  }
    -
    9026  }
    -
    9027 
    -
    9028  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
    -
    9029 }
    -
    9030 
    -
    9031 
    -
    9032 void VmaBlockMetadata_Generic::UnregisterFreeSuballocation(VmaSuballocationList::iterator item)
    -
    9033 {
    -
    9034  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    9035  VMA_ASSERT(item->size > 0);
    -
    9036 
    -
    9037  // You may want to enable this validation at the beginning or at the end of
    -
    9038  // this function, depending on what do you want to check.
    -
    9039  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
    -
    9040 
    -
    9041  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    -
    9042  {
    -
    9043  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
    -
    9044  m_FreeSuballocationsBySize.data(),
    -
    9045  m_FreeSuballocationsBySize.data() + m_FreeSuballocationsBySize.size(),
    -
    9046  item,
    -
    9047  VmaSuballocationItemSizeLess());
    -
    9048  for(size_t index = it - m_FreeSuballocationsBySize.data();
    -
    9049  index < m_FreeSuballocationsBySize.size();
    -
    9050  ++index)
    -
    9051  {
    -
    9052  if(m_FreeSuballocationsBySize[index] == item)
    -
    9053  {
    -
    9054  VmaVectorRemove(m_FreeSuballocationsBySize, index);
    -
    9055  return;
    -
    9056  }
    -
    9057  VMA_ASSERT((m_FreeSuballocationsBySize[index]->size == item->size) && "Not found.");
    -
    9058  }
    -
    9059  VMA_ASSERT(0 && "Not found.");
    -
    9060  }
    -
    9061 
    -
    9062  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
    -
    9063 }
    -
    9064 
    -
    9065 bool VmaBlockMetadata_Generic::IsBufferImageGranularityConflictPossible(
    -
    9066  VkDeviceSize bufferImageGranularity,
    -
    9067  VmaSuballocationType& inOutPrevSuballocType) const
    -
    9068 {
    -
    9069  if(bufferImageGranularity == 1 || IsEmpty())
    -
    9070  {
    -
    9071  return false;
    -
    9072  }
    -
    9073 
    -
    9074  VkDeviceSize minAlignment = VK_WHOLE_SIZE;
    -
    9075  bool typeConflictFound = false;
    -
    9076  for(VmaSuballocationList::const_iterator it = m_Suballocations.cbegin();
    -
    9077  it != m_Suballocations.cend();
    -
    9078  ++it)
    -
    9079  {
    -
    9080  const VmaSuballocationType suballocType = it->type;
    -
    9081  if(suballocType != VMA_SUBALLOCATION_TYPE_FREE)
    -
    9082  {
    -
    9083  minAlignment = VMA_MIN(minAlignment, it->hAllocation->GetAlignment());
    -
    9084  if(VmaIsBufferImageGranularityConflict(inOutPrevSuballocType, suballocType))
    -
    9085  {
    -
    9086  typeConflictFound = true;
    -
    9087  }
    -
    9088  inOutPrevSuballocType = suballocType;
    -
    9089  }
    -
    9090  }
    -
    9091 
    -
    9092  return typeConflictFound || minAlignment >= bufferImageGranularity;
    -
    9093 }
    -
    9094 
    -
    9096 // class VmaBlockMetadata_Linear
    -
    9097 
    -
    9098 VmaBlockMetadata_Linear::VmaBlockMetadata_Linear(VmaAllocator hAllocator) :
    -
    9099  VmaBlockMetadata(hAllocator),
    -
    9100  m_SumFreeSize(0),
    -
    9101  m_Suballocations0(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
    -
    9102  m_Suballocations1(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
    -
    9103  m_1stVectorIndex(0),
    -
    9104  m_2ndVectorMode(SECOND_VECTOR_EMPTY),
    -
    9105  m_1stNullItemsBeginCount(0),
    -
    9106  m_1stNullItemsMiddleCount(0),
    -
    9107  m_2ndNullItemsCount(0)
    -
    9108 {
    -
    9109 }
    -
    9110 
    -
    9111 VmaBlockMetadata_Linear::~VmaBlockMetadata_Linear()
    -
    9112 {
    -
    9113 }
    -
    9114 
    -
    9115 void VmaBlockMetadata_Linear::Init(VkDeviceSize size)
    +
    9000 
    +
    9001  if(mergeWithPrev)
    +
    9002  {
    +
    9003  UnregisterFreeSuballocation(prevItem);
    +
    9004  MergeFreeWithNext(prevItem);
    +
    9005  RegisterFreeSuballocation(prevItem);
    +
    9006  return prevItem;
    +
    9007  }
    +
    9008  else
    +
    9009  {
    +
    9010  RegisterFreeSuballocation(suballocItem);
    +
    9011  return suballocItem;
    +
    9012  }
    +
    9013 }
    +
    9014 
    +
    9015 void VmaBlockMetadata_Generic::RegisterFreeSuballocation(VmaSuballocationList::iterator item)
    +
    9016 {
    +
    9017  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    9018  VMA_ASSERT(item->size > 0);
    +
    9019 
    +
    9020  // You may want to enable this validation at the beginning or at the end of
    +
    9021  // this function, depending on what do you want to check.
    +
    9022  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
    +
    9023 
    +
    9024  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    +
    9025  {
    +
    9026  if(m_FreeSuballocationsBySize.empty())
    +
    9027  {
    +
    9028  m_FreeSuballocationsBySize.push_back(item);
    +
    9029  }
    +
    9030  else
    +
    9031  {
    +
    9032  VmaVectorInsertSorted<VmaSuballocationItemSizeLess>(m_FreeSuballocationsBySize, item);
    +
    9033  }
    +
    9034  }
    +
    9035 
    +
    9036  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
    +
    9037 }
    +
    9038 
    +
    9039 
    +
    9040 void VmaBlockMetadata_Generic::UnregisterFreeSuballocation(VmaSuballocationList::iterator item)
    +
    9041 {
    +
    9042  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    9043  VMA_ASSERT(item->size > 0);
    +
    9044 
    +
    9045  // You may want to enable this validation at the beginning or at the end of
    +
    9046  // this function, depending on what do you want to check.
    +
    9047  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
    +
    9048 
    +
    9049  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    +
    9050  {
    +
    9051  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
    +
    9052  m_FreeSuballocationsBySize.data(),
    +
    9053  m_FreeSuballocationsBySize.data() + m_FreeSuballocationsBySize.size(),
    +
    9054  item,
    +
    9055  VmaSuballocationItemSizeLess());
    +
    9056  for(size_t index = it - m_FreeSuballocationsBySize.data();
    +
    9057  index < m_FreeSuballocationsBySize.size();
    +
    9058  ++index)
    +
    9059  {
    +
    9060  if(m_FreeSuballocationsBySize[index] == item)
    +
    9061  {
    +
    9062  VmaVectorRemove(m_FreeSuballocationsBySize, index);
    +
    9063  return;
    +
    9064  }
    +
    9065  VMA_ASSERT((m_FreeSuballocationsBySize[index]->size == item->size) && "Not found.");
    +
    9066  }
    +
    9067  VMA_ASSERT(0 && "Not found.");
    +
    9068  }
    +
    9069 
    +
    9070  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
    +
    9071 }
    +
    9072 
    +
    9073 bool VmaBlockMetadata_Generic::IsBufferImageGranularityConflictPossible(
    +
    9074  VkDeviceSize bufferImageGranularity,
    +
    9075  VmaSuballocationType& inOutPrevSuballocType) const
    +
    9076 {
    +
    9077  if(bufferImageGranularity == 1 || IsEmpty())
    +
    9078  {
    +
    9079  return false;
    +
    9080  }
    +
    9081 
    +
    9082  VkDeviceSize minAlignment = VK_WHOLE_SIZE;
    +
    9083  bool typeConflictFound = false;
    +
    9084  for(VmaSuballocationList::const_iterator it = m_Suballocations.cbegin();
    +
    9085  it != m_Suballocations.cend();
    +
    9086  ++it)
    +
    9087  {
    +
    9088  const VmaSuballocationType suballocType = it->type;
    +
    9089  if(suballocType != VMA_SUBALLOCATION_TYPE_FREE)
    +
    9090  {
    +
    9091  minAlignment = VMA_MIN(minAlignment, it->hAllocation->GetAlignment());
    +
    9092  if(VmaIsBufferImageGranularityConflict(inOutPrevSuballocType, suballocType))
    +
    9093  {
    +
    9094  typeConflictFound = true;
    +
    9095  }
    +
    9096  inOutPrevSuballocType = suballocType;
    +
    9097  }
    +
    9098  }
    +
    9099 
    +
    9100  return typeConflictFound || minAlignment >= bufferImageGranularity;
    +
    9101 }
    +
    9102 
    +
    9104 // class VmaBlockMetadata_Linear
    +
    9105 
    +
    9106 VmaBlockMetadata_Linear::VmaBlockMetadata_Linear(VmaAllocator hAllocator) :
    +
    9107  VmaBlockMetadata(hAllocator),
    +
    9108  m_SumFreeSize(0),
    +
    9109  m_Suballocations0(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
    +
    9110  m_Suballocations1(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
    +
    9111  m_1stVectorIndex(0),
    +
    9112  m_2ndVectorMode(SECOND_VECTOR_EMPTY),
    +
    9113  m_1stNullItemsBeginCount(0),
    +
    9114  m_1stNullItemsMiddleCount(0),
    +
    9115  m_2ndNullItemsCount(0)
    9116 {
    -
    9117  VmaBlockMetadata::Init(size);
    -
    9118  m_SumFreeSize = size;
    -
    9119 }
    -
    9120 
    -
    9121 bool VmaBlockMetadata_Linear::Validate() const
    -
    9122 {
    -
    9123  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    9124  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    9125 
    -
    9126  VMA_VALIDATE(suballocations2nd.empty() == (m_2ndVectorMode == SECOND_VECTOR_EMPTY));
    -
    9127  VMA_VALIDATE(!suballocations1st.empty() ||
    -
    9128  suballocations2nd.empty() ||
    -
    9129  m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER);
    -
    9130 
    -
    9131  if(!suballocations1st.empty())
    -
    9132  {
    -
    9133  // Null item at the beginning should be accounted into m_1stNullItemsBeginCount.
    -
    9134  VMA_VALIDATE(suballocations1st[m_1stNullItemsBeginCount].hAllocation != VK_NULL_HANDLE);
    -
    9135  // Null item at the end should be just pop_back().
    -
    9136  VMA_VALIDATE(suballocations1st.back().hAllocation != VK_NULL_HANDLE);
    -
    9137  }
    -
    9138  if(!suballocations2nd.empty())
    -
    9139  {
    -
    9140  // Null item at the end should be just pop_back().
    -
    9141  VMA_VALIDATE(suballocations2nd.back().hAllocation != VK_NULL_HANDLE);
    -
    9142  }
    -
    9143 
    -
    9144  VMA_VALIDATE(m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount <= suballocations1st.size());
    -
    9145  VMA_VALIDATE(m_2ndNullItemsCount <= suballocations2nd.size());
    -
    9146 
    -
    9147  VkDeviceSize sumUsedSize = 0;
    -
    9148  const size_t suballoc1stCount = suballocations1st.size();
    -
    9149  VkDeviceSize offset = VMA_DEBUG_MARGIN;
    -
    9150 
    -
    9151  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    9152  {
    -
    9153  const size_t suballoc2ndCount = suballocations2nd.size();
    -
    9154  size_t nullItem2ndCount = 0;
    -
    9155  for(size_t i = 0; i < suballoc2ndCount; ++i)
    -
    9156  {
    -
    9157  const VmaSuballocation& suballoc = suballocations2nd[i];
    -
    9158  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    9159 
    -
    9160  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
    -
    9161  VMA_VALIDATE(suballoc.offset >= offset);
    -
    9162 
    -
    9163  if(!currFree)
    -
    9164  {
    -
    9165  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
    -
    9166  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
    -
    9167  sumUsedSize += suballoc.size;
    -
    9168  }
    -
    9169  else
    -
    9170  {
    -
    9171  ++nullItem2ndCount;
    -
    9172  }
    -
    9173 
    -
    9174  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
    -
    9175  }
    -
    9176 
    -
    9177  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
    -
    9178  }
    -
    9179 
    -
    9180  for(size_t i = 0; i < m_1stNullItemsBeginCount; ++i)
    -
    9181  {
    -
    9182  const VmaSuballocation& suballoc = suballocations1st[i];
    -
    9183  VMA_VALIDATE(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE &&
    -
    9184  suballoc.hAllocation == VK_NULL_HANDLE);
    -
    9185  }
    -
    9186 
    -
    9187  size_t nullItem1stCount = m_1stNullItemsBeginCount;
    -
    9188 
    -
    9189  for(size_t i = m_1stNullItemsBeginCount; i < suballoc1stCount; ++i)
    -
    9190  {
    -
    9191  const VmaSuballocation& suballoc = suballocations1st[i];
    -
    9192  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    9193 
    -
    9194  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
    -
    9195  VMA_VALIDATE(suballoc.offset >= offset);
    -
    9196  VMA_VALIDATE(i >= m_1stNullItemsBeginCount || currFree);
    -
    9197 
    -
    9198  if(!currFree)
    -
    9199  {
    -
    9200  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
    -
    9201  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
    -
    9202  sumUsedSize += suballoc.size;
    -
    9203  }
    -
    9204  else
    -
    9205  {
    -
    9206  ++nullItem1stCount;
    -
    9207  }
    -
    9208 
    -
    9209  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
    -
    9210  }
    -
    9211  VMA_VALIDATE(nullItem1stCount == m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount);
    -
    9212 
    -
    9213  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    -
    9214  {
    -
    9215  const size_t suballoc2ndCount = suballocations2nd.size();
    -
    9216  size_t nullItem2ndCount = 0;
    -
    9217  for(size_t i = suballoc2ndCount; i--; )
    -
    9218  {
    -
    9219  const VmaSuballocation& suballoc = suballocations2nd[i];
    -
    9220  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    -
    9221 
    -
    9222  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
    -
    9223  VMA_VALIDATE(suballoc.offset >= offset);
    -
    9224 
    -
    9225  if(!currFree)
    -
    9226  {
    -
    9227  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
    -
    9228  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
    -
    9229  sumUsedSize += suballoc.size;
    -
    9230  }
    -
    9231  else
    -
    9232  {
    -
    9233  ++nullItem2ndCount;
    -
    9234  }
    -
    9235 
    -
    9236  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
    -
    9237  }
    -
    9238 
    -
    9239  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
    -
    9240  }
    -
    9241 
    -
    9242  VMA_VALIDATE(offset <= GetSize());
    -
    9243  VMA_VALIDATE(m_SumFreeSize == GetSize() - sumUsedSize);
    -
    9244 
    -
    9245  return true;
    -
    9246 }
    -
    9247 
    -
    9248 size_t VmaBlockMetadata_Linear::GetAllocationCount() const
    -
    9249 {
    -
    9250  return AccessSuballocations1st().size() - (m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount) +
    -
    9251  AccessSuballocations2nd().size() - m_2ndNullItemsCount;
    -
    9252 }
    -
    9253 
    -
    9254 VkDeviceSize VmaBlockMetadata_Linear::GetUnusedRangeSizeMax() const
    -
    9255 {
    -
    9256  const VkDeviceSize size = GetSize();
    -
    9257 
    -
    9258  /*
    -
    9259  We don't consider gaps inside allocation vectors with freed allocations because
    -
    9260  they are not suitable for reuse in linear allocator. We consider only space that
    -
    9261  is available for new allocations.
    -
    9262  */
    -
    9263  if(IsEmpty())
    -
    9264  {
    -
    9265  return size;
    -
    9266  }
    -
    9267 
    -
    9268  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    9269 
    -
    9270  switch(m_2ndVectorMode)
    -
    9271  {
    -
    9272  case SECOND_VECTOR_EMPTY:
    -
    9273  /*
    -
    9274  Available space is after end of 1st, as well as before beginning of 1st (which
    -
    9275  whould make it a ring buffer).
    -
    9276  */
    -
    9277  {
    -
    9278  const size_t suballocations1stCount = suballocations1st.size();
    -
    9279  VMA_ASSERT(suballocations1stCount > m_1stNullItemsBeginCount);
    -
    9280  const VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
    -
    9281  const VmaSuballocation& lastSuballoc = suballocations1st[suballocations1stCount - 1];
    -
    9282  return VMA_MAX(
    -
    9283  firstSuballoc.offset,
    -
    9284  size - (lastSuballoc.offset + lastSuballoc.size));
    -
    9285  }
    -
    9286  break;
    -
    9287 
    -
    9288  case SECOND_VECTOR_RING_BUFFER:
    -
    9289  /*
    -
    9290  Available space is only between end of 2nd and beginning of 1st.
    -
    9291  */
    -
    9292  {
    -
    9293  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    9294  const VmaSuballocation& lastSuballoc2nd = suballocations2nd.back();
    -
    9295  const VmaSuballocation& firstSuballoc1st = suballocations1st[m_1stNullItemsBeginCount];
    -
    9296  return firstSuballoc1st.offset - (lastSuballoc2nd.offset + lastSuballoc2nd.size);
    -
    9297  }
    -
    9298  break;
    -
    9299 
    -
    9300  case SECOND_VECTOR_DOUBLE_STACK:
    -
    9301  /*
    -
    9302  Available space is only between end of 1st and top of 2nd.
    -
    9303  */
    -
    9304  {
    -
    9305  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    9306  const VmaSuballocation& topSuballoc2nd = suballocations2nd.back();
    -
    9307  const VmaSuballocation& lastSuballoc1st = suballocations1st.back();
    -
    9308  return topSuballoc2nd.offset - (lastSuballoc1st.offset + lastSuballoc1st.size);
    -
    9309  }
    -
    9310  break;
    -
    9311 
    -
    9312  default:
    -
    9313  VMA_ASSERT(0);
    -
    9314  return 0;
    -
    9315  }
    -
    9316 }
    -
    9317 
    -
    9318 void VmaBlockMetadata_Linear::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
    -
    9319 {
    -
    9320  const VkDeviceSize size = GetSize();
    -
    9321  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    9322  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    9323  const size_t suballoc1stCount = suballocations1st.size();
    -
    9324  const size_t suballoc2ndCount = suballocations2nd.size();
    +
    9117 }
    +
    9118 
    +
    9119 VmaBlockMetadata_Linear::~VmaBlockMetadata_Linear()
    +
    9120 {
    +
    9121 }
    +
    9122 
    +
    9123 void VmaBlockMetadata_Linear::Init(VkDeviceSize size)
    +
    9124 {
    +
    9125  VmaBlockMetadata::Init(size);
    +
    9126  m_SumFreeSize = size;
    +
    9127 }
    +
    9128 
    +
    9129 bool VmaBlockMetadata_Linear::Validate() const
    +
    9130 {
    +
    9131  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    9132  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    9133 
    +
    9134  VMA_VALIDATE(suballocations2nd.empty() == (m_2ndVectorMode == SECOND_VECTOR_EMPTY));
    +
    9135  VMA_VALIDATE(!suballocations1st.empty() ||
    +
    9136  suballocations2nd.empty() ||
    +
    9137  m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER);
    +
    9138 
    +
    9139  if(!suballocations1st.empty())
    +
    9140  {
    +
    9141  // Null item at the beginning should be accounted into m_1stNullItemsBeginCount.
    +
    9142  VMA_VALIDATE(suballocations1st[m_1stNullItemsBeginCount].hAllocation != VK_NULL_HANDLE);
    +
    9143  // Null item at the end should be just pop_back().
    +
    9144  VMA_VALIDATE(suballocations1st.back().hAllocation != VK_NULL_HANDLE);
    +
    9145  }
    +
    9146  if(!suballocations2nd.empty())
    +
    9147  {
    +
    9148  // Null item at the end should be just pop_back().
    +
    9149  VMA_VALIDATE(suballocations2nd.back().hAllocation != VK_NULL_HANDLE);
    +
    9150  }
    +
    9151 
    +
    9152  VMA_VALIDATE(m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount <= suballocations1st.size());
    +
    9153  VMA_VALIDATE(m_2ndNullItemsCount <= suballocations2nd.size());
    +
    9154 
    +
    9155  VkDeviceSize sumUsedSize = 0;
    +
    9156  const size_t suballoc1stCount = suballocations1st.size();
    +
    9157  VkDeviceSize offset = VMA_DEBUG_MARGIN;
    +
    9158 
    +
    9159  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    9160  {
    +
    9161  const size_t suballoc2ndCount = suballocations2nd.size();
    +
    9162  size_t nullItem2ndCount = 0;
    +
    9163  for(size_t i = 0; i < suballoc2ndCount; ++i)
    +
    9164  {
    +
    9165  const VmaSuballocation& suballoc = suballocations2nd[i];
    +
    9166  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    9167 
    +
    9168  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
    +
    9169  VMA_VALIDATE(suballoc.offset >= offset);
    +
    9170 
    +
    9171  if(!currFree)
    +
    9172  {
    +
    9173  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
    +
    9174  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
    +
    9175  sumUsedSize += suballoc.size;
    +
    9176  }
    +
    9177  else
    +
    9178  {
    +
    9179  ++nullItem2ndCount;
    +
    9180  }
    +
    9181 
    +
    9182  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
    +
    9183  }
    +
    9184 
    +
    9185  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
    +
    9186  }
    +
    9187 
    +
    9188  for(size_t i = 0; i < m_1stNullItemsBeginCount; ++i)
    +
    9189  {
    +
    9190  const VmaSuballocation& suballoc = suballocations1st[i];
    +
    9191  VMA_VALIDATE(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE &&
    +
    9192  suballoc.hAllocation == VK_NULL_HANDLE);
    +
    9193  }
    +
    9194 
    +
    9195  size_t nullItem1stCount = m_1stNullItemsBeginCount;
    +
    9196 
    +
    9197  for(size_t i = m_1stNullItemsBeginCount; i < suballoc1stCount; ++i)
    +
    9198  {
    +
    9199  const VmaSuballocation& suballoc = suballocations1st[i];
    +
    9200  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    9201 
    +
    9202  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
    +
    9203  VMA_VALIDATE(suballoc.offset >= offset);
    +
    9204  VMA_VALIDATE(i >= m_1stNullItemsBeginCount || currFree);
    +
    9205 
    +
    9206  if(!currFree)
    +
    9207  {
    +
    9208  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
    +
    9209  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
    +
    9210  sumUsedSize += suballoc.size;
    +
    9211  }
    +
    9212  else
    +
    9213  {
    +
    9214  ++nullItem1stCount;
    +
    9215  }
    +
    9216 
    +
    9217  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
    +
    9218  }
    +
    9219  VMA_VALIDATE(nullItem1stCount == m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount);
    +
    9220 
    +
    9221  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    +
    9222  {
    +
    9223  const size_t suballoc2ndCount = suballocations2nd.size();
    +
    9224  size_t nullItem2ndCount = 0;
    +
    9225  for(size_t i = suballoc2ndCount; i--; )
    +
    9226  {
    +
    9227  const VmaSuballocation& suballoc = suballocations2nd[i];
    +
    9228  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
    +
    9229 
    +
    9230  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
    +
    9231  VMA_VALIDATE(suballoc.offset >= offset);
    +
    9232 
    +
    9233  if(!currFree)
    +
    9234  {
    +
    9235  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
    +
    9236  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
    +
    9237  sumUsedSize += suballoc.size;
    +
    9238  }
    +
    9239  else
    +
    9240  {
    +
    9241  ++nullItem2ndCount;
    +
    9242  }
    +
    9243 
    +
    9244  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
    +
    9245  }
    +
    9246 
    +
    9247  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
    +
    9248  }
    +
    9249 
    +
    9250  VMA_VALIDATE(offset <= GetSize());
    +
    9251  VMA_VALIDATE(m_SumFreeSize == GetSize() - sumUsedSize);
    +
    9252 
    +
    9253  return true;
    +
    9254 }
    +
    9255 
    +
    9256 size_t VmaBlockMetadata_Linear::GetAllocationCount() const
    +
    9257 {
    +
    9258  return AccessSuballocations1st().size() - (m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount) +
    +
    9259  AccessSuballocations2nd().size() - m_2ndNullItemsCount;
    +
    9260 }
    +
    9261 
    +
    9262 VkDeviceSize VmaBlockMetadata_Linear::GetUnusedRangeSizeMax() const
    +
    9263 {
    +
    9264  const VkDeviceSize size = GetSize();
    +
    9265 
    +
    9266  /*
    +
    9267  We don't consider gaps inside allocation vectors with freed allocations because
    +
    9268  they are not suitable for reuse in linear allocator. We consider only space that
    +
    9269  is available for new allocations.
    +
    9270  */
    +
    9271  if(IsEmpty())
    +
    9272  {
    +
    9273  return size;
    +
    9274  }
    +
    9275 
    +
    9276  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    9277 
    +
    9278  switch(m_2ndVectorMode)
    +
    9279  {
    +
    9280  case SECOND_VECTOR_EMPTY:
    +
    9281  /*
    +
    9282  Available space is after end of 1st, as well as before beginning of 1st (which
    +
    9283  whould make it a ring buffer).
    +
    9284  */
    +
    9285  {
    +
    9286  const size_t suballocations1stCount = suballocations1st.size();
    +
    9287  VMA_ASSERT(suballocations1stCount > m_1stNullItemsBeginCount);
    +
    9288  const VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
    +
    9289  const VmaSuballocation& lastSuballoc = suballocations1st[suballocations1stCount - 1];
    +
    9290  return VMA_MAX(
    +
    9291  firstSuballoc.offset,
    +
    9292  size - (lastSuballoc.offset + lastSuballoc.size));
    +
    9293  }
    +
    9294  break;
    +
    9295 
    +
    9296  case SECOND_VECTOR_RING_BUFFER:
    +
    9297  /*
    +
    9298  Available space is only between end of 2nd and beginning of 1st.
    +
    9299  */
    +
    9300  {
    +
    9301  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    9302  const VmaSuballocation& lastSuballoc2nd = suballocations2nd.back();
    +
    9303  const VmaSuballocation& firstSuballoc1st = suballocations1st[m_1stNullItemsBeginCount];
    +
    9304  return firstSuballoc1st.offset - (lastSuballoc2nd.offset + lastSuballoc2nd.size);
    +
    9305  }
    +
    9306  break;
    +
    9307 
    +
    9308  case SECOND_VECTOR_DOUBLE_STACK:
    +
    9309  /*
    +
    9310  Available space is only between end of 1st and top of 2nd.
    +
    9311  */
    +
    9312  {
    +
    9313  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    9314  const VmaSuballocation& topSuballoc2nd = suballocations2nd.back();
    +
    9315  const VmaSuballocation& lastSuballoc1st = suballocations1st.back();
    +
    9316  return topSuballoc2nd.offset - (lastSuballoc1st.offset + lastSuballoc1st.size);
    +
    9317  }
    +
    9318  break;
    +
    9319 
    +
    9320  default:
    +
    9321  VMA_ASSERT(0);
    +
    9322  return 0;
    +
    9323  }
    +
    9324 }
    9325 
    -
    9326  outInfo.blockCount = 1;
    -
    9327  outInfo.allocationCount = (uint32_t)GetAllocationCount();
    -
    9328  outInfo.unusedRangeCount = 0;
    -
    9329  outInfo.usedBytes = 0;
    -
    9330  outInfo.allocationSizeMin = UINT64_MAX;
    -
    9331  outInfo.allocationSizeMax = 0;
    -
    9332  outInfo.unusedRangeSizeMin = UINT64_MAX;
    -
    9333  outInfo.unusedRangeSizeMax = 0;
    -
    9334 
    -
    9335  VkDeviceSize lastOffset = 0;
    -
    9336 
    -
    9337  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    9338  {
    -
    9339  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
    -
    9340  size_t nextAlloc2ndIndex = 0;
    -
    9341  while(lastOffset < freeSpace2ndTo1stEnd)
    -
    9342  {
    -
    9343  // Find next non-null allocation or move nextAllocIndex to the end.
    -
    9344  while(nextAlloc2ndIndex < suballoc2ndCount &&
    -
    9345  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    -
    9346  {
    -
    9347  ++nextAlloc2ndIndex;
    -
    9348  }
    -
    9349 
    -
    9350  // Found non-null allocation.
    -
    9351  if(nextAlloc2ndIndex < suballoc2ndCount)
    -
    9352  {
    -
    9353  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    -
    9354 
    -
    9355  // 1. Process free space before this allocation.
    -
    9356  if(lastOffset < suballoc.offset)
    -
    9357  {
    -
    9358  // There is free space from lastOffset to suballoc.offset.
    -
    9359  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9360  ++outInfo.unusedRangeCount;
    -
    9361  outInfo.unusedBytes += unusedRangeSize;
    -
    9362  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    -
    9363  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    -
    9364  }
    -
    9365 
    -
    9366  // 2. Process this allocation.
    -
    9367  // There is allocation with suballoc.offset, suballoc.size.
    -
    9368  outInfo.usedBytes += suballoc.size;
    -
    9369  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
    -
    9370  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
    -
    9371 
    -
    9372  // 3. Prepare for next iteration.
    -
    9373  lastOffset = suballoc.offset + suballoc.size;
    -
    9374  ++nextAlloc2ndIndex;
    -
    9375  }
    -
    9376  // We are at the end.
    -
    9377  else
    -
    9378  {
    -
    9379  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
    -
    9380  if(lastOffset < freeSpace2ndTo1stEnd)
    -
    9381  {
    -
    9382  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
    -
    9383  ++outInfo.unusedRangeCount;
    -
    9384  outInfo.unusedBytes += unusedRangeSize;
    -
    9385  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    -
    9386  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    -
    9387  }
    -
    9388 
    -
    9389  // End of loop.
    -
    9390  lastOffset = freeSpace2ndTo1stEnd;
    -
    9391  }
    -
    9392  }
    -
    9393  }
    -
    9394 
    -
    9395  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
    -
    9396  const VkDeviceSize freeSpace1stTo2ndEnd =
    -
    9397  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
    -
    9398  while(lastOffset < freeSpace1stTo2ndEnd)
    -
    9399  {
    -
    9400  // Find next non-null allocation or move nextAllocIndex to the end.
    -
    9401  while(nextAlloc1stIndex < suballoc1stCount &&
    -
    9402  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
    -
    9403  {
    -
    9404  ++nextAlloc1stIndex;
    -
    9405  }
    -
    9406 
    -
    9407  // Found non-null allocation.
    -
    9408  if(nextAlloc1stIndex < suballoc1stCount)
    -
    9409  {
    -
    9410  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
    -
    9411 
    -
    9412  // 1. Process free space before this allocation.
    -
    9413  if(lastOffset < suballoc.offset)
    -
    9414  {
    -
    9415  // There is free space from lastOffset to suballoc.offset.
    -
    9416  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9417  ++outInfo.unusedRangeCount;
    -
    9418  outInfo.unusedBytes += unusedRangeSize;
    -
    9419  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    -
    9420  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    -
    9421  }
    -
    9422 
    -
    9423  // 2. Process this allocation.
    -
    9424  // There is allocation with suballoc.offset, suballoc.size.
    -
    9425  outInfo.usedBytes += suballoc.size;
    -
    9426  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
    -
    9427  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
    -
    9428 
    -
    9429  // 3. Prepare for next iteration.
    -
    9430  lastOffset = suballoc.offset + suballoc.size;
    -
    9431  ++nextAlloc1stIndex;
    -
    9432  }
    -
    9433  // We are at the end.
    -
    9434  else
    -
    9435  {
    -
    9436  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
    -
    9437  if(lastOffset < freeSpace1stTo2ndEnd)
    -
    9438  {
    -
    9439  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
    -
    9440  ++outInfo.unusedRangeCount;
    -
    9441  outInfo.unusedBytes += unusedRangeSize;
    -
    9442  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    -
    9443  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    -
    9444  }
    -
    9445 
    -
    9446  // End of loop.
    -
    9447  lastOffset = freeSpace1stTo2ndEnd;
    -
    9448  }
    -
    9449  }
    -
    9450 
    -
    9451  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    -
    9452  {
    -
    9453  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
    -
    9454  while(lastOffset < size)
    -
    9455  {
    -
    9456  // Find next non-null allocation or move nextAllocIndex to the end.
    -
    9457  while(nextAlloc2ndIndex != SIZE_MAX &&
    -
    9458  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    -
    9459  {
    -
    9460  --nextAlloc2ndIndex;
    -
    9461  }
    -
    9462 
    -
    9463  // Found non-null allocation.
    -
    9464  if(nextAlloc2ndIndex != SIZE_MAX)
    -
    9465  {
    -
    9466  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    -
    9467 
    -
    9468  // 1. Process free space before this allocation.
    -
    9469  if(lastOffset < suballoc.offset)
    -
    9470  {
    -
    9471  // There is free space from lastOffset to suballoc.offset.
    -
    9472  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9473  ++outInfo.unusedRangeCount;
    -
    9474  outInfo.unusedBytes += unusedRangeSize;
    -
    9475  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    -
    9476  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    -
    9477  }
    -
    9478 
    -
    9479  // 2. Process this allocation.
    -
    9480  // There is allocation with suballoc.offset, suballoc.size.
    -
    9481  outInfo.usedBytes += suballoc.size;
    -
    9482  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
    -
    9483  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
    -
    9484 
    -
    9485  // 3. Prepare for next iteration.
    -
    9486  lastOffset = suballoc.offset + suballoc.size;
    -
    9487  --nextAlloc2ndIndex;
    -
    9488  }
    -
    9489  // We are at the end.
    -
    9490  else
    -
    9491  {
    -
    9492  // There is free space from lastOffset to size.
    -
    9493  if(lastOffset < size)
    -
    9494  {
    -
    9495  const VkDeviceSize unusedRangeSize = size - lastOffset;
    -
    9496  ++outInfo.unusedRangeCount;
    -
    9497  outInfo.unusedBytes += unusedRangeSize;
    -
    9498  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    -
    9499  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    -
    9500  }
    -
    9501 
    -
    9502  // End of loop.
    -
    9503  lastOffset = size;
    -
    9504  }
    -
    9505  }
    -
    9506  }
    -
    9507 
    -
    9508  outInfo.unusedBytes = size - outInfo.usedBytes;
    -
    9509 }
    -
    9510 
    -
    9511 void VmaBlockMetadata_Linear::AddPoolStats(VmaPoolStats& inoutStats) const
    -
    9512 {
    -
    9513  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    9514  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    9515  const VkDeviceSize size = GetSize();
    -
    9516  const size_t suballoc1stCount = suballocations1st.size();
    -
    9517  const size_t suballoc2ndCount = suballocations2nd.size();
    +
    9326 void VmaBlockMetadata_Linear::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
    +
    9327 {
    +
    9328  const VkDeviceSize size = GetSize();
    +
    9329  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    9330  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    9331  const size_t suballoc1stCount = suballocations1st.size();
    +
    9332  const size_t suballoc2ndCount = suballocations2nd.size();
    +
    9333 
    +
    9334  outInfo.blockCount = 1;
    +
    9335  outInfo.allocationCount = (uint32_t)GetAllocationCount();
    +
    9336  outInfo.unusedRangeCount = 0;
    +
    9337  outInfo.usedBytes = 0;
    +
    9338  outInfo.allocationSizeMin = UINT64_MAX;
    +
    9339  outInfo.allocationSizeMax = 0;
    +
    9340  outInfo.unusedRangeSizeMin = UINT64_MAX;
    +
    9341  outInfo.unusedRangeSizeMax = 0;
    +
    9342 
    +
    9343  VkDeviceSize lastOffset = 0;
    +
    9344 
    +
    9345  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    9346  {
    +
    9347  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
    +
    9348  size_t nextAlloc2ndIndex = 0;
    +
    9349  while(lastOffset < freeSpace2ndTo1stEnd)
    +
    9350  {
    +
    9351  // Find next non-null allocation or move nextAllocIndex to the end.
    +
    9352  while(nextAlloc2ndIndex < suballoc2ndCount &&
    +
    9353  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    +
    9354  {
    +
    9355  ++nextAlloc2ndIndex;
    +
    9356  }
    +
    9357 
    +
    9358  // Found non-null allocation.
    +
    9359  if(nextAlloc2ndIndex < suballoc2ndCount)
    +
    9360  {
    +
    9361  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    +
    9362 
    +
    9363  // 1. Process free space before this allocation.
    +
    9364  if(lastOffset < suballoc.offset)
    +
    9365  {
    +
    9366  // There is free space from lastOffset to suballoc.offset.
    +
    9367  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9368  ++outInfo.unusedRangeCount;
    +
    9369  outInfo.unusedBytes += unusedRangeSize;
    +
    9370  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    +
    9371  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    +
    9372  }
    +
    9373 
    +
    9374  // 2. Process this allocation.
    +
    9375  // There is allocation with suballoc.offset, suballoc.size.
    +
    9376  outInfo.usedBytes += suballoc.size;
    +
    9377  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
    +
    9378  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
    +
    9379 
    +
    9380  // 3. Prepare for next iteration.
    +
    9381  lastOffset = suballoc.offset + suballoc.size;
    +
    9382  ++nextAlloc2ndIndex;
    +
    9383  }
    +
    9384  // We are at the end.
    +
    9385  else
    +
    9386  {
    +
    9387  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
    +
    9388  if(lastOffset < freeSpace2ndTo1stEnd)
    +
    9389  {
    +
    9390  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
    +
    9391  ++outInfo.unusedRangeCount;
    +
    9392  outInfo.unusedBytes += unusedRangeSize;
    +
    9393  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    +
    9394  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    +
    9395  }
    +
    9396 
    +
    9397  // End of loop.
    +
    9398  lastOffset = freeSpace2ndTo1stEnd;
    +
    9399  }
    +
    9400  }
    +
    9401  }
    +
    9402 
    +
    9403  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
    +
    9404  const VkDeviceSize freeSpace1stTo2ndEnd =
    +
    9405  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
    +
    9406  while(lastOffset < freeSpace1stTo2ndEnd)
    +
    9407  {
    +
    9408  // Find next non-null allocation or move nextAllocIndex to the end.
    +
    9409  while(nextAlloc1stIndex < suballoc1stCount &&
    +
    9410  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
    +
    9411  {
    +
    9412  ++nextAlloc1stIndex;
    +
    9413  }
    +
    9414 
    +
    9415  // Found non-null allocation.
    +
    9416  if(nextAlloc1stIndex < suballoc1stCount)
    +
    9417  {
    +
    9418  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
    +
    9419 
    +
    9420  // 1. Process free space before this allocation.
    +
    9421  if(lastOffset < suballoc.offset)
    +
    9422  {
    +
    9423  // There is free space from lastOffset to suballoc.offset.
    +
    9424  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9425  ++outInfo.unusedRangeCount;
    +
    9426  outInfo.unusedBytes += unusedRangeSize;
    +
    9427  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    +
    9428  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    +
    9429  }
    +
    9430 
    +
    9431  // 2. Process this allocation.
    +
    9432  // There is allocation with suballoc.offset, suballoc.size.
    +
    9433  outInfo.usedBytes += suballoc.size;
    +
    9434  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
    +
    9435  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
    +
    9436 
    +
    9437  // 3. Prepare for next iteration.
    +
    9438  lastOffset = suballoc.offset + suballoc.size;
    +
    9439  ++nextAlloc1stIndex;
    +
    9440  }
    +
    9441  // We are at the end.
    +
    9442  else
    +
    9443  {
    +
    9444  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
    +
    9445  if(lastOffset < freeSpace1stTo2ndEnd)
    +
    9446  {
    +
    9447  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
    +
    9448  ++outInfo.unusedRangeCount;
    +
    9449  outInfo.unusedBytes += unusedRangeSize;
    +
    9450  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    +
    9451  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    +
    9452  }
    +
    9453 
    +
    9454  // End of loop.
    +
    9455  lastOffset = freeSpace1stTo2ndEnd;
    +
    9456  }
    +
    9457  }
    +
    9458 
    +
    9459  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    +
    9460  {
    +
    9461  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
    +
    9462  while(lastOffset < size)
    +
    9463  {
    +
    9464  // Find next non-null allocation or move nextAllocIndex to the end.
    +
    9465  while(nextAlloc2ndIndex != SIZE_MAX &&
    +
    9466  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    +
    9467  {
    +
    9468  --nextAlloc2ndIndex;
    +
    9469  }
    +
    9470 
    +
    9471  // Found non-null allocation.
    +
    9472  if(nextAlloc2ndIndex != SIZE_MAX)
    +
    9473  {
    +
    9474  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    +
    9475 
    +
    9476  // 1. Process free space before this allocation.
    +
    9477  if(lastOffset < suballoc.offset)
    +
    9478  {
    +
    9479  // There is free space from lastOffset to suballoc.offset.
    +
    9480  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9481  ++outInfo.unusedRangeCount;
    +
    9482  outInfo.unusedBytes += unusedRangeSize;
    +
    9483  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    +
    9484  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    +
    9485  }
    +
    9486 
    +
    9487  // 2. Process this allocation.
    +
    9488  // There is allocation with suballoc.offset, suballoc.size.
    +
    9489  outInfo.usedBytes += suballoc.size;
    +
    9490  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
    +
    9491  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
    +
    9492 
    +
    9493  // 3. Prepare for next iteration.
    +
    9494  lastOffset = suballoc.offset + suballoc.size;
    +
    9495  --nextAlloc2ndIndex;
    +
    9496  }
    +
    9497  // We are at the end.
    +
    9498  else
    +
    9499  {
    +
    9500  // There is free space from lastOffset to size.
    +
    9501  if(lastOffset < size)
    +
    9502  {
    +
    9503  const VkDeviceSize unusedRangeSize = size - lastOffset;
    +
    9504  ++outInfo.unusedRangeCount;
    +
    9505  outInfo.unusedBytes += unusedRangeSize;
    +
    9506  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
    +
    9507  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
    +
    9508  }
    +
    9509 
    +
    9510  // End of loop.
    +
    9511  lastOffset = size;
    +
    9512  }
    +
    9513  }
    +
    9514  }
    +
    9515 
    +
    9516  outInfo.unusedBytes = size - outInfo.usedBytes;
    +
    9517 }
    9518 
    -
    9519  inoutStats.size += size;
    -
    9520 
    -
    9521  VkDeviceSize lastOffset = 0;
    -
    9522 
    -
    9523  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    9524  {
    -
    9525  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
    -
    9526  size_t nextAlloc2ndIndex = m_1stNullItemsBeginCount;
    -
    9527  while(lastOffset < freeSpace2ndTo1stEnd)
    -
    9528  {
    -
    9529  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    -
    9530  while(nextAlloc2ndIndex < suballoc2ndCount &&
    -
    9531  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    -
    9532  {
    -
    9533  ++nextAlloc2ndIndex;
    -
    9534  }
    -
    9535 
    -
    9536  // Found non-null allocation.
    -
    9537  if(nextAlloc2ndIndex < suballoc2ndCount)
    -
    9538  {
    -
    9539  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    -
    9540 
    -
    9541  // 1. Process free space before this allocation.
    -
    9542  if(lastOffset < suballoc.offset)
    -
    9543  {
    -
    9544  // There is free space from lastOffset to suballoc.offset.
    -
    9545  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9546  inoutStats.unusedSize += unusedRangeSize;
    -
    9547  ++inoutStats.unusedRangeCount;
    -
    9548  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    -
    9549  }
    -
    9550 
    -
    9551  // 2. Process this allocation.
    -
    9552  // There is allocation with suballoc.offset, suballoc.size.
    -
    9553  ++inoutStats.allocationCount;
    -
    9554 
    -
    9555  // 3. Prepare for next iteration.
    -
    9556  lastOffset = suballoc.offset + suballoc.size;
    -
    9557  ++nextAlloc2ndIndex;
    -
    9558  }
    -
    9559  // We are at the end.
    -
    9560  else
    -
    9561  {
    -
    9562  if(lastOffset < freeSpace2ndTo1stEnd)
    -
    9563  {
    -
    9564  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
    -
    9565  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
    -
    9566  inoutStats.unusedSize += unusedRangeSize;
    -
    9567  ++inoutStats.unusedRangeCount;
    -
    9568  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    -
    9569  }
    -
    9570 
    -
    9571  // End of loop.
    -
    9572  lastOffset = freeSpace2ndTo1stEnd;
    -
    9573  }
    -
    9574  }
    -
    9575  }
    -
    9576 
    -
    9577  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
    -
    9578  const VkDeviceSize freeSpace1stTo2ndEnd =
    -
    9579  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
    -
    9580  while(lastOffset < freeSpace1stTo2ndEnd)
    -
    9581  {
    -
    9582  // Find next non-null allocation or move nextAllocIndex to the end.
    -
    9583  while(nextAlloc1stIndex < suballoc1stCount &&
    -
    9584  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
    -
    9585  {
    -
    9586  ++nextAlloc1stIndex;
    -
    9587  }
    -
    9588 
    -
    9589  // Found non-null allocation.
    -
    9590  if(nextAlloc1stIndex < suballoc1stCount)
    -
    9591  {
    -
    9592  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
    -
    9593 
    -
    9594  // 1. Process free space before this allocation.
    -
    9595  if(lastOffset < suballoc.offset)
    -
    9596  {
    -
    9597  // There is free space from lastOffset to suballoc.offset.
    -
    9598  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9599  inoutStats.unusedSize += unusedRangeSize;
    -
    9600  ++inoutStats.unusedRangeCount;
    -
    9601  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    -
    9602  }
    -
    9603 
    -
    9604  // 2. Process this allocation.
    -
    9605  // There is allocation with suballoc.offset, suballoc.size.
    -
    9606  ++inoutStats.allocationCount;
    -
    9607 
    -
    9608  // 3. Prepare for next iteration.
    -
    9609  lastOffset = suballoc.offset + suballoc.size;
    -
    9610  ++nextAlloc1stIndex;
    -
    9611  }
    -
    9612  // We are at the end.
    -
    9613  else
    -
    9614  {
    -
    9615  if(lastOffset < freeSpace1stTo2ndEnd)
    -
    9616  {
    -
    9617  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
    -
    9618  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
    -
    9619  inoutStats.unusedSize += unusedRangeSize;
    -
    9620  ++inoutStats.unusedRangeCount;
    -
    9621  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    -
    9622  }
    -
    9623 
    -
    9624  // End of loop.
    -
    9625  lastOffset = freeSpace1stTo2ndEnd;
    -
    9626  }
    -
    9627  }
    -
    9628 
    -
    9629  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    -
    9630  {
    -
    9631  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
    -
    9632  while(lastOffset < size)
    -
    9633  {
    -
    9634  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    -
    9635  while(nextAlloc2ndIndex != SIZE_MAX &&
    -
    9636  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    -
    9637  {
    -
    9638  --nextAlloc2ndIndex;
    -
    9639  }
    -
    9640 
    -
    9641  // Found non-null allocation.
    -
    9642  if(nextAlloc2ndIndex != SIZE_MAX)
    -
    9643  {
    -
    9644  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    -
    9645 
    -
    9646  // 1. Process free space before this allocation.
    -
    9647  if(lastOffset < suballoc.offset)
    -
    9648  {
    -
    9649  // There is free space from lastOffset to suballoc.offset.
    -
    9650  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9651  inoutStats.unusedSize += unusedRangeSize;
    -
    9652  ++inoutStats.unusedRangeCount;
    -
    9653  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    -
    9654  }
    -
    9655 
    -
    9656  // 2. Process this allocation.
    -
    9657  // There is allocation with suballoc.offset, suballoc.size.
    -
    9658  ++inoutStats.allocationCount;
    -
    9659 
    -
    9660  // 3. Prepare for next iteration.
    -
    9661  lastOffset = suballoc.offset + suballoc.size;
    -
    9662  --nextAlloc2ndIndex;
    -
    9663  }
    -
    9664  // We are at the end.
    -
    9665  else
    -
    9666  {
    -
    9667  if(lastOffset < size)
    -
    9668  {
    -
    9669  // There is free space from lastOffset to size.
    -
    9670  const VkDeviceSize unusedRangeSize = size - lastOffset;
    -
    9671  inoutStats.unusedSize += unusedRangeSize;
    -
    9672  ++inoutStats.unusedRangeCount;
    -
    9673  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    -
    9674  }
    -
    9675 
    -
    9676  // End of loop.
    -
    9677  lastOffset = size;
    -
    9678  }
    -
    9679  }
    -
    9680  }
    -
    9681 }
    -
    9682 
    -
    9683 #if VMA_STATS_STRING_ENABLED
    -
    9684 void VmaBlockMetadata_Linear::PrintDetailedMap(class VmaJsonWriter& json) const
    -
    9685 {
    -
    9686  const VkDeviceSize size = GetSize();
    -
    9687  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    9688  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    9689  const size_t suballoc1stCount = suballocations1st.size();
    -
    9690  const size_t suballoc2ndCount = suballocations2nd.size();
    -
    9691 
    -
    9692  // FIRST PASS
    -
    9693 
    -
    9694  size_t unusedRangeCount = 0;
    -
    9695  VkDeviceSize usedBytes = 0;
    -
    9696 
    -
    9697  VkDeviceSize lastOffset = 0;
    -
    9698 
    -
    9699  size_t alloc2ndCount = 0;
    -
    9700  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    9701  {
    -
    9702  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
    -
    9703  size_t nextAlloc2ndIndex = 0;
    -
    9704  while(lastOffset < freeSpace2ndTo1stEnd)
    -
    9705  {
    -
    9706  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    -
    9707  while(nextAlloc2ndIndex < suballoc2ndCount &&
    -
    9708  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    -
    9709  {
    -
    9710  ++nextAlloc2ndIndex;
    -
    9711  }
    -
    9712 
    -
    9713  // Found non-null allocation.
    -
    9714  if(nextAlloc2ndIndex < suballoc2ndCount)
    -
    9715  {
    -
    9716  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    -
    9717 
    -
    9718  // 1. Process free space before this allocation.
    -
    9719  if(lastOffset < suballoc.offset)
    -
    9720  {
    -
    9721  // There is free space from lastOffset to suballoc.offset.
    -
    9722  ++unusedRangeCount;
    -
    9723  }
    -
    9724 
    -
    9725  // 2. Process this allocation.
    -
    9726  // There is allocation with suballoc.offset, suballoc.size.
    -
    9727  ++alloc2ndCount;
    -
    9728  usedBytes += suballoc.size;
    -
    9729 
    -
    9730  // 3. Prepare for next iteration.
    -
    9731  lastOffset = suballoc.offset + suballoc.size;
    -
    9732  ++nextAlloc2ndIndex;
    -
    9733  }
    -
    9734  // We are at the end.
    -
    9735  else
    -
    9736  {
    -
    9737  if(lastOffset < freeSpace2ndTo1stEnd)
    -
    9738  {
    -
    9739  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
    -
    9740  ++unusedRangeCount;
    -
    9741  }
    -
    9742 
    -
    9743  // End of loop.
    -
    9744  lastOffset = freeSpace2ndTo1stEnd;
    -
    9745  }
    -
    9746  }
    -
    9747  }
    -
    9748 
    -
    9749  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
    -
    9750  size_t alloc1stCount = 0;
    -
    9751  const VkDeviceSize freeSpace1stTo2ndEnd =
    -
    9752  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
    -
    9753  while(lastOffset < freeSpace1stTo2ndEnd)
    -
    9754  {
    -
    9755  // Find next non-null allocation or move nextAllocIndex to the end.
    -
    9756  while(nextAlloc1stIndex < suballoc1stCount &&
    -
    9757  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
    -
    9758  {
    -
    9759  ++nextAlloc1stIndex;
    -
    9760  }
    -
    9761 
    -
    9762  // Found non-null allocation.
    -
    9763  if(nextAlloc1stIndex < suballoc1stCount)
    -
    9764  {
    -
    9765  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
    -
    9766 
    -
    9767  // 1. Process free space before this allocation.
    -
    9768  if(lastOffset < suballoc.offset)
    -
    9769  {
    -
    9770  // There is free space from lastOffset to suballoc.offset.
    -
    9771  ++unusedRangeCount;
    -
    9772  }
    -
    9773 
    -
    9774  // 2. Process this allocation.
    -
    9775  // There is allocation with suballoc.offset, suballoc.size.
    -
    9776  ++alloc1stCount;
    -
    9777  usedBytes += suballoc.size;
    -
    9778 
    -
    9779  // 3. Prepare for next iteration.
    -
    9780  lastOffset = suballoc.offset + suballoc.size;
    -
    9781  ++nextAlloc1stIndex;
    -
    9782  }
    -
    9783  // We are at the end.
    -
    9784  else
    -
    9785  {
    -
    9786  if(lastOffset < size)
    -
    9787  {
    -
    9788  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
    -
    9789  ++unusedRangeCount;
    -
    9790  }
    -
    9791 
    -
    9792  // End of loop.
    -
    9793  lastOffset = freeSpace1stTo2ndEnd;
    -
    9794  }
    -
    9795  }
    -
    9796 
    -
    9797  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    -
    9798  {
    -
    9799  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
    -
    9800  while(lastOffset < size)
    -
    9801  {
    -
    9802  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    -
    9803  while(nextAlloc2ndIndex != SIZE_MAX &&
    -
    9804  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    -
    9805  {
    -
    9806  --nextAlloc2ndIndex;
    -
    9807  }
    -
    9808 
    -
    9809  // Found non-null allocation.
    -
    9810  if(nextAlloc2ndIndex != SIZE_MAX)
    -
    9811  {
    -
    9812  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    -
    9813 
    -
    9814  // 1. Process free space before this allocation.
    -
    9815  if(lastOffset < suballoc.offset)
    -
    9816  {
    -
    9817  // There is free space from lastOffset to suballoc.offset.
    -
    9818  ++unusedRangeCount;
    -
    9819  }
    -
    9820 
    -
    9821  // 2. Process this allocation.
    -
    9822  // There is allocation with suballoc.offset, suballoc.size.
    -
    9823  ++alloc2ndCount;
    -
    9824  usedBytes += suballoc.size;
    -
    9825 
    -
    9826  // 3. Prepare for next iteration.
    -
    9827  lastOffset = suballoc.offset + suballoc.size;
    -
    9828  --nextAlloc2ndIndex;
    -
    9829  }
    -
    9830  // We are at the end.
    -
    9831  else
    -
    9832  {
    -
    9833  if(lastOffset < size)
    -
    9834  {
    -
    9835  // There is free space from lastOffset to size.
    -
    9836  ++unusedRangeCount;
    -
    9837  }
    -
    9838 
    -
    9839  // End of loop.
    -
    9840  lastOffset = size;
    -
    9841  }
    -
    9842  }
    -
    9843  }
    -
    9844 
    -
    9845  const VkDeviceSize unusedBytes = size - usedBytes;
    -
    9846  PrintDetailedMap_Begin(json, unusedBytes, alloc1stCount + alloc2ndCount, unusedRangeCount);
    -
    9847 
    -
    9848  // SECOND PASS
    -
    9849  lastOffset = 0;
    -
    9850 
    -
    9851  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    9852  {
    -
    9853  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
    -
    9854  size_t nextAlloc2ndIndex = 0;
    -
    9855  while(lastOffset < freeSpace2ndTo1stEnd)
    -
    9856  {
    -
    9857  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    -
    9858  while(nextAlloc2ndIndex < suballoc2ndCount &&
    -
    9859  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    -
    9860  {
    -
    9861  ++nextAlloc2ndIndex;
    -
    9862  }
    -
    9863 
    -
    9864  // Found non-null allocation.
    -
    9865  if(nextAlloc2ndIndex < suballoc2ndCount)
    -
    9866  {
    -
    9867  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    -
    9868 
    -
    9869  // 1. Process free space before this allocation.
    -
    9870  if(lastOffset < suballoc.offset)
    -
    9871  {
    -
    9872  // There is free space from lastOffset to suballoc.offset.
    -
    9873  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9874  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    -
    9875  }
    +
    9519 void VmaBlockMetadata_Linear::AddPoolStats(VmaPoolStats& inoutStats) const
    +
    9520 {
    +
    9521  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    9522  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    9523  const VkDeviceSize size = GetSize();
    +
    9524  const size_t suballoc1stCount = suballocations1st.size();
    +
    9525  const size_t suballoc2ndCount = suballocations2nd.size();
    +
    9526 
    +
    9527  inoutStats.size += size;
    +
    9528 
    +
    9529  VkDeviceSize lastOffset = 0;
    +
    9530 
    +
    9531  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    9532  {
    +
    9533  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
    +
    9534  size_t nextAlloc2ndIndex = m_1stNullItemsBeginCount;
    +
    9535  while(lastOffset < freeSpace2ndTo1stEnd)
    +
    9536  {
    +
    9537  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    +
    9538  while(nextAlloc2ndIndex < suballoc2ndCount &&
    +
    9539  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    +
    9540  {
    +
    9541  ++nextAlloc2ndIndex;
    +
    9542  }
    +
    9543 
    +
    9544  // Found non-null allocation.
    +
    9545  if(nextAlloc2ndIndex < suballoc2ndCount)
    +
    9546  {
    +
    9547  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    +
    9548 
    +
    9549  // 1. Process free space before this allocation.
    +
    9550  if(lastOffset < suballoc.offset)
    +
    9551  {
    +
    9552  // There is free space from lastOffset to suballoc.offset.
    +
    9553  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9554  inoutStats.unusedSize += unusedRangeSize;
    +
    9555  ++inoutStats.unusedRangeCount;
    +
    9556  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    +
    9557  }
    +
    9558 
    +
    9559  // 2. Process this allocation.
    +
    9560  // There is allocation with suballoc.offset, suballoc.size.
    +
    9561  ++inoutStats.allocationCount;
    +
    9562 
    +
    9563  // 3. Prepare for next iteration.
    +
    9564  lastOffset = suballoc.offset + suballoc.size;
    +
    9565  ++nextAlloc2ndIndex;
    +
    9566  }
    +
    9567  // We are at the end.
    +
    9568  else
    +
    9569  {
    +
    9570  if(lastOffset < freeSpace2ndTo1stEnd)
    +
    9571  {
    +
    9572  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
    +
    9573  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
    +
    9574  inoutStats.unusedSize += unusedRangeSize;
    +
    9575  ++inoutStats.unusedRangeCount;
    +
    9576  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    +
    9577  }
    +
    9578 
    +
    9579  // End of loop.
    +
    9580  lastOffset = freeSpace2ndTo1stEnd;
    +
    9581  }
    +
    9582  }
    +
    9583  }
    +
    9584 
    +
    9585  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
    +
    9586  const VkDeviceSize freeSpace1stTo2ndEnd =
    +
    9587  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
    +
    9588  while(lastOffset < freeSpace1stTo2ndEnd)
    +
    9589  {
    +
    9590  // Find next non-null allocation or move nextAllocIndex to the end.
    +
    9591  while(nextAlloc1stIndex < suballoc1stCount &&
    +
    9592  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
    +
    9593  {
    +
    9594  ++nextAlloc1stIndex;
    +
    9595  }
    +
    9596 
    +
    9597  // Found non-null allocation.
    +
    9598  if(nextAlloc1stIndex < suballoc1stCount)
    +
    9599  {
    +
    9600  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
    +
    9601 
    +
    9602  // 1. Process free space before this allocation.
    +
    9603  if(lastOffset < suballoc.offset)
    +
    9604  {
    +
    9605  // There is free space from lastOffset to suballoc.offset.
    +
    9606  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9607  inoutStats.unusedSize += unusedRangeSize;
    +
    9608  ++inoutStats.unusedRangeCount;
    +
    9609  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    +
    9610  }
    +
    9611 
    +
    9612  // 2. Process this allocation.
    +
    9613  // There is allocation with suballoc.offset, suballoc.size.
    +
    9614  ++inoutStats.allocationCount;
    +
    9615 
    +
    9616  // 3. Prepare for next iteration.
    +
    9617  lastOffset = suballoc.offset + suballoc.size;
    +
    9618  ++nextAlloc1stIndex;
    +
    9619  }
    +
    9620  // We are at the end.
    +
    9621  else
    +
    9622  {
    +
    9623  if(lastOffset < freeSpace1stTo2ndEnd)
    +
    9624  {
    +
    9625  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
    +
    9626  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
    +
    9627  inoutStats.unusedSize += unusedRangeSize;
    +
    9628  ++inoutStats.unusedRangeCount;
    +
    9629  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    +
    9630  }
    +
    9631 
    +
    9632  // End of loop.
    +
    9633  lastOffset = freeSpace1stTo2ndEnd;
    +
    9634  }
    +
    9635  }
    +
    9636 
    +
    9637  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    +
    9638  {
    +
    9639  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
    +
    9640  while(lastOffset < size)
    +
    9641  {
    +
    9642  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    +
    9643  while(nextAlloc2ndIndex != SIZE_MAX &&
    +
    9644  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    +
    9645  {
    +
    9646  --nextAlloc2ndIndex;
    +
    9647  }
    +
    9648 
    +
    9649  // Found non-null allocation.
    +
    9650  if(nextAlloc2ndIndex != SIZE_MAX)
    +
    9651  {
    +
    9652  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    +
    9653 
    +
    9654  // 1. Process free space before this allocation.
    +
    9655  if(lastOffset < suballoc.offset)
    +
    9656  {
    +
    9657  // There is free space from lastOffset to suballoc.offset.
    +
    9658  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9659  inoutStats.unusedSize += unusedRangeSize;
    +
    9660  ++inoutStats.unusedRangeCount;
    +
    9661  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    +
    9662  }
    +
    9663 
    +
    9664  // 2. Process this allocation.
    +
    9665  // There is allocation with suballoc.offset, suballoc.size.
    +
    9666  ++inoutStats.allocationCount;
    +
    9667 
    +
    9668  // 3. Prepare for next iteration.
    +
    9669  lastOffset = suballoc.offset + suballoc.size;
    +
    9670  --nextAlloc2ndIndex;
    +
    9671  }
    +
    9672  // We are at the end.
    +
    9673  else
    +
    9674  {
    +
    9675  if(lastOffset < size)
    +
    9676  {
    +
    9677  // There is free space from lastOffset to size.
    +
    9678  const VkDeviceSize unusedRangeSize = size - lastOffset;
    +
    9679  inoutStats.unusedSize += unusedRangeSize;
    +
    9680  ++inoutStats.unusedRangeCount;
    +
    9681  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
    +
    9682  }
    +
    9683 
    +
    9684  // End of loop.
    +
    9685  lastOffset = size;
    +
    9686  }
    +
    9687  }
    +
    9688  }
    +
    9689 }
    +
    9690 
    +
    9691 #if VMA_STATS_STRING_ENABLED
    +
    9692 void VmaBlockMetadata_Linear::PrintDetailedMap(class VmaJsonWriter& json) const
    +
    9693 {
    +
    9694  const VkDeviceSize size = GetSize();
    +
    9695  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    9696  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    9697  const size_t suballoc1stCount = suballocations1st.size();
    +
    9698  const size_t suballoc2ndCount = suballocations2nd.size();
    +
    9699 
    +
    9700  // FIRST PASS
    +
    9701 
    +
    9702  size_t unusedRangeCount = 0;
    +
    9703  VkDeviceSize usedBytes = 0;
    +
    9704 
    +
    9705  VkDeviceSize lastOffset = 0;
    +
    9706 
    +
    9707  size_t alloc2ndCount = 0;
    +
    9708  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    9709  {
    +
    9710  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
    +
    9711  size_t nextAlloc2ndIndex = 0;
    +
    9712  while(lastOffset < freeSpace2ndTo1stEnd)
    +
    9713  {
    +
    9714  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    +
    9715  while(nextAlloc2ndIndex < suballoc2ndCount &&
    +
    9716  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    +
    9717  {
    +
    9718  ++nextAlloc2ndIndex;
    +
    9719  }
    +
    9720 
    +
    9721  // Found non-null allocation.
    +
    9722  if(nextAlloc2ndIndex < suballoc2ndCount)
    +
    9723  {
    +
    9724  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    +
    9725 
    +
    9726  // 1. Process free space before this allocation.
    +
    9727  if(lastOffset < suballoc.offset)
    +
    9728  {
    +
    9729  // There is free space from lastOffset to suballoc.offset.
    +
    9730  ++unusedRangeCount;
    +
    9731  }
    +
    9732 
    +
    9733  // 2. Process this allocation.
    +
    9734  // There is allocation with suballoc.offset, suballoc.size.
    +
    9735  ++alloc2ndCount;
    +
    9736  usedBytes += suballoc.size;
    +
    9737 
    +
    9738  // 3. Prepare for next iteration.
    +
    9739  lastOffset = suballoc.offset + suballoc.size;
    +
    9740  ++nextAlloc2ndIndex;
    +
    9741  }
    +
    9742  // We are at the end.
    +
    9743  else
    +
    9744  {
    +
    9745  if(lastOffset < freeSpace2ndTo1stEnd)
    +
    9746  {
    +
    9747  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
    +
    9748  ++unusedRangeCount;
    +
    9749  }
    +
    9750 
    +
    9751  // End of loop.
    +
    9752  lastOffset = freeSpace2ndTo1stEnd;
    +
    9753  }
    +
    9754  }
    +
    9755  }
    +
    9756 
    +
    9757  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
    +
    9758  size_t alloc1stCount = 0;
    +
    9759  const VkDeviceSize freeSpace1stTo2ndEnd =
    +
    9760  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
    +
    9761  while(lastOffset < freeSpace1stTo2ndEnd)
    +
    9762  {
    +
    9763  // Find next non-null allocation or move nextAllocIndex to the end.
    +
    9764  while(nextAlloc1stIndex < suballoc1stCount &&
    +
    9765  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
    +
    9766  {
    +
    9767  ++nextAlloc1stIndex;
    +
    9768  }
    +
    9769 
    +
    9770  // Found non-null allocation.
    +
    9771  if(nextAlloc1stIndex < suballoc1stCount)
    +
    9772  {
    +
    9773  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
    +
    9774 
    +
    9775  // 1. Process free space before this allocation.
    +
    9776  if(lastOffset < suballoc.offset)
    +
    9777  {
    +
    9778  // There is free space from lastOffset to suballoc.offset.
    +
    9779  ++unusedRangeCount;
    +
    9780  }
    +
    9781 
    +
    9782  // 2. Process this allocation.
    +
    9783  // There is allocation with suballoc.offset, suballoc.size.
    +
    9784  ++alloc1stCount;
    +
    9785  usedBytes += suballoc.size;
    +
    9786 
    +
    9787  // 3. Prepare for next iteration.
    +
    9788  lastOffset = suballoc.offset + suballoc.size;
    +
    9789  ++nextAlloc1stIndex;
    +
    9790  }
    +
    9791  // We are at the end.
    +
    9792  else
    +
    9793  {
    +
    9794  if(lastOffset < size)
    +
    9795  {
    +
    9796  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
    +
    9797  ++unusedRangeCount;
    +
    9798  }
    +
    9799 
    +
    9800  // End of loop.
    +
    9801  lastOffset = freeSpace1stTo2ndEnd;
    +
    9802  }
    +
    9803  }
    +
    9804 
    +
    9805  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    +
    9806  {
    +
    9807  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
    +
    9808  while(lastOffset < size)
    +
    9809  {
    +
    9810  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    +
    9811  while(nextAlloc2ndIndex != SIZE_MAX &&
    +
    9812  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    +
    9813  {
    +
    9814  --nextAlloc2ndIndex;
    +
    9815  }
    +
    9816 
    +
    9817  // Found non-null allocation.
    +
    9818  if(nextAlloc2ndIndex != SIZE_MAX)
    +
    9819  {
    +
    9820  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    +
    9821 
    +
    9822  // 1. Process free space before this allocation.
    +
    9823  if(lastOffset < suballoc.offset)
    +
    9824  {
    +
    9825  // There is free space from lastOffset to suballoc.offset.
    +
    9826  ++unusedRangeCount;
    +
    9827  }
    +
    9828 
    +
    9829  // 2. Process this allocation.
    +
    9830  // There is allocation with suballoc.offset, suballoc.size.
    +
    9831  ++alloc2ndCount;
    +
    9832  usedBytes += suballoc.size;
    +
    9833 
    +
    9834  // 3. Prepare for next iteration.
    +
    9835  lastOffset = suballoc.offset + suballoc.size;
    +
    9836  --nextAlloc2ndIndex;
    +
    9837  }
    +
    9838  // We are at the end.
    +
    9839  else
    +
    9840  {
    +
    9841  if(lastOffset < size)
    +
    9842  {
    +
    9843  // There is free space from lastOffset to size.
    +
    9844  ++unusedRangeCount;
    +
    9845  }
    +
    9846 
    +
    9847  // End of loop.
    +
    9848  lastOffset = size;
    +
    9849  }
    +
    9850  }
    +
    9851  }
    +
    9852 
    +
    9853  const VkDeviceSize unusedBytes = size - usedBytes;
    +
    9854  PrintDetailedMap_Begin(json, unusedBytes, alloc1stCount + alloc2ndCount, unusedRangeCount);
    +
    9855 
    +
    9856  // SECOND PASS
    +
    9857  lastOffset = 0;
    +
    9858 
    +
    9859  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    9860  {
    +
    9861  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
    +
    9862  size_t nextAlloc2ndIndex = 0;
    +
    9863  while(lastOffset < freeSpace2ndTo1stEnd)
    +
    9864  {
    +
    9865  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    +
    9866  while(nextAlloc2ndIndex < suballoc2ndCount &&
    +
    9867  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    +
    9868  {
    +
    9869  ++nextAlloc2ndIndex;
    +
    9870  }
    +
    9871 
    +
    9872  // Found non-null allocation.
    +
    9873  if(nextAlloc2ndIndex < suballoc2ndCount)
    +
    9874  {
    +
    9875  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    9876 
    -
    9877  // 2. Process this allocation.
    -
    9878  // There is allocation with suballoc.offset, suballoc.size.
    -
    9879  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
    -
    9880 
    -
    9881  // 3. Prepare for next iteration.
    -
    9882  lastOffset = suballoc.offset + suballoc.size;
    -
    9883  ++nextAlloc2ndIndex;
    -
    9884  }
    -
    9885  // We are at the end.
    -
    9886  else
    -
    9887  {
    -
    9888  if(lastOffset < freeSpace2ndTo1stEnd)
    -
    9889  {
    -
    9890  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
    -
    9891  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
    -
    9892  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    -
    9893  }
    -
    9894 
    -
    9895  // End of loop.
    -
    9896  lastOffset = freeSpace2ndTo1stEnd;
    -
    9897  }
    -
    9898  }
    -
    9899  }
    -
    9900 
    -
    9901  nextAlloc1stIndex = m_1stNullItemsBeginCount;
    -
    9902  while(lastOffset < freeSpace1stTo2ndEnd)
    -
    9903  {
    -
    9904  // Find next non-null allocation or move nextAllocIndex to the end.
    -
    9905  while(nextAlloc1stIndex < suballoc1stCount &&
    -
    9906  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
    -
    9907  {
    -
    9908  ++nextAlloc1stIndex;
    -
    9909  }
    -
    9910 
    -
    9911  // Found non-null allocation.
    -
    9912  if(nextAlloc1stIndex < suballoc1stCount)
    -
    9913  {
    -
    9914  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
    -
    9915 
    -
    9916  // 1. Process free space before this allocation.
    -
    9917  if(lastOffset < suballoc.offset)
    -
    9918  {
    -
    9919  // There is free space from lastOffset to suballoc.offset.
    -
    9920  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9921  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    -
    9922  }
    +
    9877  // 1. Process free space before this allocation.
    +
    9878  if(lastOffset < suballoc.offset)
    +
    9879  {
    +
    9880  // There is free space from lastOffset to suballoc.offset.
    +
    9881  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9882  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    +
    9883  }
    +
    9884 
    +
    9885  // 2. Process this allocation.
    +
    9886  // There is allocation with suballoc.offset, suballoc.size.
    +
    9887  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
    +
    9888 
    +
    9889  // 3. Prepare for next iteration.
    +
    9890  lastOffset = suballoc.offset + suballoc.size;
    +
    9891  ++nextAlloc2ndIndex;
    +
    9892  }
    +
    9893  // We are at the end.
    +
    9894  else
    +
    9895  {
    +
    9896  if(lastOffset < freeSpace2ndTo1stEnd)
    +
    9897  {
    +
    9898  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
    +
    9899  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
    +
    9900  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    +
    9901  }
    +
    9902 
    +
    9903  // End of loop.
    +
    9904  lastOffset = freeSpace2ndTo1stEnd;
    +
    9905  }
    +
    9906  }
    +
    9907  }
    +
    9908 
    +
    9909  nextAlloc1stIndex = m_1stNullItemsBeginCount;
    +
    9910  while(lastOffset < freeSpace1stTo2ndEnd)
    +
    9911  {
    +
    9912  // Find next non-null allocation or move nextAllocIndex to the end.
    +
    9913  while(nextAlloc1stIndex < suballoc1stCount &&
    +
    9914  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
    +
    9915  {
    +
    9916  ++nextAlloc1stIndex;
    +
    9917  }
    +
    9918 
    +
    9919  // Found non-null allocation.
    +
    9920  if(nextAlloc1stIndex < suballoc1stCount)
    +
    9921  {
    +
    9922  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
    9923 
    -
    9924  // 2. Process this allocation.
    -
    9925  // There is allocation with suballoc.offset, suballoc.size.
    -
    9926  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
    -
    9927 
    -
    9928  // 3. Prepare for next iteration.
    -
    9929  lastOffset = suballoc.offset + suballoc.size;
    -
    9930  ++nextAlloc1stIndex;
    -
    9931  }
    -
    9932  // We are at the end.
    -
    9933  else
    -
    9934  {
    -
    9935  if(lastOffset < freeSpace1stTo2ndEnd)
    -
    9936  {
    -
    9937  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
    -
    9938  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
    -
    9939  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    -
    9940  }
    -
    9941 
    -
    9942  // End of loop.
    -
    9943  lastOffset = freeSpace1stTo2ndEnd;
    -
    9944  }
    -
    9945  }
    -
    9946 
    -
    9947  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    -
    9948  {
    -
    9949  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
    -
    9950  while(lastOffset < size)
    -
    9951  {
    -
    9952  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    -
    9953  while(nextAlloc2ndIndex != SIZE_MAX &&
    -
    9954  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    -
    9955  {
    -
    9956  --nextAlloc2ndIndex;
    -
    9957  }
    -
    9958 
    -
    9959  // Found non-null allocation.
    -
    9960  if(nextAlloc2ndIndex != SIZE_MAX)
    -
    9961  {
    -
    9962  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    -
    9963 
    -
    9964  // 1. Process free space before this allocation.
    -
    9965  if(lastOffset < suballoc.offset)
    -
    9966  {
    -
    9967  // There is free space from lastOffset to suballoc.offset.
    -
    9968  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    -
    9969  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    -
    9970  }
    +
    9924  // 1. Process free space before this allocation.
    +
    9925  if(lastOffset < suballoc.offset)
    +
    9926  {
    +
    9927  // There is free space from lastOffset to suballoc.offset.
    +
    9928  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9929  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    +
    9930  }
    +
    9931 
    +
    9932  // 2. Process this allocation.
    +
    9933  // There is allocation with suballoc.offset, suballoc.size.
    +
    9934  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
    +
    9935 
    +
    9936  // 3. Prepare for next iteration.
    +
    9937  lastOffset = suballoc.offset + suballoc.size;
    +
    9938  ++nextAlloc1stIndex;
    +
    9939  }
    +
    9940  // We are at the end.
    +
    9941  else
    +
    9942  {
    +
    9943  if(lastOffset < freeSpace1stTo2ndEnd)
    +
    9944  {
    +
    9945  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
    +
    9946  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
    +
    9947  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    +
    9948  }
    +
    9949 
    +
    9950  // End of loop.
    +
    9951  lastOffset = freeSpace1stTo2ndEnd;
    +
    9952  }
    +
    9953  }
    +
    9954 
    +
    9955  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    +
    9956  {
    +
    9957  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
    +
    9958  while(lastOffset < size)
    +
    9959  {
    +
    9960  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
    +
    9961  while(nextAlloc2ndIndex != SIZE_MAX &&
    +
    9962  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
    +
    9963  {
    +
    9964  --nextAlloc2ndIndex;
    +
    9965  }
    +
    9966 
    +
    9967  // Found non-null allocation.
    +
    9968  if(nextAlloc2ndIndex != SIZE_MAX)
    +
    9969  {
    +
    9970  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
    9971 
    -
    9972  // 2. Process this allocation.
    -
    9973  // There is allocation with suballoc.offset, suballoc.size.
    -
    9974  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
    -
    9975 
    -
    9976  // 3. Prepare for next iteration.
    -
    9977  lastOffset = suballoc.offset + suballoc.size;
    -
    9978  --nextAlloc2ndIndex;
    -
    9979  }
    -
    9980  // We are at the end.
    -
    9981  else
    -
    9982  {
    -
    9983  if(lastOffset < size)
    -
    9984  {
    -
    9985  // There is free space from lastOffset to size.
    -
    9986  const VkDeviceSize unusedRangeSize = size - lastOffset;
    -
    9987  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    -
    9988  }
    -
    9989 
    -
    9990  // End of loop.
    -
    9991  lastOffset = size;
    -
    9992  }
    -
    9993  }
    -
    9994  }
    -
    9995 
    -
    9996  PrintDetailedMap_End(json);
    -
    9997 }
    -
    9998 #endif // #if VMA_STATS_STRING_ENABLED
    -
    9999 
    -
    10000 bool VmaBlockMetadata_Linear::CreateAllocationRequest(
    -
    10001  uint32_t currentFrameIndex,
    -
    10002  uint32_t frameInUseCount,
    -
    10003  VkDeviceSize bufferImageGranularity,
    -
    10004  VkDeviceSize allocSize,
    -
    10005  VkDeviceSize allocAlignment,
    -
    10006  bool upperAddress,
    -
    10007  VmaSuballocationType allocType,
    -
    10008  bool canMakeOtherLost,
    -
    10009  uint32_t strategy,
    -
    10010  VmaAllocationRequest* pAllocationRequest)
    -
    10011 {
    -
    10012  VMA_ASSERT(allocSize > 0);
    -
    10013  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
    -
    10014  VMA_ASSERT(pAllocationRequest != VMA_NULL);
    -
    10015  VMA_HEAVY_ASSERT(Validate());
    -
    10016  return upperAddress ?
    -
    10017  CreateAllocationRequest_UpperAddress(
    -
    10018  currentFrameIndex, frameInUseCount, bufferImageGranularity,
    -
    10019  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest) :
    -
    10020  CreateAllocationRequest_LowerAddress(
    -
    10021  currentFrameIndex, frameInUseCount, bufferImageGranularity,
    -
    10022  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest);
    -
    10023 }
    -
    10024 
    -
    10025 bool VmaBlockMetadata_Linear::CreateAllocationRequest_UpperAddress(
    -
    10026  uint32_t currentFrameIndex,
    -
    10027  uint32_t frameInUseCount,
    -
    10028  VkDeviceSize bufferImageGranularity,
    -
    10029  VkDeviceSize allocSize,
    -
    10030  VkDeviceSize allocAlignment,
    -
    10031  VmaSuballocationType allocType,
    -
    10032  bool canMakeOtherLost,
    -
    10033  uint32_t strategy,
    -
    10034  VmaAllocationRequest* pAllocationRequest)
    -
    10035 {
    -
    10036  const VkDeviceSize size = GetSize();
    -
    10037  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    10038  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    10039 
    -
    10040  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    10041  {
    -
    10042  VMA_ASSERT(0 && "Trying to use pool with linear algorithm as double stack, while it is already being used as ring buffer.");
    -
    10043  return false;
    -
    10044  }
    -
    10045 
    -
    10046  // Try to allocate before 2nd.back(), or end of block if 2nd.empty().
    -
    10047  if(allocSize > size)
    -
    10048  {
    -
    10049  return false;
    -
    10050  }
    -
    10051  VkDeviceSize resultBaseOffset = size - allocSize;
    -
    10052  if(!suballocations2nd.empty())
    -
    10053  {
    -
    10054  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
    -
    10055  resultBaseOffset = lastSuballoc.offset - allocSize;
    -
    10056  if(allocSize > lastSuballoc.offset)
    -
    10057  {
    -
    10058  return false;
    -
    10059  }
    -
    10060  }
    -
    10061 
    -
    10062  // Start from offset equal to end of free space.
    -
    10063  VkDeviceSize resultOffset = resultBaseOffset;
    -
    10064 
    -
    10065  // Apply VMA_DEBUG_MARGIN at the end.
    -
    10066  if(VMA_DEBUG_MARGIN > 0)
    -
    10067  {
    -
    10068  if(resultOffset < VMA_DEBUG_MARGIN)
    -
    10069  {
    -
    10070  return false;
    -
    10071  }
    -
    10072  resultOffset -= VMA_DEBUG_MARGIN;
    -
    10073  }
    -
    10074 
    -
    10075  // Apply alignment.
    -
    10076  resultOffset = VmaAlignDown(resultOffset, allocAlignment);
    -
    10077 
    -
    10078  // Check next suballocations from 2nd for BufferImageGranularity conflicts.
    -
    10079  // Make bigger alignment if necessary.
    -
    10080  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
    -
    10081  {
    -
    10082  bool bufferImageGranularityConflict = false;
    -
    10083  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
    -
    10084  {
    -
    10085  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
    -
    10086  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    -
    10087  {
    -
    10088  if(VmaIsBufferImageGranularityConflict(nextSuballoc.type, allocType))
    -
    10089  {
    -
    10090  bufferImageGranularityConflict = true;
    -
    10091  break;
    -
    10092  }
    -
    10093  }
    -
    10094  else
    -
    10095  // Already on previous page.
    -
    10096  break;
    -
    10097  }
    -
    10098  if(bufferImageGranularityConflict)
    -
    10099  {
    -
    10100  resultOffset = VmaAlignDown(resultOffset, bufferImageGranularity);
    -
    10101  }
    -
    10102  }
    -
    10103 
    -
    10104  // There is enough free space.
    -
    10105  const VkDeviceSize endOf1st = !suballocations1st.empty() ?
    -
    10106  suballocations1st.back().offset + suballocations1st.back().size :
    -
    10107  0;
    -
    10108  if(endOf1st + VMA_DEBUG_MARGIN <= resultOffset)
    -
    10109  {
    -
    10110  // Check previous suballocations for BufferImageGranularity conflicts.
    -
    10111  // If conflict exists, allocation cannot be made here.
    -
    10112  if(bufferImageGranularity > 1)
    -
    10113  {
    -
    10114  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
    -
    10115  {
    -
    10116  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
    -
    10117  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
    -
    10118  {
    -
    10119  if(VmaIsBufferImageGranularityConflict(allocType, prevSuballoc.type))
    -
    10120  {
    -
    10121  return false;
    -
    10122  }
    -
    10123  }
    -
    10124  else
    -
    10125  {
    -
    10126  // Already on next page.
    -
    10127  break;
    -
    10128  }
    -
    10129  }
    -
    10130  }
    -
    10131 
    -
    10132  // All tests passed: Success.
    -
    10133  pAllocationRequest->offset = resultOffset;
    -
    10134  pAllocationRequest->sumFreeSize = resultBaseOffset + allocSize - endOf1st;
    -
    10135  pAllocationRequest->sumItemSize = 0;
    -
    10136  // pAllocationRequest->item unused.
    -
    10137  pAllocationRequest->itemsToMakeLostCount = 0;
    -
    10138  pAllocationRequest->type = VmaAllocationRequestType::UpperAddress;
    -
    10139  return true;
    -
    10140  }
    -
    10141 
    -
    10142  return false;
    -
    10143 }
    -
    10144 
    -
    10145 bool VmaBlockMetadata_Linear::CreateAllocationRequest_LowerAddress(
    -
    10146  uint32_t currentFrameIndex,
    -
    10147  uint32_t frameInUseCount,
    -
    10148  VkDeviceSize bufferImageGranularity,
    -
    10149  VkDeviceSize allocSize,
    -
    10150  VkDeviceSize allocAlignment,
    -
    10151  VmaSuballocationType allocType,
    -
    10152  bool canMakeOtherLost,
    -
    10153  uint32_t strategy,
    -
    10154  VmaAllocationRequest* pAllocationRequest)
    -
    10155 {
    -
    10156  const VkDeviceSize size = GetSize();
    -
    10157  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    10158  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    10159 
    -
    10160  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    -
    10161  {
    -
    10162  // Try to allocate at the end of 1st vector.
    -
    10163 
    -
    10164  VkDeviceSize resultBaseOffset = 0;
    -
    10165  if(!suballocations1st.empty())
    -
    10166  {
    -
    10167  const VmaSuballocation& lastSuballoc = suballocations1st.back();
    -
    10168  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
    -
    10169  }
    -
    10170 
    -
    10171  // Start from offset equal to beginning of free space.
    -
    10172  VkDeviceSize resultOffset = resultBaseOffset;
    -
    10173 
    -
    10174  // Apply VMA_DEBUG_MARGIN at the beginning.
    -
    10175  if(VMA_DEBUG_MARGIN > 0)
    -
    10176  {
    -
    10177  resultOffset += VMA_DEBUG_MARGIN;
    -
    10178  }
    -
    10179 
    -
    10180  // Apply alignment.
    -
    10181  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
    -
    10182 
    -
    10183  // Check previous suballocations for BufferImageGranularity conflicts.
    -
    10184  // Make bigger alignment if necessary.
    -
    10185  if(bufferImageGranularity > 1 && !suballocations1st.empty())
    -
    10186  {
    -
    10187  bool bufferImageGranularityConflict = false;
    -
    10188  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
    -
    10189  {
    -
    10190  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
    -
    10191  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
    -
    10192  {
    -
    10193  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
    -
    10194  {
    -
    10195  bufferImageGranularityConflict = true;
    -
    10196  break;
    -
    10197  }
    -
    10198  }
    -
    10199  else
    -
    10200  // Already on previous page.
    -
    10201  break;
    -
    10202  }
    -
    10203  if(bufferImageGranularityConflict)
    -
    10204  {
    -
    10205  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
    -
    10206  }
    -
    10207  }
    -
    10208 
    -
    10209  const VkDeviceSize freeSpaceEnd = m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ?
    -
    10210  suballocations2nd.back().offset : size;
    -
    10211 
    -
    10212  // There is enough free space at the end after alignment.
    -
    10213  if(resultOffset + allocSize + VMA_DEBUG_MARGIN <= freeSpaceEnd)
    -
    10214  {
    -
    10215  // Check next suballocations for BufferImageGranularity conflicts.
    -
    10216  // If conflict exists, allocation cannot be made here.
    -
    10217  if(bufferImageGranularity > 1 && m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    -
    10218  {
    -
    10219  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
    -
    10220  {
    -
    10221  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
    -
    10222  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    -
    10223  {
    -
    10224  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
    -
    10225  {
    -
    10226  return false;
    -
    10227  }
    -
    10228  }
    -
    10229  else
    -
    10230  {
    -
    10231  // Already on previous page.
    -
    10232  break;
    -
    10233  }
    -
    10234  }
    -
    10235  }
    -
    10236 
    -
    10237  // All tests passed: Success.
    -
    10238  pAllocationRequest->offset = resultOffset;
    -
    10239  pAllocationRequest->sumFreeSize = freeSpaceEnd - resultBaseOffset;
    -
    10240  pAllocationRequest->sumItemSize = 0;
    -
    10241  // pAllocationRequest->item, customData unused.
    -
    10242  pAllocationRequest->type = VmaAllocationRequestType::EndOf1st;
    -
    10243  pAllocationRequest->itemsToMakeLostCount = 0;
    -
    10244  return true;
    -
    10245  }
    -
    10246  }
    -
    10247 
    -
    10248  // Wrap-around to end of 2nd vector. Try to allocate there, watching for the
    -
    10249  // beginning of 1st vector as the end of free space.
    -
    10250  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    10251  {
    -
    10252  VMA_ASSERT(!suballocations1st.empty());
    -
    10253 
    -
    10254  VkDeviceSize resultBaseOffset = 0;
    -
    10255  if(!suballocations2nd.empty())
    -
    10256  {
    -
    10257  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
    -
    10258  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
    -
    10259  }
    -
    10260 
    -
    10261  // Start from offset equal to beginning of free space.
    -
    10262  VkDeviceSize resultOffset = resultBaseOffset;
    -
    10263 
    -
    10264  // Apply VMA_DEBUG_MARGIN at the beginning.
    -
    10265  if(VMA_DEBUG_MARGIN > 0)
    -
    10266  {
    -
    10267  resultOffset += VMA_DEBUG_MARGIN;
    -
    10268  }
    -
    10269 
    -
    10270  // Apply alignment.
    -
    10271  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
    -
    10272 
    -
    10273  // Check previous suballocations for BufferImageGranularity conflicts.
    -
    10274  // Make bigger alignment if necessary.
    -
    10275  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
    -
    10276  {
    -
    10277  bool bufferImageGranularityConflict = false;
    -
    10278  for(size_t prevSuballocIndex = suballocations2nd.size(); prevSuballocIndex--; )
    -
    10279  {
    -
    10280  const VmaSuballocation& prevSuballoc = suballocations2nd[prevSuballocIndex];
    -
    10281  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
    -
    10282  {
    -
    10283  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
    -
    10284  {
    -
    10285  bufferImageGranularityConflict = true;
    -
    10286  break;
    -
    10287  }
    -
    10288  }
    -
    10289  else
    -
    10290  // Already on previous page.
    -
    10291  break;
    -
    10292  }
    -
    10293  if(bufferImageGranularityConflict)
    -
    10294  {
    -
    10295  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
    -
    10296  }
    -
    10297  }
    -
    10298 
    -
    10299  pAllocationRequest->itemsToMakeLostCount = 0;
    -
    10300  pAllocationRequest->sumItemSize = 0;
    -
    10301  size_t index1st = m_1stNullItemsBeginCount;
    -
    10302 
    -
    10303  if(canMakeOtherLost)
    -
    10304  {
    -
    10305  while(index1st < suballocations1st.size() &&
    -
    10306  resultOffset + allocSize + VMA_DEBUG_MARGIN > suballocations1st[index1st].offset)
    -
    10307  {
    -
    10308  // Next colliding allocation at the beginning of 1st vector found. Try to make it lost.
    -
    10309  const VmaSuballocation& suballoc = suballocations1st[index1st];
    -
    10310  if(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE)
    -
    10311  {
    -
    10312  // No problem.
    -
    10313  }
    -
    10314  else
    -
    10315  {
    -
    10316  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
    -
    10317  if(suballoc.hAllocation->CanBecomeLost() &&
    -
    10318  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    -
    10319  {
    -
    10320  ++pAllocationRequest->itemsToMakeLostCount;
    -
    10321  pAllocationRequest->sumItemSize += suballoc.size;
    -
    10322  }
    -
    10323  else
    -
    10324  {
    -
    10325  return false;
    -
    10326  }
    -
    10327  }
    -
    10328  ++index1st;
    -
    10329  }
    -
    10330 
    -
    10331  // Check next suballocations for BufferImageGranularity conflicts.
    -
    10332  // If conflict exists, we must mark more allocations lost or fail.
    -
    10333  if(bufferImageGranularity > 1)
    -
    10334  {
    -
    10335  while(index1st < suballocations1st.size())
    -
    10336  {
    -
    10337  const VmaSuballocation& suballoc = suballocations1st[index1st];
    -
    10338  if(VmaBlocksOnSamePage(resultOffset, allocSize, suballoc.offset, bufferImageGranularity))
    -
    10339  {
    -
    10340  if(suballoc.hAllocation != VK_NULL_HANDLE)
    -
    10341  {
    -
    10342  // Not checking actual VmaIsBufferImageGranularityConflict(allocType, suballoc.type).
    -
    10343  if(suballoc.hAllocation->CanBecomeLost() &&
    -
    10344  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    -
    10345  {
    -
    10346  ++pAllocationRequest->itemsToMakeLostCount;
    -
    10347  pAllocationRequest->sumItemSize += suballoc.size;
    -
    10348  }
    -
    10349  else
    -
    10350  {
    -
    10351  return false;
    -
    10352  }
    -
    10353  }
    -
    10354  }
    -
    10355  else
    -
    10356  {
    -
    10357  // Already on next page.
    -
    10358  break;
    -
    10359  }
    -
    10360  ++index1st;
    -
    10361  }
    -
    10362  }
    -
    10363 
    -
    10364  // Special case: There is not enough room at the end for this allocation, even after making all from the 1st lost.
    -
    10365  if(index1st == suballocations1st.size() &&
    -
    10366  resultOffset + allocSize + VMA_DEBUG_MARGIN > size)
    -
    10367  {
    -
    10368  // TODO: This is a known bug that it's not yet implemented and the allocation is failing.
    -
    10369  VMA_DEBUG_LOG("Unsupported special case in custom pool with linear allocation algorithm used as ring buffer with allocations that can be lost.");
    +
    9972  // 1. Process free space before this allocation.
    +
    9973  if(lastOffset < suballoc.offset)
    +
    9974  {
    +
    9975  // There is free space from lastOffset to suballoc.offset.
    +
    9976  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
    +
    9977  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    +
    9978  }
    +
    9979 
    +
    9980  // 2. Process this allocation.
    +
    9981  // There is allocation with suballoc.offset, suballoc.size.
    +
    9982  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
    +
    9983 
    +
    9984  // 3. Prepare for next iteration.
    +
    9985  lastOffset = suballoc.offset + suballoc.size;
    +
    9986  --nextAlloc2ndIndex;
    +
    9987  }
    +
    9988  // We are at the end.
    +
    9989  else
    +
    9990  {
    +
    9991  if(lastOffset < size)
    +
    9992  {
    +
    9993  // There is free space from lastOffset to size.
    +
    9994  const VkDeviceSize unusedRangeSize = size - lastOffset;
    +
    9995  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
    +
    9996  }
    +
    9997 
    +
    9998  // End of loop.
    +
    9999  lastOffset = size;
    +
    10000  }
    +
    10001  }
    +
    10002  }
    +
    10003 
    +
    10004  PrintDetailedMap_End(json);
    +
    10005 }
    +
    10006 #endif // #if VMA_STATS_STRING_ENABLED
    +
    10007 
    +
    10008 bool VmaBlockMetadata_Linear::CreateAllocationRequest(
    +
    10009  uint32_t currentFrameIndex,
    +
    10010  uint32_t frameInUseCount,
    +
    10011  VkDeviceSize bufferImageGranularity,
    +
    10012  VkDeviceSize allocSize,
    +
    10013  VkDeviceSize allocAlignment,
    +
    10014  bool upperAddress,
    +
    10015  VmaSuballocationType allocType,
    +
    10016  bool canMakeOtherLost,
    +
    10017  uint32_t strategy,
    +
    10018  VmaAllocationRequest* pAllocationRequest)
    +
    10019 {
    +
    10020  VMA_ASSERT(allocSize > 0);
    +
    10021  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
    +
    10022  VMA_ASSERT(pAllocationRequest != VMA_NULL);
    +
    10023  VMA_HEAVY_ASSERT(Validate());
    +
    10024  return upperAddress ?
    +
    10025  CreateAllocationRequest_UpperAddress(
    +
    10026  currentFrameIndex, frameInUseCount, bufferImageGranularity,
    +
    10027  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest) :
    +
    10028  CreateAllocationRequest_LowerAddress(
    +
    10029  currentFrameIndex, frameInUseCount, bufferImageGranularity,
    +
    10030  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest);
    +
    10031 }
    +
    10032 
    +
    10033 bool VmaBlockMetadata_Linear::CreateAllocationRequest_UpperAddress(
    +
    10034  uint32_t currentFrameIndex,
    +
    10035  uint32_t frameInUseCount,
    +
    10036  VkDeviceSize bufferImageGranularity,
    +
    10037  VkDeviceSize allocSize,
    +
    10038  VkDeviceSize allocAlignment,
    +
    10039  VmaSuballocationType allocType,
    +
    10040  bool canMakeOtherLost,
    +
    10041  uint32_t strategy,
    +
    10042  VmaAllocationRequest* pAllocationRequest)
    +
    10043 {
    +
    10044  const VkDeviceSize size = GetSize();
    +
    10045  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    10046  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    10047 
    +
    10048  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    10049  {
    +
    10050  VMA_ASSERT(0 && "Trying to use pool with linear algorithm as double stack, while it is already being used as ring buffer.");
    +
    10051  return false;
    +
    10052  }
    +
    10053 
    +
    10054  // Try to allocate before 2nd.back(), or end of block if 2nd.empty().
    +
    10055  if(allocSize > size)
    +
    10056  {
    +
    10057  return false;
    +
    10058  }
    +
    10059  VkDeviceSize resultBaseOffset = size - allocSize;
    +
    10060  if(!suballocations2nd.empty())
    +
    10061  {
    +
    10062  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
    +
    10063  resultBaseOffset = lastSuballoc.offset - allocSize;
    +
    10064  if(allocSize > lastSuballoc.offset)
    +
    10065  {
    +
    10066  return false;
    +
    10067  }
    +
    10068  }
    +
    10069 
    +
    10070  // Start from offset equal to end of free space.
    +
    10071  VkDeviceSize resultOffset = resultBaseOffset;
    +
    10072 
    +
    10073  // Apply VMA_DEBUG_MARGIN at the end.
    +
    10074  if(VMA_DEBUG_MARGIN > 0)
    +
    10075  {
    +
    10076  if(resultOffset < VMA_DEBUG_MARGIN)
    +
    10077  {
    +
    10078  return false;
    +
    10079  }
    +
    10080  resultOffset -= VMA_DEBUG_MARGIN;
    +
    10081  }
    +
    10082 
    +
    10083  // Apply alignment.
    +
    10084  resultOffset = VmaAlignDown(resultOffset, allocAlignment);
    +
    10085 
    +
    10086  // Check next suballocations from 2nd for BufferImageGranularity conflicts.
    +
    10087  // Make bigger alignment if necessary.
    +
    10088  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
    +
    10089  {
    +
    10090  bool bufferImageGranularityConflict = false;
    +
    10091  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
    +
    10092  {
    +
    10093  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
    +
    10094  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    +
    10095  {
    +
    10096  if(VmaIsBufferImageGranularityConflict(nextSuballoc.type, allocType))
    +
    10097  {
    +
    10098  bufferImageGranularityConflict = true;
    +
    10099  break;
    +
    10100  }
    +
    10101  }
    +
    10102  else
    +
    10103  // Already on previous page.
    +
    10104  break;
    +
    10105  }
    +
    10106  if(bufferImageGranularityConflict)
    +
    10107  {
    +
    10108  resultOffset = VmaAlignDown(resultOffset, bufferImageGranularity);
    +
    10109  }
    +
    10110  }
    +
    10111 
    +
    10112  // There is enough free space.
    +
    10113  const VkDeviceSize endOf1st = !suballocations1st.empty() ?
    +
    10114  suballocations1st.back().offset + suballocations1st.back().size :
    +
    10115  0;
    +
    10116  if(endOf1st + VMA_DEBUG_MARGIN <= resultOffset)
    +
    10117  {
    +
    10118  // Check previous suballocations for BufferImageGranularity conflicts.
    +
    10119  // If conflict exists, allocation cannot be made here.
    +
    10120  if(bufferImageGranularity > 1)
    +
    10121  {
    +
    10122  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
    +
    10123  {
    +
    10124  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
    +
    10125  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
    +
    10126  {
    +
    10127  if(VmaIsBufferImageGranularityConflict(allocType, prevSuballoc.type))
    +
    10128  {
    +
    10129  return false;
    +
    10130  }
    +
    10131  }
    +
    10132  else
    +
    10133  {
    +
    10134  // Already on next page.
    +
    10135  break;
    +
    10136  }
    +
    10137  }
    +
    10138  }
    +
    10139 
    +
    10140  // All tests passed: Success.
    +
    10141  pAllocationRequest->offset = resultOffset;
    +
    10142  pAllocationRequest->sumFreeSize = resultBaseOffset + allocSize - endOf1st;
    +
    10143  pAllocationRequest->sumItemSize = 0;
    +
    10144  // pAllocationRequest->item unused.
    +
    10145  pAllocationRequest->itemsToMakeLostCount = 0;
    +
    10146  pAllocationRequest->type = VmaAllocationRequestType::UpperAddress;
    +
    10147  return true;
    +
    10148  }
    +
    10149 
    +
    10150  return false;
    +
    10151 }
    +
    10152 
    +
    10153 bool VmaBlockMetadata_Linear::CreateAllocationRequest_LowerAddress(
    +
    10154  uint32_t currentFrameIndex,
    +
    10155  uint32_t frameInUseCount,
    +
    10156  VkDeviceSize bufferImageGranularity,
    +
    10157  VkDeviceSize allocSize,
    +
    10158  VkDeviceSize allocAlignment,
    +
    10159  VmaSuballocationType allocType,
    +
    10160  bool canMakeOtherLost,
    +
    10161  uint32_t strategy,
    +
    10162  VmaAllocationRequest* pAllocationRequest)
    +
    10163 {
    +
    10164  const VkDeviceSize size = GetSize();
    +
    10165  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    10166  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    10167 
    +
    10168  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    +
    10169  {
    +
    10170  // Try to allocate at the end of 1st vector.
    +
    10171 
    +
    10172  VkDeviceSize resultBaseOffset = 0;
    +
    10173  if(!suballocations1st.empty())
    +
    10174  {
    +
    10175  const VmaSuballocation& lastSuballoc = suballocations1st.back();
    +
    10176  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
    +
    10177  }
    +
    10178 
    +
    10179  // Start from offset equal to beginning of free space.
    +
    10180  VkDeviceSize resultOffset = resultBaseOffset;
    +
    10181 
    +
    10182  // Apply VMA_DEBUG_MARGIN at the beginning.
    +
    10183  if(VMA_DEBUG_MARGIN > 0)
    +
    10184  {
    +
    10185  resultOffset += VMA_DEBUG_MARGIN;
    +
    10186  }
    +
    10187 
    +
    10188  // Apply alignment.
    +
    10189  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
    +
    10190 
    +
    10191  // Check previous suballocations for BufferImageGranularity conflicts.
    +
    10192  // Make bigger alignment if necessary.
    +
    10193  if(bufferImageGranularity > 1 && !suballocations1st.empty())
    +
    10194  {
    +
    10195  bool bufferImageGranularityConflict = false;
    +
    10196  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
    +
    10197  {
    +
    10198  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
    +
    10199  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
    +
    10200  {
    +
    10201  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
    +
    10202  {
    +
    10203  bufferImageGranularityConflict = true;
    +
    10204  break;
    +
    10205  }
    +
    10206  }
    +
    10207  else
    +
    10208  // Already on previous page.
    +
    10209  break;
    +
    10210  }
    +
    10211  if(bufferImageGranularityConflict)
    +
    10212  {
    +
    10213  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
    +
    10214  }
    +
    10215  }
    +
    10216 
    +
    10217  const VkDeviceSize freeSpaceEnd = m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ?
    +
    10218  suballocations2nd.back().offset : size;
    +
    10219 
    +
    10220  // There is enough free space at the end after alignment.
    +
    10221  if(resultOffset + allocSize + VMA_DEBUG_MARGIN <= freeSpaceEnd)
    +
    10222  {
    +
    10223  // Check next suballocations for BufferImageGranularity conflicts.
    +
    10224  // If conflict exists, allocation cannot be made here.
    +
    10225  if(bufferImageGranularity > 1 && m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    +
    10226  {
    +
    10227  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
    +
    10228  {
    +
    10229  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
    +
    10230  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    +
    10231  {
    +
    10232  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
    +
    10233  {
    +
    10234  return false;
    +
    10235  }
    +
    10236  }
    +
    10237  else
    +
    10238  {
    +
    10239  // Already on previous page.
    +
    10240  break;
    +
    10241  }
    +
    10242  }
    +
    10243  }
    +
    10244 
    +
    10245  // All tests passed: Success.
    +
    10246  pAllocationRequest->offset = resultOffset;
    +
    10247  pAllocationRequest->sumFreeSize = freeSpaceEnd - resultBaseOffset;
    +
    10248  pAllocationRequest->sumItemSize = 0;
    +
    10249  // pAllocationRequest->item, customData unused.
    +
    10250  pAllocationRequest->type = VmaAllocationRequestType::EndOf1st;
    +
    10251  pAllocationRequest->itemsToMakeLostCount = 0;
    +
    10252  return true;
    +
    10253  }
    +
    10254  }
    +
    10255 
    +
    10256  // Wrap-around to end of 2nd vector. Try to allocate there, watching for the
    +
    10257  // beginning of 1st vector as the end of free space.
    +
    10258  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    10259  {
    +
    10260  VMA_ASSERT(!suballocations1st.empty());
    +
    10261 
    +
    10262  VkDeviceSize resultBaseOffset = 0;
    +
    10263  if(!suballocations2nd.empty())
    +
    10264  {
    +
    10265  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
    +
    10266  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
    +
    10267  }
    +
    10268 
    +
    10269  // Start from offset equal to beginning of free space.
    +
    10270  VkDeviceSize resultOffset = resultBaseOffset;
    +
    10271 
    +
    10272  // Apply VMA_DEBUG_MARGIN at the beginning.
    +
    10273  if(VMA_DEBUG_MARGIN > 0)
    +
    10274  {
    +
    10275  resultOffset += VMA_DEBUG_MARGIN;
    +
    10276  }
    +
    10277 
    +
    10278  // Apply alignment.
    +
    10279  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
    +
    10280 
    +
    10281  // Check previous suballocations for BufferImageGranularity conflicts.
    +
    10282  // Make bigger alignment if necessary.
    +
    10283  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
    +
    10284  {
    +
    10285  bool bufferImageGranularityConflict = false;
    +
    10286  for(size_t prevSuballocIndex = suballocations2nd.size(); prevSuballocIndex--; )
    +
    10287  {
    +
    10288  const VmaSuballocation& prevSuballoc = suballocations2nd[prevSuballocIndex];
    +
    10289  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
    +
    10290  {
    +
    10291  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
    +
    10292  {
    +
    10293  bufferImageGranularityConflict = true;
    +
    10294  break;
    +
    10295  }
    +
    10296  }
    +
    10297  else
    +
    10298  // Already on previous page.
    +
    10299  break;
    +
    10300  }
    +
    10301  if(bufferImageGranularityConflict)
    +
    10302  {
    +
    10303  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
    +
    10304  }
    +
    10305  }
    +
    10306 
    +
    10307  pAllocationRequest->itemsToMakeLostCount = 0;
    +
    10308  pAllocationRequest->sumItemSize = 0;
    +
    10309  size_t index1st = m_1stNullItemsBeginCount;
    +
    10310 
    +
    10311  if(canMakeOtherLost)
    +
    10312  {
    +
    10313  while(index1st < suballocations1st.size() &&
    +
    10314  resultOffset + allocSize + VMA_DEBUG_MARGIN > suballocations1st[index1st].offset)
    +
    10315  {
    +
    10316  // Next colliding allocation at the beginning of 1st vector found. Try to make it lost.
    +
    10317  const VmaSuballocation& suballoc = suballocations1st[index1st];
    +
    10318  if(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE)
    +
    10319  {
    +
    10320  // No problem.
    +
    10321  }
    +
    10322  else
    +
    10323  {
    +
    10324  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
    +
    10325  if(suballoc.hAllocation->CanBecomeLost() &&
    +
    10326  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    +
    10327  {
    +
    10328  ++pAllocationRequest->itemsToMakeLostCount;
    +
    10329  pAllocationRequest->sumItemSize += suballoc.size;
    +
    10330  }
    +
    10331  else
    +
    10332  {
    +
    10333  return false;
    +
    10334  }
    +
    10335  }
    +
    10336  ++index1st;
    +
    10337  }
    +
    10338 
    +
    10339  // Check next suballocations for BufferImageGranularity conflicts.
    +
    10340  // If conflict exists, we must mark more allocations lost or fail.
    +
    10341  if(bufferImageGranularity > 1)
    +
    10342  {
    +
    10343  while(index1st < suballocations1st.size())
    +
    10344  {
    +
    10345  const VmaSuballocation& suballoc = suballocations1st[index1st];
    +
    10346  if(VmaBlocksOnSamePage(resultOffset, allocSize, suballoc.offset, bufferImageGranularity))
    +
    10347  {
    +
    10348  if(suballoc.hAllocation != VK_NULL_HANDLE)
    +
    10349  {
    +
    10350  // Not checking actual VmaIsBufferImageGranularityConflict(allocType, suballoc.type).
    +
    10351  if(suballoc.hAllocation->CanBecomeLost() &&
    +
    10352  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
    +
    10353  {
    +
    10354  ++pAllocationRequest->itemsToMakeLostCount;
    +
    10355  pAllocationRequest->sumItemSize += suballoc.size;
    +
    10356  }
    +
    10357  else
    +
    10358  {
    +
    10359  return false;
    +
    10360  }
    +
    10361  }
    +
    10362  }
    +
    10363  else
    +
    10364  {
    +
    10365  // Already on next page.
    +
    10366  break;
    +
    10367  }
    +
    10368  ++index1st;
    +
    10369  }
    10370  }
    -
    10371  }
    -
    10372 
    -
    10373  // There is enough free space at the end after alignment.
    -
    10374  if((index1st == suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= size) ||
    -
    10375  (index1st < suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= suballocations1st[index1st].offset))
    -
    10376  {
    -
    10377  // Check next suballocations for BufferImageGranularity conflicts.
    -
    10378  // If conflict exists, allocation cannot be made here.
    -
    10379  if(bufferImageGranularity > 1)
    -
    10380  {
    -
    10381  for(size_t nextSuballocIndex = index1st;
    -
    10382  nextSuballocIndex < suballocations1st.size();
    -
    10383  nextSuballocIndex++)
    -
    10384  {
    -
    10385  const VmaSuballocation& nextSuballoc = suballocations1st[nextSuballocIndex];
    -
    10386  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    -
    10387  {
    -
    10388  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
    -
    10389  {
    -
    10390  return false;
    -
    10391  }
    -
    10392  }
    -
    10393  else
    -
    10394  {
    -
    10395  // Already on next page.
    -
    10396  break;
    -
    10397  }
    -
    10398  }
    -
    10399  }
    -
    10400 
    -
    10401  // All tests passed: Success.
    -
    10402  pAllocationRequest->offset = resultOffset;
    -
    10403  pAllocationRequest->sumFreeSize =
    -
    10404  (index1st < suballocations1st.size() ? suballocations1st[index1st].offset : size)
    -
    10405  - resultBaseOffset
    -
    10406  - pAllocationRequest->sumItemSize;
    -
    10407  pAllocationRequest->type = VmaAllocationRequestType::EndOf2nd;
    -
    10408  // pAllocationRequest->item, customData unused.
    -
    10409  return true;
    -
    10410  }
    -
    10411  }
    -
    10412 
    -
    10413  return false;
    -
    10414 }
    -
    10415 
    -
    10416 bool VmaBlockMetadata_Linear::MakeRequestedAllocationsLost(
    -
    10417  uint32_t currentFrameIndex,
    -
    10418  uint32_t frameInUseCount,
    -
    10419  VmaAllocationRequest* pAllocationRequest)
    -
    10420 {
    -
    10421  if(pAllocationRequest->itemsToMakeLostCount == 0)
    -
    10422  {
    -
    10423  return true;
    -
    10424  }
    -
    10425 
    -
    10426  VMA_ASSERT(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER);
    -
    10427 
    -
    10428  // We always start from 1st.
    -
    10429  SuballocationVectorType* suballocations = &AccessSuballocations1st();
    -
    10430  size_t index = m_1stNullItemsBeginCount;
    -
    10431  size_t madeLostCount = 0;
    -
    10432  while(madeLostCount < pAllocationRequest->itemsToMakeLostCount)
    -
    10433  {
    -
    10434  if(index == suballocations->size())
    -
    10435  {
    -
    10436  index = 0;
    -
    10437  // If we get to the end of 1st, we wrap around to beginning of 2nd of 1st.
    -
    10438  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    10439  {
    -
    10440  suballocations = &AccessSuballocations2nd();
    -
    10441  }
    -
    10442  // else: m_2ndVectorMode == SECOND_VECTOR_EMPTY:
    -
    10443  // suballocations continues pointing at AccessSuballocations1st().
    -
    10444  VMA_ASSERT(!suballocations->empty());
    -
    10445  }
    -
    10446  VmaSuballocation& suballoc = (*suballocations)[index];
    -
    10447  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
    -
    10448  {
    -
    10449  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
    -
    10450  VMA_ASSERT(suballoc.hAllocation->CanBecomeLost());
    -
    10451  if(suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    -
    10452  {
    -
    10453  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    10454  suballoc.hAllocation = VK_NULL_HANDLE;
    -
    10455  m_SumFreeSize += suballoc.size;
    -
    10456  if(suballocations == &AccessSuballocations1st())
    -
    10457  {
    -
    10458  ++m_1stNullItemsMiddleCount;
    -
    10459  }
    -
    10460  else
    -
    10461  {
    -
    10462  ++m_2ndNullItemsCount;
    -
    10463  }
    -
    10464  ++madeLostCount;
    -
    10465  }
    -
    10466  else
    -
    10467  {
    -
    10468  return false;
    -
    10469  }
    -
    10470  }
    -
    10471  ++index;
    -
    10472  }
    -
    10473 
    -
    10474  CleanupAfterFree();
    -
    10475  //VMA_HEAVY_ASSERT(Validate()); // Already called by ClanupAfterFree().
    -
    10476 
    -
    10477  return true;
    -
    10478 }
    -
    10479 
    -
    10480 uint32_t VmaBlockMetadata_Linear::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
    -
    10481 {
    -
    10482  uint32_t lostAllocationCount = 0;
    -
    10483 
    -
    10484  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    10485  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
    -
    10486  {
    -
    10487  VmaSuballocation& suballoc = suballocations1st[i];
    -
    10488  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
    -
    10489  suballoc.hAllocation->CanBecomeLost() &&
    -
    10490  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    -
    10491  {
    -
    10492  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    10493  suballoc.hAllocation = VK_NULL_HANDLE;
    -
    10494  ++m_1stNullItemsMiddleCount;
    -
    10495  m_SumFreeSize += suballoc.size;
    -
    10496  ++lostAllocationCount;
    -
    10497  }
    -
    10498  }
    -
    10499 
    -
    10500  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    10501  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
    -
    10502  {
    -
    10503  VmaSuballocation& suballoc = suballocations2nd[i];
    -
    10504  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
    -
    10505  suballoc.hAllocation->CanBecomeLost() &&
    -
    10506  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    -
    10507  {
    -
    10508  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    10509  suballoc.hAllocation = VK_NULL_HANDLE;
    -
    10510  ++m_2ndNullItemsCount;
    -
    10511  m_SumFreeSize += suballoc.size;
    -
    10512  ++lostAllocationCount;
    -
    10513  }
    -
    10514  }
    -
    10515 
    -
    10516  if(lostAllocationCount)
    -
    10517  {
    -
    10518  CleanupAfterFree();
    -
    10519  }
    -
    10520 
    -
    10521  return lostAllocationCount;
    -
    10522 }
    +
    10371 
    +
    10372  // Special case: There is not enough room at the end for this allocation, even after making all from the 1st lost.
    +
    10373  if(index1st == suballocations1st.size() &&
    +
    10374  resultOffset + allocSize + VMA_DEBUG_MARGIN > size)
    +
    10375  {
    +
    10376  // TODO: This is a known bug that it's not yet implemented and the allocation is failing.
    +
    10377  VMA_DEBUG_LOG("Unsupported special case in custom pool with linear allocation algorithm used as ring buffer with allocations that can be lost.");
    +
    10378  }
    +
    10379  }
    +
    10380 
    +
    10381  // There is enough free space at the end after alignment.
    +
    10382  if((index1st == suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= size) ||
    +
    10383  (index1st < suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= suballocations1st[index1st].offset))
    +
    10384  {
    +
    10385  // Check next suballocations for BufferImageGranularity conflicts.
    +
    10386  // If conflict exists, allocation cannot be made here.
    +
    10387  if(bufferImageGranularity > 1)
    +
    10388  {
    +
    10389  for(size_t nextSuballocIndex = index1st;
    +
    10390  nextSuballocIndex < suballocations1st.size();
    +
    10391  nextSuballocIndex++)
    +
    10392  {
    +
    10393  const VmaSuballocation& nextSuballoc = suballocations1st[nextSuballocIndex];
    +
    10394  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
    +
    10395  {
    +
    10396  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
    +
    10397  {
    +
    10398  return false;
    +
    10399  }
    +
    10400  }
    +
    10401  else
    +
    10402  {
    +
    10403  // Already on next page.
    +
    10404  break;
    +
    10405  }
    +
    10406  }
    +
    10407  }
    +
    10408 
    +
    10409  // All tests passed: Success.
    +
    10410  pAllocationRequest->offset = resultOffset;
    +
    10411  pAllocationRequest->sumFreeSize =
    +
    10412  (index1st < suballocations1st.size() ? suballocations1st[index1st].offset : size)
    +
    10413  - resultBaseOffset
    +
    10414  - pAllocationRequest->sumItemSize;
    +
    10415  pAllocationRequest->type = VmaAllocationRequestType::EndOf2nd;
    +
    10416  // pAllocationRequest->item, customData unused.
    +
    10417  return true;
    +
    10418  }
    +
    10419  }
    +
    10420 
    +
    10421  return false;
    +
    10422 }
    +
    10423 
    +
    10424 bool VmaBlockMetadata_Linear::MakeRequestedAllocationsLost(
    +
    10425  uint32_t currentFrameIndex,
    +
    10426  uint32_t frameInUseCount,
    +
    10427  VmaAllocationRequest* pAllocationRequest)
    +
    10428 {
    +
    10429  if(pAllocationRequest->itemsToMakeLostCount == 0)
    +
    10430  {
    +
    10431  return true;
    +
    10432  }
    +
    10433 
    +
    10434  VMA_ASSERT(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER);
    +
    10435 
    +
    10436  // We always start from 1st.
    +
    10437  SuballocationVectorType* suballocations = &AccessSuballocations1st();
    +
    10438  size_t index = m_1stNullItemsBeginCount;
    +
    10439  size_t madeLostCount = 0;
    +
    10440  while(madeLostCount < pAllocationRequest->itemsToMakeLostCount)
    +
    10441  {
    +
    10442  if(index == suballocations->size())
    +
    10443  {
    +
    10444  index = 0;
    +
    10445  // If we get to the end of 1st, we wrap around to beginning of 2nd of 1st.
    +
    10446  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    10447  {
    +
    10448  suballocations = &AccessSuballocations2nd();
    +
    10449  }
    +
    10450  // else: m_2ndVectorMode == SECOND_VECTOR_EMPTY:
    +
    10451  // suballocations continues pointing at AccessSuballocations1st().
    +
    10452  VMA_ASSERT(!suballocations->empty());
    +
    10453  }
    +
    10454  VmaSuballocation& suballoc = (*suballocations)[index];
    +
    10455  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
    +
    10456  {
    +
    10457  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
    +
    10458  VMA_ASSERT(suballoc.hAllocation->CanBecomeLost());
    +
    10459  if(suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    +
    10460  {
    +
    10461  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    10462  suballoc.hAllocation = VK_NULL_HANDLE;
    +
    10463  m_SumFreeSize += suballoc.size;
    +
    10464  if(suballocations == &AccessSuballocations1st())
    +
    10465  {
    +
    10466  ++m_1stNullItemsMiddleCount;
    +
    10467  }
    +
    10468  else
    +
    10469  {
    +
    10470  ++m_2ndNullItemsCount;
    +
    10471  }
    +
    10472  ++madeLostCount;
    +
    10473  }
    +
    10474  else
    +
    10475  {
    +
    10476  return false;
    +
    10477  }
    +
    10478  }
    +
    10479  ++index;
    +
    10480  }
    +
    10481 
    +
    10482  CleanupAfterFree();
    +
    10483  //VMA_HEAVY_ASSERT(Validate()); // Already called by ClanupAfterFree().
    +
    10484 
    +
    10485  return true;
    +
    10486 }
    +
    10487 
    +
    10488 uint32_t VmaBlockMetadata_Linear::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
    +
    10489 {
    +
    10490  uint32_t lostAllocationCount = 0;
    +
    10491 
    +
    10492  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    10493  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
    +
    10494  {
    +
    10495  VmaSuballocation& suballoc = suballocations1st[i];
    +
    10496  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
    +
    10497  suballoc.hAllocation->CanBecomeLost() &&
    +
    10498  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    +
    10499  {
    +
    10500  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    10501  suballoc.hAllocation = VK_NULL_HANDLE;
    +
    10502  ++m_1stNullItemsMiddleCount;
    +
    10503  m_SumFreeSize += suballoc.size;
    +
    10504  ++lostAllocationCount;
    +
    10505  }
    +
    10506  }
    +
    10507 
    +
    10508  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    10509  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
    +
    10510  {
    +
    10511  VmaSuballocation& suballoc = suballocations2nd[i];
    +
    10512  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
    +
    10513  suballoc.hAllocation->CanBecomeLost() &&
    +
    10514  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
    +
    10515  {
    +
    10516  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    10517  suballoc.hAllocation = VK_NULL_HANDLE;
    +
    10518  ++m_2ndNullItemsCount;
    +
    10519  m_SumFreeSize += suballoc.size;
    +
    10520  ++lostAllocationCount;
    +
    10521  }
    +
    10522  }
    10523 
    -
    10524 VkResult VmaBlockMetadata_Linear::CheckCorruption(const void* pBlockData)
    -
    10525 {
    -
    10526  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    10527  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
    -
    10528  {
    -
    10529  const VmaSuballocation& suballoc = suballocations1st[i];
    -
    10530  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
    -
    10531  {
    -
    10532  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
    -
    10533  {
    -
    10534  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
    -
    10535  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    10536  }
    -
    10537  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
    -
    10538  {
    -
    10539  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
    -
    10540  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    10541  }
    -
    10542  }
    -
    10543  }
    -
    10544 
    -
    10545  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    10546  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
    -
    10547  {
    -
    10548  const VmaSuballocation& suballoc = suballocations2nd[i];
    -
    10549  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
    -
    10550  {
    -
    10551  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
    -
    10552  {
    -
    10553  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
    -
    10554  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    10555  }
    -
    10556  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
    -
    10557  {
    -
    10558  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
    -
    10559  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    10560  }
    -
    10561  }
    -
    10562  }
    -
    10563 
    -
    10564  return VK_SUCCESS;
    -
    10565 }
    -
    10566 
    -
    10567 void VmaBlockMetadata_Linear::Alloc(
    -
    10568  const VmaAllocationRequest& request,
    -
    10569  VmaSuballocationType type,
    -
    10570  VkDeviceSize allocSize,
    -
    10571  VmaAllocation hAllocation)
    -
    10572 {
    -
    10573  const VmaSuballocation newSuballoc = { request.offset, allocSize, hAllocation, type };
    +
    10524  if(lostAllocationCount)
    +
    10525  {
    +
    10526  CleanupAfterFree();
    +
    10527  }
    +
    10528 
    +
    10529  return lostAllocationCount;
    +
    10530 }
    +
    10531 
    +
    10532 VkResult VmaBlockMetadata_Linear::CheckCorruption(const void* pBlockData)
    +
    10533 {
    +
    10534  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    10535  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
    +
    10536  {
    +
    10537  const VmaSuballocation& suballoc = suballocations1st[i];
    +
    10538  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
    +
    10539  {
    +
    10540  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
    +
    10541  {
    +
    10542  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
    +
    10543  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    10544  }
    +
    10545  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
    +
    10546  {
    +
    10547  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
    +
    10548  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    10549  }
    +
    10550  }
    +
    10551  }
    +
    10552 
    +
    10553  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    10554  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
    +
    10555  {
    +
    10556  const VmaSuballocation& suballoc = suballocations2nd[i];
    +
    10557  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
    +
    10558  {
    +
    10559  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
    +
    10560  {
    +
    10561  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
    +
    10562  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    10563  }
    +
    10564  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
    +
    10565  {
    +
    10566  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
    +
    10567  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    10568  }
    +
    10569  }
    +
    10570  }
    +
    10571 
    +
    10572  return VK_SUCCESS;
    +
    10573 }
    10574 
    -
    10575  switch(request.type)
    -
    10576  {
    -
    10577  case VmaAllocationRequestType::UpperAddress:
    -
    10578  {
    -
    10579  VMA_ASSERT(m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER &&
    -
    10580  "CRITICAL ERROR: Trying to use linear allocator as double stack while it was already used as ring buffer.");
    -
    10581  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    10582  suballocations2nd.push_back(newSuballoc);
    -
    10583  m_2ndVectorMode = SECOND_VECTOR_DOUBLE_STACK;
    -
    10584  }
    -
    10585  break;
    -
    10586  case VmaAllocationRequestType::EndOf1st:
    -
    10587  {
    -
    10588  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    10589 
    -
    10590  VMA_ASSERT(suballocations1st.empty() ||
    -
    10591  request.offset >= suballocations1st.back().offset + suballocations1st.back().size);
    -
    10592  // Check if it fits before the end of the block.
    -
    10593  VMA_ASSERT(request.offset + allocSize <= GetSize());
    -
    10594 
    -
    10595  suballocations1st.push_back(newSuballoc);
    -
    10596  }
    -
    10597  break;
    -
    10598  case VmaAllocationRequestType::EndOf2nd:
    -
    10599  {
    -
    10600  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    10601  // New allocation at the end of 2-part ring buffer, so before first allocation from 1st vector.
    -
    10602  VMA_ASSERT(!suballocations1st.empty() &&
    -
    10603  request.offset + allocSize <= suballocations1st[m_1stNullItemsBeginCount].offset);
    -
    10604  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    10605 
    -
    10606  switch(m_2ndVectorMode)
    -
    10607  {
    -
    10608  case SECOND_VECTOR_EMPTY:
    -
    10609  // First allocation from second part ring buffer.
    -
    10610  VMA_ASSERT(suballocations2nd.empty());
    -
    10611  m_2ndVectorMode = SECOND_VECTOR_RING_BUFFER;
    -
    10612  break;
    -
    10613  case SECOND_VECTOR_RING_BUFFER:
    -
    10614  // 2-part ring buffer is already started.
    -
    10615  VMA_ASSERT(!suballocations2nd.empty());
    -
    10616  break;
    -
    10617  case SECOND_VECTOR_DOUBLE_STACK:
    -
    10618  VMA_ASSERT(0 && "CRITICAL ERROR: Trying to use linear allocator as ring buffer while it was already used as double stack.");
    -
    10619  break;
    -
    10620  default:
    -
    10621  VMA_ASSERT(0);
    -
    10622  }
    -
    10623 
    -
    10624  suballocations2nd.push_back(newSuballoc);
    -
    10625  }
    -
    10626  break;
    -
    10627  default:
    -
    10628  VMA_ASSERT(0 && "CRITICAL INTERNAL ERROR.");
    -
    10629  }
    -
    10630 
    -
    10631  m_SumFreeSize -= newSuballoc.size;
    -
    10632 }
    -
    10633 
    -
    10634 void VmaBlockMetadata_Linear::Free(const VmaAllocation allocation)
    -
    10635 {
    -
    10636  FreeAtOffset(allocation->GetOffset());
    -
    10637 }
    +
    10575 void VmaBlockMetadata_Linear::Alloc(
    +
    10576  const VmaAllocationRequest& request,
    +
    10577  VmaSuballocationType type,
    +
    10578  VkDeviceSize allocSize,
    +
    10579  VmaAllocation hAllocation)
    +
    10580 {
    +
    10581  const VmaSuballocation newSuballoc = { request.offset, allocSize, hAllocation, type };
    +
    10582 
    +
    10583  switch(request.type)
    +
    10584  {
    +
    10585  case VmaAllocationRequestType::UpperAddress:
    +
    10586  {
    +
    10587  VMA_ASSERT(m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER &&
    +
    10588  "CRITICAL ERROR: Trying to use linear allocator as double stack while it was already used as ring buffer.");
    +
    10589  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    10590  suballocations2nd.push_back(newSuballoc);
    +
    10591  m_2ndVectorMode = SECOND_VECTOR_DOUBLE_STACK;
    +
    10592  }
    +
    10593  break;
    +
    10594  case VmaAllocationRequestType::EndOf1st:
    +
    10595  {
    +
    10596  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    10597 
    +
    10598  VMA_ASSERT(suballocations1st.empty() ||
    +
    10599  request.offset >= suballocations1st.back().offset + suballocations1st.back().size);
    +
    10600  // Check if it fits before the end of the block.
    +
    10601  VMA_ASSERT(request.offset + allocSize <= GetSize());
    +
    10602 
    +
    10603  suballocations1st.push_back(newSuballoc);
    +
    10604  }
    +
    10605  break;
    +
    10606  case VmaAllocationRequestType::EndOf2nd:
    +
    10607  {
    +
    10608  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    10609  // New allocation at the end of 2-part ring buffer, so before first allocation from 1st vector.
    +
    10610  VMA_ASSERT(!suballocations1st.empty() &&
    +
    10611  request.offset + allocSize <= suballocations1st[m_1stNullItemsBeginCount].offset);
    +
    10612  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    10613 
    +
    10614  switch(m_2ndVectorMode)
    +
    10615  {
    +
    10616  case SECOND_VECTOR_EMPTY:
    +
    10617  // First allocation from second part ring buffer.
    +
    10618  VMA_ASSERT(suballocations2nd.empty());
    +
    10619  m_2ndVectorMode = SECOND_VECTOR_RING_BUFFER;
    +
    10620  break;
    +
    10621  case SECOND_VECTOR_RING_BUFFER:
    +
    10622  // 2-part ring buffer is already started.
    +
    10623  VMA_ASSERT(!suballocations2nd.empty());
    +
    10624  break;
    +
    10625  case SECOND_VECTOR_DOUBLE_STACK:
    +
    10626  VMA_ASSERT(0 && "CRITICAL ERROR: Trying to use linear allocator as ring buffer while it was already used as double stack.");
    +
    10627  break;
    +
    10628  default:
    +
    10629  VMA_ASSERT(0);
    +
    10630  }
    +
    10631 
    +
    10632  suballocations2nd.push_back(newSuballoc);
    +
    10633  }
    +
    10634  break;
    +
    10635  default:
    +
    10636  VMA_ASSERT(0 && "CRITICAL INTERNAL ERROR.");
    +
    10637  }
    10638 
    -
    10639 void VmaBlockMetadata_Linear::FreeAtOffset(VkDeviceSize offset)
    -
    10640 {
    -
    10641  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    10642  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    10643 
    -
    10644  if(!suballocations1st.empty())
    -
    10645  {
    -
    10646  // First allocation: Mark it as next empty at the beginning.
    -
    10647  VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
    -
    10648  if(firstSuballoc.offset == offset)
    -
    10649  {
    -
    10650  firstSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    10651  firstSuballoc.hAllocation = VK_NULL_HANDLE;
    -
    10652  m_SumFreeSize += firstSuballoc.size;
    -
    10653  ++m_1stNullItemsBeginCount;
    -
    10654  CleanupAfterFree();
    -
    10655  return;
    -
    10656  }
    -
    10657  }
    -
    10658 
    -
    10659  // Last allocation in 2-part ring buffer or top of upper stack (same logic).
    -
    10660  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ||
    -
    10661  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    -
    10662  {
    -
    10663  VmaSuballocation& lastSuballoc = suballocations2nd.back();
    -
    10664  if(lastSuballoc.offset == offset)
    -
    10665  {
    -
    10666  m_SumFreeSize += lastSuballoc.size;
    -
    10667  suballocations2nd.pop_back();
    -
    10668  CleanupAfterFree();
    -
    10669  return;
    -
    10670  }
    -
    10671  }
    -
    10672  // Last allocation in 1st vector.
    -
    10673  else if(m_2ndVectorMode == SECOND_VECTOR_EMPTY)
    -
    10674  {
    -
    10675  VmaSuballocation& lastSuballoc = suballocations1st.back();
    -
    10676  if(lastSuballoc.offset == offset)
    -
    10677  {
    -
    10678  m_SumFreeSize += lastSuballoc.size;
    -
    10679  suballocations1st.pop_back();
    -
    10680  CleanupAfterFree();
    -
    10681  return;
    -
    10682  }
    -
    10683  }
    -
    10684 
    -
    10685  // Item from the middle of 1st vector.
    -
    10686  {
    -
    10687  VmaSuballocation refSuballoc;
    -
    10688  refSuballoc.offset = offset;
    -
    10689  // Rest of members stays uninitialized intentionally for better performance.
    -
    10690  SuballocationVectorType::iterator it = VmaBinaryFindSorted(
    -
    10691  suballocations1st.begin() + m_1stNullItemsBeginCount,
    -
    10692  suballocations1st.end(),
    -
    10693  refSuballoc,
    -
    10694  VmaSuballocationOffsetLess());
    -
    10695  if(it != suballocations1st.end())
    -
    10696  {
    -
    10697  it->type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    10698  it->hAllocation = VK_NULL_HANDLE;
    -
    10699  ++m_1stNullItemsMiddleCount;
    -
    10700  m_SumFreeSize += it->size;
    -
    10701  CleanupAfterFree();
    -
    10702  return;
    -
    10703  }
    -
    10704  }
    -
    10705 
    -
    10706  if(m_2ndVectorMode != SECOND_VECTOR_EMPTY)
    -
    10707  {
    -
    10708  // Item from the middle of 2nd vector.
    -
    10709  VmaSuballocation refSuballoc;
    -
    10710  refSuballoc.offset = offset;
    -
    10711  // Rest of members stays uninitialized intentionally for better performance.
    -
    10712  SuballocationVectorType::iterator it = m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ?
    -
    10713  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetLess()) :
    -
    10714  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetGreater());
    -
    10715  if(it != suballocations2nd.end())
    -
    10716  {
    -
    10717  it->type = VMA_SUBALLOCATION_TYPE_FREE;
    -
    10718  it->hAllocation = VK_NULL_HANDLE;
    -
    10719  ++m_2ndNullItemsCount;
    -
    10720  m_SumFreeSize += it->size;
    -
    10721  CleanupAfterFree();
    -
    10722  return;
    -
    10723  }
    -
    10724  }
    -
    10725 
    -
    10726  VMA_ASSERT(0 && "Allocation to free not found in linear allocator!");
    -
    10727 }
    -
    10728 
    -
    10729 bool VmaBlockMetadata_Linear::ShouldCompact1st() const
    -
    10730 {
    -
    10731  const size_t nullItemCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
    -
    10732  const size_t suballocCount = AccessSuballocations1st().size();
    -
    10733  return suballocCount > 32 && nullItemCount * 2 >= (suballocCount - nullItemCount) * 3;
    -
    10734 }
    -
    10735 
    -
    10736 void VmaBlockMetadata_Linear::CleanupAfterFree()
    -
    10737 {
    -
    10738  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    -
    10739  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    -
    10740 
    -
    10741  if(IsEmpty())
    -
    10742  {
    -
    10743  suballocations1st.clear();
    -
    10744  suballocations2nd.clear();
    -
    10745  m_1stNullItemsBeginCount = 0;
    -
    10746  m_1stNullItemsMiddleCount = 0;
    -
    10747  m_2ndNullItemsCount = 0;
    -
    10748  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
    -
    10749  }
    -
    10750  else
    -
    10751  {
    -
    10752  const size_t suballoc1stCount = suballocations1st.size();
    -
    10753  const size_t nullItem1stCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
    -
    10754  VMA_ASSERT(nullItem1stCount <= suballoc1stCount);
    -
    10755 
    -
    10756  // Find more null items at the beginning of 1st vector.
    -
    10757  while(m_1stNullItemsBeginCount < suballoc1stCount &&
    -
    10758  suballocations1st[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
    -
    10759  {
    -
    10760  ++m_1stNullItemsBeginCount;
    -
    10761  --m_1stNullItemsMiddleCount;
    -
    10762  }
    +
    10639  m_SumFreeSize -= newSuballoc.size;
    +
    10640 }
    +
    10641 
    +
    10642 void VmaBlockMetadata_Linear::Free(const VmaAllocation allocation)
    +
    10643 {
    +
    10644  FreeAtOffset(allocation->GetOffset());
    +
    10645 }
    +
    10646 
    +
    10647 void VmaBlockMetadata_Linear::FreeAtOffset(VkDeviceSize offset)
    +
    10648 {
    +
    10649  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    10650  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    10651 
    +
    10652  if(!suballocations1st.empty())
    +
    10653  {
    +
    10654  // First allocation: Mark it as next empty at the beginning.
    +
    10655  VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
    +
    10656  if(firstSuballoc.offset == offset)
    +
    10657  {
    +
    10658  firstSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    10659  firstSuballoc.hAllocation = VK_NULL_HANDLE;
    +
    10660  m_SumFreeSize += firstSuballoc.size;
    +
    10661  ++m_1stNullItemsBeginCount;
    +
    10662  CleanupAfterFree();
    +
    10663  return;
    +
    10664  }
    +
    10665  }
    +
    10666 
    +
    10667  // Last allocation in 2-part ring buffer or top of upper stack (same logic).
    +
    10668  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ||
    +
    10669  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
    +
    10670  {
    +
    10671  VmaSuballocation& lastSuballoc = suballocations2nd.back();
    +
    10672  if(lastSuballoc.offset == offset)
    +
    10673  {
    +
    10674  m_SumFreeSize += lastSuballoc.size;
    +
    10675  suballocations2nd.pop_back();
    +
    10676  CleanupAfterFree();
    +
    10677  return;
    +
    10678  }
    +
    10679  }
    +
    10680  // Last allocation in 1st vector.
    +
    10681  else if(m_2ndVectorMode == SECOND_VECTOR_EMPTY)
    +
    10682  {
    +
    10683  VmaSuballocation& lastSuballoc = suballocations1st.back();
    +
    10684  if(lastSuballoc.offset == offset)
    +
    10685  {
    +
    10686  m_SumFreeSize += lastSuballoc.size;
    +
    10687  suballocations1st.pop_back();
    +
    10688  CleanupAfterFree();
    +
    10689  return;
    +
    10690  }
    +
    10691  }
    +
    10692 
    +
    10693  // Item from the middle of 1st vector.
    +
    10694  {
    +
    10695  VmaSuballocation refSuballoc;
    +
    10696  refSuballoc.offset = offset;
    +
    10697  // Rest of members stays uninitialized intentionally for better performance.
    +
    10698  SuballocationVectorType::iterator it = VmaBinaryFindSorted(
    +
    10699  suballocations1st.begin() + m_1stNullItemsBeginCount,
    +
    10700  suballocations1st.end(),
    +
    10701  refSuballoc,
    +
    10702  VmaSuballocationOffsetLess());
    +
    10703  if(it != suballocations1st.end())
    +
    10704  {
    +
    10705  it->type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    10706  it->hAllocation = VK_NULL_HANDLE;
    +
    10707  ++m_1stNullItemsMiddleCount;
    +
    10708  m_SumFreeSize += it->size;
    +
    10709  CleanupAfterFree();
    +
    10710  return;
    +
    10711  }
    +
    10712  }
    +
    10713 
    +
    10714  if(m_2ndVectorMode != SECOND_VECTOR_EMPTY)
    +
    10715  {
    +
    10716  // Item from the middle of 2nd vector.
    +
    10717  VmaSuballocation refSuballoc;
    +
    10718  refSuballoc.offset = offset;
    +
    10719  // Rest of members stays uninitialized intentionally for better performance.
    +
    10720  SuballocationVectorType::iterator it = m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ?
    +
    10721  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetLess()) :
    +
    10722  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetGreater());
    +
    10723  if(it != suballocations2nd.end())
    +
    10724  {
    +
    10725  it->type = VMA_SUBALLOCATION_TYPE_FREE;
    +
    10726  it->hAllocation = VK_NULL_HANDLE;
    +
    10727  ++m_2ndNullItemsCount;
    +
    10728  m_SumFreeSize += it->size;
    +
    10729  CleanupAfterFree();
    +
    10730  return;
    +
    10731  }
    +
    10732  }
    +
    10733 
    +
    10734  VMA_ASSERT(0 && "Allocation to free not found in linear allocator!");
    +
    10735 }
    +
    10736 
    +
    10737 bool VmaBlockMetadata_Linear::ShouldCompact1st() const
    +
    10738 {
    +
    10739  const size_t nullItemCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
    +
    10740  const size_t suballocCount = AccessSuballocations1st().size();
    +
    10741  return suballocCount > 32 && nullItemCount * 2 >= (suballocCount - nullItemCount) * 3;
    +
    10742 }
    +
    10743 
    +
    10744 void VmaBlockMetadata_Linear::CleanupAfterFree()
    +
    10745 {
    +
    10746  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
    +
    10747  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
    +
    10748 
    +
    10749  if(IsEmpty())
    +
    10750  {
    +
    10751  suballocations1st.clear();
    +
    10752  suballocations2nd.clear();
    +
    10753  m_1stNullItemsBeginCount = 0;
    +
    10754  m_1stNullItemsMiddleCount = 0;
    +
    10755  m_2ndNullItemsCount = 0;
    +
    10756  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
    +
    10757  }
    +
    10758  else
    +
    10759  {
    +
    10760  const size_t suballoc1stCount = suballocations1st.size();
    +
    10761  const size_t nullItem1stCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
    +
    10762  VMA_ASSERT(nullItem1stCount <= suballoc1stCount);
    10763 
    -
    10764  // Find more null items at the end of 1st vector.
    -
    10765  while(m_1stNullItemsMiddleCount > 0 &&
    -
    10766  suballocations1st.back().hAllocation == VK_NULL_HANDLE)
    +
    10764  // Find more null items at the beginning of 1st vector.
    +
    10765  while(m_1stNullItemsBeginCount < suballoc1stCount &&
    +
    10766  suballocations1st[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
    10767  {
    -
    10768  --m_1stNullItemsMiddleCount;
    -
    10769  suballocations1st.pop_back();
    +
    10768  ++m_1stNullItemsBeginCount;
    +
    10769  --m_1stNullItemsMiddleCount;
    10770  }
    10771 
    -
    10772  // Find more null items at the end of 2nd vector.
    -
    10773  while(m_2ndNullItemsCount > 0 &&
    -
    10774  suballocations2nd.back().hAllocation == VK_NULL_HANDLE)
    +
    10772  // Find more null items at the end of 1st vector.
    +
    10773  while(m_1stNullItemsMiddleCount > 0 &&
    +
    10774  suballocations1st.back().hAllocation == VK_NULL_HANDLE)
    10775  {
    -
    10776  --m_2ndNullItemsCount;
    -
    10777  suballocations2nd.pop_back();
    +
    10776  --m_1stNullItemsMiddleCount;
    +
    10777  suballocations1st.pop_back();
    10778  }
    10779 
    -
    10780  // Find more null items at the beginning of 2nd vector.
    +
    10780  // Find more null items at the end of 2nd vector.
    10781  while(m_2ndNullItemsCount > 0 &&
    -
    10782  suballocations2nd[0].hAllocation == VK_NULL_HANDLE)
    +
    10782  suballocations2nd.back().hAllocation == VK_NULL_HANDLE)
    10783  {
    10784  --m_2ndNullItemsCount;
    -
    10785  VmaVectorRemove(suballocations2nd, 0);
    +
    10785  suballocations2nd.pop_back();
    10786  }
    10787 
    -
    10788  if(ShouldCompact1st())
    -
    10789  {
    -
    10790  const size_t nonNullItemCount = suballoc1stCount - nullItem1stCount;
    -
    10791  size_t srcIndex = m_1stNullItemsBeginCount;
    -
    10792  for(size_t dstIndex = 0; dstIndex < nonNullItemCount; ++dstIndex)
    -
    10793  {
    -
    10794  while(suballocations1st[srcIndex].hAllocation == VK_NULL_HANDLE)
    -
    10795  {
    -
    10796  ++srcIndex;
    -
    10797  }
    -
    10798  if(dstIndex != srcIndex)
    -
    10799  {
    -
    10800  suballocations1st[dstIndex] = suballocations1st[srcIndex];
    -
    10801  }
    -
    10802  ++srcIndex;
    -
    10803  }
    -
    10804  suballocations1st.resize(nonNullItemCount);
    -
    10805  m_1stNullItemsBeginCount = 0;
    -
    10806  m_1stNullItemsMiddleCount = 0;
    -
    10807  }
    -
    10808 
    -
    10809  // 2nd vector became empty.
    -
    10810  if(suballocations2nd.empty())
    -
    10811  {
    -
    10812  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
    -
    10813  }
    -
    10814 
    -
    10815  // 1st vector became empty.
    -
    10816  if(suballocations1st.size() - m_1stNullItemsBeginCount == 0)
    -
    10817  {
    -
    10818  suballocations1st.clear();
    -
    10819  m_1stNullItemsBeginCount = 0;
    -
    10820 
    -
    10821  if(!suballocations2nd.empty() && m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    -
    10822  {
    -
    10823  // Swap 1st with 2nd. Now 2nd is empty.
    -
    10824  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
    -
    10825  m_1stNullItemsMiddleCount = m_2ndNullItemsCount;
    -
    10826  while(m_1stNullItemsBeginCount < suballocations2nd.size() &&
    -
    10827  suballocations2nd[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
    -
    10828  {
    -
    10829  ++m_1stNullItemsBeginCount;
    -
    10830  --m_1stNullItemsMiddleCount;
    -
    10831  }
    -
    10832  m_2ndNullItemsCount = 0;
    -
    10833  m_1stVectorIndex ^= 1;
    -
    10834  }
    -
    10835  }
    -
    10836  }
    -
    10837 
    -
    10838  VMA_HEAVY_ASSERT(Validate());
    -
    10839 }
    -
    10840 
    -
    10841 
    -
    10843 // class VmaBlockMetadata_Buddy
    -
    10844 
    -
    10845 VmaBlockMetadata_Buddy::VmaBlockMetadata_Buddy(VmaAllocator hAllocator) :
    -
    10846  VmaBlockMetadata(hAllocator),
    -
    10847  m_Root(VMA_NULL),
    -
    10848  m_AllocationCount(0),
    -
    10849  m_FreeCount(1),
    -
    10850  m_SumFreeSize(0)
    -
    10851 {
    -
    10852  memset(m_FreeList, 0, sizeof(m_FreeList));
    -
    10853 }
    -
    10854 
    -
    10855 VmaBlockMetadata_Buddy::~VmaBlockMetadata_Buddy()
    -
    10856 {
    -
    10857  DeleteNode(m_Root);
    -
    10858 }
    -
    10859 
    -
    10860 void VmaBlockMetadata_Buddy::Init(VkDeviceSize size)
    -
    10861 {
    -
    10862  VmaBlockMetadata::Init(size);
    -
    10863 
    -
    10864  m_UsableSize = VmaPrevPow2(size);
    -
    10865  m_SumFreeSize = m_UsableSize;
    -
    10866 
    -
    10867  // Calculate m_LevelCount.
    -
    10868  m_LevelCount = 1;
    -
    10869  while(m_LevelCount < MAX_LEVELS &&
    -
    10870  LevelToNodeSize(m_LevelCount) >= MIN_NODE_SIZE)
    -
    10871  {
    -
    10872  ++m_LevelCount;
    -
    10873  }
    +
    10788  // Find more null items at the beginning of 2nd vector.
    +
    10789  while(m_2ndNullItemsCount > 0 &&
    +
    10790  suballocations2nd[0].hAllocation == VK_NULL_HANDLE)
    +
    10791  {
    +
    10792  --m_2ndNullItemsCount;
    +
    10793  VmaVectorRemove(suballocations2nd, 0);
    +
    10794  }
    +
    10795 
    +
    10796  if(ShouldCompact1st())
    +
    10797  {
    +
    10798  const size_t nonNullItemCount = suballoc1stCount - nullItem1stCount;
    +
    10799  size_t srcIndex = m_1stNullItemsBeginCount;
    +
    10800  for(size_t dstIndex = 0; dstIndex < nonNullItemCount; ++dstIndex)
    +
    10801  {
    +
    10802  while(suballocations1st[srcIndex].hAllocation == VK_NULL_HANDLE)
    +
    10803  {
    +
    10804  ++srcIndex;
    +
    10805  }
    +
    10806  if(dstIndex != srcIndex)
    +
    10807  {
    +
    10808  suballocations1st[dstIndex] = suballocations1st[srcIndex];
    +
    10809  }
    +
    10810  ++srcIndex;
    +
    10811  }
    +
    10812  suballocations1st.resize(nonNullItemCount);
    +
    10813  m_1stNullItemsBeginCount = 0;
    +
    10814  m_1stNullItemsMiddleCount = 0;
    +
    10815  }
    +
    10816 
    +
    10817  // 2nd vector became empty.
    +
    10818  if(suballocations2nd.empty())
    +
    10819  {
    +
    10820  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
    +
    10821  }
    +
    10822 
    +
    10823  // 1st vector became empty.
    +
    10824  if(suballocations1st.size() - m_1stNullItemsBeginCount == 0)
    +
    10825  {
    +
    10826  suballocations1st.clear();
    +
    10827  m_1stNullItemsBeginCount = 0;
    +
    10828 
    +
    10829  if(!suballocations2nd.empty() && m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
    +
    10830  {
    +
    10831  // Swap 1st with 2nd. Now 2nd is empty.
    +
    10832  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
    +
    10833  m_1stNullItemsMiddleCount = m_2ndNullItemsCount;
    +
    10834  while(m_1stNullItemsBeginCount < suballocations2nd.size() &&
    +
    10835  suballocations2nd[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
    +
    10836  {
    +
    10837  ++m_1stNullItemsBeginCount;
    +
    10838  --m_1stNullItemsMiddleCount;
    +
    10839  }
    +
    10840  m_2ndNullItemsCount = 0;
    +
    10841  m_1stVectorIndex ^= 1;
    +
    10842  }
    +
    10843  }
    +
    10844  }
    +
    10845 
    +
    10846  VMA_HEAVY_ASSERT(Validate());
    +
    10847 }
    +
    10848 
    +
    10849 
    +
    10851 // class VmaBlockMetadata_Buddy
    +
    10852 
    +
    10853 VmaBlockMetadata_Buddy::VmaBlockMetadata_Buddy(VmaAllocator hAllocator) :
    +
    10854  VmaBlockMetadata(hAllocator),
    +
    10855  m_Root(VMA_NULL),
    +
    10856  m_AllocationCount(0),
    +
    10857  m_FreeCount(1),
    +
    10858  m_SumFreeSize(0)
    +
    10859 {
    +
    10860  memset(m_FreeList, 0, sizeof(m_FreeList));
    +
    10861 }
    +
    10862 
    +
    10863 VmaBlockMetadata_Buddy::~VmaBlockMetadata_Buddy()
    +
    10864 {
    +
    10865  DeleteNode(m_Root);
    +
    10866 }
    +
    10867 
    +
    10868 void VmaBlockMetadata_Buddy::Init(VkDeviceSize size)
    +
    10869 {
    +
    10870  VmaBlockMetadata::Init(size);
    +
    10871 
    +
    10872  m_UsableSize = VmaPrevPow2(size);
    +
    10873  m_SumFreeSize = m_UsableSize;
    10874 
    -
    10875  Node* rootNode = vma_new(GetAllocationCallbacks(), Node)();
    -
    10876  rootNode->offset = 0;
    -
    10877  rootNode->type = Node::TYPE_FREE;
    -
    10878  rootNode->parent = VMA_NULL;
    -
    10879  rootNode->buddy = VMA_NULL;
    -
    10880 
    -
    10881  m_Root = rootNode;
    -
    10882  AddToFreeListFront(0, rootNode);
    -
    10883 }
    -
    10884 
    -
    10885 bool VmaBlockMetadata_Buddy::Validate() const
    -
    10886 {
    -
    10887  // Validate tree.
    -
    10888  ValidationContext ctx;
    -
    10889  if(!ValidateNode(ctx, VMA_NULL, m_Root, 0, LevelToNodeSize(0)))
    -
    10890  {
    -
    10891  VMA_VALIDATE(false && "ValidateNode failed.");
    -
    10892  }
    -
    10893  VMA_VALIDATE(m_AllocationCount == ctx.calculatedAllocationCount);
    -
    10894  VMA_VALIDATE(m_SumFreeSize == ctx.calculatedSumFreeSize);
    -
    10895 
    -
    10896  // Validate free node lists.
    -
    10897  for(uint32_t level = 0; level < m_LevelCount; ++level)
    +
    10875  // Calculate m_LevelCount.
    +
    10876  m_LevelCount = 1;
    +
    10877  while(m_LevelCount < MAX_LEVELS &&
    +
    10878  LevelToNodeSize(m_LevelCount) >= MIN_NODE_SIZE)
    +
    10879  {
    +
    10880  ++m_LevelCount;
    +
    10881  }
    +
    10882 
    +
    10883  Node* rootNode = vma_new(GetAllocationCallbacks(), Node)();
    +
    10884  rootNode->offset = 0;
    +
    10885  rootNode->type = Node::TYPE_FREE;
    +
    10886  rootNode->parent = VMA_NULL;
    +
    10887  rootNode->buddy = VMA_NULL;
    +
    10888 
    +
    10889  m_Root = rootNode;
    +
    10890  AddToFreeListFront(0, rootNode);
    +
    10891 }
    +
    10892 
    +
    10893 bool VmaBlockMetadata_Buddy::Validate() const
    +
    10894 {
    +
    10895  // Validate tree.
    +
    10896  ValidationContext ctx;
    +
    10897  if(!ValidateNode(ctx, VMA_NULL, m_Root, 0, LevelToNodeSize(0)))
    10898  {
    -
    10899  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL ||
    -
    10900  m_FreeList[level].front->free.prev == VMA_NULL);
    -
    10901 
    -
    10902  for(Node* node = m_FreeList[level].front;
    -
    10903  node != VMA_NULL;
    -
    10904  node = node->free.next)
    -
    10905  {
    -
    10906  VMA_VALIDATE(node->type == Node::TYPE_FREE);
    -
    10907 
    -
    10908  if(node->free.next == VMA_NULL)
    -
    10909  {
    -
    10910  VMA_VALIDATE(m_FreeList[level].back == node);
    -
    10911  }
    -
    10912  else
    -
    10913  {
    -
    10914  VMA_VALIDATE(node->free.next->free.prev == node);
    -
    10915  }
    -
    10916  }
    -
    10917  }
    -
    10918 
    -
    10919  // Validate that free lists ar higher levels are empty.
    -
    10920  for(uint32_t level = m_LevelCount; level < MAX_LEVELS; ++level)
    -
    10921  {
    -
    10922  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL && m_FreeList[level].back == VMA_NULL);
    -
    10923  }
    -
    10924 
    -
    10925  return true;
    -
    10926 }
    -
    10927 
    -
    10928 VkDeviceSize VmaBlockMetadata_Buddy::GetUnusedRangeSizeMax() const
    -
    10929 {
    -
    10930  for(uint32_t level = 0; level < m_LevelCount; ++level)
    -
    10931  {
    -
    10932  if(m_FreeList[level].front != VMA_NULL)
    -
    10933  {
    -
    10934  return LevelToNodeSize(level);
    -
    10935  }
    -
    10936  }
    -
    10937  return 0;
    -
    10938 }
    -
    10939 
    -
    10940 void VmaBlockMetadata_Buddy::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
    -
    10941 {
    -
    10942  const VkDeviceSize unusableSize = GetUnusableSize();
    -
    10943 
    -
    10944  outInfo.blockCount = 1;
    -
    10945 
    -
    10946  outInfo.allocationCount = outInfo.unusedRangeCount = 0;
    -
    10947  outInfo.usedBytes = outInfo.unusedBytes = 0;
    -
    10948 
    -
    10949  outInfo.allocationSizeMax = outInfo.unusedRangeSizeMax = 0;
    -
    10950  outInfo.allocationSizeMin = outInfo.unusedRangeSizeMin = UINT64_MAX;
    -
    10951  outInfo.allocationSizeAvg = outInfo.unusedRangeSizeAvg = 0; // Unused.
    -
    10952 
    -
    10953  CalcAllocationStatInfoNode(outInfo, m_Root, LevelToNodeSize(0));
    -
    10954 
    -
    10955  if(unusableSize > 0)
    -
    10956  {
    -
    10957  ++outInfo.unusedRangeCount;
    -
    10958  outInfo.unusedBytes += unusableSize;
    -
    10959  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusableSize);
    -
    10960  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusableSize);
    -
    10961  }
    -
    10962 }
    -
    10963 
    -
    10964 void VmaBlockMetadata_Buddy::AddPoolStats(VmaPoolStats& inoutStats) const
    -
    10965 {
    -
    10966  const VkDeviceSize unusableSize = GetUnusableSize();
    -
    10967 
    -
    10968  inoutStats.size += GetSize();
    -
    10969  inoutStats.unusedSize += m_SumFreeSize + unusableSize;
    -
    10970  inoutStats.allocationCount += m_AllocationCount;
    -
    10971  inoutStats.unusedRangeCount += m_FreeCount;
    -
    10972  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
    -
    10973 
    -
    10974  if(unusableSize > 0)
    -
    10975  {
    -
    10976  ++inoutStats.unusedRangeCount;
    -
    10977  // Not updating inoutStats.unusedRangeSizeMax with unusableSize because this space is not available for allocations.
    -
    10978  }
    -
    10979 }
    -
    10980 
    -
    10981 #if VMA_STATS_STRING_ENABLED
    -
    10982 
    -
    10983 void VmaBlockMetadata_Buddy::PrintDetailedMap(class VmaJsonWriter& json) const
    -
    10984 {
    -
    10985  // TODO optimize
    -
    10986  VmaStatInfo stat;
    -
    10987  CalcAllocationStatInfo(stat);
    +
    10899  VMA_VALIDATE(false && "ValidateNode failed.");
    +
    10900  }
    +
    10901  VMA_VALIDATE(m_AllocationCount == ctx.calculatedAllocationCount);
    +
    10902  VMA_VALIDATE(m_SumFreeSize == ctx.calculatedSumFreeSize);
    +
    10903 
    +
    10904  // Validate free node lists.
    +
    10905  for(uint32_t level = 0; level < m_LevelCount; ++level)
    +
    10906  {
    +
    10907  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL ||
    +
    10908  m_FreeList[level].front->free.prev == VMA_NULL);
    +
    10909 
    +
    10910  for(Node* node = m_FreeList[level].front;
    +
    10911  node != VMA_NULL;
    +
    10912  node = node->free.next)
    +
    10913  {
    +
    10914  VMA_VALIDATE(node->type == Node::TYPE_FREE);
    +
    10915 
    +
    10916  if(node->free.next == VMA_NULL)
    +
    10917  {
    +
    10918  VMA_VALIDATE(m_FreeList[level].back == node);
    +
    10919  }
    +
    10920  else
    +
    10921  {
    +
    10922  VMA_VALIDATE(node->free.next->free.prev == node);
    +
    10923  }
    +
    10924  }
    +
    10925  }
    +
    10926 
    +
    10927  // Validate that free lists ar higher levels are empty.
    +
    10928  for(uint32_t level = m_LevelCount; level < MAX_LEVELS; ++level)
    +
    10929  {
    +
    10930  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL && m_FreeList[level].back == VMA_NULL);
    +
    10931  }
    +
    10932 
    +
    10933  return true;
    +
    10934 }
    +
    10935 
    +
    10936 VkDeviceSize VmaBlockMetadata_Buddy::GetUnusedRangeSizeMax() const
    +
    10937 {
    +
    10938  for(uint32_t level = 0; level < m_LevelCount; ++level)
    +
    10939  {
    +
    10940  if(m_FreeList[level].front != VMA_NULL)
    +
    10941  {
    +
    10942  return LevelToNodeSize(level);
    +
    10943  }
    +
    10944  }
    +
    10945  return 0;
    +
    10946 }
    +
    10947 
    +
    10948 void VmaBlockMetadata_Buddy::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
    +
    10949 {
    +
    10950  const VkDeviceSize unusableSize = GetUnusableSize();
    +
    10951 
    +
    10952  outInfo.blockCount = 1;
    +
    10953 
    +
    10954  outInfo.allocationCount = outInfo.unusedRangeCount = 0;
    +
    10955  outInfo.usedBytes = outInfo.unusedBytes = 0;
    +
    10956 
    +
    10957  outInfo.allocationSizeMax = outInfo.unusedRangeSizeMax = 0;
    +
    10958  outInfo.allocationSizeMin = outInfo.unusedRangeSizeMin = UINT64_MAX;
    +
    10959  outInfo.allocationSizeAvg = outInfo.unusedRangeSizeAvg = 0; // Unused.
    +
    10960 
    +
    10961  CalcAllocationStatInfoNode(outInfo, m_Root, LevelToNodeSize(0));
    +
    10962 
    +
    10963  if(unusableSize > 0)
    +
    10964  {
    +
    10965  ++outInfo.unusedRangeCount;
    +
    10966  outInfo.unusedBytes += unusableSize;
    +
    10967  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusableSize);
    +
    10968  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusableSize);
    +
    10969  }
    +
    10970 }
    +
    10971 
    +
    10972 void VmaBlockMetadata_Buddy::AddPoolStats(VmaPoolStats& inoutStats) const
    +
    10973 {
    +
    10974  const VkDeviceSize unusableSize = GetUnusableSize();
    +
    10975 
    +
    10976  inoutStats.size += GetSize();
    +
    10977  inoutStats.unusedSize += m_SumFreeSize + unusableSize;
    +
    10978  inoutStats.allocationCount += m_AllocationCount;
    +
    10979  inoutStats.unusedRangeCount += m_FreeCount;
    +
    10980  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
    +
    10981 
    +
    10982  if(unusableSize > 0)
    +
    10983  {
    +
    10984  ++inoutStats.unusedRangeCount;
    +
    10985  // Not updating inoutStats.unusedRangeSizeMax with unusableSize because this space is not available for allocations.
    +
    10986  }
    +
    10987 }
    10988 
    -
    10989  PrintDetailedMap_Begin(
    -
    10990  json,
    -
    10991  stat.unusedBytes,
    -
    10992  stat.allocationCount,
    -
    10993  stat.unusedRangeCount);
    -
    10994 
    -
    10995  PrintDetailedMapNode(json, m_Root, LevelToNodeSize(0));
    +
    10989 #if VMA_STATS_STRING_ENABLED
    +
    10990 
    +
    10991 void VmaBlockMetadata_Buddy::PrintDetailedMap(class VmaJsonWriter& json) const
    +
    10992 {
    +
    10993  // TODO optimize
    +
    10994  VmaStatInfo stat;
    +
    10995  CalcAllocationStatInfo(stat);
    10996 
    -
    10997  const VkDeviceSize unusableSize = GetUnusableSize();
    -
    10998  if(unusableSize > 0)
    -
    10999  {
    -
    11000  PrintDetailedMap_UnusedRange(json,
    -
    11001  m_UsableSize, // offset
    -
    11002  unusableSize); // size
    -
    11003  }
    +
    10997  PrintDetailedMap_Begin(
    +
    10998  json,
    +
    10999  stat.unusedBytes,
    +
    11000  stat.allocationCount,
    +
    11001  stat.unusedRangeCount);
    +
    11002 
    +
    11003  PrintDetailedMapNode(json, m_Root, LevelToNodeSize(0));
    11004 
    -
    11005  PrintDetailedMap_End(json);
    -
    11006 }
    -
    11007 
    -
    11008 #endif // #if VMA_STATS_STRING_ENABLED
    -
    11009 
    -
    11010 bool VmaBlockMetadata_Buddy::CreateAllocationRequest(
    -
    11011  uint32_t currentFrameIndex,
    -
    11012  uint32_t frameInUseCount,
    -
    11013  VkDeviceSize bufferImageGranularity,
    -
    11014  VkDeviceSize allocSize,
    -
    11015  VkDeviceSize allocAlignment,
    -
    11016  bool upperAddress,
    -
    11017  VmaSuballocationType allocType,
    -
    11018  bool canMakeOtherLost,
    -
    11019  uint32_t strategy,
    -
    11020  VmaAllocationRequest* pAllocationRequest)
    -
    11021 {
    -
    11022  VMA_ASSERT(!upperAddress && "VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT can be used only with linear algorithm.");
    -
    11023 
    -
    11024  // Simple way to respect bufferImageGranularity. May be optimized some day.
    -
    11025  // Whenever it might be an OPTIMAL image...
    -
    11026  if(allocType == VMA_SUBALLOCATION_TYPE_UNKNOWN ||
    -
    11027  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
    -
    11028  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL)
    -
    11029  {
    -
    11030  allocAlignment = VMA_MAX(allocAlignment, bufferImageGranularity);
    -
    11031  allocSize = VMA_MAX(allocSize, bufferImageGranularity);
    -
    11032  }
    -
    11033 
    -
    11034  if(allocSize > m_UsableSize)
    -
    11035  {
    -
    11036  return false;
    -
    11037  }
    -
    11038 
    -
    11039  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
    -
    11040  for(uint32_t level = targetLevel + 1; level--; )
    -
    11041  {
    -
    11042  for(Node* freeNode = m_FreeList[level].front;
    -
    11043  freeNode != VMA_NULL;
    -
    11044  freeNode = freeNode->free.next)
    -
    11045  {
    -
    11046  if(freeNode->offset % allocAlignment == 0)
    -
    11047  {
    -
    11048  pAllocationRequest->type = VmaAllocationRequestType::Normal;
    -
    11049  pAllocationRequest->offset = freeNode->offset;
    -
    11050  pAllocationRequest->sumFreeSize = LevelToNodeSize(level);
    -
    11051  pAllocationRequest->sumItemSize = 0;
    -
    11052  pAllocationRequest->itemsToMakeLostCount = 0;
    -
    11053  pAllocationRequest->customData = (void*)(uintptr_t)level;
    -
    11054  return true;
    -
    11055  }
    -
    11056  }
    -
    11057  }
    -
    11058 
    -
    11059  return false;
    -
    11060 }
    -
    11061 
    -
    11062 bool VmaBlockMetadata_Buddy::MakeRequestedAllocationsLost(
    -
    11063  uint32_t currentFrameIndex,
    -
    11064  uint32_t frameInUseCount,
    -
    11065  VmaAllocationRequest* pAllocationRequest)
    -
    11066 {
    -
    11067  /*
    -
    11068  Lost allocations are not supported in buddy allocator at the moment.
    -
    11069  Support might be added in the future.
    -
    11070  */
    -
    11071  return pAllocationRequest->itemsToMakeLostCount == 0;
    -
    11072 }
    -
    11073 
    -
    11074 uint32_t VmaBlockMetadata_Buddy::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
    -
    11075 {
    -
    11076  /*
    -
    11077  Lost allocations are not supported in buddy allocator at the moment.
    -
    11078  Support might be added in the future.
    -
    11079  */
    -
    11080  return 0;
    -
    11081 }
    -
    11082 
    -
    11083 void VmaBlockMetadata_Buddy::Alloc(
    -
    11084  const VmaAllocationRequest& request,
    -
    11085  VmaSuballocationType type,
    -
    11086  VkDeviceSize allocSize,
    -
    11087  VmaAllocation hAllocation)
    -
    11088 {
    -
    11089  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
    +
    11005  const VkDeviceSize unusableSize = GetUnusableSize();
    +
    11006  if(unusableSize > 0)
    +
    11007  {
    +
    11008  PrintDetailedMap_UnusedRange(json,
    +
    11009  m_UsableSize, // offset
    +
    11010  unusableSize); // size
    +
    11011  }
    +
    11012 
    +
    11013  PrintDetailedMap_End(json);
    +
    11014 }
    +
    11015 
    +
    11016 #endif // #if VMA_STATS_STRING_ENABLED
    +
    11017 
    +
    11018 bool VmaBlockMetadata_Buddy::CreateAllocationRequest(
    +
    11019  uint32_t currentFrameIndex,
    +
    11020  uint32_t frameInUseCount,
    +
    11021  VkDeviceSize bufferImageGranularity,
    +
    11022  VkDeviceSize allocSize,
    +
    11023  VkDeviceSize allocAlignment,
    +
    11024  bool upperAddress,
    +
    11025  VmaSuballocationType allocType,
    +
    11026  bool canMakeOtherLost,
    +
    11027  uint32_t strategy,
    +
    11028  VmaAllocationRequest* pAllocationRequest)
    +
    11029 {
    +
    11030  VMA_ASSERT(!upperAddress && "VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT can be used only with linear algorithm.");
    +
    11031 
    +
    11032  // Simple way to respect bufferImageGranularity. May be optimized some day.
    +
    11033  // Whenever it might be an OPTIMAL image...
    +
    11034  if(allocType == VMA_SUBALLOCATION_TYPE_UNKNOWN ||
    +
    11035  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
    +
    11036  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL)
    +
    11037  {
    +
    11038  allocAlignment = VMA_MAX(allocAlignment, bufferImageGranularity);
    +
    11039  allocSize = VMA_MAX(allocSize, bufferImageGranularity);
    +
    11040  }
    +
    11041 
    +
    11042  if(allocSize > m_UsableSize)
    +
    11043  {
    +
    11044  return false;
    +
    11045  }
    +
    11046 
    +
    11047  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
    +
    11048  for(uint32_t level = targetLevel + 1; level--; )
    +
    11049  {
    +
    11050  for(Node* freeNode = m_FreeList[level].front;
    +
    11051  freeNode != VMA_NULL;
    +
    11052  freeNode = freeNode->free.next)
    +
    11053  {
    +
    11054  if(freeNode->offset % allocAlignment == 0)
    +
    11055  {
    +
    11056  pAllocationRequest->type = VmaAllocationRequestType::Normal;
    +
    11057  pAllocationRequest->offset = freeNode->offset;
    +
    11058  pAllocationRequest->sumFreeSize = LevelToNodeSize(level);
    +
    11059  pAllocationRequest->sumItemSize = 0;
    +
    11060  pAllocationRequest->itemsToMakeLostCount = 0;
    +
    11061  pAllocationRequest->customData = (void*)(uintptr_t)level;
    +
    11062  return true;
    +
    11063  }
    +
    11064  }
    +
    11065  }
    +
    11066 
    +
    11067  return false;
    +
    11068 }
    +
    11069 
    +
    11070 bool VmaBlockMetadata_Buddy::MakeRequestedAllocationsLost(
    +
    11071  uint32_t currentFrameIndex,
    +
    11072  uint32_t frameInUseCount,
    +
    11073  VmaAllocationRequest* pAllocationRequest)
    +
    11074 {
    +
    11075  /*
    +
    11076  Lost allocations are not supported in buddy allocator at the moment.
    +
    11077  Support might be added in the future.
    +
    11078  */
    +
    11079  return pAllocationRequest->itemsToMakeLostCount == 0;
    +
    11080 }
    +
    11081 
    +
    11082 uint32_t VmaBlockMetadata_Buddy::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
    +
    11083 {
    +
    11084  /*
    +
    11085  Lost allocations are not supported in buddy allocator at the moment.
    +
    11086  Support might be added in the future.
    +
    11087  */
    +
    11088  return 0;
    +
    11089 }
    11090 
    -
    11091  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
    -
    11092  uint32_t currLevel = (uint32_t)(uintptr_t)request.customData;
    -
    11093 
    -
    11094  Node* currNode = m_FreeList[currLevel].front;
    -
    11095  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
    -
    11096  while(currNode->offset != request.offset)
    -
    11097  {
    -
    11098  currNode = currNode->free.next;
    -
    11099  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
    -
    11100  }
    +
    11091 void VmaBlockMetadata_Buddy::Alloc(
    +
    11092  const VmaAllocationRequest& request,
    +
    11093  VmaSuballocationType type,
    +
    11094  VkDeviceSize allocSize,
    +
    11095  VmaAllocation hAllocation)
    +
    11096 {
    +
    11097  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
    +
    11098 
    +
    11099  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
    +
    11100  uint32_t currLevel = (uint32_t)(uintptr_t)request.customData;
    11101 
    -
    11102  // Go down, splitting free nodes.
    -
    11103  while(currLevel < targetLevel)
    -
    11104  {
    -
    11105  // currNode is already first free node at currLevel.
    -
    11106  // Remove it from list of free nodes at this currLevel.
    -
    11107  RemoveFromFreeList(currLevel, currNode);
    -
    11108 
    -
    11109  const uint32_t childrenLevel = currLevel + 1;
    -
    11110 
    -
    11111  // Create two free sub-nodes.
    -
    11112  Node* leftChild = vma_new(GetAllocationCallbacks(), Node)();
    -
    11113  Node* rightChild = vma_new(GetAllocationCallbacks(), Node)();
    -
    11114 
    -
    11115  leftChild->offset = currNode->offset;
    -
    11116  leftChild->type = Node::TYPE_FREE;
    -
    11117  leftChild->parent = currNode;
    -
    11118  leftChild->buddy = rightChild;
    -
    11119 
    -
    11120  rightChild->offset = currNode->offset + LevelToNodeSize(childrenLevel);
    -
    11121  rightChild->type = Node::TYPE_FREE;
    -
    11122  rightChild->parent = currNode;
    -
    11123  rightChild->buddy = leftChild;
    -
    11124 
    -
    11125  // Convert current currNode to split type.
    -
    11126  currNode->type = Node::TYPE_SPLIT;
    -
    11127  currNode->split.leftChild = leftChild;
    -
    11128 
    -
    11129  // Add child nodes to free list. Order is important!
    -
    11130  AddToFreeListFront(childrenLevel, rightChild);
    -
    11131  AddToFreeListFront(childrenLevel, leftChild);
    +
    11102  Node* currNode = m_FreeList[currLevel].front;
    +
    11103  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
    +
    11104  while(currNode->offset != request.offset)
    +
    11105  {
    +
    11106  currNode = currNode->free.next;
    +
    11107  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
    +
    11108  }
    +
    11109 
    +
    11110  // Go down, splitting free nodes.
    +
    11111  while(currLevel < targetLevel)
    +
    11112  {
    +
    11113  // currNode is already first free node at currLevel.
    +
    11114  // Remove it from list of free nodes at this currLevel.
    +
    11115  RemoveFromFreeList(currLevel, currNode);
    +
    11116 
    +
    11117  const uint32_t childrenLevel = currLevel + 1;
    +
    11118 
    +
    11119  // Create two free sub-nodes.
    +
    11120  Node* leftChild = vma_new(GetAllocationCallbacks(), Node)();
    +
    11121  Node* rightChild = vma_new(GetAllocationCallbacks(), Node)();
    +
    11122 
    +
    11123  leftChild->offset = currNode->offset;
    +
    11124  leftChild->type = Node::TYPE_FREE;
    +
    11125  leftChild->parent = currNode;
    +
    11126  leftChild->buddy = rightChild;
    +
    11127 
    +
    11128  rightChild->offset = currNode->offset + LevelToNodeSize(childrenLevel);
    +
    11129  rightChild->type = Node::TYPE_FREE;
    +
    11130  rightChild->parent = currNode;
    +
    11131  rightChild->buddy = leftChild;
    11132 
    -
    11133  ++m_FreeCount;
    -
    11134  //m_SumFreeSize -= LevelToNodeSize(currLevel) % 2; // Useful only when level node sizes can be non power of 2.
    -
    11135  ++currLevel;
    -
    11136  currNode = m_FreeList[currLevel].front;
    -
    11137 
    -
    11138  /*
    -
    11139  We can be sure that currNode, as left child of node previously split,
    -
    11140  also fullfills the alignment requirement.
    -
    11141  */
    -
    11142  }
    -
    11143 
    -
    11144  // Remove from free list.
    -
    11145  VMA_ASSERT(currLevel == targetLevel &&
    -
    11146  currNode != VMA_NULL &&
    -
    11147  currNode->type == Node::TYPE_FREE);
    -
    11148  RemoveFromFreeList(currLevel, currNode);
    -
    11149 
    -
    11150  // Convert to allocation node.
    -
    11151  currNode->type = Node::TYPE_ALLOCATION;
    -
    11152  currNode->allocation.alloc = hAllocation;
    -
    11153 
    -
    11154  ++m_AllocationCount;
    -
    11155  --m_FreeCount;
    -
    11156  m_SumFreeSize -= allocSize;
    -
    11157 }
    -
    11158 
    -
    11159 void VmaBlockMetadata_Buddy::DeleteNode(Node* node)
    -
    11160 {
    -
    11161  if(node->type == Node::TYPE_SPLIT)
    -
    11162  {
    -
    11163  DeleteNode(node->split.leftChild->buddy);
    -
    11164  DeleteNode(node->split.leftChild);
    -
    11165  }
    +
    11133  // Convert current currNode to split type.
    +
    11134  currNode->type = Node::TYPE_SPLIT;
    +
    11135  currNode->split.leftChild = leftChild;
    +
    11136 
    +
    11137  // Add child nodes to free list. Order is important!
    +
    11138  AddToFreeListFront(childrenLevel, rightChild);
    +
    11139  AddToFreeListFront(childrenLevel, leftChild);
    +
    11140 
    +
    11141  ++m_FreeCount;
    +
    11142  //m_SumFreeSize -= LevelToNodeSize(currLevel) % 2; // Useful only when level node sizes can be non power of 2.
    +
    11143  ++currLevel;
    +
    11144  currNode = m_FreeList[currLevel].front;
    +
    11145 
    +
    11146  /*
    +
    11147  We can be sure that currNode, as left child of node previously split,
    +
    11148  also fullfills the alignment requirement.
    +
    11149  */
    +
    11150  }
    +
    11151 
    +
    11152  // Remove from free list.
    +
    11153  VMA_ASSERT(currLevel == targetLevel &&
    +
    11154  currNode != VMA_NULL &&
    +
    11155  currNode->type == Node::TYPE_FREE);
    +
    11156  RemoveFromFreeList(currLevel, currNode);
    +
    11157 
    +
    11158  // Convert to allocation node.
    +
    11159  currNode->type = Node::TYPE_ALLOCATION;
    +
    11160  currNode->allocation.alloc = hAllocation;
    +
    11161 
    +
    11162  ++m_AllocationCount;
    +
    11163  --m_FreeCount;
    +
    11164  m_SumFreeSize -= allocSize;
    +
    11165 }
    11166 
    -
    11167  vma_delete(GetAllocationCallbacks(), node);
    -
    11168 }
    -
    11169 
    -
    11170 bool VmaBlockMetadata_Buddy::ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const
    -
    11171 {
    -
    11172  VMA_VALIDATE(level < m_LevelCount);
    -
    11173  VMA_VALIDATE(curr->parent == parent);
    -
    11174  VMA_VALIDATE((curr->buddy == VMA_NULL) == (parent == VMA_NULL));
    -
    11175  VMA_VALIDATE(curr->buddy == VMA_NULL || curr->buddy->buddy == curr);
    -
    11176  switch(curr->type)
    -
    11177  {
    -
    11178  case Node::TYPE_FREE:
    -
    11179  // curr->free.prev, next are validated separately.
    -
    11180  ctx.calculatedSumFreeSize += levelNodeSize;
    -
    11181  ++ctx.calculatedFreeCount;
    -
    11182  break;
    -
    11183  case Node::TYPE_ALLOCATION:
    -
    11184  ++ctx.calculatedAllocationCount;
    -
    11185  ctx.calculatedSumFreeSize += levelNodeSize - curr->allocation.alloc->GetSize();
    -
    11186  VMA_VALIDATE(curr->allocation.alloc != VK_NULL_HANDLE);
    -
    11187  break;
    -
    11188  case Node::TYPE_SPLIT:
    -
    11189  {
    -
    11190  const uint32_t childrenLevel = level + 1;
    -
    11191  const VkDeviceSize childrenLevelNodeSize = levelNodeSize / 2;
    -
    11192  const Node* const leftChild = curr->split.leftChild;
    -
    11193  VMA_VALIDATE(leftChild != VMA_NULL);
    -
    11194  VMA_VALIDATE(leftChild->offset == curr->offset);
    -
    11195  if(!ValidateNode(ctx, curr, leftChild, childrenLevel, childrenLevelNodeSize))
    -
    11196  {
    -
    11197  VMA_VALIDATE(false && "ValidateNode for left child failed.");
    -
    11198  }
    -
    11199  const Node* const rightChild = leftChild->buddy;
    -
    11200  VMA_VALIDATE(rightChild->offset == curr->offset + childrenLevelNodeSize);
    -
    11201  if(!ValidateNode(ctx, curr, rightChild, childrenLevel, childrenLevelNodeSize))
    -
    11202  {
    -
    11203  VMA_VALIDATE(false && "ValidateNode for right child failed.");
    -
    11204  }
    -
    11205  }
    -
    11206  break;
    -
    11207  default:
    -
    11208  return false;
    -
    11209  }
    -
    11210 
    -
    11211  return true;
    -
    11212 }
    -
    11213 
    -
    11214 uint32_t VmaBlockMetadata_Buddy::AllocSizeToLevel(VkDeviceSize allocSize) const
    -
    11215 {
    -
    11216  // I know this could be optimized somehow e.g. by using std::log2p1 from C++20.
    -
    11217  uint32_t level = 0;
    -
    11218  VkDeviceSize currLevelNodeSize = m_UsableSize;
    -
    11219  VkDeviceSize nextLevelNodeSize = currLevelNodeSize >> 1;
    -
    11220  while(allocSize <= nextLevelNodeSize && level + 1 < m_LevelCount)
    -
    11221  {
    -
    11222  ++level;
    -
    11223  currLevelNodeSize = nextLevelNodeSize;
    -
    11224  nextLevelNodeSize = currLevelNodeSize >> 1;
    -
    11225  }
    -
    11226  return level;
    -
    11227 }
    -
    11228 
    -
    11229 void VmaBlockMetadata_Buddy::FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset)
    -
    11230 {
    -
    11231  // Find node and level.
    -
    11232  Node* node = m_Root;
    -
    11233  VkDeviceSize nodeOffset = 0;
    -
    11234  uint32_t level = 0;
    -
    11235  VkDeviceSize levelNodeSize = LevelToNodeSize(0);
    -
    11236  while(node->type == Node::TYPE_SPLIT)
    -
    11237  {
    -
    11238  const VkDeviceSize nextLevelSize = levelNodeSize >> 1;
    -
    11239  if(offset < nodeOffset + nextLevelSize)
    -
    11240  {
    -
    11241  node = node->split.leftChild;
    -
    11242  }
    -
    11243  else
    -
    11244  {
    -
    11245  node = node->split.leftChild->buddy;
    -
    11246  nodeOffset += nextLevelSize;
    -
    11247  }
    -
    11248  ++level;
    -
    11249  levelNodeSize = nextLevelSize;
    -
    11250  }
    -
    11251 
    -
    11252  VMA_ASSERT(node != VMA_NULL && node->type == Node::TYPE_ALLOCATION);
    -
    11253  VMA_ASSERT(alloc == VK_NULL_HANDLE || node->allocation.alloc == alloc);
    -
    11254 
    -
    11255  ++m_FreeCount;
    -
    11256  --m_AllocationCount;
    -
    11257  m_SumFreeSize += alloc->GetSize();
    -
    11258 
    -
    11259  node->type = Node::TYPE_FREE;
    -
    11260 
    -
    11261  // Join free nodes if possible.
    -
    11262  while(level > 0 && node->buddy->type == Node::TYPE_FREE)
    -
    11263  {
    -
    11264  RemoveFromFreeList(level, node->buddy);
    -
    11265  Node* const parent = node->parent;
    +
    11167 void VmaBlockMetadata_Buddy::DeleteNode(Node* node)
    +
    11168 {
    +
    11169  if(node->type == Node::TYPE_SPLIT)
    +
    11170  {
    +
    11171  DeleteNode(node->split.leftChild->buddy);
    +
    11172  DeleteNode(node->split.leftChild);
    +
    11173  }
    +
    11174 
    +
    11175  vma_delete(GetAllocationCallbacks(), node);
    +
    11176 }
    +
    11177 
    +
    11178 bool VmaBlockMetadata_Buddy::ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const
    +
    11179 {
    +
    11180  VMA_VALIDATE(level < m_LevelCount);
    +
    11181  VMA_VALIDATE(curr->parent == parent);
    +
    11182  VMA_VALIDATE((curr->buddy == VMA_NULL) == (parent == VMA_NULL));
    +
    11183  VMA_VALIDATE(curr->buddy == VMA_NULL || curr->buddy->buddy == curr);
    +
    11184  switch(curr->type)
    +
    11185  {
    +
    11186  case Node::TYPE_FREE:
    +
    11187  // curr->free.prev, next are validated separately.
    +
    11188  ctx.calculatedSumFreeSize += levelNodeSize;
    +
    11189  ++ctx.calculatedFreeCount;
    +
    11190  break;
    +
    11191  case Node::TYPE_ALLOCATION:
    +
    11192  ++ctx.calculatedAllocationCount;
    +
    11193  ctx.calculatedSumFreeSize += levelNodeSize - curr->allocation.alloc->GetSize();
    +
    11194  VMA_VALIDATE(curr->allocation.alloc != VK_NULL_HANDLE);
    +
    11195  break;
    +
    11196  case Node::TYPE_SPLIT:
    +
    11197  {
    +
    11198  const uint32_t childrenLevel = level + 1;
    +
    11199  const VkDeviceSize childrenLevelNodeSize = levelNodeSize / 2;
    +
    11200  const Node* const leftChild = curr->split.leftChild;
    +
    11201  VMA_VALIDATE(leftChild != VMA_NULL);
    +
    11202  VMA_VALIDATE(leftChild->offset == curr->offset);
    +
    11203  if(!ValidateNode(ctx, curr, leftChild, childrenLevel, childrenLevelNodeSize))
    +
    11204  {
    +
    11205  VMA_VALIDATE(false && "ValidateNode for left child failed.");
    +
    11206  }
    +
    11207  const Node* const rightChild = leftChild->buddy;
    +
    11208  VMA_VALIDATE(rightChild->offset == curr->offset + childrenLevelNodeSize);
    +
    11209  if(!ValidateNode(ctx, curr, rightChild, childrenLevel, childrenLevelNodeSize))
    +
    11210  {
    +
    11211  VMA_VALIDATE(false && "ValidateNode for right child failed.");
    +
    11212  }
    +
    11213  }
    +
    11214  break;
    +
    11215  default:
    +
    11216  return false;
    +
    11217  }
    +
    11218 
    +
    11219  return true;
    +
    11220 }
    +
    11221 
    +
    11222 uint32_t VmaBlockMetadata_Buddy::AllocSizeToLevel(VkDeviceSize allocSize) const
    +
    11223 {
    +
    11224  // I know this could be optimized somehow e.g. by using std::log2p1 from C++20.
    +
    11225  uint32_t level = 0;
    +
    11226  VkDeviceSize currLevelNodeSize = m_UsableSize;
    +
    11227  VkDeviceSize nextLevelNodeSize = currLevelNodeSize >> 1;
    +
    11228  while(allocSize <= nextLevelNodeSize && level + 1 < m_LevelCount)
    +
    11229  {
    +
    11230  ++level;
    +
    11231  currLevelNodeSize = nextLevelNodeSize;
    +
    11232  nextLevelNodeSize = currLevelNodeSize >> 1;
    +
    11233  }
    +
    11234  return level;
    +
    11235 }
    +
    11236 
    +
    11237 void VmaBlockMetadata_Buddy::FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset)
    +
    11238 {
    +
    11239  // Find node and level.
    +
    11240  Node* node = m_Root;
    +
    11241  VkDeviceSize nodeOffset = 0;
    +
    11242  uint32_t level = 0;
    +
    11243  VkDeviceSize levelNodeSize = LevelToNodeSize(0);
    +
    11244  while(node->type == Node::TYPE_SPLIT)
    +
    11245  {
    +
    11246  const VkDeviceSize nextLevelSize = levelNodeSize >> 1;
    +
    11247  if(offset < nodeOffset + nextLevelSize)
    +
    11248  {
    +
    11249  node = node->split.leftChild;
    +
    11250  }
    +
    11251  else
    +
    11252  {
    +
    11253  node = node->split.leftChild->buddy;
    +
    11254  nodeOffset += nextLevelSize;
    +
    11255  }
    +
    11256  ++level;
    +
    11257  levelNodeSize = nextLevelSize;
    +
    11258  }
    +
    11259 
    +
    11260  VMA_ASSERT(node != VMA_NULL && node->type == Node::TYPE_ALLOCATION);
    +
    11261  VMA_ASSERT(alloc == VK_NULL_HANDLE || node->allocation.alloc == alloc);
    +
    11262 
    +
    11263  ++m_FreeCount;
    +
    11264  --m_AllocationCount;
    +
    11265  m_SumFreeSize += alloc->GetSize();
    11266 
    -
    11267  vma_delete(GetAllocationCallbacks(), node->buddy);
    -
    11268  vma_delete(GetAllocationCallbacks(), node);
    -
    11269  parent->type = Node::TYPE_FREE;
    -
    11270 
    -
    11271  node = parent;
    -
    11272  --level;
    -
    11273  //m_SumFreeSize += LevelToNodeSize(level) % 2; // Useful only when level node sizes can be non power of 2.
    -
    11274  --m_FreeCount;
    -
    11275  }
    -
    11276 
    -
    11277  AddToFreeListFront(level, node);
    -
    11278 }
    -
    11279 
    -
    11280 void VmaBlockMetadata_Buddy::CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const
    -
    11281 {
    -
    11282  switch(node->type)
    -
    11283  {
    -
    11284  case Node::TYPE_FREE:
    -
    11285  ++outInfo.unusedRangeCount;
    -
    11286  outInfo.unusedBytes += levelNodeSize;
    -
    11287  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, levelNodeSize);
    -
    11288  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, levelNodeSize);
    -
    11289  break;
    -
    11290  case Node::TYPE_ALLOCATION:
    -
    11291  {
    -
    11292  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
    -
    11293  ++outInfo.allocationCount;
    -
    11294  outInfo.usedBytes += allocSize;
    -
    11295  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, allocSize);
    -
    11296  outInfo.allocationSizeMin = VMA_MAX(outInfo.allocationSizeMin, allocSize);
    -
    11297 
    -
    11298  const VkDeviceSize unusedRangeSize = levelNodeSize - allocSize;
    -
    11299  if(unusedRangeSize > 0)
    -
    11300  {
    -
    11301  ++outInfo.unusedRangeCount;
    -
    11302  outInfo.unusedBytes += unusedRangeSize;
    -
    11303  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusedRangeSize);
    -
    11304  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, unusedRangeSize);
    -
    11305  }
    -
    11306  }
    -
    11307  break;
    -
    11308  case Node::TYPE_SPLIT:
    -
    11309  {
    -
    11310  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
    -
    11311  const Node* const leftChild = node->split.leftChild;
    -
    11312  CalcAllocationStatInfoNode(outInfo, leftChild, childrenNodeSize);
    -
    11313  const Node* const rightChild = leftChild->buddy;
    -
    11314  CalcAllocationStatInfoNode(outInfo, rightChild, childrenNodeSize);
    -
    11315  }
    -
    11316  break;
    -
    11317  default:
    -
    11318  VMA_ASSERT(0);
    -
    11319  }
    -
    11320 }
    -
    11321 
    -
    11322 void VmaBlockMetadata_Buddy::AddToFreeListFront(uint32_t level, Node* node)
    -
    11323 {
    -
    11324  VMA_ASSERT(node->type == Node::TYPE_FREE);
    -
    11325 
    -
    11326  // List is empty.
    -
    11327  Node* const frontNode = m_FreeList[level].front;
    -
    11328  if(frontNode == VMA_NULL)
    -
    11329  {
    -
    11330  VMA_ASSERT(m_FreeList[level].back == VMA_NULL);
    -
    11331  node->free.prev = node->free.next = VMA_NULL;
    -
    11332  m_FreeList[level].front = m_FreeList[level].back = node;
    -
    11333  }
    -
    11334  else
    -
    11335  {
    -
    11336  VMA_ASSERT(frontNode->free.prev == VMA_NULL);
    -
    11337  node->free.prev = VMA_NULL;
    -
    11338  node->free.next = frontNode;
    -
    11339  frontNode->free.prev = node;
    -
    11340  m_FreeList[level].front = node;
    +
    11267  node->type = Node::TYPE_FREE;
    +
    11268 
    +
    11269  // Join free nodes if possible.
    +
    11270  while(level > 0 && node->buddy->type == Node::TYPE_FREE)
    +
    11271  {
    +
    11272  RemoveFromFreeList(level, node->buddy);
    +
    11273  Node* const parent = node->parent;
    +
    11274 
    +
    11275  vma_delete(GetAllocationCallbacks(), node->buddy);
    +
    11276  vma_delete(GetAllocationCallbacks(), node);
    +
    11277  parent->type = Node::TYPE_FREE;
    +
    11278 
    +
    11279  node = parent;
    +
    11280  --level;
    +
    11281  //m_SumFreeSize += LevelToNodeSize(level) % 2; // Useful only when level node sizes can be non power of 2.
    +
    11282  --m_FreeCount;
    +
    11283  }
    +
    11284 
    +
    11285  AddToFreeListFront(level, node);
    +
    11286 }
    +
    11287 
    +
    11288 void VmaBlockMetadata_Buddy::CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const
    +
    11289 {
    +
    11290  switch(node->type)
    +
    11291  {
    +
    11292  case Node::TYPE_FREE:
    +
    11293  ++outInfo.unusedRangeCount;
    +
    11294  outInfo.unusedBytes += levelNodeSize;
    +
    11295  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, levelNodeSize);
    +
    11296  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, levelNodeSize);
    +
    11297  break;
    +
    11298  case Node::TYPE_ALLOCATION:
    +
    11299  {
    +
    11300  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
    +
    11301  ++outInfo.allocationCount;
    +
    11302  outInfo.usedBytes += allocSize;
    +
    11303  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, allocSize);
    +
    11304  outInfo.allocationSizeMin = VMA_MAX(outInfo.allocationSizeMin, allocSize);
    +
    11305 
    +
    11306  const VkDeviceSize unusedRangeSize = levelNodeSize - allocSize;
    +
    11307  if(unusedRangeSize > 0)
    +
    11308  {
    +
    11309  ++outInfo.unusedRangeCount;
    +
    11310  outInfo.unusedBytes += unusedRangeSize;
    +
    11311  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusedRangeSize);
    +
    11312  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, unusedRangeSize);
    +
    11313  }
    +
    11314  }
    +
    11315  break;
    +
    11316  case Node::TYPE_SPLIT:
    +
    11317  {
    +
    11318  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
    +
    11319  const Node* const leftChild = node->split.leftChild;
    +
    11320  CalcAllocationStatInfoNode(outInfo, leftChild, childrenNodeSize);
    +
    11321  const Node* const rightChild = leftChild->buddy;
    +
    11322  CalcAllocationStatInfoNode(outInfo, rightChild, childrenNodeSize);
    +
    11323  }
    +
    11324  break;
    +
    11325  default:
    +
    11326  VMA_ASSERT(0);
    +
    11327  }
    +
    11328 }
    +
    11329 
    +
    11330 void VmaBlockMetadata_Buddy::AddToFreeListFront(uint32_t level, Node* node)
    +
    11331 {
    +
    11332  VMA_ASSERT(node->type == Node::TYPE_FREE);
    +
    11333 
    +
    11334  // List is empty.
    +
    11335  Node* const frontNode = m_FreeList[level].front;
    +
    11336  if(frontNode == VMA_NULL)
    +
    11337  {
    +
    11338  VMA_ASSERT(m_FreeList[level].back == VMA_NULL);
    +
    11339  node->free.prev = node->free.next = VMA_NULL;
    +
    11340  m_FreeList[level].front = m_FreeList[level].back = node;
    11341  }
    -
    11342 }
    -
    11343 
    -
    11344 void VmaBlockMetadata_Buddy::RemoveFromFreeList(uint32_t level, Node* node)
    -
    11345 {
    -
    11346  VMA_ASSERT(m_FreeList[level].front != VMA_NULL);
    -
    11347 
    -
    11348  // It is at the front.
    -
    11349  if(node->free.prev == VMA_NULL)
    -
    11350  {
    -
    11351  VMA_ASSERT(m_FreeList[level].front == node);
    -
    11352  m_FreeList[level].front = node->free.next;
    -
    11353  }
    -
    11354  else
    -
    11355  {
    -
    11356  Node* const prevFreeNode = node->free.prev;
    -
    11357  VMA_ASSERT(prevFreeNode->free.next == node);
    -
    11358  prevFreeNode->free.next = node->free.next;
    -
    11359  }
    -
    11360 
    -
    11361  // It is at the back.
    -
    11362  if(node->free.next == VMA_NULL)
    +
    11342  else
    +
    11343  {
    +
    11344  VMA_ASSERT(frontNode->free.prev == VMA_NULL);
    +
    11345  node->free.prev = VMA_NULL;
    +
    11346  node->free.next = frontNode;
    +
    11347  frontNode->free.prev = node;
    +
    11348  m_FreeList[level].front = node;
    +
    11349  }
    +
    11350 }
    +
    11351 
    +
    11352 void VmaBlockMetadata_Buddy::RemoveFromFreeList(uint32_t level, Node* node)
    +
    11353 {
    +
    11354  VMA_ASSERT(m_FreeList[level].front != VMA_NULL);
    +
    11355 
    +
    11356  // It is at the front.
    +
    11357  if(node->free.prev == VMA_NULL)
    +
    11358  {
    +
    11359  VMA_ASSERT(m_FreeList[level].front == node);
    +
    11360  m_FreeList[level].front = node->free.next;
    +
    11361  }
    +
    11362  else
    11363  {
    -
    11364  VMA_ASSERT(m_FreeList[level].back == node);
    -
    11365  m_FreeList[level].back = node->free.prev;
    -
    11366  }
    -
    11367  else
    -
    11368  {
    -
    11369  Node* const nextFreeNode = node->free.next;
    -
    11370  VMA_ASSERT(nextFreeNode->free.prev == node);
    -
    11371  nextFreeNode->free.prev = node->free.prev;
    -
    11372  }
    -
    11373 }
    -
    11374 
    -
    11375 #if VMA_STATS_STRING_ENABLED
    -
    11376 void VmaBlockMetadata_Buddy::PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const
    -
    11377 {
    -
    11378  switch(node->type)
    -
    11379  {
    -
    11380  case Node::TYPE_FREE:
    -
    11381  PrintDetailedMap_UnusedRange(json, node->offset, levelNodeSize);
    -
    11382  break;
    -
    11383  case Node::TYPE_ALLOCATION:
    -
    11384  {
    -
    11385  PrintDetailedMap_Allocation(json, node->offset, node->allocation.alloc);
    -
    11386  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
    -
    11387  if(allocSize < levelNodeSize)
    -
    11388  {
    -
    11389  PrintDetailedMap_UnusedRange(json, node->offset + allocSize, levelNodeSize - allocSize);
    -
    11390  }
    -
    11391  }
    -
    11392  break;
    -
    11393  case Node::TYPE_SPLIT:
    -
    11394  {
    -
    11395  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
    -
    11396  const Node* const leftChild = node->split.leftChild;
    -
    11397  PrintDetailedMapNode(json, leftChild, childrenNodeSize);
    -
    11398  const Node* const rightChild = leftChild->buddy;
    -
    11399  PrintDetailedMapNode(json, rightChild, childrenNodeSize);
    -
    11400  }
    -
    11401  break;
    -
    11402  default:
    -
    11403  VMA_ASSERT(0);
    -
    11404  }
    -
    11405 }
    -
    11406 #endif // #if VMA_STATS_STRING_ENABLED
    -
    11407 
    -
    11408 
    -
    11410 // class VmaDeviceMemoryBlock
    -
    11411 
    -
    11412 VmaDeviceMemoryBlock::VmaDeviceMemoryBlock(VmaAllocator hAllocator) :
    -
    11413  m_pMetadata(VMA_NULL),
    -
    11414  m_MemoryTypeIndex(UINT32_MAX),
    -
    11415  m_Id(0),
    -
    11416  m_hMemory(VK_NULL_HANDLE),
    -
    11417  m_MapCount(0),
    -
    11418  m_pMappedData(VMA_NULL)
    -
    11419 {
    -
    11420 }
    -
    11421 
    -
    11422 void VmaDeviceMemoryBlock::Init(
    -
    11423  VmaAllocator hAllocator,
    -
    11424  VmaPool hParentPool,
    -
    11425  uint32_t newMemoryTypeIndex,
    -
    11426  VkDeviceMemory newMemory,
    -
    11427  VkDeviceSize newSize,
    -
    11428  uint32_t id,
    -
    11429  uint32_t algorithm)
    -
    11430 {
    -
    11431  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
    -
    11432 
    -
    11433  m_hParentPool = hParentPool;
    -
    11434  m_MemoryTypeIndex = newMemoryTypeIndex;
    -
    11435  m_Id = id;
    -
    11436  m_hMemory = newMemory;
    -
    11437 
    -
    11438  switch(algorithm)
    -
    11439  {
    -
    11440  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
    -
    11441  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Linear)(hAllocator);
    -
    11442  break;
    -
    11443  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
    -
    11444  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Buddy)(hAllocator);
    -
    11445  break;
    -
    11446  default:
    -
    11447  VMA_ASSERT(0);
    -
    11448  // Fall-through.
    -
    11449  case 0:
    -
    11450  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Generic)(hAllocator);
    -
    11451  }
    -
    11452  m_pMetadata->Init(newSize);
    -
    11453 }
    -
    11454 
    -
    11455 void VmaDeviceMemoryBlock::Destroy(VmaAllocator allocator)
    -
    11456 {
    -
    11457  // This is the most important assert in the entire library.
    -
    11458  // Hitting it means you have some memory leak - unreleased VmaAllocation objects.
    -
    11459  VMA_ASSERT(m_pMetadata->IsEmpty() && "Some allocations were not freed before destruction of this memory block!");
    -
    11460 
    -
    11461  VMA_ASSERT(m_hMemory != VK_NULL_HANDLE);
    -
    11462  allocator->FreeVulkanMemory(m_MemoryTypeIndex, m_pMetadata->GetSize(), m_hMemory);
    -
    11463  m_hMemory = VK_NULL_HANDLE;
    -
    11464 
    -
    11465  vma_delete(allocator, m_pMetadata);
    -
    11466  m_pMetadata = VMA_NULL;
    -
    11467 }
    +
    11364  Node* const prevFreeNode = node->free.prev;
    +
    11365  VMA_ASSERT(prevFreeNode->free.next == node);
    +
    11366  prevFreeNode->free.next = node->free.next;
    +
    11367  }
    +
    11368 
    +
    11369  // It is at the back.
    +
    11370  if(node->free.next == VMA_NULL)
    +
    11371  {
    +
    11372  VMA_ASSERT(m_FreeList[level].back == node);
    +
    11373  m_FreeList[level].back = node->free.prev;
    +
    11374  }
    +
    11375  else
    +
    11376  {
    +
    11377  Node* const nextFreeNode = node->free.next;
    +
    11378  VMA_ASSERT(nextFreeNode->free.prev == node);
    +
    11379  nextFreeNode->free.prev = node->free.prev;
    +
    11380  }
    +
    11381 }
    +
    11382 
    +
    11383 #if VMA_STATS_STRING_ENABLED
    +
    11384 void VmaBlockMetadata_Buddy::PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const
    +
    11385 {
    +
    11386  switch(node->type)
    +
    11387  {
    +
    11388  case Node::TYPE_FREE:
    +
    11389  PrintDetailedMap_UnusedRange(json, node->offset, levelNodeSize);
    +
    11390  break;
    +
    11391  case Node::TYPE_ALLOCATION:
    +
    11392  {
    +
    11393  PrintDetailedMap_Allocation(json, node->offset, node->allocation.alloc);
    +
    11394  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
    +
    11395  if(allocSize < levelNodeSize)
    +
    11396  {
    +
    11397  PrintDetailedMap_UnusedRange(json, node->offset + allocSize, levelNodeSize - allocSize);
    +
    11398  }
    +
    11399  }
    +
    11400  break;
    +
    11401  case Node::TYPE_SPLIT:
    +
    11402  {
    +
    11403  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
    +
    11404  const Node* const leftChild = node->split.leftChild;
    +
    11405  PrintDetailedMapNode(json, leftChild, childrenNodeSize);
    +
    11406  const Node* const rightChild = leftChild->buddy;
    +
    11407  PrintDetailedMapNode(json, rightChild, childrenNodeSize);
    +
    11408  }
    +
    11409  break;
    +
    11410  default:
    +
    11411  VMA_ASSERT(0);
    +
    11412  }
    +
    11413 }
    +
    11414 #endif // #if VMA_STATS_STRING_ENABLED
    +
    11415 
    +
    11416 
    +
    11418 // class VmaDeviceMemoryBlock
    +
    11419 
    +
    11420 VmaDeviceMemoryBlock::VmaDeviceMemoryBlock(VmaAllocator hAllocator) :
    +
    11421  m_pMetadata(VMA_NULL),
    +
    11422  m_MemoryTypeIndex(UINT32_MAX),
    +
    11423  m_Id(0),
    +
    11424  m_hMemory(VK_NULL_HANDLE),
    +
    11425  m_MapCount(0),
    +
    11426  m_pMappedData(VMA_NULL)
    +
    11427 {
    +
    11428 }
    +
    11429 
    +
    11430 void VmaDeviceMemoryBlock::Init(
    +
    11431  VmaAllocator hAllocator,
    +
    11432  VmaPool hParentPool,
    +
    11433  uint32_t newMemoryTypeIndex,
    +
    11434  VkDeviceMemory newMemory,
    +
    11435  VkDeviceSize newSize,
    +
    11436  uint32_t id,
    +
    11437  uint32_t algorithm)
    +
    11438 {
    +
    11439  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
    +
    11440 
    +
    11441  m_hParentPool = hParentPool;
    +
    11442  m_MemoryTypeIndex = newMemoryTypeIndex;
    +
    11443  m_Id = id;
    +
    11444  m_hMemory = newMemory;
    +
    11445 
    +
    11446  switch(algorithm)
    +
    11447  {
    +
    11448  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
    +
    11449  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Linear)(hAllocator);
    +
    11450  break;
    +
    11451  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
    +
    11452  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Buddy)(hAllocator);
    +
    11453  break;
    +
    11454  default:
    +
    11455  VMA_ASSERT(0);
    +
    11456  // Fall-through.
    +
    11457  case 0:
    +
    11458  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Generic)(hAllocator);
    +
    11459  }
    +
    11460  m_pMetadata->Init(newSize);
    +
    11461 }
    +
    11462 
    +
    11463 void VmaDeviceMemoryBlock::Destroy(VmaAllocator allocator)
    +
    11464 {
    +
    11465  // This is the most important assert in the entire library.
    +
    11466  // Hitting it means you have some memory leak - unreleased VmaAllocation objects.
    +
    11467  VMA_ASSERT(m_pMetadata->IsEmpty() && "Some allocations were not freed before destruction of this memory block!");
    11468 
    -
    11469 bool VmaDeviceMemoryBlock::Validate() const
    -
    11470 {
    -
    11471  VMA_VALIDATE((m_hMemory != VK_NULL_HANDLE) &&
    -
    11472  (m_pMetadata->GetSize() != 0));
    -
    11473 
    -
    11474  return m_pMetadata->Validate();
    +
    11469  VMA_ASSERT(m_hMemory != VK_NULL_HANDLE);
    +
    11470  allocator->FreeVulkanMemory(m_MemoryTypeIndex, m_pMetadata->GetSize(), m_hMemory);
    +
    11471  m_hMemory = VK_NULL_HANDLE;
    +
    11472 
    +
    11473  vma_delete(allocator, m_pMetadata);
    +
    11474  m_pMetadata = VMA_NULL;
    11475 }
    11476 
    -
    11477 VkResult VmaDeviceMemoryBlock::CheckCorruption(VmaAllocator hAllocator)
    -
    11478 {
    -
    11479  void* pData = nullptr;
    -
    11480  VkResult res = Map(hAllocator, 1, &pData);
    -
    11481  if(res != VK_SUCCESS)
    -
    11482  {
    -
    11483  return res;
    -
    11484  }
    -
    11485 
    -
    11486  res = m_pMetadata->CheckCorruption(pData);
    -
    11487 
    -
    11488  Unmap(hAllocator, 1);
    -
    11489 
    -
    11490  return res;
    -
    11491 }
    -
    11492 
    -
    11493 VkResult VmaDeviceMemoryBlock::Map(VmaAllocator hAllocator, uint32_t count, void** ppData)
    -
    11494 {
    -
    11495  if(count == 0)
    -
    11496  {
    -
    11497  return VK_SUCCESS;
    -
    11498  }
    -
    11499 
    -
    11500  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
    -
    11501  if(m_MapCount != 0)
    -
    11502  {
    -
    11503  m_MapCount += count;
    -
    11504  VMA_ASSERT(m_pMappedData != VMA_NULL);
    -
    11505  if(ppData != VMA_NULL)
    -
    11506  {
    -
    11507  *ppData = m_pMappedData;
    -
    11508  }
    -
    11509  return VK_SUCCESS;
    -
    11510  }
    -
    11511  else
    -
    11512  {
    -
    11513  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
    -
    11514  hAllocator->m_hDevice,
    -
    11515  m_hMemory,
    -
    11516  0, // offset
    -
    11517  VK_WHOLE_SIZE,
    -
    11518  0, // flags
    -
    11519  &m_pMappedData);
    -
    11520  if(result == VK_SUCCESS)
    -
    11521  {
    -
    11522  if(ppData != VMA_NULL)
    -
    11523  {
    -
    11524  *ppData = m_pMappedData;
    -
    11525  }
    -
    11526  m_MapCount = count;
    -
    11527  }
    -
    11528  return result;
    -
    11529  }
    -
    11530 }
    -
    11531 
    -
    11532 void VmaDeviceMemoryBlock::Unmap(VmaAllocator hAllocator, uint32_t count)
    -
    11533 {
    -
    11534  if(count == 0)
    -
    11535  {
    -
    11536  return;
    +
    11477 bool VmaDeviceMemoryBlock::Validate() const
    +
    11478 {
    +
    11479  VMA_VALIDATE((m_hMemory != VK_NULL_HANDLE) &&
    +
    11480  (m_pMetadata->GetSize() != 0));
    +
    11481 
    +
    11482  return m_pMetadata->Validate();
    +
    11483 }
    +
    11484 
    +
    11485 VkResult VmaDeviceMemoryBlock::CheckCorruption(VmaAllocator hAllocator)
    +
    11486 {
    +
    11487  void* pData = nullptr;
    +
    11488  VkResult res = Map(hAllocator, 1, &pData);
    +
    11489  if(res != VK_SUCCESS)
    +
    11490  {
    +
    11491  return res;
    +
    11492  }
    +
    11493 
    +
    11494  res = m_pMetadata->CheckCorruption(pData);
    +
    11495 
    +
    11496  Unmap(hAllocator, 1);
    +
    11497 
    +
    11498  return res;
    +
    11499 }
    +
    11500 
    +
    11501 VkResult VmaDeviceMemoryBlock::Map(VmaAllocator hAllocator, uint32_t count, void** ppData)
    +
    11502 {
    +
    11503  if(count == 0)
    +
    11504  {
    +
    11505  return VK_SUCCESS;
    +
    11506  }
    +
    11507 
    +
    11508  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
    +
    11509  if(m_MapCount != 0)
    +
    11510  {
    +
    11511  m_MapCount += count;
    +
    11512  VMA_ASSERT(m_pMappedData != VMA_NULL);
    +
    11513  if(ppData != VMA_NULL)
    +
    11514  {
    +
    11515  *ppData = m_pMappedData;
    +
    11516  }
    +
    11517  return VK_SUCCESS;
    +
    11518  }
    +
    11519  else
    +
    11520  {
    +
    11521  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
    +
    11522  hAllocator->m_hDevice,
    +
    11523  m_hMemory,
    +
    11524  0, // offset
    +
    11525  VK_WHOLE_SIZE,
    +
    11526  0, // flags
    +
    11527  &m_pMappedData);
    +
    11528  if(result == VK_SUCCESS)
    +
    11529  {
    +
    11530  if(ppData != VMA_NULL)
    +
    11531  {
    +
    11532  *ppData = m_pMappedData;
    +
    11533  }
    +
    11534  m_MapCount = count;
    +
    11535  }
    +
    11536  return result;
    11537  }
    -
    11538 
    -
    11539  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
    -
    11540  if(m_MapCount >= count)
    -
    11541  {
    -
    11542  m_MapCount -= count;
    -
    11543  if(m_MapCount == 0)
    -
    11544  {
    -
    11545  m_pMappedData = VMA_NULL;
    -
    11546  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(hAllocator->m_hDevice, m_hMemory);
    -
    11547  }
    -
    11548  }
    -
    11549  else
    -
    11550  {
    -
    11551  VMA_ASSERT(0 && "VkDeviceMemory block is being unmapped while it was not previously mapped.");
    -
    11552  }
    -
    11553 }
    -
    11554 
    -
    11555 VkResult VmaDeviceMemoryBlock::WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
    -
    11556 {
    -
    11557  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
    -
    11558  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
    -
    11559 
    -
    11560  void* pData;
    -
    11561  VkResult res = Map(hAllocator, 1, &pData);
    -
    11562  if(res != VK_SUCCESS)
    -
    11563  {
    -
    11564  return res;
    -
    11565  }
    -
    11566 
    -
    11567  VmaWriteMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN);
    -
    11568  VmaWriteMagicValue(pData, allocOffset + allocSize);
    -
    11569 
    -
    11570  Unmap(hAllocator, 1);
    -
    11571 
    -
    11572  return VK_SUCCESS;
    -
    11573 }
    +
    11538 }
    +
    11539 
    +
    11540 void VmaDeviceMemoryBlock::Unmap(VmaAllocator hAllocator, uint32_t count)
    +
    11541 {
    +
    11542  if(count == 0)
    +
    11543  {
    +
    11544  return;
    +
    11545  }
    +
    11546 
    +
    11547  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
    +
    11548  if(m_MapCount >= count)
    +
    11549  {
    +
    11550  m_MapCount -= count;
    +
    11551  if(m_MapCount == 0)
    +
    11552  {
    +
    11553  m_pMappedData = VMA_NULL;
    +
    11554  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(hAllocator->m_hDevice, m_hMemory);
    +
    11555  }
    +
    11556  }
    +
    11557  else
    +
    11558  {
    +
    11559  VMA_ASSERT(0 && "VkDeviceMemory block is being unmapped while it was not previously mapped.");
    +
    11560  }
    +
    11561 }
    +
    11562 
    +
    11563 VkResult VmaDeviceMemoryBlock::WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
    +
    11564 {
    +
    11565  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
    +
    11566  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
    +
    11567 
    +
    11568  void* pData;
    +
    11569  VkResult res = Map(hAllocator, 1, &pData);
    +
    11570  if(res != VK_SUCCESS)
    +
    11571  {
    +
    11572  return res;
    +
    11573  }
    11574 
    -
    11575 VkResult VmaDeviceMemoryBlock::ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
    -
    11576 {
    -
    11577  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
    -
    11578  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
    +
    11575  VmaWriteMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN);
    +
    11576  VmaWriteMagicValue(pData, allocOffset + allocSize);
    +
    11577 
    +
    11578  Unmap(hAllocator, 1);
    11579 
    -
    11580  void* pData;
    -
    11581  VkResult res = Map(hAllocator, 1, &pData);
    -
    11582  if(res != VK_SUCCESS)
    -
    11583  {
    -
    11584  return res;
    -
    11585  }
    -
    11586 
    -
    11587  if(!VmaValidateMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN))
    -
    11588  {
    -
    11589  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE FREED ALLOCATION!");
    -
    11590  }
    -
    11591  else if(!VmaValidateMagicValue(pData, allocOffset + allocSize))
    -
    11592  {
    -
    11593  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER FREED ALLOCATION!");
    -
    11594  }
    -
    11595 
    -
    11596  Unmap(hAllocator, 1);
    -
    11597 
    -
    11598  return VK_SUCCESS;
    -
    11599 }
    -
    11600 
    -
    11601 VkResult VmaDeviceMemoryBlock::BindBufferMemory(
    -
    11602  const VmaAllocator hAllocator,
    -
    11603  const VmaAllocation hAllocation,
    -
    11604  VkDeviceSize allocationLocalOffset,
    -
    11605  VkBuffer hBuffer,
    -
    11606  const void* pNext)
    -
    11607 {
    -
    11608  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
    -
    11609  hAllocation->GetBlock() == this);
    -
    11610  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
    -
    11611  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
    -
    11612  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
    -
    11613  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
    -
    11614  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
    -
    11615  return hAllocator->BindVulkanBuffer(m_hMemory, memoryOffset, hBuffer, pNext);
    -
    11616 }
    -
    11617 
    -
    11618 VkResult VmaDeviceMemoryBlock::BindImageMemory(
    -
    11619  const VmaAllocator hAllocator,
    -
    11620  const VmaAllocation hAllocation,
    -
    11621  VkDeviceSize allocationLocalOffset,
    -
    11622  VkImage hImage,
    -
    11623  const void* pNext)
    -
    11624 {
    -
    11625  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
    -
    11626  hAllocation->GetBlock() == this);
    -
    11627  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
    -
    11628  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
    -
    11629  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
    -
    11630  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
    -
    11631  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
    -
    11632  return hAllocator->BindVulkanImage(m_hMemory, memoryOffset, hImage, pNext);
    -
    11633 }
    -
    11634 
    -
    11635 static void InitStatInfo(VmaStatInfo& outInfo)
    -
    11636 {
    -
    11637  memset(&outInfo, 0, sizeof(outInfo));
    -
    11638  outInfo.allocationSizeMin = UINT64_MAX;
    -
    11639  outInfo.unusedRangeSizeMin = UINT64_MAX;
    -
    11640 }
    -
    11641 
    -
    11642 // Adds statistics srcInfo into inoutInfo, like: inoutInfo += srcInfo.
    -
    11643 static void VmaAddStatInfo(VmaStatInfo& inoutInfo, const VmaStatInfo& srcInfo)
    +
    11580  return VK_SUCCESS;
    +
    11581 }
    +
    11582 
    +
    11583 VkResult VmaDeviceMemoryBlock::ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
    +
    11584 {
    +
    11585  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
    +
    11586  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
    +
    11587 
    +
    11588  void* pData;
    +
    11589  VkResult res = Map(hAllocator, 1, &pData);
    +
    11590  if(res != VK_SUCCESS)
    +
    11591  {
    +
    11592  return res;
    +
    11593  }
    +
    11594 
    +
    11595  if(!VmaValidateMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN))
    +
    11596  {
    +
    11597  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE FREED ALLOCATION!");
    +
    11598  }
    +
    11599  else if(!VmaValidateMagicValue(pData, allocOffset + allocSize))
    +
    11600  {
    +
    11601  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER FREED ALLOCATION!");
    +
    11602  }
    +
    11603 
    +
    11604  Unmap(hAllocator, 1);
    +
    11605 
    +
    11606  return VK_SUCCESS;
    +
    11607 }
    +
    11608 
    +
    11609 VkResult VmaDeviceMemoryBlock::BindBufferMemory(
    +
    11610  const VmaAllocator hAllocator,
    +
    11611  const VmaAllocation hAllocation,
    +
    11612  VkDeviceSize allocationLocalOffset,
    +
    11613  VkBuffer hBuffer,
    +
    11614  const void* pNext)
    +
    11615 {
    +
    11616  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
    +
    11617  hAllocation->GetBlock() == this);
    +
    11618  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
    +
    11619  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
    +
    11620  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
    +
    11621  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
    +
    11622  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
    +
    11623  return hAllocator->BindVulkanBuffer(m_hMemory, memoryOffset, hBuffer, pNext);
    +
    11624 }
    +
    11625 
    +
    11626 VkResult VmaDeviceMemoryBlock::BindImageMemory(
    +
    11627  const VmaAllocator hAllocator,
    +
    11628  const VmaAllocation hAllocation,
    +
    11629  VkDeviceSize allocationLocalOffset,
    +
    11630  VkImage hImage,
    +
    11631  const void* pNext)
    +
    11632 {
    +
    11633  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
    +
    11634  hAllocation->GetBlock() == this);
    +
    11635  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
    +
    11636  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
    +
    11637  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
    +
    11638  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
    +
    11639  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
    +
    11640  return hAllocator->BindVulkanImage(m_hMemory, memoryOffset, hImage, pNext);
    +
    11641 }
    +
    11642 
    +
    11643 static void InitStatInfo(VmaStatInfo& outInfo)
    11644 {
    -
    11645  inoutInfo.blockCount += srcInfo.blockCount;
    -
    11646  inoutInfo.allocationCount += srcInfo.allocationCount;
    -
    11647  inoutInfo.unusedRangeCount += srcInfo.unusedRangeCount;
    -
    11648  inoutInfo.usedBytes += srcInfo.usedBytes;
    -
    11649  inoutInfo.unusedBytes += srcInfo.unusedBytes;
    -
    11650  inoutInfo.allocationSizeMin = VMA_MIN(inoutInfo.allocationSizeMin, srcInfo.allocationSizeMin);
    -
    11651  inoutInfo.allocationSizeMax = VMA_MAX(inoutInfo.allocationSizeMax, srcInfo.allocationSizeMax);
    -
    11652  inoutInfo.unusedRangeSizeMin = VMA_MIN(inoutInfo.unusedRangeSizeMin, srcInfo.unusedRangeSizeMin);
    -
    11653  inoutInfo.unusedRangeSizeMax = VMA_MAX(inoutInfo.unusedRangeSizeMax, srcInfo.unusedRangeSizeMax);
    -
    11654 }
    -
    11655 
    -
    11656 static void VmaPostprocessCalcStatInfo(VmaStatInfo& inoutInfo)
    -
    11657 {
    -
    11658  inoutInfo.allocationSizeAvg = (inoutInfo.allocationCount > 0) ?
    -
    11659  VmaRoundDiv<VkDeviceSize>(inoutInfo.usedBytes, inoutInfo.allocationCount) : 0;
    -
    11660  inoutInfo.unusedRangeSizeAvg = (inoutInfo.unusedRangeCount > 0) ?
    -
    11661  VmaRoundDiv<VkDeviceSize>(inoutInfo.unusedBytes, inoutInfo.unusedRangeCount) : 0;
    +
    11645  memset(&outInfo, 0, sizeof(outInfo));
    +
    11646  outInfo.allocationSizeMin = UINT64_MAX;
    +
    11647  outInfo.unusedRangeSizeMin = UINT64_MAX;
    +
    11648 }
    +
    11649 
    +
    11650 // Adds statistics srcInfo into inoutInfo, like: inoutInfo += srcInfo.
    +
    11651 static void VmaAddStatInfo(VmaStatInfo& inoutInfo, const VmaStatInfo& srcInfo)
    +
    11652 {
    +
    11653  inoutInfo.blockCount += srcInfo.blockCount;
    +
    11654  inoutInfo.allocationCount += srcInfo.allocationCount;
    +
    11655  inoutInfo.unusedRangeCount += srcInfo.unusedRangeCount;
    +
    11656  inoutInfo.usedBytes += srcInfo.usedBytes;
    +
    11657  inoutInfo.unusedBytes += srcInfo.unusedBytes;
    +
    11658  inoutInfo.allocationSizeMin = VMA_MIN(inoutInfo.allocationSizeMin, srcInfo.allocationSizeMin);
    +
    11659  inoutInfo.allocationSizeMax = VMA_MAX(inoutInfo.allocationSizeMax, srcInfo.allocationSizeMax);
    +
    11660  inoutInfo.unusedRangeSizeMin = VMA_MIN(inoutInfo.unusedRangeSizeMin, srcInfo.unusedRangeSizeMin);
    +
    11661  inoutInfo.unusedRangeSizeMax = VMA_MAX(inoutInfo.unusedRangeSizeMax, srcInfo.unusedRangeSizeMax);
    11662 }
    11663 
    -
    11664 VmaPool_T::VmaPool_T(
    -
    11665  VmaAllocator hAllocator,
    -
    11666  const VmaPoolCreateInfo& createInfo,
    -
    11667  VkDeviceSize preferredBlockSize) :
    -
    11668  m_BlockVector(
    -
    11669  hAllocator,
    -
    11670  this, // hParentPool
    -
    11671  createInfo.memoryTypeIndex,
    -
    11672  createInfo.blockSize != 0 ? createInfo.blockSize : preferredBlockSize,
    -
    11673  createInfo.minBlockCount,
    -
    11674  createInfo.maxBlockCount,
    -
    11675  (createInfo.flags & VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT) != 0 ? 1 : hAllocator->GetBufferImageGranularity(),
    -
    11676  createInfo.frameInUseCount,
    -
    11677  createInfo.blockSize != 0, // explicitBlockSize
    -
    11678  createInfo.flags & VMA_POOL_CREATE_ALGORITHM_MASK), // algorithm
    -
    11679  m_Id(0),
    -
    11680  m_Name(VMA_NULL)
    -
    11681 {
    -
    11682 }
    -
    11683 
    -
    11684 VmaPool_T::~VmaPool_T()
    -
    11685 {
    -
    11686 }
    -
    11687 
    -
    11688 void VmaPool_T::SetName(const char* pName)
    +
    11664 static void VmaPostprocessCalcStatInfo(VmaStatInfo& inoutInfo)
    +
    11665 {
    +
    11666  inoutInfo.allocationSizeAvg = (inoutInfo.allocationCount > 0) ?
    +
    11667  VmaRoundDiv<VkDeviceSize>(inoutInfo.usedBytes, inoutInfo.allocationCount) : 0;
    +
    11668  inoutInfo.unusedRangeSizeAvg = (inoutInfo.unusedRangeCount > 0) ?
    +
    11669  VmaRoundDiv<VkDeviceSize>(inoutInfo.unusedBytes, inoutInfo.unusedRangeCount) : 0;
    +
    11670 }
    +
    11671 
    +
    11672 VmaPool_T::VmaPool_T(
    +
    11673  VmaAllocator hAllocator,
    +
    11674  const VmaPoolCreateInfo& createInfo,
    +
    11675  VkDeviceSize preferredBlockSize) :
    +
    11676  m_BlockVector(
    +
    11677  hAllocator,
    +
    11678  this, // hParentPool
    +
    11679  createInfo.memoryTypeIndex,
    +
    11680  createInfo.blockSize != 0 ? createInfo.blockSize : preferredBlockSize,
    +
    11681  createInfo.minBlockCount,
    +
    11682  createInfo.maxBlockCount,
    +
    11683  (createInfo.flags & VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT) != 0 ? 1 : hAllocator->GetBufferImageGranularity(),
    +
    11684  createInfo.frameInUseCount,
    +
    11685  createInfo.blockSize != 0, // explicitBlockSize
    +
    11686  createInfo.flags & VMA_POOL_CREATE_ALGORITHM_MASK), // algorithm
    +
    11687  m_Id(0),
    +
    11688  m_Name(VMA_NULL)
    11689 {
    -
    11690  const VkAllocationCallbacks* allocs = m_BlockVector.GetAllocator()->GetAllocationCallbacks();
    -
    11691  VmaFreeString(allocs, m_Name);
    -
    11692 
    -
    11693  if(pName != VMA_NULL)
    -
    11694  {
    -
    11695  m_Name = VmaCreateStringCopy(allocs, pName);
    -
    11696  }
    -
    11697  else
    -
    11698  {
    -
    11699  m_Name = VMA_NULL;
    -
    11700  }
    -
    11701 }
    -
    11702 
    -
    11703 #if VMA_STATS_STRING_ENABLED
    -
    11704 
    -
    11705 #endif // #if VMA_STATS_STRING_ENABLED
    -
    11706 
    -
    11707 VmaBlockVector::VmaBlockVector(
    -
    11708  VmaAllocator hAllocator,
    -
    11709  VmaPool hParentPool,
    -
    11710  uint32_t memoryTypeIndex,
    -
    11711  VkDeviceSize preferredBlockSize,
    -
    11712  size_t minBlockCount,
    -
    11713  size_t maxBlockCount,
    -
    11714  VkDeviceSize bufferImageGranularity,
    -
    11715  uint32_t frameInUseCount,
    -
    11716  bool explicitBlockSize,
    -
    11717  uint32_t algorithm) :
    -
    11718  m_hAllocator(hAllocator),
    -
    11719  m_hParentPool(hParentPool),
    -
    11720  m_MemoryTypeIndex(memoryTypeIndex),
    -
    11721  m_PreferredBlockSize(preferredBlockSize),
    -
    11722  m_MinBlockCount(minBlockCount),
    -
    11723  m_MaxBlockCount(maxBlockCount),
    -
    11724  m_BufferImageGranularity(bufferImageGranularity),
    -
    11725  m_FrameInUseCount(frameInUseCount),
    -
    11726  m_ExplicitBlockSize(explicitBlockSize),
    -
    11727  m_Algorithm(algorithm),
    -
    11728  m_HasEmptyBlock(false),
    -
    11729  m_Blocks(VmaStlAllocator<VmaDeviceMemoryBlock*>(hAllocator->GetAllocationCallbacks())),
    -
    11730  m_NextBlockId(0)
    -
    11731 {
    -
    11732 }
    -
    11733 
    -
    11734 VmaBlockVector::~VmaBlockVector()
    -
    11735 {
    -
    11736  for(size_t i = m_Blocks.size(); i--; )
    -
    11737  {
    -
    11738  m_Blocks[i]->Destroy(m_hAllocator);
    -
    11739  vma_delete(m_hAllocator, m_Blocks[i]);
    -
    11740  }
    -
    11741 }
    -
    11742 
    -
    11743 VkResult VmaBlockVector::CreateMinBlocks()
    -
    11744 {
    -
    11745  for(size_t i = 0; i < m_MinBlockCount; ++i)
    -
    11746  {
    -
    11747  VkResult res = CreateBlock(m_PreferredBlockSize, VMA_NULL);
    -
    11748  if(res != VK_SUCCESS)
    -
    11749  {
    -
    11750  return res;
    -
    11751  }
    -
    11752  }
    -
    11753  return VK_SUCCESS;
    -
    11754 }
    -
    11755 
    -
    11756 void VmaBlockVector::GetPoolStats(VmaPoolStats* pStats)
    -
    11757 {
    -
    11758  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
    -
    11759 
    -
    11760  const size_t blockCount = m_Blocks.size();
    -
    11761 
    -
    11762  pStats->size = 0;
    -
    11763  pStats->unusedSize = 0;
    -
    11764  pStats->allocationCount = 0;
    -
    11765  pStats->unusedRangeCount = 0;
    -
    11766  pStats->unusedRangeSizeMax = 0;
    -
    11767  pStats->blockCount = blockCount;
    -
    11768 
    -
    11769  for(uint32_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    -
    11770  {
    -
    11771  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
    -
    11772  VMA_ASSERT(pBlock);
    -
    11773  VMA_HEAVY_ASSERT(pBlock->Validate());
    -
    11774  pBlock->m_pMetadata->AddPoolStats(*pStats);
    -
    11775  }
    -
    11776 }
    -
    11777 
    -
    11778 bool VmaBlockVector::IsCorruptionDetectionEnabled() const
    -
    11779 {
    -
    11780  const uint32_t requiredMemFlags = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
    -
    11781  return (VMA_DEBUG_DETECT_CORRUPTION != 0) &&
    -
    11782  (VMA_DEBUG_MARGIN > 0) &&
    -
    11783  (m_Algorithm == 0 || m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT) &&
    -
    11784  (m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags & requiredMemFlags) == requiredMemFlags;
    -
    11785 }
    -
    11786 
    -
    11787 static const uint32_t VMA_ALLOCATION_TRY_COUNT = 32;
    -
    11788 
    -
    11789 VkResult VmaBlockVector::Allocate(
    -
    11790  uint32_t currentFrameIndex,
    -
    11791  VkDeviceSize size,
    -
    11792  VkDeviceSize alignment,
    -
    11793  const VmaAllocationCreateInfo& createInfo,
    -
    11794  VmaSuballocationType suballocType,
    -
    11795  size_t allocationCount,
    -
    11796  VmaAllocation* pAllocations)
    -
    11797 {
    -
    11798  size_t allocIndex;
    -
    11799  VkResult res = VK_SUCCESS;
    -
    11800 
    -
    11801  if(IsCorruptionDetectionEnabled())
    -
    11802  {
    -
    11803  size = VmaAlignUp<VkDeviceSize>(size, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
    -
    11804  alignment = VmaAlignUp<VkDeviceSize>(alignment, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
    -
    11805  }
    -
    11806 
    -
    11807  {
    -
    11808  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
    -
    11809  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
    -
    11810  {
    -
    11811  res = AllocatePage(
    -
    11812  currentFrameIndex,
    -
    11813  size,
    -
    11814  alignment,
    -
    11815  createInfo,
    -
    11816  suballocType,
    -
    11817  pAllocations + allocIndex);
    -
    11818  if(res != VK_SUCCESS)
    -
    11819  {
    -
    11820  break;
    -
    11821  }
    -
    11822  }
    -
    11823  }
    -
    11824 
    -
    11825  if(res != VK_SUCCESS)
    -
    11826  {
    -
    11827  // Free all already created allocations.
    -
    11828  while(allocIndex--)
    -
    11829  {
    -
    11830  Free(pAllocations[allocIndex]);
    -
    11831  }
    -
    11832  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
    -
    11833  }
    -
    11834 
    -
    11835  return res;
    -
    11836 }
    -
    11837 
    -
    11838 VkResult VmaBlockVector::AllocatePage(
    -
    11839  uint32_t currentFrameIndex,
    -
    11840  VkDeviceSize size,
    -
    11841  VkDeviceSize alignment,
    -
    11842  const VmaAllocationCreateInfo& createInfo,
    -
    11843  VmaSuballocationType suballocType,
    -
    11844  VmaAllocation* pAllocation)
    -
    11845 {
    -
    11846  const bool isUpperAddress = (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
    -
    11847  bool canMakeOtherLost = (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) != 0;
    -
    11848  const bool mapped = (createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
    -
    11849  const bool isUserDataString = (createInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
    -
    11850 
    -
    11851  const bool withinBudget = (createInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0;
    -
    11852  VkDeviceSize freeMemory;
    -
    11853  {
    -
    11854  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
    -
    11855  VmaBudget heapBudget = {};
    -
    11856  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
    -
    11857  freeMemory = (heapBudget.usage < heapBudget.budget) ? (heapBudget.budget - heapBudget.usage) : 0;
    -
    11858  }
    -
    11859 
    -
    11860  const bool canFallbackToDedicated = !IsCustomPool();
    -
    11861  const bool canCreateNewBlock =
    -
    11862  ((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0) &&
    -
    11863  (m_Blocks.size() < m_MaxBlockCount) &&
    -
    11864  (freeMemory >= size || !canFallbackToDedicated);
    -
    11865  uint32_t strategy = createInfo.flags & VMA_ALLOCATION_CREATE_STRATEGY_MASK;
    -
    11866 
    -
    11867  // If linearAlgorithm is used, canMakeOtherLost is available only when used as ring buffer.
    -
    11868  // Which in turn is available only when maxBlockCount = 1.
    -
    11869  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT && m_MaxBlockCount > 1)
    -
    11870  {
    -
    11871  canMakeOtherLost = false;
    -
    11872  }
    -
    11873 
    -
    11874  // Upper address can only be used with linear allocator and within single memory block.
    -
    11875  if(isUpperAddress &&
    -
    11876  (m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT || m_MaxBlockCount > 1))
    -
    11877  {
    -
    11878  return VK_ERROR_FEATURE_NOT_PRESENT;
    -
    11879  }
    -
    11880 
    -
    11881  // Validate strategy.
    -
    11882  switch(strategy)
    -
    11883  {
    -
    11884  case 0:
    -
    11885  strategy = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT;
    -
    11886  break;
    -
    11887  case VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT:
    -
    11888  case VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT:
    -
    11889  case VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT:
    -
    11890  break;
    -
    11891  default:
    -
    11892  return VK_ERROR_FEATURE_NOT_PRESENT;
    -
    11893  }
    -
    11894 
    -
    11895  // Early reject: requested allocation size is larger that maximum block size for this block vector.
    -
    11896  if(size + 2 * VMA_DEBUG_MARGIN > m_PreferredBlockSize)
    -
    11897  {
    -
    11898  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    11899  }
    -
    11900 
    -
    11901  /*
    -
    11902  Under certain condition, this whole section can be skipped for optimization, so
    -
    11903  we move on directly to trying to allocate with canMakeOtherLost. That's the case
    -
    11904  e.g. for custom pools with linear algorithm.
    -
    11905  */
    -
    11906  if(!canMakeOtherLost || canCreateNewBlock)
    -
    11907  {
    -
    11908  // 1. Search existing allocations. Try to allocate without making other allocations lost.
    -
    11909  VmaAllocationCreateFlags allocFlagsCopy = createInfo.flags;
    -
    11910  allocFlagsCopy &= ~VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT;
    -
    11911 
    -
    11912  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
    -
    11913  {
    -
    11914  // Use only last block.
    -
    11915  if(!m_Blocks.empty())
    -
    11916  {
    -
    11917  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks.back();
    -
    11918  VMA_ASSERT(pCurrBlock);
    -
    11919  VkResult res = AllocateFromBlock(
    -
    11920  pCurrBlock,
    -
    11921  currentFrameIndex,
    -
    11922  size,
    -
    11923  alignment,
    -
    11924  allocFlagsCopy,
    -
    11925  createInfo.pUserData,
    -
    11926  suballocType,
    -
    11927  strategy,
    -
    11928  pAllocation);
    -
    11929  if(res == VK_SUCCESS)
    -
    11930  {
    -
    11931  VMA_DEBUG_LOG(" Returned from last block #%u", pCurrBlock->GetId());
    -
    11932  return VK_SUCCESS;
    -
    11933  }
    -
    11934  }
    -
    11935  }
    -
    11936  else
    -
    11937  {
    -
    11938  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
    -
    11939  {
    -
    11940  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
    -
    11941  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
    -
    11942  {
    -
    11943  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
    -
    11944  VMA_ASSERT(pCurrBlock);
    -
    11945  VkResult res = AllocateFromBlock(
    -
    11946  pCurrBlock,
    -
    11947  currentFrameIndex,
    -
    11948  size,
    -
    11949  alignment,
    -
    11950  allocFlagsCopy,
    -
    11951  createInfo.pUserData,
    -
    11952  suballocType,
    -
    11953  strategy,
    -
    11954  pAllocation);
    -
    11955  if(res == VK_SUCCESS)
    -
    11956  {
    -
    11957  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
    -
    11958  return VK_SUCCESS;
    -
    11959  }
    -
    11960  }
    -
    11961  }
    -
    11962  else // WORST_FIT, FIRST_FIT
    -
    11963  {
    -
    11964  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
    -
    11965  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
    -
    11966  {
    -
    11967  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
    -
    11968  VMA_ASSERT(pCurrBlock);
    -
    11969  VkResult res = AllocateFromBlock(
    -
    11970  pCurrBlock,
    -
    11971  currentFrameIndex,
    -
    11972  size,
    -
    11973  alignment,
    -
    11974  allocFlagsCopy,
    -
    11975  createInfo.pUserData,
    -
    11976  suballocType,
    -
    11977  strategy,
    -
    11978  pAllocation);
    -
    11979  if(res == VK_SUCCESS)
    -
    11980  {
    -
    11981  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
    -
    11982  return VK_SUCCESS;
    -
    11983  }
    -
    11984  }
    -
    11985  }
    -
    11986  }
    -
    11987 
    -
    11988  // 2. Try to create new block.
    -
    11989  if(canCreateNewBlock)
    -
    11990  {
    -
    11991  // Calculate optimal size for new block.
    -
    11992  VkDeviceSize newBlockSize = m_PreferredBlockSize;
    -
    11993  uint32_t newBlockSizeShift = 0;
    -
    11994  const uint32_t NEW_BLOCK_SIZE_SHIFT_MAX = 3;
    +
    11690 }
    +
    11691 
    +
    11692 VmaPool_T::~VmaPool_T()
    +
    11693 {
    +
    11694 }
    +
    11695 
    +
    11696 void VmaPool_T::SetName(const char* pName)
    +
    11697 {
    +
    11698  const VkAllocationCallbacks* allocs = m_BlockVector.GetAllocator()->GetAllocationCallbacks();
    +
    11699  VmaFreeString(allocs, m_Name);
    +
    11700 
    +
    11701  if(pName != VMA_NULL)
    +
    11702  {
    +
    11703  m_Name = VmaCreateStringCopy(allocs, pName);
    +
    11704  }
    +
    11705  else
    +
    11706  {
    +
    11707  m_Name = VMA_NULL;
    +
    11708  }
    +
    11709 }
    +
    11710 
    +
    11711 #if VMA_STATS_STRING_ENABLED
    +
    11712 
    +
    11713 #endif // #if VMA_STATS_STRING_ENABLED
    +
    11714 
    +
    11715 VmaBlockVector::VmaBlockVector(
    +
    11716  VmaAllocator hAllocator,
    +
    11717  VmaPool hParentPool,
    +
    11718  uint32_t memoryTypeIndex,
    +
    11719  VkDeviceSize preferredBlockSize,
    +
    11720  size_t minBlockCount,
    +
    11721  size_t maxBlockCount,
    +
    11722  VkDeviceSize bufferImageGranularity,
    +
    11723  uint32_t frameInUseCount,
    +
    11724  bool explicitBlockSize,
    +
    11725  uint32_t algorithm) :
    +
    11726  m_hAllocator(hAllocator),
    +
    11727  m_hParentPool(hParentPool),
    +
    11728  m_MemoryTypeIndex(memoryTypeIndex),
    +
    11729  m_PreferredBlockSize(preferredBlockSize),
    +
    11730  m_MinBlockCount(minBlockCount),
    +
    11731  m_MaxBlockCount(maxBlockCount),
    +
    11732  m_BufferImageGranularity(bufferImageGranularity),
    +
    11733  m_FrameInUseCount(frameInUseCount),
    +
    11734  m_ExplicitBlockSize(explicitBlockSize),
    +
    11735  m_Algorithm(algorithm),
    +
    11736  m_HasEmptyBlock(false),
    +
    11737  m_Blocks(VmaStlAllocator<VmaDeviceMemoryBlock*>(hAllocator->GetAllocationCallbacks())),
    +
    11738  m_NextBlockId(0)
    +
    11739 {
    +
    11740 }
    +
    11741 
    +
    11742 VmaBlockVector::~VmaBlockVector()
    +
    11743 {
    +
    11744  for(size_t i = m_Blocks.size(); i--; )
    +
    11745  {
    +
    11746  m_Blocks[i]->Destroy(m_hAllocator);
    +
    11747  vma_delete(m_hAllocator, m_Blocks[i]);
    +
    11748  }
    +
    11749 }
    +
    11750 
    +
    11751 VkResult VmaBlockVector::CreateMinBlocks()
    +
    11752 {
    +
    11753  for(size_t i = 0; i < m_MinBlockCount; ++i)
    +
    11754  {
    +
    11755  VkResult res = CreateBlock(m_PreferredBlockSize, VMA_NULL);
    +
    11756  if(res != VK_SUCCESS)
    +
    11757  {
    +
    11758  return res;
    +
    11759  }
    +
    11760  }
    +
    11761  return VK_SUCCESS;
    +
    11762 }
    +
    11763 
    +
    11764 void VmaBlockVector::GetPoolStats(VmaPoolStats* pStats)
    +
    11765 {
    +
    11766  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
    +
    11767 
    +
    11768  const size_t blockCount = m_Blocks.size();
    +
    11769 
    +
    11770  pStats->size = 0;
    +
    11771  pStats->unusedSize = 0;
    +
    11772  pStats->allocationCount = 0;
    +
    11773  pStats->unusedRangeCount = 0;
    +
    11774  pStats->unusedRangeSizeMax = 0;
    +
    11775  pStats->blockCount = blockCount;
    +
    11776 
    +
    11777  for(uint32_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    +
    11778  {
    +
    11779  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
    +
    11780  VMA_ASSERT(pBlock);
    +
    11781  VMA_HEAVY_ASSERT(pBlock->Validate());
    +
    11782  pBlock->m_pMetadata->AddPoolStats(*pStats);
    +
    11783  }
    +
    11784 }
    +
    11785 
    +
    11786 bool VmaBlockVector::IsCorruptionDetectionEnabled() const
    +
    11787 {
    +
    11788  const uint32_t requiredMemFlags = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
    +
    11789  return (VMA_DEBUG_DETECT_CORRUPTION != 0) &&
    +
    11790  (VMA_DEBUG_MARGIN > 0) &&
    +
    11791  (m_Algorithm == 0 || m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT) &&
    +
    11792  (m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags & requiredMemFlags) == requiredMemFlags;
    +
    11793 }
    +
    11794 
    +
    11795 static const uint32_t VMA_ALLOCATION_TRY_COUNT = 32;
    +
    11796 
    +
    11797 VkResult VmaBlockVector::Allocate(
    +
    11798  uint32_t currentFrameIndex,
    +
    11799  VkDeviceSize size,
    +
    11800  VkDeviceSize alignment,
    +
    11801  const VmaAllocationCreateInfo& createInfo,
    +
    11802  VmaSuballocationType suballocType,
    +
    11803  size_t allocationCount,
    +
    11804  VmaAllocation* pAllocations)
    +
    11805 {
    +
    11806  size_t allocIndex;
    +
    11807  VkResult res = VK_SUCCESS;
    +
    11808 
    +
    11809  if(IsCorruptionDetectionEnabled())
    +
    11810  {
    +
    11811  size = VmaAlignUp<VkDeviceSize>(size, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
    +
    11812  alignment = VmaAlignUp<VkDeviceSize>(alignment, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
    +
    11813  }
    +
    11814 
    +
    11815  {
    +
    11816  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
    +
    11817  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
    +
    11818  {
    +
    11819  res = AllocatePage(
    +
    11820  currentFrameIndex,
    +
    11821  size,
    +
    11822  alignment,
    +
    11823  createInfo,
    +
    11824  suballocType,
    +
    11825  pAllocations + allocIndex);
    +
    11826  if(res != VK_SUCCESS)
    +
    11827  {
    +
    11828  break;
    +
    11829  }
    +
    11830  }
    +
    11831  }
    +
    11832 
    +
    11833  if(res != VK_SUCCESS)
    +
    11834  {
    +
    11835  // Free all already created allocations.
    +
    11836  while(allocIndex--)
    +
    11837  {
    +
    11838  Free(pAllocations[allocIndex]);
    +
    11839  }
    +
    11840  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
    +
    11841  }
    +
    11842 
    +
    11843  return res;
    +
    11844 }
    +
    11845 
    +
    11846 VkResult VmaBlockVector::AllocatePage(
    +
    11847  uint32_t currentFrameIndex,
    +
    11848  VkDeviceSize size,
    +
    11849  VkDeviceSize alignment,
    +
    11850  const VmaAllocationCreateInfo& createInfo,
    +
    11851  VmaSuballocationType suballocType,
    +
    11852  VmaAllocation* pAllocation)
    +
    11853 {
    +
    11854  const bool isUpperAddress = (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
    +
    11855  bool canMakeOtherLost = (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) != 0;
    +
    11856  const bool mapped = (createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
    +
    11857  const bool isUserDataString = (createInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
    +
    11858 
    +
    11859  const bool withinBudget = (createInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0;
    +
    11860  VkDeviceSize freeMemory;
    +
    11861  {
    +
    11862  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
    +
    11863  VmaBudget heapBudget = {};
    +
    11864  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
    +
    11865  freeMemory = (heapBudget.usage < heapBudget.budget) ? (heapBudget.budget - heapBudget.usage) : 0;
    +
    11866  }
    +
    11867 
    +
    11868  const bool canFallbackToDedicated = !IsCustomPool();
    +
    11869  const bool canCreateNewBlock =
    +
    11870  ((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0) &&
    +
    11871  (m_Blocks.size() < m_MaxBlockCount) &&
    +
    11872  (freeMemory >= size || !canFallbackToDedicated);
    +
    11873  uint32_t strategy = createInfo.flags & VMA_ALLOCATION_CREATE_STRATEGY_MASK;
    +
    11874 
    +
    11875  // If linearAlgorithm is used, canMakeOtherLost is available only when used as ring buffer.
    +
    11876  // Which in turn is available only when maxBlockCount = 1.
    +
    11877  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT && m_MaxBlockCount > 1)
    +
    11878  {
    +
    11879  canMakeOtherLost = false;
    +
    11880  }
    +
    11881 
    +
    11882  // Upper address can only be used with linear allocator and within single memory block.
    +
    11883  if(isUpperAddress &&
    +
    11884  (m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT || m_MaxBlockCount > 1))
    +
    11885  {
    +
    11886  return VK_ERROR_FEATURE_NOT_PRESENT;
    +
    11887  }
    +
    11888 
    +
    11889  // Validate strategy.
    +
    11890  switch(strategy)
    +
    11891  {
    +
    11892  case 0:
    +
    11893  strategy = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT;
    +
    11894  break;
    +
    11895  case VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT:
    +
    11896  case VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT:
    +
    11897  case VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT:
    +
    11898  break;
    +
    11899  default:
    +
    11900  return VK_ERROR_FEATURE_NOT_PRESENT;
    +
    11901  }
    +
    11902 
    +
    11903  // Early reject: requested allocation size is larger that maximum block size for this block vector.
    +
    11904  if(size + 2 * VMA_DEBUG_MARGIN > m_PreferredBlockSize)
    +
    11905  {
    +
    11906  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    11907  }
    +
    11908 
    +
    11909  /*
    +
    11910  Under certain condition, this whole section can be skipped for optimization, so
    +
    11911  we move on directly to trying to allocate with canMakeOtherLost. That's the case
    +
    11912  e.g. for custom pools with linear algorithm.
    +
    11913  */
    +
    11914  if(!canMakeOtherLost || canCreateNewBlock)
    +
    11915  {
    +
    11916  // 1. Search existing allocations. Try to allocate without making other allocations lost.
    +
    11917  VmaAllocationCreateFlags allocFlagsCopy = createInfo.flags;
    +
    11918  allocFlagsCopy &= ~VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT;
    +
    11919 
    +
    11920  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
    +
    11921  {
    +
    11922  // Use only last block.
    +
    11923  if(!m_Blocks.empty())
    +
    11924  {
    +
    11925  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks.back();
    +
    11926  VMA_ASSERT(pCurrBlock);
    +
    11927  VkResult res = AllocateFromBlock(
    +
    11928  pCurrBlock,
    +
    11929  currentFrameIndex,
    +
    11930  size,
    +
    11931  alignment,
    +
    11932  allocFlagsCopy,
    +
    11933  createInfo.pUserData,
    +
    11934  suballocType,
    +
    11935  strategy,
    +
    11936  pAllocation);
    +
    11937  if(res == VK_SUCCESS)
    +
    11938  {
    +
    11939  VMA_DEBUG_LOG(" Returned from last block #%u", pCurrBlock->GetId());
    +
    11940  return VK_SUCCESS;
    +
    11941  }
    +
    11942  }
    +
    11943  }
    +
    11944  else
    +
    11945  {
    +
    11946  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
    +
    11947  {
    +
    11948  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
    +
    11949  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
    +
    11950  {
    +
    11951  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
    +
    11952  VMA_ASSERT(pCurrBlock);
    +
    11953  VkResult res = AllocateFromBlock(
    +
    11954  pCurrBlock,
    +
    11955  currentFrameIndex,
    +
    11956  size,
    +
    11957  alignment,
    +
    11958  allocFlagsCopy,
    +
    11959  createInfo.pUserData,
    +
    11960  suballocType,
    +
    11961  strategy,
    +
    11962  pAllocation);
    +
    11963  if(res == VK_SUCCESS)
    +
    11964  {
    +
    11965  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
    +
    11966  return VK_SUCCESS;
    +
    11967  }
    +
    11968  }
    +
    11969  }
    +
    11970  else // WORST_FIT, FIRST_FIT
    +
    11971  {
    +
    11972  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
    +
    11973  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
    +
    11974  {
    +
    11975  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
    +
    11976  VMA_ASSERT(pCurrBlock);
    +
    11977  VkResult res = AllocateFromBlock(
    +
    11978  pCurrBlock,
    +
    11979  currentFrameIndex,
    +
    11980  size,
    +
    11981  alignment,
    +
    11982  allocFlagsCopy,
    +
    11983  createInfo.pUserData,
    +
    11984  suballocType,
    +
    11985  strategy,
    +
    11986  pAllocation);
    +
    11987  if(res == VK_SUCCESS)
    +
    11988  {
    +
    11989  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
    +
    11990  return VK_SUCCESS;
    +
    11991  }
    +
    11992  }
    +
    11993  }
    +
    11994  }
    11995 
    -
    11996  if(!m_ExplicitBlockSize)
    -
    11997  {
    -
    11998  // Allocate 1/8, 1/4, 1/2 as first blocks.
    -
    11999  const VkDeviceSize maxExistingBlockSize = CalcMaxBlockSize();
    -
    12000  for(uint32_t i = 0; i < NEW_BLOCK_SIZE_SHIFT_MAX; ++i)
    -
    12001  {
    -
    12002  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
    -
    12003  if(smallerNewBlockSize > maxExistingBlockSize && smallerNewBlockSize >= size * 2)
    -
    12004  {
    -
    12005  newBlockSize = smallerNewBlockSize;
    -
    12006  ++newBlockSizeShift;
    -
    12007  }
    -
    12008  else
    -
    12009  {
    -
    12010  break;
    -
    12011  }
    -
    12012  }
    -
    12013  }
    -
    12014 
    -
    12015  size_t newBlockIndex = 0;
    -
    12016  VkResult res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
    -
    12017  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    12018  // Allocation of this size failed? Try 1/2, 1/4, 1/8 of m_PreferredBlockSize.
    -
    12019  if(!m_ExplicitBlockSize)
    -
    12020  {
    -
    12021  while(res < 0 && newBlockSizeShift < NEW_BLOCK_SIZE_SHIFT_MAX)
    -
    12022  {
    -
    12023  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
    -
    12024  if(smallerNewBlockSize >= size)
    -
    12025  {
    -
    12026  newBlockSize = smallerNewBlockSize;
    -
    12027  ++newBlockSizeShift;
    -
    12028  res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
    -
    12029  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    12030  }
    -
    12031  else
    -
    12032  {
    -
    12033  break;
    -
    12034  }
    -
    12035  }
    -
    12036  }
    -
    12037 
    -
    12038  if(res == VK_SUCCESS)
    -
    12039  {
    -
    12040  VmaDeviceMemoryBlock* const pBlock = m_Blocks[newBlockIndex];
    -
    12041  VMA_ASSERT(pBlock->m_pMetadata->GetSize() >= size);
    -
    12042 
    -
    12043  res = AllocateFromBlock(
    -
    12044  pBlock,
    -
    12045  currentFrameIndex,
    -
    12046  size,
    -
    12047  alignment,
    -
    12048  allocFlagsCopy,
    -
    12049  createInfo.pUserData,
    -
    12050  suballocType,
    -
    12051  strategy,
    -
    12052  pAllocation);
    -
    12053  if(res == VK_SUCCESS)
    -
    12054  {
    -
    12055  VMA_DEBUG_LOG(" Created new block #%u Size=%llu", pBlock->GetId(), newBlockSize);
    -
    12056  return VK_SUCCESS;
    -
    12057  }
    -
    12058  else
    -
    12059  {
    -
    12060  // Allocation from new block failed, possibly due to VMA_DEBUG_MARGIN or alignment.
    -
    12061  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    12062  }
    -
    12063  }
    -
    12064  }
    -
    12065  }
    -
    12066 
    -
    12067  // 3. Try to allocate from existing blocks with making other allocations lost.
    -
    12068  if(canMakeOtherLost)
    -
    12069  {
    -
    12070  uint32_t tryIndex = 0;
    -
    12071  for(; tryIndex < VMA_ALLOCATION_TRY_COUNT; ++tryIndex)
    -
    12072  {
    -
    12073  VmaDeviceMemoryBlock* pBestRequestBlock = VMA_NULL;
    -
    12074  VmaAllocationRequest bestRequest = {};
    -
    12075  VkDeviceSize bestRequestCost = VK_WHOLE_SIZE;
    -
    12076 
    -
    12077  // 1. Search existing allocations.
    -
    12078  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
    -
    12079  {
    -
    12080  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
    -
    12081  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
    -
    12082  {
    -
    12083  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
    -
    12084  VMA_ASSERT(pCurrBlock);
    -
    12085  VmaAllocationRequest currRequest = {};
    -
    12086  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
    -
    12087  currentFrameIndex,
    -
    12088  m_FrameInUseCount,
    -
    12089  m_BufferImageGranularity,
    -
    12090  size,
    -
    12091  alignment,
    -
    12092  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
    -
    12093  suballocType,
    -
    12094  canMakeOtherLost,
    -
    12095  strategy,
    -
    12096  &currRequest))
    -
    12097  {
    -
    12098  const VkDeviceSize currRequestCost = currRequest.CalcCost();
    -
    12099  if(pBestRequestBlock == VMA_NULL ||
    -
    12100  currRequestCost < bestRequestCost)
    -
    12101  {
    -
    12102  pBestRequestBlock = pCurrBlock;
    -
    12103  bestRequest = currRequest;
    -
    12104  bestRequestCost = currRequestCost;
    -
    12105 
    -
    12106  if(bestRequestCost == 0)
    -
    12107  {
    -
    12108  break;
    -
    12109  }
    -
    12110  }
    -
    12111  }
    -
    12112  }
    -
    12113  }
    -
    12114  else // WORST_FIT, FIRST_FIT
    -
    12115  {
    -
    12116  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
    -
    12117  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
    -
    12118  {
    -
    12119  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
    -
    12120  VMA_ASSERT(pCurrBlock);
    -
    12121  VmaAllocationRequest currRequest = {};
    -
    12122  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
    -
    12123  currentFrameIndex,
    -
    12124  m_FrameInUseCount,
    -
    12125  m_BufferImageGranularity,
    -
    12126  size,
    -
    12127  alignment,
    -
    12128  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
    -
    12129  suballocType,
    -
    12130  canMakeOtherLost,
    -
    12131  strategy,
    -
    12132  &currRequest))
    -
    12133  {
    -
    12134  const VkDeviceSize currRequestCost = currRequest.CalcCost();
    -
    12135  if(pBestRequestBlock == VMA_NULL ||
    -
    12136  currRequestCost < bestRequestCost ||
    -
    12137  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
    -
    12138  {
    -
    12139  pBestRequestBlock = pCurrBlock;
    -
    12140  bestRequest = currRequest;
    -
    12141  bestRequestCost = currRequestCost;
    -
    12142 
    -
    12143  if(bestRequestCost == 0 ||
    -
    12144  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
    -
    12145  {
    -
    12146  break;
    -
    12147  }
    -
    12148  }
    -
    12149  }
    -
    12150  }
    -
    12151  }
    -
    12152 
    -
    12153  if(pBestRequestBlock != VMA_NULL)
    -
    12154  {
    -
    12155  if(mapped)
    -
    12156  {
    -
    12157  VkResult res = pBestRequestBlock->Map(m_hAllocator, 1, VMA_NULL);
    -
    12158  if(res != VK_SUCCESS)
    -
    12159  {
    -
    12160  return res;
    -
    12161  }
    -
    12162  }
    -
    12163 
    -
    12164  if(pBestRequestBlock->m_pMetadata->MakeRequestedAllocationsLost(
    -
    12165  currentFrameIndex,
    -
    12166  m_FrameInUseCount,
    -
    12167  &bestRequest))
    -
    12168  {
    -
    12169  // We no longer have an empty Allocation.
    -
    12170  if(pBestRequestBlock->m_pMetadata->IsEmpty())
    -
    12171  {
    -
    12172  m_HasEmptyBlock = false;
    -
    12173  }
    -
    12174  // Allocate from this pBlock.
    -
    12175  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate();
    -
    12176  (*pAllocation)->Ctor(currentFrameIndex, isUserDataString);
    -
    12177  pBestRequestBlock->m_pMetadata->Alloc(bestRequest, suballocType, size, *pAllocation);
    -
    12178  (*pAllocation)->InitBlockAllocation(
    -
    12179  pBestRequestBlock,
    -
    12180  bestRequest.offset,
    -
    12181  alignment,
    -
    12182  size,
    -
    12183  m_MemoryTypeIndex,
    -
    12184  suballocType,
    -
    12185  mapped,
    -
    12186  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
    -
    12187  VMA_HEAVY_ASSERT(pBestRequestBlock->Validate());
    -
    12188  VMA_DEBUG_LOG(" Returned from existing block");
    -
    12189  (*pAllocation)->SetUserData(m_hAllocator, createInfo.pUserData);
    -
    12190  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
    -
    12191  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
    -
    12192  {
    -
    12193  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
    -
    12194  }
    -
    12195  if(IsCorruptionDetectionEnabled())
    -
    12196  {
    -
    12197  VkResult res = pBestRequestBlock->WriteMagicValueAroundAllocation(m_hAllocator, bestRequest.offset, size);
    -
    12198  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
    -
    12199  }
    -
    12200  return VK_SUCCESS;
    -
    12201  }
    -
    12202  // else: Some allocations must have been touched while we are here. Next try.
    -
    12203  }
    -
    12204  else
    -
    12205  {
    -
    12206  // Could not find place in any of the blocks - break outer loop.
    -
    12207  break;
    -
    12208  }
    -
    12209  }
    -
    12210  /* Maximum number of tries exceeded - a very unlike event when many other
    -
    12211  threads are simultaneously touching allocations making it impossible to make
    -
    12212  lost at the same time as we try to allocate. */
    -
    12213  if(tryIndex == VMA_ALLOCATION_TRY_COUNT)
    -
    12214  {
    -
    12215  return VK_ERROR_TOO_MANY_OBJECTS;
    -
    12216  }
    -
    12217  }
    -
    12218 
    -
    12219  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    12220 }
    -
    12221 
    -
    12222 void VmaBlockVector::Free(
    -
    12223  const VmaAllocation hAllocation)
    -
    12224 {
    -
    12225  VmaDeviceMemoryBlock* pBlockToDelete = VMA_NULL;
    +
    11996  // 2. Try to create new block.
    +
    11997  if(canCreateNewBlock)
    +
    11998  {
    +
    11999  // Calculate optimal size for new block.
    +
    12000  VkDeviceSize newBlockSize = m_PreferredBlockSize;
    +
    12001  uint32_t newBlockSizeShift = 0;
    +
    12002  const uint32_t NEW_BLOCK_SIZE_SHIFT_MAX = 3;
    +
    12003 
    +
    12004  if(!m_ExplicitBlockSize)
    +
    12005  {
    +
    12006  // Allocate 1/8, 1/4, 1/2 as first blocks.
    +
    12007  const VkDeviceSize maxExistingBlockSize = CalcMaxBlockSize();
    +
    12008  for(uint32_t i = 0; i < NEW_BLOCK_SIZE_SHIFT_MAX; ++i)
    +
    12009  {
    +
    12010  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
    +
    12011  if(smallerNewBlockSize > maxExistingBlockSize && smallerNewBlockSize >= size * 2)
    +
    12012  {
    +
    12013  newBlockSize = smallerNewBlockSize;
    +
    12014  ++newBlockSizeShift;
    +
    12015  }
    +
    12016  else
    +
    12017  {
    +
    12018  break;
    +
    12019  }
    +
    12020  }
    +
    12021  }
    +
    12022 
    +
    12023  size_t newBlockIndex = 0;
    +
    12024  VkResult res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
    +
    12025  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    12026  // Allocation of this size failed? Try 1/2, 1/4, 1/8 of m_PreferredBlockSize.
    +
    12027  if(!m_ExplicitBlockSize)
    +
    12028  {
    +
    12029  while(res < 0 && newBlockSizeShift < NEW_BLOCK_SIZE_SHIFT_MAX)
    +
    12030  {
    +
    12031  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
    +
    12032  if(smallerNewBlockSize >= size)
    +
    12033  {
    +
    12034  newBlockSize = smallerNewBlockSize;
    +
    12035  ++newBlockSizeShift;
    +
    12036  res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
    +
    12037  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    12038  }
    +
    12039  else
    +
    12040  {
    +
    12041  break;
    +
    12042  }
    +
    12043  }
    +
    12044  }
    +
    12045 
    +
    12046  if(res == VK_SUCCESS)
    +
    12047  {
    +
    12048  VmaDeviceMemoryBlock* const pBlock = m_Blocks[newBlockIndex];
    +
    12049  VMA_ASSERT(pBlock->m_pMetadata->GetSize() >= size);
    +
    12050 
    +
    12051  res = AllocateFromBlock(
    +
    12052  pBlock,
    +
    12053  currentFrameIndex,
    +
    12054  size,
    +
    12055  alignment,
    +
    12056  allocFlagsCopy,
    +
    12057  createInfo.pUserData,
    +
    12058  suballocType,
    +
    12059  strategy,
    +
    12060  pAllocation);
    +
    12061  if(res == VK_SUCCESS)
    +
    12062  {
    +
    12063  VMA_DEBUG_LOG(" Created new block #%u Size=%llu", pBlock->GetId(), newBlockSize);
    +
    12064  return VK_SUCCESS;
    +
    12065  }
    +
    12066  else
    +
    12067  {
    +
    12068  // Allocation from new block failed, possibly due to VMA_DEBUG_MARGIN or alignment.
    +
    12069  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    12070  }
    +
    12071  }
    +
    12072  }
    +
    12073  }
    +
    12074 
    +
    12075  // 3. Try to allocate from existing blocks with making other allocations lost.
    +
    12076  if(canMakeOtherLost)
    +
    12077  {
    +
    12078  uint32_t tryIndex = 0;
    +
    12079  for(; tryIndex < VMA_ALLOCATION_TRY_COUNT; ++tryIndex)
    +
    12080  {
    +
    12081  VmaDeviceMemoryBlock* pBestRequestBlock = VMA_NULL;
    +
    12082  VmaAllocationRequest bestRequest = {};
    +
    12083  VkDeviceSize bestRequestCost = VK_WHOLE_SIZE;
    +
    12084 
    +
    12085  // 1. Search existing allocations.
    +
    12086  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
    +
    12087  {
    +
    12088  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
    +
    12089  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
    +
    12090  {
    +
    12091  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
    +
    12092  VMA_ASSERT(pCurrBlock);
    +
    12093  VmaAllocationRequest currRequest = {};
    +
    12094  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
    +
    12095  currentFrameIndex,
    +
    12096  m_FrameInUseCount,
    +
    12097  m_BufferImageGranularity,
    +
    12098  size,
    +
    12099  alignment,
    +
    12100  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
    +
    12101  suballocType,
    +
    12102  canMakeOtherLost,
    +
    12103  strategy,
    +
    12104  &currRequest))
    +
    12105  {
    +
    12106  const VkDeviceSize currRequestCost = currRequest.CalcCost();
    +
    12107  if(pBestRequestBlock == VMA_NULL ||
    +
    12108  currRequestCost < bestRequestCost)
    +
    12109  {
    +
    12110  pBestRequestBlock = pCurrBlock;
    +
    12111  bestRequest = currRequest;
    +
    12112  bestRequestCost = currRequestCost;
    +
    12113 
    +
    12114  if(bestRequestCost == 0)
    +
    12115  {
    +
    12116  break;
    +
    12117  }
    +
    12118  }
    +
    12119  }
    +
    12120  }
    +
    12121  }
    +
    12122  else // WORST_FIT, FIRST_FIT
    +
    12123  {
    +
    12124  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
    +
    12125  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
    +
    12126  {
    +
    12127  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
    +
    12128  VMA_ASSERT(pCurrBlock);
    +
    12129  VmaAllocationRequest currRequest = {};
    +
    12130  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
    +
    12131  currentFrameIndex,
    +
    12132  m_FrameInUseCount,
    +
    12133  m_BufferImageGranularity,
    +
    12134  size,
    +
    12135  alignment,
    +
    12136  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
    +
    12137  suballocType,
    +
    12138  canMakeOtherLost,
    +
    12139  strategy,
    +
    12140  &currRequest))
    +
    12141  {
    +
    12142  const VkDeviceSize currRequestCost = currRequest.CalcCost();
    +
    12143  if(pBestRequestBlock == VMA_NULL ||
    +
    12144  currRequestCost < bestRequestCost ||
    +
    12145  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
    +
    12146  {
    +
    12147  pBestRequestBlock = pCurrBlock;
    +
    12148  bestRequest = currRequest;
    +
    12149  bestRequestCost = currRequestCost;
    +
    12150 
    +
    12151  if(bestRequestCost == 0 ||
    +
    12152  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
    +
    12153  {
    +
    12154  break;
    +
    12155  }
    +
    12156  }
    +
    12157  }
    +
    12158  }
    +
    12159  }
    +
    12160 
    +
    12161  if(pBestRequestBlock != VMA_NULL)
    +
    12162  {
    +
    12163  if(mapped)
    +
    12164  {
    +
    12165  VkResult res = pBestRequestBlock->Map(m_hAllocator, 1, VMA_NULL);
    +
    12166  if(res != VK_SUCCESS)
    +
    12167  {
    +
    12168  return res;
    +
    12169  }
    +
    12170  }
    +
    12171 
    +
    12172  if(pBestRequestBlock->m_pMetadata->MakeRequestedAllocationsLost(
    +
    12173  currentFrameIndex,
    +
    12174  m_FrameInUseCount,
    +
    12175  &bestRequest))
    +
    12176  {
    +
    12177  // We no longer have an empty Allocation.
    +
    12178  if(pBestRequestBlock->m_pMetadata->IsEmpty())
    +
    12179  {
    +
    12180  m_HasEmptyBlock = false;
    +
    12181  }
    +
    12182  // Allocate from this pBlock.
    +
    12183  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate();
    +
    12184  (*pAllocation)->Ctor(currentFrameIndex, isUserDataString);
    +
    12185  pBestRequestBlock->m_pMetadata->Alloc(bestRequest, suballocType, size, *pAllocation);
    +
    12186  (*pAllocation)->InitBlockAllocation(
    +
    12187  pBestRequestBlock,
    +
    12188  bestRequest.offset,
    +
    12189  alignment,
    +
    12190  size,
    +
    12191  m_MemoryTypeIndex,
    +
    12192  suballocType,
    +
    12193  mapped,
    +
    12194  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
    +
    12195  VMA_HEAVY_ASSERT(pBestRequestBlock->Validate());
    +
    12196  VMA_DEBUG_LOG(" Returned from existing block");
    +
    12197  (*pAllocation)->SetUserData(m_hAllocator, createInfo.pUserData);
    +
    12198  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
    +
    12199  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
    +
    12200  {
    +
    12201  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
    +
    12202  }
    +
    12203  if(IsCorruptionDetectionEnabled())
    +
    12204  {
    +
    12205  VkResult res = pBestRequestBlock->WriteMagicValueAroundAllocation(m_hAllocator, bestRequest.offset, size);
    +
    12206  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
    +
    12207  }
    +
    12208  return VK_SUCCESS;
    +
    12209  }
    +
    12210  // else: Some allocations must have been touched while we are here. Next try.
    +
    12211  }
    +
    12212  else
    +
    12213  {
    +
    12214  // Could not find place in any of the blocks - break outer loop.
    +
    12215  break;
    +
    12216  }
    +
    12217  }
    +
    12218  /* Maximum number of tries exceeded - a very unlike event when many other
    +
    12219  threads are simultaneously touching allocations making it impossible to make
    +
    12220  lost at the same time as we try to allocate. */
    +
    12221  if(tryIndex == VMA_ALLOCATION_TRY_COUNT)
    +
    12222  {
    +
    12223  return VK_ERROR_TOO_MANY_OBJECTS;
    +
    12224  }
    +
    12225  }
    12226 
    -
    12227  bool budgetExceeded = false;
    -
    12228  {
    -
    12229  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
    -
    12230  VmaBudget heapBudget = {};
    -
    12231  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
    -
    12232  budgetExceeded = heapBudget.usage >= heapBudget.budget;
    -
    12233  }
    +
    12227  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    12228 }
    +
    12229 
    +
    12230 void VmaBlockVector::Free(
    +
    12231  const VmaAllocation hAllocation)
    +
    12232 {
    +
    12233  VmaDeviceMemoryBlock* pBlockToDelete = VMA_NULL;
    12234 
    -
    12235  // Scope for lock.
    +
    12235  bool budgetExceeded = false;
    12236  {
    -
    12237  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
    -
    12238 
    -
    12239  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
    -
    12240 
    -
    12241  if(IsCorruptionDetectionEnabled())
    -
    12242  {
    -
    12243  VkResult res = pBlock->ValidateMagicValueAroundAllocation(m_hAllocator, hAllocation->GetOffset(), hAllocation->GetSize());
    -
    12244  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to validate magic value.");
    -
    12245  }
    +
    12237  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
    +
    12238  VmaBudget heapBudget = {};
    +
    12239  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
    +
    12240  budgetExceeded = heapBudget.usage >= heapBudget.budget;
    +
    12241  }
    +
    12242 
    +
    12243  // Scope for lock.
    +
    12244  {
    +
    12245  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
    12246 
    -
    12247  if(hAllocation->IsPersistentMap())
    -
    12248  {
    -
    12249  pBlock->Unmap(m_hAllocator, 1);
    -
    12250  }
    -
    12251 
    -
    12252  pBlock->m_pMetadata->Free(hAllocation);
    -
    12253  VMA_HEAVY_ASSERT(pBlock->Validate());
    +
    12247  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
    +
    12248 
    +
    12249  if(IsCorruptionDetectionEnabled())
    +
    12250  {
    +
    12251  VkResult res = pBlock->ValidateMagicValueAroundAllocation(m_hAllocator, hAllocation->GetOffset(), hAllocation->GetSize());
    +
    12252  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to validate magic value.");
    +
    12253  }
    12254 
    -
    12255  VMA_DEBUG_LOG(" Freed from MemoryTypeIndex=%u", m_MemoryTypeIndex);
    -
    12256 
    -
    12257  const bool canDeleteBlock = m_Blocks.size() > m_MinBlockCount;
    -
    12258  // pBlock became empty after this deallocation.
    -
    12259  if(pBlock->m_pMetadata->IsEmpty())
    -
    12260  {
    -
    12261  // Already has empty block. We don't want to have two, so delete this one.
    -
    12262  if((m_HasEmptyBlock || budgetExceeded) && canDeleteBlock)
    -
    12263  {
    -
    12264  pBlockToDelete = pBlock;
    -
    12265  Remove(pBlock);
    -
    12266  }
    -
    12267  // We now have first empty block.
    -
    12268  else
    -
    12269  {
    -
    12270  m_HasEmptyBlock = true;
    -
    12271  }
    -
    12272  }
    -
    12273  // pBlock didn't become empty, but we have another empty block - find and free that one.
    -
    12274  // (This is optional, heuristics.)
    -
    12275  else if(m_HasEmptyBlock && canDeleteBlock)
    -
    12276  {
    -
    12277  VmaDeviceMemoryBlock* pLastBlock = m_Blocks.back();
    -
    12278  if(pLastBlock->m_pMetadata->IsEmpty())
    -
    12279  {
    -
    12280  pBlockToDelete = pLastBlock;
    -
    12281  m_Blocks.pop_back();
    -
    12282  m_HasEmptyBlock = false;
    -
    12283  }
    -
    12284  }
    -
    12285 
    -
    12286  IncrementallySortBlocks();
    -
    12287  }
    -
    12288 
    -
    12289  // Destruction of a free block. Deferred until this point, outside of mutex
    -
    12290  // lock, for performance reason.
    -
    12291  if(pBlockToDelete != VMA_NULL)
    -
    12292  {
    -
    12293  VMA_DEBUG_LOG(" Deleted empty block");
    -
    12294  pBlockToDelete->Destroy(m_hAllocator);
    -
    12295  vma_delete(m_hAllocator, pBlockToDelete);
    -
    12296  }
    -
    12297 }
    -
    12298 
    -
    12299 VkDeviceSize VmaBlockVector::CalcMaxBlockSize() const
    -
    12300 {
    -
    12301  VkDeviceSize result = 0;
    -
    12302  for(size_t i = m_Blocks.size(); i--; )
    -
    12303  {
    -
    12304  result = VMA_MAX(result, m_Blocks[i]->m_pMetadata->GetSize());
    -
    12305  if(result >= m_PreferredBlockSize)
    -
    12306  {
    -
    12307  break;
    -
    12308  }
    -
    12309  }
    -
    12310  return result;
    -
    12311 }
    -
    12312 
    -
    12313 void VmaBlockVector::Remove(VmaDeviceMemoryBlock* pBlock)
    -
    12314 {
    -
    12315  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
    -
    12316  {
    -
    12317  if(m_Blocks[blockIndex] == pBlock)
    -
    12318  {
    -
    12319  VmaVectorRemove(m_Blocks, blockIndex);
    -
    12320  return;
    -
    12321  }
    -
    12322  }
    -
    12323  VMA_ASSERT(0);
    -
    12324 }
    -
    12325 
    -
    12326 void VmaBlockVector::IncrementallySortBlocks()
    -
    12327 {
    -
    12328  if(m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
    -
    12329  {
    -
    12330  // Bubble sort only until first swap.
    -
    12331  for(size_t i = 1; i < m_Blocks.size(); ++i)
    -
    12332  {
    -
    12333  if(m_Blocks[i - 1]->m_pMetadata->GetSumFreeSize() > m_Blocks[i]->m_pMetadata->GetSumFreeSize())
    -
    12334  {
    -
    12335  VMA_SWAP(m_Blocks[i - 1], m_Blocks[i]);
    -
    12336  return;
    -
    12337  }
    -
    12338  }
    -
    12339  }
    -
    12340 }
    -
    12341 
    -
    12342 VkResult VmaBlockVector::AllocateFromBlock(
    -
    12343  VmaDeviceMemoryBlock* pBlock,
    -
    12344  uint32_t currentFrameIndex,
    -
    12345  VkDeviceSize size,
    -
    12346  VkDeviceSize alignment,
    -
    12347  VmaAllocationCreateFlags allocFlags,
    -
    12348  void* pUserData,
    -
    12349  VmaSuballocationType suballocType,
    -
    12350  uint32_t strategy,
    -
    12351  VmaAllocation* pAllocation)
    -
    12352 {
    -
    12353  VMA_ASSERT((allocFlags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) == 0);
    -
    12354  const bool isUpperAddress = (allocFlags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
    -
    12355  const bool mapped = (allocFlags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
    -
    12356  const bool isUserDataString = (allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
    -
    12357 
    -
    12358  VmaAllocationRequest currRequest = {};
    -
    12359  if(pBlock->m_pMetadata->CreateAllocationRequest(
    -
    12360  currentFrameIndex,
    -
    12361  m_FrameInUseCount,
    -
    12362  m_BufferImageGranularity,
    -
    12363  size,
    -
    12364  alignment,
    -
    12365  isUpperAddress,
    -
    12366  suballocType,
    -
    12367  false, // canMakeOtherLost
    -
    12368  strategy,
    -
    12369  &currRequest))
    -
    12370  {
    -
    12371  // Allocate from pCurrBlock.
    -
    12372  VMA_ASSERT(currRequest.itemsToMakeLostCount == 0);
    -
    12373 
    -
    12374  if(mapped)
    -
    12375  {
    -
    12376  VkResult res = pBlock->Map(m_hAllocator, 1, VMA_NULL);
    -
    12377  if(res != VK_SUCCESS)
    -
    12378  {
    -
    12379  return res;
    -
    12380  }
    -
    12381  }
    -
    12382 
    -
    12383  // We no longer have an empty Allocation.
    -
    12384  if(pBlock->m_pMetadata->IsEmpty())
    -
    12385  {
    -
    12386  m_HasEmptyBlock = false;
    -
    12387  }
    -
    12388 
    -
    12389  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate();
    -
    12390  (*pAllocation)->Ctor(currentFrameIndex, isUserDataString);
    -
    12391  pBlock->m_pMetadata->Alloc(currRequest, suballocType, size, *pAllocation);
    -
    12392  (*pAllocation)->InitBlockAllocation(
    -
    12393  pBlock,
    -
    12394  currRequest.offset,
    -
    12395  alignment,
    -
    12396  size,
    -
    12397  m_MemoryTypeIndex,
    -
    12398  suballocType,
    -
    12399  mapped,
    -
    12400  (allocFlags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
    -
    12401  VMA_HEAVY_ASSERT(pBlock->Validate());
    -
    12402  (*pAllocation)->SetUserData(m_hAllocator, pUserData);
    -
    12403  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
    -
    12404  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
    -
    12405  {
    -
    12406  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
    -
    12407  }
    -
    12408  if(IsCorruptionDetectionEnabled())
    -
    12409  {
    -
    12410  VkResult res = pBlock->WriteMagicValueAroundAllocation(m_hAllocator, currRequest.offset, size);
    -
    12411  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
    -
    12412  }
    -
    12413  return VK_SUCCESS;
    -
    12414  }
    -
    12415  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    12416 }
    -
    12417 
    -
    12418 VkResult VmaBlockVector::CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex)
    -
    12419 {
    -
    12420  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
    -
    12421  allocInfo.memoryTypeIndex = m_MemoryTypeIndex;
    -
    12422  allocInfo.allocationSize = blockSize;
    -
    12423  VkDeviceMemory mem = VK_NULL_HANDLE;
    -
    12424  VkResult res = m_hAllocator->AllocateVulkanMemory(&allocInfo, &mem);
    -
    12425  if(res < 0)
    -
    12426  {
    -
    12427  return res;
    -
    12428  }
    -
    12429 
    -
    12430  // New VkDeviceMemory successfully created.
    -
    12431 
    -
    12432  // Create new Allocation for it.
    -
    12433  VmaDeviceMemoryBlock* const pBlock = vma_new(m_hAllocator, VmaDeviceMemoryBlock)(m_hAllocator);
    -
    12434  pBlock->Init(
    -
    12435  m_hAllocator,
    -
    12436  m_hParentPool,
    -
    12437  m_MemoryTypeIndex,
    -
    12438  mem,
    -
    12439  allocInfo.allocationSize,
    -
    12440  m_NextBlockId++,
    -
    12441  m_Algorithm);
    -
    12442 
    -
    12443  m_Blocks.push_back(pBlock);
    -
    12444  if(pNewBlockIndex != VMA_NULL)
    -
    12445  {
    -
    12446  *pNewBlockIndex = m_Blocks.size() - 1;
    -
    12447  }
    -
    12448 
    -
    12449  return VK_SUCCESS;
    -
    12450 }
    -
    12451 
    -
    12452 void VmaBlockVector::ApplyDefragmentationMovesCpu(
    -
    12453  class VmaBlockVectorDefragmentationContext* pDefragCtx,
    -
    12454  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves)
    -
    12455 {
    -
    12456  const size_t blockCount = m_Blocks.size();
    -
    12457  const bool isNonCoherent = m_hAllocator->IsMemoryTypeNonCoherent(m_MemoryTypeIndex);
    -
    12458 
    -
    12459  enum BLOCK_FLAG
    -
    12460  {
    -
    12461  BLOCK_FLAG_USED = 0x00000001,
    -
    12462  BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION = 0x00000002,
    -
    12463  };
    -
    12464 
    -
    12465  struct BlockInfo
    -
    12466  {
    -
    12467  uint32_t flags;
    -
    12468  void* pMappedData;
    -
    12469  };
    -
    12470  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> >
    -
    12471  blockInfo(blockCount, BlockInfo(), VmaStlAllocator<BlockInfo>(m_hAllocator->GetAllocationCallbacks()));
    -
    12472  memset(blockInfo.data(), 0, blockCount * sizeof(BlockInfo));
    -
    12473 
    -
    12474  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
    -
    12475  const size_t moveCount = moves.size();
    -
    12476  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
    -
    12477  {
    -
    12478  const VmaDefragmentationMove& move = moves[moveIndex];
    -
    12479  blockInfo[move.srcBlockIndex].flags |= BLOCK_FLAG_USED;
    -
    12480  blockInfo[move.dstBlockIndex].flags |= BLOCK_FLAG_USED;
    -
    12481  }
    -
    12482 
    -
    12483  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
    -
    12484 
    -
    12485  // Go over all blocks. Get mapped pointer or map if necessary.
    -
    12486  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
    -
    12487  {
    -
    12488  BlockInfo& currBlockInfo = blockInfo[blockIndex];
    -
    12489  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
    -
    12490  if((currBlockInfo.flags & BLOCK_FLAG_USED) != 0)
    -
    12491  {
    -
    12492  currBlockInfo.pMappedData = pBlock->GetMappedData();
    -
    12493  // It is not originally mapped - map it.
    -
    12494  if(currBlockInfo.pMappedData == VMA_NULL)
    -
    12495  {
    -
    12496  pDefragCtx->res = pBlock->Map(m_hAllocator, 1, &currBlockInfo.pMappedData);
    -
    12497  if(pDefragCtx->res == VK_SUCCESS)
    -
    12498  {
    -
    12499  currBlockInfo.flags |= BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION;
    -
    12500  }
    -
    12501  }
    -
    12502  }
    -
    12503  }
    -
    12504 
    -
    12505  // Go over all moves. Do actual data transfer.
    -
    12506  if(pDefragCtx->res == VK_SUCCESS)
    -
    12507  {
    -
    12508  const VkDeviceSize nonCoherentAtomSize = m_hAllocator->m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
    -
    12509  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
    -
    12510 
    -
    12511  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
    -
    12512  {
    -
    12513  const VmaDefragmentationMove& move = moves[moveIndex];
    -
    12514 
    -
    12515  const BlockInfo& srcBlockInfo = blockInfo[move.srcBlockIndex];
    -
    12516  const BlockInfo& dstBlockInfo = blockInfo[move.dstBlockIndex];
    -
    12517 
    -
    12518  VMA_ASSERT(srcBlockInfo.pMappedData && dstBlockInfo.pMappedData);
    -
    12519 
    -
    12520  // Invalidate source.
    -
    12521  if(isNonCoherent)
    -
    12522  {
    -
    12523  VmaDeviceMemoryBlock* const pSrcBlock = m_Blocks[move.srcBlockIndex];
    -
    12524  memRange.memory = pSrcBlock->GetDeviceMemory();
    -
    12525  memRange.offset = VmaAlignDown(move.srcOffset, nonCoherentAtomSize);
    -
    12526  memRange.size = VMA_MIN(
    -
    12527  VmaAlignUp(move.size + (move.srcOffset - memRange.offset), nonCoherentAtomSize),
    -
    12528  pSrcBlock->m_pMetadata->GetSize() - memRange.offset);
    -
    12529  (*m_hAllocator->GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
    -
    12530  }
    -
    12531 
    -
    12532  // THE PLACE WHERE ACTUAL DATA COPY HAPPENS.
    -
    12533  memmove(
    -
    12534  reinterpret_cast<char*>(dstBlockInfo.pMappedData) + move.dstOffset,
    -
    12535  reinterpret_cast<char*>(srcBlockInfo.pMappedData) + move.srcOffset,
    -
    12536  static_cast<size_t>(move.size));
    -
    12537 
    -
    12538  if(IsCorruptionDetectionEnabled())
    -
    12539  {
    -
    12540  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset - VMA_DEBUG_MARGIN);
    -
    12541  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset + move.size);
    -
    12542  }
    -
    12543 
    -
    12544  // Flush destination.
    -
    12545  if(isNonCoherent)
    -
    12546  {
    -
    12547  VmaDeviceMemoryBlock* const pDstBlock = m_Blocks[move.dstBlockIndex];
    -
    12548  memRange.memory = pDstBlock->GetDeviceMemory();
    -
    12549  memRange.offset = VmaAlignDown(move.dstOffset, nonCoherentAtomSize);
    -
    12550  memRange.size = VMA_MIN(
    -
    12551  VmaAlignUp(move.size + (move.dstOffset - memRange.offset), nonCoherentAtomSize),
    -
    12552  pDstBlock->m_pMetadata->GetSize() - memRange.offset);
    -
    12553  (*m_hAllocator->GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
    -
    12554  }
    -
    12555  }
    -
    12556  }
    -
    12557 
    -
    12558  // Go over all blocks in reverse order. Unmap those that were mapped just for defragmentation.
    -
    12559  // Regardless of pCtx->res == VK_SUCCESS.
    -
    12560  for(size_t blockIndex = blockCount; blockIndex--; )
    -
    12561  {
    -
    12562  const BlockInfo& currBlockInfo = blockInfo[blockIndex];
    -
    12563  if((currBlockInfo.flags & BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION) != 0)
    -
    12564  {
    -
    12565  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
    -
    12566  pBlock->Unmap(m_hAllocator, 1);
    -
    12567  }
    -
    12568  }
    -
    12569 }
    -
    12570 
    -
    12571 void VmaBlockVector::ApplyDefragmentationMovesGpu(
    -
    12572  class VmaBlockVectorDefragmentationContext* pDefragCtx,
    -
    12573  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    12574  VkCommandBuffer commandBuffer)
    -
    12575 {
    -
    12576  const size_t blockCount = m_Blocks.size();
    -
    12577 
    -
    12578  pDefragCtx->blockContexts.resize(blockCount);
    -
    12579  memset(pDefragCtx->blockContexts.data(), 0, blockCount * sizeof(VmaBlockDefragmentationContext));
    -
    12580 
    -
    12581  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
    -
    12582  const size_t moveCount = moves.size();
    -
    12583  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
    -
    12584  {
    -
    12585  const VmaDefragmentationMove& move = moves[moveIndex];
    -
    12586  pDefragCtx->blockContexts[move.srcBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
    -
    12587  pDefragCtx->blockContexts[move.dstBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
    -
    12588  }
    -
    12589 
    -
    12590  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
    -
    12591 
    -
    12592  // Go over all blocks. Create and bind buffer for whole block if necessary.
    -
    12593  {
    -
    12594  VkBufferCreateInfo bufCreateInfo;
    -
    12595  VmaFillGpuDefragmentationBufferCreateInfo(bufCreateInfo);
    -
    12596 
    -
    12597  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
    -
    12598  {
    -
    12599  VmaBlockDefragmentationContext& currBlockCtx = pDefragCtx->blockContexts[blockIndex];
    -
    12600  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
    -
    12601  if((currBlockCtx.flags & VmaBlockDefragmentationContext::BLOCK_FLAG_USED) != 0)
    -
    12602  {
    -
    12603  bufCreateInfo.size = pBlock->m_pMetadata->GetSize();
    -
    12604  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkCreateBuffer)(
    -
    12605  m_hAllocator->m_hDevice, &bufCreateInfo, m_hAllocator->GetAllocationCallbacks(), &currBlockCtx.hBuffer);
    -
    12606  if(pDefragCtx->res == VK_SUCCESS)
    -
    12607  {
    -
    12608  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkBindBufferMemory)(
    -
    12609  m_hAllocator->m_hDevice, currBlockCtx.hBuffer, pBlock->GetDeviceMemory(), 0);
    -
    12610  }
    -
    12611  }
    -
    12612  }
    -
    12613  }
    -
    12614 
    -
    12615  // Go over all moves. Post data transfer commands to command buffer.
    -
    12616  if(pDefragCtx->res == VK_SUCCESS)
    -
    12617  {
    -
    12618  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
    -
    12619  {
    -
    12620  const VmaDefragmentationMove& move = moves[moveIndex];
    -
    12621 
    -
    12622  const VmaBlockDefragmentationContext& srcBlockCtx = pDefragCtx->blockContexts[move.srcBlockIndex];
    -
    12623  const VmaBlockDefragmentationContext& dstBlockCtx = pDefragCtx->blockContexts[move.dstBlockIndex];
    -
    12624 
    -
    12625  VMA_ASSERT(srcBlockCtx.hBuffer && dstBlockCtx.hBuffer);
    -
    12626 
    -
    12627  VkBufferCopy region = {
    -
    12628  move.srcOffset,
    -
    12629  move.dstOffset,
    -
    12630  move.size };
    -
    12631  (*m_hAllocator->GetVulkanFunctions().vkCmdCopyBuffer)(
    -
    12632  commandBuffer, srcBlockCtx.hBuffer, dstBlockCtx.hBuffer, 1, &region);
    -
    12633  }
    -
    12634  }
    -
    12635 
    -
    12636  // Save buffers to defrag context for later destruction.
    -
    12637  if(pDefragCtx->res == VK_SUCCESS && moveCount > 0)
    -
    12638  {
    -
    12639  pDefragCtx->res = VK_NOT_READY;
    -
    12640  }
    -
    12641 }
    -
    12642 
    -
    12643 void VmaBlockVector::FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats)
    -
    12644 {
    -
    12645  m_HasEmptyBlock = false;
    -
    12646  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
    -
    12647  {
    -
    12648  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
    -
    12649  if(pBlock->m_pMetadata->IsEmpty())
    -
    12650  {
    -
    12651  if(m_Blocks.size() > m_MinBlockCount)
    -
    12652  {
    -
    12653  if(pDefragmentationStats != VMA_NULL)
    -
    12654  {
    -
    12655  ++pDefragmentationStats->deviceMemoryBlocksFreed;
    -
    12656  pDefragmentationStats->bytesFreed += pBlock->m_pMetadata->GetSize();
    -
    12657  }
    -
    12658 
    -
    12659  VmaVectorRemove(m_Blocks, blockIndex);
    -
    12660  pBlock->Destroy(m_hAllocator);
    -
    12661  vma_delete(m_hAllocator, pBlock);
    -
    12662  }
    -
    12663  else
    -
    12664  {
    -
    12665  m_HasEmptyBlock = true;
    -
    12666  }
    -
    12667  }
    -
    12668  }
    -
    12669 }
    -
    12670 
    -
    12671 #if VMA_STATS_STRING_ENABLED
    -
    12672 
    -
    12673 void VmaBlockVector::PrintDetailedMap(class VmaJsonWriter& json)
    -
    12674 {
    -
    12675  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
    -
    12676 
    -
    12677  json.BeginObject();
    +
    12255  if(hAllocation->IsPersistentMap())
    +
    12256  {
    +
    12257  pBlock->Unmap(m_hAllocator, 1);
    +
    12258  }
    +
    12259 
    +
    12260  pBlock->m_pMetadata->Free(hAllocation);
    +
    12261  VMA_HEAVY_ASSERT(pBlock->Validate());
    +
    12262 
    +
    12263  VMA_DEBUG_LOG(" Freed from MemoryTypeIndex=%u", m_MemoryTypeIndex);
    +
    12264 
    +
    12265  const bool canDeleteBlock = m_Blocks.size() > m_MinBlockCount;
    +
    12266  // pBlock became empty after this deallocation.
    +
    12267  if(pBlock->m_pMetadata->IsEmpty())
    +
    12268  {
    +
    12269  // Already has empty block. We don't want to have two, so delete this one.
    +
    12270  if((m_HasEmptyBlock || budgetExceeded) && canDeleteBlock)
    +
    12271  {
    +
    12272  pBlockToDelete = pBlock;
    +
    12273  Remove(pBlock);
    +
    12274  }
    +
    12275  // We now have first empty block.
    +
    12276  else
    +
    12277  {
    +
    12278  m_HasEmptyBlock = true;
    +
    12279  }
    +
    12280  }
    +
    12281  // pBlock didn't become empty, but we have another empty block - find and free that one.
    +
    12282  // (This is optional, heuristics.)
    +
    12283  else if(m_HasEmptyBlock && canDeleteBlock)
    +
    12284  {
    +
    12285  VmaDeviceMemoryBlock* pLastBlock = m_Blocks.back();
    +
    12286  if(pLastBlock->m_pMetadata->IsEmpty())
    +
    12287  {
    +
    12288  pBlockToDelete = pLastBlock;
    +
    12289  m_Blocks.pop_back();
    +
    12290  m_HasEmptyBlock = false;
    +
    12291  }
    +
    12292  }
    +
    12293 
    +
    12294  IncrementallySortBlocks();
    +
    12295  }
    +
    12296 
    +
    12297  // Destruction of a free block. Deferred until this point, outside of mutex
    +
    12298  // lock, for performance reason.
    +
    12299  if(pBlockToDelete != VMA_NULL)
    +
    12300  {
    +
    12301  VMA_DEBUG_LOG(" Deleted empty block");
    +
    12302  pBlockToDelete->Destroy(m_hAllocator);
    +
    12303  vma_delete(m_hAllocator, pBlockToDelete);
    +
    12304  }
    +
    12305 }
    +
    12306 
    +
    12307 VkDeviceSize VmaBlockVector::CalcMaxBlockSize() const
    +
    12308 {
    +
    12309  VkDeviceSize result = 0;
    +
    12310  for(size_t i = m_Blocks.size(); i--; )
    +
    12311  {
    +
    12312  result = VMA_MAX(result, m_Blocks[i]->m_pMetadata->GetSize());
    +
    12313  if(result >= m_PreferredBlockSize)
    +
    12314  {
    +
    12315  break;
    +
    12316  }
    +
    12317  }
    +
    12318  return result;
    +
    12319 }
    +
    12320 
    +
    12321 void VmaBlockVector::Remove(VmaDeviceMemoryBlock* pBlock)
    +
    12322 {
    +
    12323  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
    +
    12324  {
    +
    12325  if(m_Blocks[blockIndex] == pBlock)
    +
    12326  {
    +
    12327  VmaVectorRemove(m_Blocks, blockIndex);
    +
    12328  return;
    +
    12329  }
    +
    12330  }
    +
    12331  VMA_ASSERT(0);
    +
    12332 }
    +
    12333 
    +
    12334 void VmaBlockVector::IncrementallySortBlocks()
    +
    12335 {
    +
    12336  if(m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
    +
    12337  {
    +
    12338  // Bubble sort only until first swap.
    +
    12339  for(size_t i = 1; i < m_Blocks.size(); ++i)
    +
    12340  {
    +
    12341  if(m_Blocks[i - 1]->m_pMetadata->GetSumFreeSize() > m_Blocks[i]->m_pMetadata->GetSumFreeSize())
    +
    12342  {
    +
    12343  VMA_SWAP(m_Blocks[i - 1], m_Blocks[i]);
    +
    12344  return;
    +
    12345  }
    +
    12346  }
    +
    12347  }
    +
    12348 }
    +
    12349 
    +
    12350 VkResult VmaBlockVector::AllocateFromBlock(
    +
    12351  VmaDeviceMemoryBlock* pBlock,
    +
    12352  uint32_t currentFrameIndex,
    +
    12353  VkDeviceSize size,
    +
    12354  VkDeviceSize alignment,
    +
    12355  VmaAllocationCreateFlags allocFlags,
    +
    12356  void* pUserData,
    +
    12357  VmaSuballocationType suballocType,
    +
    12358  uint32_t strategy,
    +
    12359  VmaAllocation* pAllocation)
    +
    12360 {
    +
    12361  VMA_ASSERT((allocFlags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) == 0);
    +
    12362  const bool isUpperAddress = (allocFlags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
    +
    12363  const bool mapped = (allocFlags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
    +
    12364  const bool isUserDataString = (allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
    +
    12365 
    +
    12366  VmaAllocationRequest currRequest = {};
    +
    12367  if(pBlock->m_pMetadata->CreateAllocationRequest(
    +
    12368  currentFrameIndex,
    +
    12369  m_FrameInUseCount,
    +
    12370  m_BufferImageGranularity,
    +
    12371  size,
    +
    12372  alignment,
    +
    12373  isUpperAddress,
    +
    12374  suballocType,
    +
    12375  false, // canMakeOtherLost
    +
    12376  strategy,
    +
    12377  &currRequest))
    +
    12378  {
    +
    12379  // Allocate from pCurrBlock.
    +
    12380  VMA_ASSERT(currRequest.itemsToMakeLostCount == 0);
    +
    12381 
    +
    12382  if(mapped)
    +
    12383  {
    +
    12384  VkResult res = pBlock->Map(m_hAllocator, 1, VMA_NULL);
    +
    12385  if(res != VK_SUCCESS)
    +
    12386  {
    +
    12387  return res;
    +
    12388  }
    +
    12389  }
    +
    12390 
    +
    12391  // We no longer have an empty Allocation.
    +
    12392  if(pBlock->m_pMetadata->IsEmpty())
    +
    12393  {
    +
    12394  m_HasEmptyBlock = false;
    +
    12395  }
    +
    12396 
    +
    12397  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate();
    +
    12398  (*pAllocation)->Ctor(currentFrameIndex, isUserDataString);
    +
    12399  pBlock->m_pMetadata->Alloc(currRequest, suballocType, size, *pAllocation);
    +
    12400  (*pAllocation)->InitBlockAllocation(
    +
    12401  pBlock,
    +
    12402  currRequest.offset,
    +
    12403  alignment,
    +
    12404  size,
    +
    12405  m_MemoryTypeIndex,
    +
    12406  suballocType,
    +
    12407  mapped,
    +
    12408  (allocFlags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
    +
    12409  VMA_HEAVY_ASSERT(pBlock->Validate());
    +
    12410  (*pAllocation)->SetUserData(m_hAllocator, pUserData);
    +
    12411  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
    +
    12412  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
    +
    12413  {
    +
    12414  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
    +
    12415  }
    +
    12416  if(IsCorruptionDetectionEnabled())
    +
    12417  {
    +
    12418  VkResult res = pBlock->WriteMagicValueAroundAllocation(m_hAllocator, currRequest.offset, size);
    +
    12419  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
    +
    12420  }
    +
    12421  return VK_SUCCESS;
    +
    12422  }
    +
    12423  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    12424 }
    +
    12425 
    +
    12426 VkResult VmaBlockVector::CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex)
    +
    12427 {
    +
    12428  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
    +
    12429  allocInfo.memoryTypeIndex = m_MemoryTypeIndex;
    +
    12430  allocInfo.allocationSize = blockSize;
    +
    12431  VkDeviceMemory mem = VK_NULL_HANDLE;
    +
    12432  VkResult res = m_hAllocator->AllocateVulkanMemory(&allocInfo, &mem);
    +
    12433  if(res < 0)
    +
    12434  {
    +
    12435  return res;
    +
    12436  }
    +
    12437 
    +
    12438  // New VkDeviceMemory successfully created.
    +
    12439 
    +
    12440  // Create new Allocation for it.
    +
    12441  VmaDeviceMemoryBlock* const pBlock = vma_new(m_hAllocator, VmaDeviceMemoryBlock)(m_hAllocator);
    +
    12442  pBlock->Init(
    +
    12443  m_hAllocator,
    +
    12444  m_hParentPool,
    +
    12445  m_MemoryTypeIndex,
    +
    12446  mem,
    +
    12447  allocInfo.allocationSize,
    +
    12448  m_NextBlockId++,
    +
    12449  m_Algorithm);
    +
    12450 
    +
    12451  m_Blocks.push_back(pBlock);
    +
    12452  if(pNewBlockIndex != VMA_NULL)
    +
    12453  {
    +
    12454  *pNewBlockIndex = m_Blocks.size() - 1;
    +
    12455  }
    +
    12456 
    +
    12457  return VK_SUCCESS;
    +
    12458 }
    +
    12459 
    +
    12460 void VmaBlockVector::ApplyDefragmentationMovesCpu(
    +
    12461  class VmaBlockVectorDefragmentationContext* pDefragCtx,
    +
    12462  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves)
    +
    12463 {
    +
    12464  const size_t blockCount = m_Blocks.size();
    +
    12465  const bool isNonCoherent = m_hAllocator->IsMemoryTypeNonCoherent(m_MemoryTypeIndex);
    +
    12466 
    +
    12467  enum BLOCK_FLAG
    +
    12468  {
    +
    12469  BLOCK_FLAG_USED = 0x00000001,
    +
    12470  BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION = 0x00000002,
    +
    12471  };
    +
    12472 
    +
    12473  struct BlockInfo
    +
    12474  {
    +
    12475  uint32_t flags;
    +
    12476  void* pMappedData;
    +
    12477  };
    +
    12478  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> >
    +
    12479  blockInfo(blockCount, BlockInfo(), VmaStlAllocator<BlockInfo>(m_hAllocator->GetAllocationCallbacks()));
    +
    12480  memset(blockInfo.data(), 0, blockCount * sizeof(BlockInfo));
    +
    12481 
    +
    12482  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
    +
    12483  const size_t moveCount = moves.size();
    +
    12484  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
    +
    12485  {
    +
    12486  const VmaDefragmentationMove& move = moves[moveIndex];
    +
    12487  blockInfo[move.srcBlockIndex].flags |= BLOCK_FLAG_USED;
    +
    12488  blockInfo[move.dstBlockIndex].flags |= BLOCK_FLAG_USED;
    +
    12489  }
    +
    12490 
    +
    12491  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
    +
    12492 
    +
    12493  // Go over all blocks. Get mapped pointer or map if necessary.
    +
    12494  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
    +
    12495  {
    +
    12496  BlockInfo& currBlockInfo = blockInfo[blockIndex];
    +
    12497  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
    +
    12498  if((currBlockInfo.flags & BLOCK_FLAG_USED) != 0)
    +
    12499  {
    +
    12500  currBlockInfo.pMappedData = pBlock->GetMappedData();
    +
    12501  // It is not originally mapped - map it.
    +
    12502  if(currBlockInfo.pMappedData == VMA_NULL)
    +
    12503  {
    +
    12504  pDefragCtx->res = pBlock->Map(m_hAllocator, 1, &currBlockInfo.pMappedData);
    +
    12505  if(pDefragCtx->res == VK_SUCCESS)
    +
    12506  {
    +
    12507  currBlockInfo.flags |= BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION;
    +
    12508  }
    +
    12509  }
    +
    12510  }
    +
    12511  }
    +
    12512 
    +
    12513  // Go over all moves. Do actual data transfer.
    +
    12514  if(pDefragCtx->res == VK_SUCCESS)
    +
    12515  {
    +
    12516  const VkDeviceSize nonCoherentAtomSize = m_hAllocator->m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
    +
    12517  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
    +
    12518 
    +
    12519  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
    +
    12520  {
    +
    12521  const VmaDefragmentationMove& move = moves[moveIndex];
    +
    12522 
    +
    12523  const BlockInfo& srcBlockInfo = blockInfo[move.srcBlockIndex];
    +
    12524  const BlockInfo& dstBlockInfo = blockInfo[move.dstBlockIndex];
    +
    12525 
    +
    12526  VMA_ASSERT(srcBlockInfo.pMappedData && dstBlockInfo.pMappedData);
    +
    12527 
    +
    12528  // Invalidate source.
    +
    12529  if(isNonCoherent)
    +
    12530  {
    +
    12531  VmaDeviceMemoryBlock* const pSrcBlock = m_Blocks[move.srcBlockIndex];
    +
    12532  memRange.memory = pSrcBlock->GetDeviceMemory();
    +
    12533  memRange.offset = VmaAlignDown(move.srcOffset, nonCoherentAtomSize);
    +
    12534  memRange.size = VMA_MIN(
    +
    12535  VmaAlignUp(move.size + (move.srcOffset - memRange.offset), nonCoherentAtomSize),
    +
    12536  pSrcBlock->m_pMetadata->GetSize() - memRange.offset);
    +
    12537  (*m_hAllocator->GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
    +
    12538  }
    +
    12539 
    +
    12540  // THE PLACE WHERE ACTUAL DATA COPY HAPPENS.
    +
    12541  memmove(
    +
    12542  reinterpret_cast<char*>(dstBlockInfo.pMappedData) + move.dstOffset,
    +
    12543  reinterpret_cast<char*>(srcBlockInfo.pMappedData) + move.srcOffset,
    +
    12544  static_cast<size_t>(move.size));
    +
    12545 
    +
    12546  if(IsCorruptionDetectionEnabled())
    +
    12547  {
    +
    12548  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset - VMA_DEBUG_MARGIN);
    +
    12549  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset + move.size);
    +
    12550  }
    +
    12551 
    +
    12552  // Flush destination.
    +
    12553  if(isNonCoherent)
    +
    12554  {
    +
    12555  VmaDeviceMemoryBlock* const pDstBlock = m_Blocks[move.dstBlockIndex];
    +
    12556  memRange.memory = pDstBlock->GetDeviceMemory();
    +
    12557  memRange.offset = VmaAlignDown(move.dstOffset, nonCoherentAtomSize);
    +
    12558  memRange.size = VMA_MIN(
    +
    12559  VmaAlignUp(move.size + (move.dstOffset - memRange.offset), nonCoherentAtomSize),
    +
    12560  pDstBlock->m_pMetadata->GetSize() - memRange.offset);
    +
    12561  (*m_hAllocator->GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
    +
    12562  }
    +
    12563  }
    +
    12564  }
    +
    12565 
    +
    12566  // Go over all blocks in reverse order. Unmap those that were mapped just for defragmentation.
    +
    12567  // Regardless of pCtx->res == VK_SUCCESS.
    +
    12568  for(size_t blockIndex = blockCount; blockIndex--; )
    +
    12569  {
    +
    12570  const BlockInfo& currBlockInfo = blockInfo[blockIndex];
    +
    12571  if((currBlockInfo.flags & BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION) != 0)
    +
    12572  {
    +
    12573  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
    +
    12574  pBlock->Unmap(m_hAllocator, 1);
    +
    12575  }
    +
    12576  }
    +
    12577 }
    +
    12578 
    +
    12579 void VmaBlockVector::ApplyDefragmentationMovesGpu(
    +
    12580  class VmaBlockVectorDefragmentationContext* pDefragCtx,
    +
    12581  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    12582  VkCommandBuffer commandBuffer)
    +
    12583 {
    +
    12584  const size_t blockCount = m_Blocks.size();
    +
    12585 
    +
    12586  pDefragCtx->blockContexts.resize(blockCount);
    +
    12587  memset(pDefragCtx->blockContexts.data(), 0, blockCount * sizeof(VmaBlockDefragmentationContext));
    +
    12588 
    +
    12589  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
    +
    12590  const size_t moveCount = moves.size();
    +
    12591  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
    +
    12592  {
    +
    12593  const VmaDefragmentationMove& move = moves[moveIndex];
    +
    12594  pDefragCtx->blockContexts[move.srcBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
    +
    12595  pDefragCtx->blockContexts[move.dstBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
    +
    12596  }
    +
    12597 
    +
    12598  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
    +
    12599 
    +
    12600  // Go over all blocks. Create and bind buffer for whole block if necessary.
    +
    12601  {
    +
    12602  VkBufferCreateInfo bufCreateInfo;
    +
    12603  VmaFillGpuDefragmentationBufferCreateInfo(bufCreateInfo);
    +
    12604 
    +
    12605  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
    +
    12606  {
    +
    12607  VmaBlockDefragmentationContext& currBlockCtx = pDefragCtx->blockContexts[blockIndex];
    +
    12608  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
    +
    12609  if((currBlockCtx.flags & VmaBlockDefragmentationContext::BLOCK_FLAG_USED) != 0)
    +
    12610  {
    +
    12611  bufCreateInfo.size = pBlock->m_pMetadata->GetSize();
    +
    12612  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkCreateBuffer)(
    +
    12613  m_hAllocator->m_hDevice, &bufCreateInfo, m_hAllocator->GetAllocationCallbacks(), &currBlockCtx.hBuffer);
    +
    12614  if(pDefragCtx->res == VK_SUCCESS)
    +
    12615  {
    +
    12616  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkBindBufferMemory)(
    +
    12617  m_hAllocator->m_hDevice, currBlockCtx.hBuffer, pBlock->GetDeviceMemory(), 0);
    +
    12618  }
    +
    12619  }
    +
    12620  }
    +
    12621  }
    +
    12622 
    +
    12623  // Go over all moves. Post data transfer commands to command buffer.
    +
    12624  if(pDefragCtx->res == VK_SUCCESS)
    +
    12625  {
    +
    12626  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
    +
    12627  {
    +
    12628  const VmaDefragmentationMove& move = moves[moveIndex];
    +
    12629 
    +
    12630  const VmaBlockDefragmentationContext& srcBlockCtx = pDefragCtx->blockContexts[move.srcBlockIndex];
    +
    12631  const VmaBlockDefragmentationContext& dstBlockCtx = pDefragCtx->blockContexts[move.dstBlockIndex];
    +
    12632 
    +
    12633  VMA_ASSERT(srcBlockCtx.hBuffer && dstBlockCtx.hBuffer);
    +
    12634 
    +
    12635  VkBufferCopy region = {
    +
    12636  move.srcOffset,
    +
    12637  move.dstOffset,
    +
    12638  move.size };
    +
    12639  (*m_hAllocator->GetVulkanFunctions().vkCmdCopyBuffer)(
    +
    12640  commandBuffer, srcBlockCtx.hBuffer, dstBlockCtx.hBuffer, 1, &region);
    +
    12641  }
    +
    12642  }
    +
    12643 
    +
    12644  // Save buffers to defrag context for later destruction.
    +
    12645  if(pDefragCtx->res == VK_SUCCESS && moveCount > 0)
    +
    12646  {
    +
    12647  pDefragCtx->res = VK_NOT_READY;
    +
    12648  }
    +
    12649 }
    +
    12650 
    +
    12651 void VmaBlockVector::FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats)
    +
    12652 {
    +
    12653  m_HasEmptyBlock = false;
    +
    12654  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
    +
    12655  {
    +
    12656  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
    +
    12657  if(pBlock->m_pMetadata->IsEmpty())
    +
    12658  {
    +
    12659  if(m_Blocks.size() > m_MinBlockCount)
    +
    12660  {
    +
    12661  if(pDefragmentationStats != VMA_NULL)
    +
    12662  {
    +
    12663  ++pDefragmentationStats->deviceMemoryBlocksFreed;
    +
    12664  pDefragmentationStats->bytesFreed += pBlock->m_pMetadata->GetSize();
    +
    12665  }
    +
    12666 
    +
    12667  VmaVectorRemove(m_Blocks, blockIndex);
    +
    12668  pBlock->Destroy(m_hAllocator);
    +
    12669  vma_delete(m_hAllocator, pBlock);
    +
    12670  }
    +
    12671  else
    +
    12672  {
    +
    12673  m_HasEmptyBlock = true;
    +
    12674  }
    +
    12675  }
    +
    12676  }
    +
    12677 }
    12678 
    -
    12679  if(IsCustomPool())
    -
    12680  {
    -
    12681  const char* poolName = m_hParentPool->GetName();
    -
    12682  if(poolName != VMA_NULL && poolName[0] != '\0')
    -
    12683  {
    -
    12684  json.WriteString("Name");
    -
    12685  json.WriteString(poolName);
    -
    12686  }
    -
    12687 
    -
    12688  json.WriteString("MemoryTypeIndex");
    -
    12689  json.WriteNumber(m_MemoryTypeIndex);
    -
    12690 
    -
    12691  json.WriteString("BlockSize");
    -
    12692  json.WriteNumber(m_PreferredBlockSize);
    -
    12693 
    -
    12694  json.WriteString("BlockCount");
    -
    12695  json.BeginObject(true);
    -
    12696  if(m_MinBlockCount > 0)
    -
    12697  {
    -
    12698  json.WriteString("Min");
    -
    12699  json.WriteNumber((uint64_t)m_MinBlockCount);
    -
    12700  }
    -
    12701  if(m_MaxBlockCount < SIZE_MAX)
    -
    12702  {
    -
    12703  json.WriteString("Max");
    -
    12704  json.WriteNumber((uint64_t)m_MaxBlockCount);
    -
    12705  }
    -
    12706  json.WriteString("Cur");
    -
    12707  json.WriteNumber((uint64_t)m_Blocks.size());
    -
    12708  json.EndObject();
    -
    12709 
    -
    12710  if(m_FrameInUseCount > 0)
    -
    12711  {
    -
    12712  json.WriteString("FrameInUseCount");
    -
    12713  json.WriteNumber(m_FrameInUseCount);
    -
    12714  }
    -
    12715 
    -
    12716  if(m_Algorithm != 0)
    -
    12717  {
    -
    12718  json.WriteString("Algorithm");
    -
    12719  json.WriteString(VmaAlgorithmToStr(m_Algorithm));
    -
    12720  }
    -
    12721  }
    -
    12722  else
    -
    12723  {
    -
    12724  json.WriteString("PreferredBlockSize");
    -
    12725  json.WriteNumber(m_PreferredBlockSize);
    -
    12726  }
    -
    12727 
    -
    12728  json.WriteString("Blocks");
    -
    12729  json.BeginObject();
    -
    12730  for(size_t i = 0; i < m_Blocks.size(); ++i)
    +
    12679 #if VMA_STATS_STRING_ENABLED
    +
    12680 
    +
    12681 void VmaBlockVector::PrintDetailedMap(class VmaJsonWriter& json)
    +
    12682 {
    +
    12683  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
    +
    12684 
    +
    12685  json.BeginObject();
    +
    12686 
    +
    12687  if(IsCustomPool())
    +
    12688  {
    +
    12689  const char* poolName = m_hParentPool->GetName();
    +
    12690  if(poolName != VMA_NULL && poolName[0] != '\0')
    +
    12691  {
    +
    12692  json.WriteString("Name");
    +
    12693  json.WriteString(poolName);
    +
    12694  }
    +
    12695 
    +
    12696  json.WriteString("MemoryTypeIndex");
    +
    12697  json.WriteNumber(m_MemoryTypeIndex);
    +
    12698 
    +
    12699  json.WriteString("BlockSize");
    +
    12700  json.WriteNumber(m_PreferredBlockSize);
    +
    12701 
    +
    12702  json.WriteString("BlockCount");
    +
    12703  json.BeginObject(true);
    +
    12704  if(m_MinBlockCount > 0)
    +
    12705  {
    +
    12706  json.WriteString("Min");
    +
    12707  json.WriteNumber((uint64_t)m_MinBlockCount);
    +
    12708  }
    +
    12709  if(m_MaxBlockCount < SIZE_MAX)
    +
    12710  {
    +
    12711  json.WriteString("Max");
    +
    12712  json.WriteNumber((uint64_t)m_MaxBlockCount);
    +
    12713  }
    +
    12714  json.WriteString("Cur");
    +
    12715  json.WriteNumber((uint64_t)m_Blocks.size());
    +
    12716  json.EndObject();
    +
    12717 
    +
    12718  if(m_FrameInUseCount > 0)
    +
    12719  {
    +
    12720  json.WriteString("FrameInUseCount");
    +
    12721  json.WriteNumber(m_FrameInUseCount);
    +
    12722  }
    +
    12723 
    +
    12724  if(m_Algorithm != 0)
    +
    12725  {
    +
    12726  json.WriteString("Algorithm");
    +
    12727  json.WriteString(VmaAlgorithmToStr(m_Algorithm));
    +
    12728  }
    +
    12729  }
    +
    12730  else
    12731  {
    -
    12732  json.BeginString();
    -
    12733  json.ContinueString(m_Blocks[i]->GetId());
    -
    12734  json.EndString();
    +
    12732  json.WriteString("PreferredBlockSize");
    +
    12733  json.WriteNumber(m_PreferredBlockSize);
    +
    12734  }
    12735 
    -
    12736  m_Blocks[i]->m_pMetadata->PrintDetailedMap(json);
    -
    12737  }
    -
    12738  json.EndObject();
    -
    12739 
    -
    12740  json.EndObject();
    -
    12741 }
    -
    12742 
    -
    12743 #endif // #if VMA_STATS_STRING_ENABLED
    -
    12744 
    -
    12745 void VmaBlockVector::Defragment(
    -
    12746  class VmaBlockVectorDefragmentationContext* pCtx,
    -
    12747  VmaDefragmentationStats* pStats,
    -
    12748  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
    -
    12749  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
    -
    12750  VkCommandBuffer commandBuffer)
    -
    12751 {
    -
    12752  pCtx->res = VK_SUCCESS;
    -
    12753 
    -
    12754  const VkMemoryPropertyFlags memPropFlags =
    -
    12755  m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags;
    -
    12756  const bool isHostVisible = (memPropFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0;
    -
    12757 
    -
    12758  const bool canDefragmentOnCpu = maxCpuBytesToMove > 0 && maxCpuAllocationsToMove > 0 &&
    -
    12759  isHostVisible;
    -
    12760  const bool canDefragmentOnGpu = maxGpuBytesToMove > 0 && maxGpuAllocationsToMove > 0 &&
    -
    12761  !IsCorruptionDetectionEnabled() &&
    -
    12762  ((1u << m_MemoryTypeIndex) & m_hAllocator->GetGpuDefragmentationMemoryTypeBits()) != 0;
    -
    12763 
    -
    12764  // There are options to defragment this memory type.
    -
    12765  if(canDefragmentOnCpu || canDefragmentOnGpu)
    -
    12766  {
    -
    12767  bool defragmentOnGpu;
    -
    12768  // There is only one option to defragment this memory type.
    -
    12769  if(canDefragmentOnGpu != canDefragmentOnCpu)
    -
    12770  {
    -
    12771  defragmentOnGpu = canDefragmentOnGpu;
    -
    12772  }
    -
    12773  // Both options are available: Heuristics to choose the best one.
    -
    12774  else
    -
    12775  {
    -
    12776  defragmentOnGpu = (memPropFlags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0 ||
    -
    12777  m_hAllocator->IsIntegratedGpu();
    -
    12778  }
    -
    12779 
    -
    12780  bool overlappingMoveSupported = !defragmentOnGpu;
    -
    12781 
    -
    12782  if(m_hAllocator->m_UseMutex)
    +
    12736  json.WriteString("Blocks");
    +
    12737  json.BeginObject();
    +
    12738  for(size_t i = 0; i < m_Blocks.size(); ++i)
    +
    12739  {
    +
    12740  json.BeginString();
    +
    12741  json.ContinueString(m_Blocks[i]->GetId());
    +
    12742  json.EndString();
    +
    12743 
    +
    12744  m_Blocks[i]->m_pMetadata->PrintDetailedMap(json);
    +
    12745  }
    +
    12746  json.EndObject();
    +
    12747 
    +
    12748  json.EndObject();
    +
    12749 }
    +
    12750 
    +
    12751 #endif // #if VMA_STATS_STRING_ENABLED
    +
    12752 
    +
    12753 void VmaBlockVector::Defragment(
    +
    12754  class VmaBlockVectorDefragmentationContext* pCtx,
    +
    12755  VmaDefragmentationStats* pStats,
    +
    12756  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
    +
    12757  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
    +
    12758  VkCommandBuffer commandBuffer)
    +
    12759 {
    +
    12760  pCtx->res = VK_SUCCESS;
    +
    12761 
    +
    12762  const VkMemoryPropertyFlags memPropFlags =
    +
    12763  m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags;
    +
    12764  const bool isHostVisible = (memPropFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0;
    +
    12765 
    +
    12766  const bool canDefragmentOnCpu = maxCpuBytesToMove > 0 && maxCpuAllocationsToMove > 0 &&
    +
    12767  isHostVisible;
    +
    12768  const bool canDefragmentOnGpu = maxGpuBytesToMove > 0 && maxGpuAllocationsToMove > 0 &&
    +
    12769  !IsCorruptionDetectionEnabled() &&
    +
    12770  ((1u << m_MemoryTypeIndex) & m_hAllocator->GetGpuDefragmentationMemoryTypeBits()) != 0;
    +
    12771 
    +
    12772  // There are options to defragment this memory type.
    +
    12773  if(canDefragmentOnCpu || canDefragmentOnGpu)
    +
    12774  {
    +
    12775  bool defragmentOnGpu;
    +
    12776  // There is only one option to defragment this memory type.
    +
    12777  if(canDefragmentOnGpu != canDefragmentOnCpu)
    +
    12778  {
    +
    12779  defragmentOnGpu = canDefragmentOnGpu;
    +
    12780  }
    +
    12781  // Both options are available: Heuristics to choose the best one.
    +
    12782  else
    12783  {
    -
    12784  m_Mutex.LockWrite();
    -
    12785  pCtx->mutexLocked = true;
    +
    12784  defragmentOnGpu = (memPropFlags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0 ||
    +
    12785  m_hAllocator->IsIntegratedGpu();
    12786  }
    12787 
    -
    12788  pCtx->Begin(overlappingMoveSupported);
    +
    12788  bool overlappingMoveSupported = !defragmentOnGpu;
    12789 
    -
    12790  // Defragment.
    -
    12791 
    -
    12792  const VkDeviceSize maxBytesToMove = defragmentOnGpu ? maxGpuBytesToMove : maxCpuBytesToMove;
    -
    12793  const uint32_t maxAllocationsToMove = defragmentOnGpu ? maxGpuAllocationsToMove : maxCpuAllocationsToMove;
    -
    12794  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> > moves =
    -
    12795  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >(VmaStlAllocator<VmaDefragmentationMove>(m_hAllocator->GetAllocationCallbacks()));
    -
    12796  pCtx->res = pCtx->GetAlgorithm()->Defragment(moves, maxBytesToMove, maxAllocationsToMove);
    +
    12790  if(m_hAllocator->m_UseMutex)
    +
    12791  {
    +
    12792  m_Mutex.LockWrite();
    +
    12793  pCtx->mutexLocked = true;
    +
    12794  }
    +
    12795 
    +
    12796  pCtx->Begin(overlappingMoveSupported);
    12797 
    -
    12798  // Accumulate statistics.
    -
    12799  if(pStats != VMA_NULL)
    -
    12800  {
    -
    12801  const VkDeviceSize bytesMoved = pCtx->GetAlgorithm()->GetBytesMoved();
    -
    12802  const uint32_t allocationsMoved = pCtx->GetAlgorithm()->GetAllocationsMoved();
    -
    12803  pStats->bytesMoved += bytesMoved;
    -
    12804  pStats->allocationsMoved += allocationsMoved;
    -
    12805  VMA_ASSERT(bytesMoved <= maxBytesToMove);
    -
    12806  VMA_ASSERT(allocationsMoved <= maxAllocationsToMove);
    -
    12807  if(defragmentOnGpu)
    -
    12808  {
    -
    12809  maxGpuBytesToMove -= bytesMoved;
    -
    12810  maxGpuAllocationsToMove -= allocationsMoved;
    -
    12811  }
    -
    12812  else
    -
    12813  {
    -
    12814  maxCpuBytesToMove -= bytesMoved;
    -
    12815  maxCpuAllocationsToMove -= allocationsMoved;
    -
    12816  }
    -
    12817  }
    -
    12818 
    -
    12819  if(pCtx->res >= VK_SUCCESS)
    -
    12820  {
    -
    12821  if(defragmentOnGpu)
    -
    12822  {
    -
    12823  ApplyDefragmentationMovesGpu(pCtx, moves, commandBuffer);
    +
    12798  // Defragment.
    +
    12799 
    +
    12800  const VkDeviceSize maxBytesToMove = defragmentOnGpu ? maxGpuBytesToMove : maxCpuBytesToMove;
    +
    12801  const uint32_t maxAllocationsToMove = defragmentOnGpu ? maxGpuAllocationsToMove : maxCpuAllocationsToMove;
    +
    12802  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> > moves =
    +
    12803  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >(VmaStlAllocator<VmaDefragmentationMove>(m_hAllocator->GetAllocationCallbacks()));
    +
    12804  pCtx->res = pCtx->GetAlgorithm()->Defragment(moves, maxBytesToMove, maxAllocationsToMove);
    +
    12805 
    +
    12806  // Accumulate statistics.
    +
    12807  if(pStats != VMA_NULL)
    +
    12808  {
    +
    12809  const VkDeviceSize bytesMoved = pCtx->GetAlgorithm()->GetBytesMoved();
    +
    12810  const uint32_t allocationsMoved = pCtx->GetAlgorithm()->GetAllocationsMoved();
    +
    12811  pStats->bytesMoved += bytesMoved;
    +
    12812  pStats->allocationsMoved += allocationsMoved;
    +
    12813  VMA_ASSERT(bytesMoved <= maxBytesToMove);
    +
    12814  VMA_ASSERT(allocationsMoved <= maxAllocationsToMove);
    +
    12815  if(defragmentOnGpu)
    +
    12816  {
    +
    12817  maxGpuBytesToMove -= bytesMoved;
    +
    12818  maxGpuAllocationsToMove -= allocationsMoved;
    +
    12819  }
    +
    12820  else
    +
    12821  {
    +
    12822  maxCpuBytesToMove -= bytesMoved;
    +
    12823  maxCpuAllocationsToMove -= allocationsMoved;
    12824  }
    -
    12825  else
    -
    12826  {
    -
    12827  ApplyDefragmentationMovesCpu(pCtx, moves);
    -
    12828  }
    -
    12829  }
    -
    12830  }
    -
    12831 }
    -
    12832 
    -
    12833 void VmaBlockVector::DefragmentationEnd(
    -
    12834  class VmaBlockVectorDefragmentationContext* pCtx,
    -
    12835  VmaDefragmentationStats* pStats)
    -
    12836 {
    -
    12837  // Destroy buffers.
    -
    12838  for(size_t blockIndex = pCtx->blockContexts.size(); blockIndex--; )
    -
    12839  {
    -
    12840  VmaBlockDefragmentationContext& blockCtx = pCtx->blockContexts[blockIndex];
    -
    12841  if(blockCtx.hBuffer)
    -
    12842  {
    -
    12843  (*m_hAllocator->GetVulkanFunctions().vkDestroyBuffer)(
    -
    12844  m_hAllocator->m_hDevice, blockCtx.hBuffer, m_hAllocator->GetAllocationCallbacks());
    -
    12845  }
    -
    12846  }
    -
    12847 
    -
    12848  if(pCtx->res >= VK_SUCCESS)
    -
    12849  {
    -
    12850  FreeEmptyBlocks(pStats);
    -
    12851  }
    -
    12852 
    -
    12853  if(pCtx->mutexLocked)
    -
    12854  {
    -
    12855  VMA_ASSERT(m_hAllocator->m_UseMutex);
    -
    12856  m_Mutex.UnlockWrite();
    -
    12857  }
    -
    12858 }
    -
    12859 
    -
    12860 size_t VmaBlockVector::CalcAllocationCount() const
    -
    12861 {
    -
    12862  size_t result = 0;
    -
    12863  for(size_t i = 0; i < m_Blocks.size(); ++i)
    -
    12864  {
    -
    12865  result += m_Blocks[i]->m_pMetadata->GetAllocationCount();
    -
    12866  }
    -
    12867  return result;
    -
    12868 }
    -
    12869 
    -
    12870 bool VmaBlockVector::IsBufferImageGranularityConflictPossible() const
    -
    12871 {
    -
    12872  if(m_BufferImageGranularity == 1)
    -
    12873  {
    -
    12874  return false;
    -
    12875  }
    -
    12876  VmaSuballocationType lastSuballocType = VMA_SUBALLOCATION_TYPE_FREE;
    -
    12877  for(size_t i = 0, count = m_Blocks.size(); i < count; ++i)
    -
    12878  {
    -
    12879  VmaDeviceMemoryBlock* const pBlock = m_Blocks[i];
    -
    12880  VMA_ASSERT(m_Algorithm == 0);
    -
    12881  VmaBlockMetadata_Generic* const pMetadata = (VmaBlockMetadata_Generic*)pBlock->m_pMetadata;
    -
    12882  if(pMetadata->IsBufferImageGranularityConflictPossible(m_BufferImageGranularity, lastSuballocType))
    -
    12883  {
    -
    12884  return true;
    -
    12885  }
    -
    12886  }
    -
    12887  return false;
    -
    12888 }
    -
    12889 
    -
    12890 void VmaBlockVector::MakePoolAllocationsLost(
    -
    12891  uint32_t currentFrameIndex,
    -
    12892  size_t* pLostAllocationCount)
    -
    12893 {
    -
    12894  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
    -
    12895  size_t lostAllocationCount = 0;
    -
    12896  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
    -
    12897  {
    -
    12898  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
    -
    12899  VMA_ASSERT(pBlock);
    -
    12900  lostAllocationCount += pBlock->m_pMetadata->MakeAllocationsLost(currentFrameIndex, m_FrameInUseCount);
    -
    12901  }
    -
    12902  if(pLostAllocationCount != VMA_NULL)
    -
    12903  {
    -
    12904  *pLostAllocationCount = lostAllocationCount;
    -
    12905  }
    -
    12906 }
    -
    12907 
    -
    12908 VkResult VmaBlockVector::CheckCorruption()
    -
    12909 {
    -
    12910  if(!IsCorruptionDetectionEnabled())
    +
    12825  }
    +
    12826 
    +
    12827  if(pCtx->res >= VK_SUCCESS)
    +
    12828  {
    +
    12829  if(defragmentOnGpu)
    +
    12830  {
    +
    12831  ApplyDefragmentationMovesGpu(pCtx, moves, commandBuffer);
    +
    12832  }
    +
    12833  else
    +
    12834  {
    +
    12835  ApplyDefragmentationMovesCpu(pCtx, moves);
    +
    12836  }
    +
    12837  }
    +
    12838  }
    +
    12839 }
    +
    12840 
    +
    12841 void VmaBlockVector::DefragmentationEnd(
    +
    12842  class VmaBlockVectorDefragmentationContext* pCtx,
    +
    12843  VmaDefragmentationStats* pStats)
    +
    12844 {
    +
    12845  // Destroy buffers.
    +
    12846  for(size_t blockIndex = pCtx->blockContexts.size(); blockIndex--; )
    +
    12847  {
    +
    12848  VmaBlockDefragmentationContext& blockCtx = pCtx->blockContexts[blockIndex];
    +
    12849  if(blockCtx.hBuffer)
    +
    12850  {
    +
    12851  (*m_hAllocator->GetVulkanFunctions().vkDestroyBuffer)(
    +
    12852  m_hAllocator->m_hDevice, blockCtx.hBuffer, m_hAllocator->GetAllocationCallbacks());
    +
    12853  }
    +
    12854  }
    +
    12855 
    +
    12856  if(pCtx->res >= VK_SUCCESS)
    +
    12857  {
    +
    12858  FreeEmptyBlocks(pStats);
    +
    12859  }
    +
    12860 
    +
    12861  if(pCtx->mutexLocked)
    +
    12862  {
    +
    12863  VMA_ASSERT(m_hAllocator->m_UseMutex);
    +
    12864  m_Mutex.UnlockWrite();
    +
    12865  }
    +
    12866 }
    +
    12867 
    +
    12868 size_t VmaBlockVector::CalcAllocationCount() const
    +
    12869 {
    +
    12870  size_t result = 0;
    +
    12871  for(size_t i = 0; i < m_Blocks.size(); ++i)
    +
    12872  {
    +
    12873  result += m_Blocks[i]->m_pMetadata->GetAllocationCount();
    +
    12874  }
    +
    12875  return result;
    +
    12876 }
    +
    12877 
    +
    12878 bool VmaBlockVector::IsBufferImageGranularityConflictPossible() const
    +
    12879 {
    +
    12880  if(m_BufferImageGranularity == 1)
    +
    12881  {
    +
    12882  return false;
    +
    12883  }
    +
    12884  VmaSuballocationType lastSuballocType = VMA_SUBALLOCATION_TYPE_FREE;
    +
    12885  for(size_t i = 0, count = m_Blocks.size(); i < count; ++i)
    +
    12886  {
    +
    12887  VmaDeviceMemoryBlock* const pBlock = m_Blocks[i];
    +
    12888  VMA_ASSERT(m_Algorithm == 0);
    +
    12889  VmaBlockMetadata_Generic* const pMetadata = (VmaBlockMetadata_Generic*)pBlock->m_pMetadata;
    +
    12890  if(pMetadata->IsBufferImageGranularityConflictPossible(m_BufferImageGranularity, lastSuballocType))
    +
    12891  {
    +
    12892  return true;
    +
    12893  }
    +
    12894  }
    +
    12895  return false;
    +
    12896 }
    +
    12897 
    +
    12898 void VmaBlockVector::MakePoolAllocationsLost(
    +
    12899  uint32_t currentFrameIndex,
    +
    12900  size_t* pLostAllocationCount)
    +
    12901 {
    +
    12902  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
    +
    12903  size_t lostAllocationCount = 0;
    +
    12904  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
    +
    12905  {
    +
    12906  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
    +
    12907  VMA_ASSERT(pBlock);
    +
    12908  lostAllocationCount += pBlock->m_pMetadata->MakeAllocationsLost(currentFrameIndex, m_FrameInUseCount);
    +
    12909  }
    +
    12910  if(pLostAllocationCount != VMA_NULL)
    12911  {
    -
    12912  return VK_ERROR_FEATURE_NOT_PRESENT;
    +
    12912  *pLostAllocationCount = lostAllocationCount;
    12913  }
    -
    12914 
    -
    12915  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
    -
    12916  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
    -
    12917  {
    -
    12918  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
    -
    12919  VMA_ASSERT(pBlock);
    -
    12920  VkResult res = pBlock->CheckCorruption(m_hAllocator);
    -
    12921  if(res != VK_SUCCESS)
    -
    12922  {
    -
    12923  return res;
    -
    12924  }
    -
    12925  }
    -
    12926  return VK_SUCCESS;
    -
    12927 }
    -
    12928 
    -
    12929 void VmaBlockVector::AddStats(VmaStats* pStats)
    -
    12930 {
    -
    12931  const uint32_t memTypeIndex = m_MemoryTypeIndex;
    -
    12932  const uint32_t memHeapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(memTypeIndex);
    -
    12933 
    -
    12934  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
    -
    12935 
    -
    12936  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
    -
    12937  {
    -
    12938  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
    -
    12939  VMA_ASSERT(pBlock);
    -
    12940  VMA_HEAVY_ASSERT(pBlock->Validate());
    -
    12941  VmaStatInfo allocationStatInfo;
    -
    12942  pBlock->m_pMetadata->CalcAllocationStatInfo(allocationStatInfo);
    -
    12943  VmaAddStatInfo(pStats->total, allocationStatInfo);
    -
    12944  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
    -
    12945  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
    -
    12946  }
    -
    12947 }
    -
    12948 
    -
    12950 // VmaDefragmentationAlgorithm_Generic members definition
    -
    12951 
    -
    12952 VmaDefragmentationAlgorithm_Generic::VmaDefragmentationAlgorithm_Generic(
    -
    12953  VmaAllocator hAllocator,
    -
    12954  VmaBlockVector* pBlockVector,
    -
    12955  uint32_t currentFrameIndex,
    -
    12956  bool overlappingMoveSupported) :
    -
    12957  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
    -
    12958  m_AllocationCount(0),
    -
    12959  m_AllAllocations(false),
    -
    12960  m_BytesMoved(0),
    -
    12961  m_AllocationsMoved(0),
    -
    12962  m_Blocks(VmaStlAllocator<BlockInfo*>(hAllocator->GetAllocationCallbacks()))
    -
    12963 {
    -
    12964  // Create block info for each block.
    -
    12965  const size_t blockCount = m_pBlockVector->m_Blocks.size();
    -
    12966  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    -
    12967  {
    -
    12968  BlockInfo* pBlockInfo = vma_new(m_hAllocator, BlockInfo)(m_hAllocator->GetAllocationCallbacks());
    -
    12969  pBlockInfo->m_OriginalBlockIndex = blockIndex;
    -
    12970  pBlockInfo->m_pBlock = m_pBlockVector->m_Blocks[blockIndex];
    -
    12971  m_Blocks.push_back(pBlockInfo);
    -
    12972  }
    -
    12973 
    -
    12974  // Sort them by m_pBlock pointer value.
    -
    12975  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockPointerLess());
    -
    12976 }
    -
    12977 
    -
    12978 VmaDefragmentationAlgorithm_Generic::~VmaDefragmentationAlgorithm_Generic()
    -
    12979 {
    -
    12980  for(size_t i = m_Blocks.size(); i--; )
    -
    12981  {
    -
    12982  vma_delete(m_hAllocator, m_Blocks[i]);
    -
    12983  }
    +
    12914 }
    +
    12915 
    +
    12916 VkResult VmaBlockVector::CheckCorruption()
    +
    12917 {
    +
    12918  if(!IsCorruptionDetectionEnabled())
    +
    12919  {
    +
    12920  return VK_ERROR_FEATURE_NOT_PRESENT;
    +
    12921  }
    +
    12922 
    +
    12923  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
    +
    12924  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
    +
    12925  {
    +
    12926  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
    +
    12927  VMA_ASSERT(pBlock);
    +
    12928  VkResult res = pBlock->CheckCorruption(m_hAllocator);
    +
    12929  if(res != VK_SUCCESS)
    +
    12930  {
    +
    12931  return res;
    +
    12932  }
    +
    12933  }
    +
    12934  return VK_SUCCESS;
    +
    12935 }
    +
    12936 
    +
    12937 void VmaBlockVector::AddStats(VmaStats* pStats)
    +
    12938 {
    +
    12939  const uint32_t memTypeIndex = m_MemoryTypeIndex;
    +
    12940  const uint32_t memHeapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(memTypeIndex);
    +
    12941 
    +
    12942  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
    +
    12943 
    +
    12944  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
    +
    12945  {
    +
    12946  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
    +
    12947  VMA_ASSERT(pBlock);
    +
    12948  VMA_HEAVY_ASSERT(pBlock->Validate());
    +
    12949  VmaStatInfo allocationStatInfo;
    +
    12950  pBlock->m_pMetadata->CalcAllocationStatInfo(allocationStatInfo);
    +
    12951  VmaAddStatInfo(pStats->total, allocationStatInfo);
    +
    12952  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
    +
    12953  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
    +
    12954  }
    +
    12955 }
    +
    12956 
    +
    12958 // VmaDefragmentationAlgorithm_Generic members definition
    +
    12959 
    +
    12960 VmaDefragmentationAlgorithm_Generic::VmaDefragmentationAlgorithm_Generic(
    +
    12961  VmaAllocator hAllocator,
    +
    12962  VmaBlockVector* pBlockVector,
    +
    12963  uint32_t currentFrameIndex,
    +
    12964  bool overlappingMoveSupported) :
    +
    12965  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
    +
    12966  m_AllocationCount(0),
    +
    12967  m_AllAllocations(false),
    +
    12968  m_BytesMoved(0),
    +
    12969  m_AllocationsMoved(0),
    +
    12970  m_Blocks(VmaStlAllocator<BlockInfo*>(hAllocator->GetAllocationCallbacks()))
    +
    12971 {
    +
    12972  // Create block info for each block.
    +
    12973  const size_t blockCount = m_pBlockVector->m_Blocks.size();
    +
    12974  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    +
    12975  {
    +
    12976  BlockInfo* pBlockInfo = vma_new(m_hAllocator, BlockInfo)(m_hAllocator->GetAllocationCallbacks());
    +
    12977  pBlockInfo->m_OriginalBlockIndex = blockIndex;
    +
    12978  pBlockInfo->m_pBlock = m_pBlockVector->m_Blocks[blockIndex];
    +
    12979  m_Blocks.push_back(pBlockInfo);
    +
    12980  }
    +
    12981 
    +
    12982  // Sort them by m_pBlock pointer value.
    +
    12983  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockPointerLess());
    12984 }
    12985 
    -
    12986 void VmaDefragmentationAlgorithm_Generic::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
    +
    12986 VmaDefragmentationAlgorithm_Generic::~VmaDefragmentationAlgorithm_Generic()
    12987 {
    -
    12988  // Now as we are inside VmaBlockVector::m_Mutex, we can make final check if this allocation was not lost.
    -
    12989  if(hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST)
    -
    12990  {
    -
    12991  VmaDeviceMemoryBlock* pBlock = hAlloc->GetBlock();
    -
    12992  BlockInfoVector::iterator it = VmaBinaryFindFirstNotLess(m_Blocks.begin(), m_Blocks.end(), pBlock, BlockPointerLess());
    -
    12993  if(it != m_Blocks.end() && (*it)->m_pBlock == pBlock)
    -
    12994  {
    -
    12995  AllocationInfo allocInfo = AllocationInfo(hAlloc, pChanged);
    -
    12996  (*it)->m_Allocations.push_back(allocInfo);
    -
    12997  }
    -
    12998  else
    -
    12999  {
    -
    13000  VMA_ASSERT(0);
    -
    13001  }
    -
    13002 
    -
    13003  ++m_AllocationCount;
    -
    13004  }
    -
    13005 }
    -
    13006 
    -
    13007 VkResult VmaDefragmentationAlgorithm_Generic::DefragmentRound(
    -
    13008  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    13009  VkDeviceSize maxBytesToMove,
    -
    13010  uint32_t maxAllocationsToMove)
    -
    13011 {
    -
    13012  if(m_Blocks.empty())
    -
    13013  {
    -
    13014  return VK_SUCCESS;
    -
    13015  }
    -
    13016 
    -
    13017  // This is a choice based on research.
    -
    13018  // Option 1:
    -
    13019  uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT;
    -
    13020  // Option 2:
    -
    13021  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT;
    -
    13022  // Option 3:
    -
    13023  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT;
    +
    12988  for(size_t i = m_Blocks.size(); i--; )
    +
    12989  {
    +
    12990  vma_delete(m_hAllocator, m_Blocks[i]);
    +
    12991  }
    +
    12992 }
    +
    12993 
    +
    12994 void VmaDefragmentationAlgorithm_Generic::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
    +
    12995 {
    +
    12996  // Now as we are inside VmaBlockVector::m_Mutex, we can make final check if this allocation was not lost.
    +
    12997  if(hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST)
    +
    12998  {
    +
    12999  VmaDeviceMemoryBlock* pBlock = hAlloc->GetBlock();
    +
    13000  BlockInfoVector::iterator it = VmaBinaryFindFirstNotLess(m_Blocks.begin(), m_Blocks.end(), pBlock, BlockPointerLess());
    +
    13001  if(it != m_Blocks.end() && (*it)->m_pBlock == pBlock)
    +
    13002  {
    +
    13003  AllocationInfo allocInfo = AllocationInfo(hAlloc, pChanged);
    +
    13004  (*it)->m_Allocations.push_back(allocInfo);
    +
    13005  }
    +
    13006  else
    +
    13007  {
    +
    13008  VMA_ASSERT(0);
    +
    13009  }
    +
    13010 
    +
    13011  ++m_AllocationCount;
    +
    13012  }
    +
    13013 }
    +
    13014 
    +
    13015 VkResult VmaDefragmentationAlgorithm_Generic::DefragmentRound(
    +
    13016  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    13017  VkDeviceSize maxBytesToMove,
    +
    13018  uint32_t maxAllocationsToMove)
    +
    13019 {
    +
    13020  if(m_Blocks.empty())
    +
    13021  {
    +
    13022  return VK_SUCCESS;
    +
    13023  }
    13024 
    -
    13025  size_t srcBlockMinIndex = 0;
    -
    13026  // When FAST_ALGORITHM, move allocations from only last out of blocks that contain non-movable allocations.
    -
    13027  /*
    -
    13028  if(m_AlgorithmFlags & VMA_DEFRAGMENTATION_FAST_ALGORITHM_BIT)
    -
    13029  {
    -
    13030  const size_t blocksWithNonMovableCount = CalcBlocksWithNonMovableCount();
    -
    13031  if(blocksWithNonMovableCount > 0)
    -
    13032  {
    -
    13033  srcBlockMinIndex = blocksWithNonMovableCount - 1;
    -
    13034  }
    -
    13035  }
    -
    13036  */
    -
    13037 
    -
    13038  size_t srcBlockIndex = m_Blocks.size() - 1;
    -
    13039  size_t srcAllocIndex = SIZE_MAX;
    -
    13040  for(;;)
    -
    13041  {
    -
    13042  // 1. Find next allocation to move.
    -
    13043  // 1.1. Start from last to first m_Blocks - they are sorted from most "destination" to most "source".
    -
    13044  // 1.2. Then start from last to first m_Allocations.
    -
    13045  while(srcAllocIndex >= m_Blocks[srcBlockIndex]->m_Allocations.size())
    -
    13046  {
    -
    13047  if(m_Blocks[srcBlockIndex]->m_Allocations.empty())
    -
    13048  {
    -
    13049  // Finished: no more allocations to process.
    -
    13050  if(srcBlockIndex == srcBlockMinIndex)
    -
    13051  {
    -
    13052  return VK_SUCCESS;
    -
    13053  }
    -
    13054  else
    -
    13055  {
    -
    13056  --srcBlockIndex;
    -
    13057  srcAllocIndex = SIZE_MAX;
    -
    13058  }
    -
    13059  }
    -
    13060  else
    -
    13061  {
    -
    13062  srcAllocIndex = m_Blocks[srcBlockIndex]->m_Allocations.size() - 1;
    -
    13063  }
    -
    13064  }
    -
    13065 
    -
    13066  BlockInfo* pSrcBlockInfo = m_Blocks[srcBlockIndex];
    -
    13067  AllocationInfo& allocInfo = pSrcBlockInfo->m_Allocations[srcAllocIndex];
    -
    13068 
    -
    13069  const VkDeviceSize size = allocInfo.m_hAllocation->GetSize();
    -
    13070  const VkDeviceSize srcOffset = allocInfo.m_hAllocation->GetOffset();
    -
    13071  const VkDeviceSize alignment = allocInfo.m_hAllocation->GetAlignment();
    -
    13072  const VmaSuballocationType suballocType = allocInfo.m_hAllocation->GetSuballocationType();
    -
    13073 
    -
    13074  // 2. Try to find new place for this allocation in preceding or current block.
    -
    13075  for(size_t dstBlockIndex = 0; dstBlockIndex <= srcBlockIndex; ++dstBlockIndex)
    -
    13076  {
    -
    13077  BlockInfo* pDstBlockInfo = m_Blocks[dstBlockIndex];
    -
    13078  VmaAllocationRequest dstAllocRequest;
    -
    13079  if(pDstBlockInfo->m_pBlock->m_pMetadata->CreateAllocationRequest(
    -
    13080  m_CurrentFrameIndex,
    -
    13081  m_pBlockVector->GetFrameInUseCount(),
    -
    13082  m_pBlockVector->GetBufferImageGranularity(),
    -
    13083  size,
    -
    13084  alignment,
    -
    13085  false, // upperAddress
    -
    13086  suballocType,
    -
    13087  false, // canMakeOtherLost
    -
    13088  strategy,
    -
    13089  &dstAllocRequest) &&
    -
    13090  MoveMakesSense(
    -
    13091  dstBlockIndex, dstAllocRequest.offset, srcBlockIndex, srcOffset))
    -
    13092  {
    -
    13093  VMA_ASSERT(dstAllocRequest.itemsToMakeLostCount == 0);
    -
    13094 
    -
    13095  // Reached limit on number of allocations or bytes to move.
    -
    13096  if((m_AllocationsMoved + 1 > maxAllocationsToMove) ||
    -
    13097  (m_BytesMoved + size > maxBytesToMove))
    -
    13098  {
    -
    13099  return VK_SUCCESS;
    -
    13100  }
    -
    13101 
    -
    13102  VmaDefragmentationMove move;
    -
    13103  move.srcBlockIndex = pSrcBlockInfo->m_OriginalBlockIndex;
    -
    13104  move.dstBlockIndex = pDstBlockInfo->m_OriginalBlockIndex;
    -
    13105  move.srcOffset = srcOffset;
    -
    13106  move.dstOffset = dstAllocRequest.offset;
    -
    13107  move.size = size;
    -
    13108  moves.push_back(move);
    +
    13025  // This is a choice based on research.
    +
    13026  // Option 1:
    +
    13027  uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT;
    +
    13028  // Option 2:
    +
    13029  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT;
    +
    13030  // Option 3:
    +
    13031  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT;
    +
    13032 
    +
    13033  size_t srcBlockMinIndex = 0;
    +
    13034  // When FAST_ALGORITHM, move allocations from only last out of blocks that contain non-movable allocations.
    +
    13035  /*
    +
    13036  if(m_AlgorithmFlags & VMA_DEFRAGMENTATION_FAST_ALGORITHM_BIT)
    +
    13037  {
    +
    13038  const size_t blocksWithNonMovableCount = CalcBlocksWithNonMovableCount();
    +
    13039  if(blocksWithNonMovableCount > 0)
    +
    13040  {
    +
    13041  srcBlockMinIndex = blocksWithNonMovableCount - 1;
    +
    13042  }
    +
    13043  }
    +
    13044  */
    +
    13045 
    +
    13046  size_t srcBlockIndex = m_Blocks.size() - 1;
    +
    13047  size_t srcAllocIndex = SIZE_MAX;
    +
    13048  for(;;)
    +
    13049  {
    +
    13050  // 1. Find next allocation to move.
    +
    13051  // 1.1. Start from last to first m_Blocks - they are sorted from most "destination" to most "source".
    +
    13052  // 1.2. Then start from last to first m_Allocations.
    +
    13053  while(srcAllocIndex >= m_Blocks[srcBlockIndex]->m_Allocations.size())
    +
    13054  {
    +
    13055  if(m_Blocks[srcBlockIndex]->m_Allocations.empty())
    +
    13056  {
    +
    13057  // Finished: no more allocations to process.
    +
    13058  if(srcBlockIndex == srcBlockMinIndex)
    +
    13059  {
    +
    13060  return VK_SUCCESS;
    +
    13061  }
    +
    13062  else
    +
    13063  {
    +
    13064  --srcBlockIndex;
    +
    13065  srcAllocIndex = SIZE_MAX;
    +
    13066  }
    +
    13067  }
    +
    13068  else
    +
    13069  {
    +
    13070  srcAllocIndex = m_Blocks[srcBlockIndex]->m_Allocations.size() - 1;
    +
    13071  }
    +
    13072  }
    +
    13073 
    +
    13074  BlockInfo* pSrcBlockInfo = m_Blocks[srcBlockIndex];
    +
    13075  AllocationInfo& allocInfo = pSrcBlockInfo->m_Allocations[srcAllocIndex];
    +
    13076 
    +
    13077  const VkDeviceSize size = allocInfo.m_hAllocation->GetSize();
    +
    13078  const VkDeviceSize srcOffset = allocInfo.m_hAllocation->GetOffset();
    +
    13079  const VkDeviceSize alignment = allocInfo.m_hAllocation->GetAlignment();
    +
    13080  const VmaSuballocationType suballocType = allocInfo.m_hAllocation->GetSuballocationType();
    +
    13081 
    +
    13082  // 2. Try to find new place for this allocation in preceding or current block.
    +
    13083  for(size_t dstBlockIndex = 0; dstBlockIndex <= srcBlockIndex; ++dstBlockIndex)
    +
    13084  {
    +
    13085  BlockInfo* pDstBlockInfo = m_Blocks[dstBlockIndex];
    +
    13086  VmaAllocationRequest dstAllocRequest;
    +
    13087  if(pDstBlockInfo->m_pBlock->m_pMetadata->CreateAllocationRequest(
    +
    13088  m_CurrentFrameIndex,
    +
    13089  m_pBlockVector->GetFrameInUseCount(),
    +
    13090  m_pBlockVector->GetBufferImageGranularity(),
    +
    13091  size,
    +
    13092  alignment,
    +
    13093  false, // upperAddress
    +
    13094  suballocType,
    +
    13095  false, // canMakeOtherLost
    +
    13096  strategy,
    +
    13097  &dstAllocRequest) &&
    +
    13098  MoveMakesSense(
    +
    13099  dstBlockIndex, dstAllocRequest.offset, srcBlockIndex, srcOffset))
    +
    13100  {
    +
    13101  VMA_ASSERT(dstAllocRequest.itemsToMakeLostCount == 0);
    +
    13102 
    +
    13103  // Reached limit on number of allocations or bytes to move.
    +
    13104  if((m_AllocationsMoved + 1 > maxAllocationsToMove) ||
    +
    13105  (m_BytesMoved + size > maxBytesToMove))
    +
    13106  {
    +
    13107  return VK_SUCCESS;
    +
    13108  }
    13109 
    -
    13110  pDstBlockInfo->m_pBlock->m_pMetadata->Alloc(
    -
    13111  dstAllocRequest,
    -
    13112  suballocType,
    -
    13113  size,
    -
    13114  allocInfo.m_hAllocation);
    -
    13115  pSrcBlockInfo->m_pBlock->m_pMetadata->FreeAtOffset(srcOffset);
    -
    13116 
    -
    13117  allocInfo.m_hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlockInfo->m_pBlock, dstAllocRequest.offset);
    -
    13118 
    -
    13119  if(allocInfo.m_pChanged != VMA_NULL)
    -
    13120  {
    -
    13121  *allocInfo.m_pChanged = VK_TRUE;
    -
    13122  }
    -
    13123 
    -
    13124  ++m_AllocationsMoved;
    -
    13125  m_BytesMoved += size;
    +
    13110  VmaDefragmentationMove move;
    +
    13111  move.srcBlockIndex = pSrcBlockInfo->m_OriginalBlockIndex;
    +
    13112  move.dstBlockIndex = pDstBlockInfo->m_OriginalBlockIndex;
    +
    13113  move.srcOffset = srcOffset;
    +
    13114  move.dstOffset = dstAllocRequest.offset;
    +
    13115  move.size = size;
    +
    13116  moves.push_back(move);
    +
    13117 
    +
    13118  pDstBlockInfo->m_pBlock->m_pMetadata->Alloc(
    +
    13119  dstAllocRequest,
    +
    13120  suballocType,
    +
    13121  size,
    +
    13122  allocInfo.m_hAllocation);
    +
    13123  pSrcBlockInfo->m_pBlock->m_pMetadata->FreeAtOffset(srcOffset);
    +
    13124 
    +
    13125  allocInfo.m_hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlockInfo->m_pBlock, dstAllocRequest.offset);
    13126 
    -
    13127  VmaVectorRemove(pSrcBlockInfo->m_Allocations, srcAllocIndex);
    -
    13128 
    -
    13129  break;
    -
    13130  }
    -
    13131  }
    -
    13132 
    -
    13133  // If not processed, this allocInfo remains in pBlockInfo->m_Allocations for next round.
    +
    13127  if(allocInfo.m_pChanged != VMA_NULL)
    +
    13128  {
    +
    13129  *allocInfo.m_pChanged = VK_TRUE;
    +
    13130  }
    +
    13131 
    +
    13132  ++m_AllocationsMoved;
    +
    13133  m_BytesMoved += size;
    13134 
    -
    13135  if(srcAllocIndex > 0)
    -
    13136  {
    -
    13137  --srcAllocIndex;
    -
    13138  }
    -
    13139  else
    -
    13140  {
    -
    13141  if(srcBlockIndex > 0)
    -
    13142  {
    -
    13143  --srcBlockIndex;
    -
    13144  srcAllocIndex = SIZE_MAX;
    -
    13145  }
    -
    13146  else
    -
    13147  {
    -
    13148  return VK_SUCCESS;
    -
    13149  }
    -
    13150  }
    -
    13151  }
    -
    13152 }
    -
    13153 
    -
    13154 size_t VmaDefragmentationAlgorithm_Generic::CalcBlocksWithNonMovableCount() const
    -
    13155 {
    -
    13156  size_t result = 0;
    -
    13157  for(size_t i = 0; i < m_Blocks.size(); ++i)
    -
    13158  {
    -
    13159  if(m_Blocks[i]->m_HasNonMovableAllocations)
    -
    13160  {
    -
    13161  ++result;
    -
    13162  }
    -
    13163  }
    -
    13164  return result;
    -
    13165 }
    -
    13166 
    -
    13167 VkResult VmaDefragmentationAlgorithm_Generic::Defragment(
    -
    13168  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    13169  VkDeviceSize maxBytesToMove,
    -
    13170  uint32_t maxAllocationsToMove)
    -
    13171 {
    -
    13172  if(!m_AllAllocations && m_AllocationCount == 0)
    -
    13173  {
    -
    13174  return VK_SUCCESS;
    -
    13175  }
    -
    13176 
    -
    13177  const size_t blockCount = m_Blocks.size();
    -
    13178  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    -
    13179  {
    -
    13180  BlockInfo* pBlockInfo = m_Blocks[blockIndex];
    -
    13181 
    -
    13182  if(m_AllAllocations)
    -
    13183  {
    -
    13184  VmaBlockMetadata_Generic* pMetadata = (VmaBlockMetadata_Generic*)pBlockInfo->m_pBlock->m_pMetadata;
    -
    13185  for(VmaSuballocationList::const_iterator it = pMetadata->m_Suballocations.begin();
    -
    13186  it != pMetadata->m_Suballocations.end();
    -
    13187  ++it)
    -
    13188  {
    -
    13189  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
    -
    13190  {
    -
    13191  AllocationInfo allocInfo = AllocationInfo(it->hAllocation, VMA_NULL);
    -
    13192  pBlockInfo->m_Allocations.push_back(allocInfo);
    -
    13193  }
    -
    13194  }
    -
    13195  }
    -
    13196 
    -
    13197  pBlockInfo->CalcHasNonMovableAllocations();
    -
    13198 
    -
    13199  // This is a choice based on research.
    -
    13200  // Option 1:
    -
    13201  pBlockInfo->SortAllocationsByOffsetDescending();
    -
    13202  // Option 2:
    -
    13203  //pBlockInfo->SortAllocationsBySizeDescending();
    -
    13204  }
    -
    13205 
    -
    13206  // Sort m_Blocks this time by the main criterium, from most "destination" to most "source" blocks.
    -
    13207  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockInfoCompareMoveDestination());
    -
    13208 
    -
    13209  // This is a choice based on research.
    -
    13210  const uint32_t roundCount = 2;
    -
    13211 
    -
    13212  // Execute defragmentation rounds (the main part).
    -
    13213  VkResult result = VK_SUCCESS;
    -
    13214  for(uint32_t round = 0; (round < roundCount) && (result == VK_SUCCESS); ++round)
    -
    13215  {
    -
    13216  result = DefragmentRound(moves, maxBytesToMove, maxAllocationsToMove);
    -
    13217  }
    -
    13218 
    -
    13219  return result;
    -
    13220 }
    -
    13221 
    -
    13222 bool VmaDefragmentationAlgorithm_Generic::MoveMakesSense(
    -
    13223  size_t dstBlockIndex, VkDeviceSize dstOffset,
    -
    13224  size_t srcBlockIndex, VkDeviceSize srcOffset)
    -
    13225 {
    -
    13226  if(dstBlockIndex < srcBlockIndex)
    -
    13227  {
    -
    13228  return true;
    -
    13229  }
    -
    13230  if(dstBlockIndex > srcBlockIndex)
    -
    13231  {
    -
    13232  return false;
    -
    13233  }
    -
    13234  if(dstOffset < srcOffset)
    +
    13135  VmaVectorRemove(pSrcBlockInfo->m_Allocations, srcAllocIndex);
    +
    13136 
    +
    13137  break;
    +
    13138  }
    +
    13139  }
    +
    13140 
    +
    13141  // If not processed, this allocInfo remains in pBlockInfo->m_Allocations for next round.
    +
    13142 
    +
    13143  if(srcAllocIndex > 0)
    +
    13144  {
    +
    13145  --srcAllocIndex;
    +
    13146  }
    +
    13147  else
    +
    13148  {
    +
    13149  if(srcBlockIndex > 0)
    +
    13150  {
    +
    13151  --srcBlockIndex;
    +
    13152  srcAllocIndex = SIZE_MAX;
    +
    13153  }
    +
    13154  else
    +
    13155  {
    +
    13156  return VK_SUCCESS;
    +
    13157  }
    +
    13158  }
    +
    13159  }
    +
    13160 }
    +
    13161 
    +
    13162 size_t VmaDefragmentationAlgorithm_Generic::CalcBlocksWithNonMovableCount() const
    +
    13163 {
    +
    13164  size_t result = 0;
    +
    13165  for(size_t i = 0; i < m_Blocks.size(); ++i)
    +
    13166  {
    +
    13167  if(m_Blocks[i]->m_HasNonMovableAllocations)
    +
    13168  {
    +
    13169  ++result;
    +
    13170  }
    +
    13171  }
    +
    13172  return result;
    +
    13173 }
    +
    13174 
    +
    13175 VkResult VmaDefragmentationAlgorithm_Generic::Defragment(
    +
    13176  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    13177  VkDeviceSize maxBytesToMove,
    +
    13178  uint32_t maxAllocationsToMove)
    +
    13179 {
    +
    13180  if(!m_AllAllocations && m_AllocationCount == 0)
    +
    13181  {
    +
    13182  return VK_SUCCESS;
    +
    13183  }
    +
    13184 
    +
    13185  const size_t blockCount = m_Blocks.size();
    +
    13186  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    +
    13187  {
    +
    13188  BlockInfo* pBlockInfo = m_Blocks[blockIndex];
    +
    13189 
    +
    13190  if(m_AllAllocations)
    +
    13191  {
    +
    13192  VmaBlockMetadata_Generic* pMetadata = (VmaBlockMetadata_Generic*)pBlockInfo->m_pBlock->m_pMetadata;
    +
    13193  for(VmaSuballocationList::const_iterator it = pMetadata->m_Suballocations.begin();
    +
    13194  it != pMetadata->m_Suballocations.end();
    +
    13195  ++it)
    +
    13196  {
    +
    13197  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
    +
    13198  {
    +
    13199  AllocationInfo allocInfo = AllocationInfo(it->hAllocation, VMA_NULL);
    +
    13200  pBlockInfo->m_Allocations.push_back(allocInfo);
    +
    13201  }
    +
    13202  }
    +
    13203  }
    +
    13204 
    +
    13205  pBlockInfo->CalcHasNonMovableAllocations();
    +
    13206 
    +
    13207  // This is a choice based on research.
    +
    13208  // Option 1:
    +
    13209  pBlockInfo->SortAllocationsByOffsetDescending();
    +
    13210  // Option 2:
    +
    13211  //pBlockInfo->SortAllocationsBySizeDescending();
    +
    13212  }
    +
    13213 
    +
    13214  // Sort m_Blocks this time by the main criterium, from most "destination" to most "source" blocks.
    +
    13215  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockInfoCompareMoveDestination());
    +
    13216 
    +
    13217  // This is a choice based on research.
    +
    13218  const uint32_t roundCount = 2;
    +
    13219 
    +
    13220  // Execute defragmentation rounds (the main part).
    +
    13221  VkResult result = VK_SUCCESS;
    +
    13222  for(uint32_t round = 0; (round < roundCount) && (result == VK_SUCCESS); ++round)
    +
    13223  {
    +
    13224  result = DefragmentRound(moves, maxBytesToMove, maxAllocationsToMove);
    +
    13225  }
    +
    13226 
    +
    13227  return result;
    +
    13228 }
    +
    13229 
    +
    13230 bool VmaDefragmentationAlgorithm_Generic::MoveMakesSense(
    +
    13231  size_t dstBlockIndex, VkDeviceSize dstOffset,
    +
    13232  size_t srcBlockIndex, VkDeviceSize srcOffset)
    +
    13233 {
    +
    13234  if(dstBlockIndex < srcBlockIndex)
    13235  {
    13236  return true;
    13237  }
    -
    13238  return false;
    -
    13239 }
    -
    13240 
    -
    13242 // VmaDefragmentationAlgorithm_Fast
    -
    13243 
    -
    13244 VmaDefragmentationAlgorithm_Fast::VmaDefragmentationAlgorithm_Fast(
    -
    13245  VmaAllocator hAllocator,
    -
    13246  VmaBlockVector* pBlockVector,
    -
    13247  uint32_t currentFrameIndex,
    -
    13248  bool overlappingMoveSupported) :
    -
    13249  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
    -
    13250  m_OverlappingMoveSupported(overlappingMoveSupported),
    -
    13251  m_AllocationCount(0),
    -
    13252  m_AllAllocations(false),
    -
    13253  m_BytesMoved(0),
    -
    13254  m_AllocationsMoved(0),
    -
    13255  m_BlockInfos(VmaStlAllocator<BlockInfo>(hAllocator->GetAllocationCallbacks()))
    -
    13256 {
    -
    13257  VMA_ASSERT(VMA_DEBUG_MARGIN == 0);
    -
    13258 
    -
    13259 }
    -
    13260 
    -
    13261 VmaDefragmentationAlgorithm_Fast::~VmaDefragmentationAlgorithm_Fast()
    -
    13262 {
    -
    13263 }
    -
    13264 
    -
    13265 VkResult VmaDefragmentationAlgorithm_Fast::Defragment(
    -
    13266  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    -
    13267  VkDeviceSize maxBytesToMove,
    -
    13268  uint32_t maxAllocationsToMove)
    -
    13269 {
    -
    13270  VMA_ASSERT(m_AllAllocations || m_pBlockVector->CalcAllocationCount() == m_AllocationCount);
    -
    13271 
    -
    13272  const size_t blockCount = m_pBlockVector->GetBlockCount();
    -
    13273  if(blockCount == 0 || maxBytesToMove == 0 || maxAllocationsToMove == 0)
    -
    13274  {
    -
    13275  return VK_SUCCESS;
    -
    13276  }
    -
    13277 
    -
    13278  PreprocessMetadata();
    +
    13238  if(dstBlockIndex > srcBlockIndex)
    +
    13239  {
    +
    13240  return false;
    +
    13241  }
    +
    13242  if(dstOffset < srcOffset)
    +
    13243  {
    +
    13244  return true;
    +
    13245  }
    +
    13246  return false;
    +
    13247 }
    +
    13248 
    +
    13250 // VmaDefragmentationAlgorithm_Fast
    +
    13251 
    +
    13252 VmaDefragmentationAlgorithm_Fast::VmaDefragmentationAlgorithm_Fast(
    +
    13253  VmaAllocator hAllocator,
    +
    13254  VmaBlockVector* pBlockVector,
    +
    13255  uint32_t currentFrameIndex,
    +
    13256  bool overlappingMoveSupported) :
    +
    13257  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
    +
    13258  m_OverlappingMoveSupported(overlappingMoveSupported),
    +
    13259  m_AllocationCount(0),
    +
    13260  m_AllAllocations(false),
    +
    13261  m_BytesMoved(0),
    +
    13262  m_AllocationsMoved(0),
    +
    13263  m_BlockInfos(VmaStlAllocator<BlockInfo>(hAllocator->GetAllocationCallbacks()))
    +
    13264 {
    +
    13265  VMA_ASSERT(VMA_DEBUG_MARGIN == 0);
    +
    13266 
    +
    13267 }
    +
    13268 
    +
    13269 VmaDefragmentationAlgorithm_Fast::~VmaDefragmentationAlgorithm_Fast()
    +
    13270 {
    +
    13271 }
    +
    13272 
    +
    13273 VkResult VmaDefragmentationAlgorithm_Fast::Defragment(
    +
    13274  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
    +
    13275  VkDeviceSize maxBytesToMove,
    +
    13276  uint32_t maxAllocationsToMove)
    +
    13277 {
    +
    13278  VMA_ASSERT(m_AllAllocations || m_pBlockVector->CalcAllocationCount() == m_AllocationCount);
    13279 
    -
    13280  // Sort blocks in order from most destination.
    -
    13281 
    -
    13282  m_BlockInfos.resize(blockCount);
    -
    13283  for(size_t i = 0; i < blockCount; ++i)
    -
    13284  {
    -
    13285  m_BlockInfos[i].origBlockIndex = i;
    -
    13286  }
    +
    13280  const size_t blockCount = m_pBlockVector->GetBlockCount();
    +
    13281  if(blockCount == 0 || maxBytesToMove == 0 || maxAllocationsToMove == 0)
    +
    13282  {
    +
    13283  return VK_SUCCESS;
    +
    13284  }
    +
    13285 
    +
    13286  PreprocessMetadata();
    13287 
    -
    13288  VMA_SORT(m_BlockInfos.begin(), m_BlockInfos.end(), [this](const BlockInfo& lhs, const BlockInfo& rhs) -> bool {
    -
    13289  return m_pBlockVector->GetBlock(lhs.origBlockIndex)->m_pMetadata->GetSumFreeSize() <
    -
    13290  m_pBlockVector->GetBlock(rhs.origBlockIndex)->m_pMetadata->GetSumFreeSize();
    -
    13291  });
    -
    13292 
    -
    13293  // THE MAIN ALGORITHM
    -
    13294 
    -
    13295  FreeSpaceDatabase freeSpaceDb;
    -
    13296 
    -
    13297  size_t dstBlockInfoIndex = 0;
    -
    13298  size_t dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
    -
    13299  VmaDeviceMemoryBlock* pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
    -
    13300  VmaBlockMetadata_Generic* pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
    -
    13301  VkDeviceSize dstBlockSize = pDstMetadata->GetSize();
    -
    13302  VkDeviceSize dstOffset = 0;
    -
    13303 
    -
    13304  bool end = false;
    -
    13305  for(size_t srcBlockInfoIndex = 0; !end && srcBlockInfoIndex < blockCount; ++srcBlockInfoIndex)
    -
    13306  {
    -
    13307  const size_t srcOrigBlockIndex = m_BlockInfos[srcBlockInfoIndex].origBlockIndex;
    -
    13308  VmaDeviceMemoryBlock* const pSrcBlock = m_pBlockVector->GetBlock(srcOrigBlockIndex);
    -
    13309  VmaBlockMetadata_Generic* const pSrcMetadata = (VmaBlockMetadata_Generic*)pSrcBlock->m_pMetadata;
    -
    13310  for(VmaSuballocationList::iterator srcSuballocIt = pSrcMetadata->m_Suballocations.begin();
    -
    13311  !end && srcSuballocIt != pSrcMetadata->m_Suballocations.end(); )
    -
    13312  {
    -
    13313  VmaAllocation_T* const pAlloc = srcSuballocIt->hAllocation;
    -
    13314  const VkDeviceSize srcAllocAlignment = pAlloc->GetAlignment();
    -
    13315  const VkDeviceSize srcAllocSize = srcSuballocIt->size;
    -
    13316  if(m_AllocationsMoved == maxAllocationsToMove ||
    -
    13317  m_BytesMoved + srcAllocSize > maxBytesToMove)
    -
    13318  {
    -
    13319  end = true;
    -
    13320  break;
    -
    13321  }
    -
    13322  const VkDeviceSize srcAllocOffset = srcSuballocIt->offset;
    -
    13323 
    -
    13324  // Try to place it in one of free spaces from the database.
    -
    13325  size_t freeSpaceInfoIndex;
    -
    13326  VkDeviceSize dstAllocOffset;
    -
    13327  if(freeSpaceDb.Fetch(srcAllocAlignment, srcAllocSize,
    -
    13328  freeSpaceInfoIndex, dstAllocOffset))
    -
    13329  {
    -
    13330  size_t freeSpaceOrigBlockIndex = m_BlockInfos[freeSpaceInfoIndex].origBlockIndex;
    -
    13331  VmaDeviceMemoryBlock* pFreeSpaceBlock = m_pBlockVector->GetBlock(freeSpaceOrigBlockIndex);
    -
    13332  VmaBlockMetadata_Generic* pFreeSpaceMetadata = (VmaBlockMetadata_Generic*)pFreeSpaceBlock->m_pMetadata;
    -
    13333 
    -
    13334  // Same block
    -
    13335  if(freeSpaceInfoIndex == srcBlockInfoIndex)
    -
    13336  {
    -
    13337  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
    -
    13338 
    -
    13339  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
    -
    13340 
    -
    13341  VmaSuballocation suballoc = *srcSuballocIt;
    -
    13342  suballoc.offset = dstAllocOffset;
    -
    13343  suballoc.hAllocation->ChangeOffset(dstAllocOffset);
    -
    13344  m_BytesMoved += srcAllocSize;
    -
    13345  ++m_AllocationsMoved;
    -
    13346 
    -
    13347  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
    -
    13348  ++nextSuballocIt;
    -
    13349  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
    -
    13350  srcSuballocIt = nextSuballocIt;
    -
    13351 
    -
    13352  InsertSuballoc(pFreeSpaceMetadata, suballoc);
    -
    13353 
    -
    13354  VmaDefragmentationMove move = {
    -
    13355  srcOrigBlockIndex, freeSpaceOrigBlockIndex,
    -
    13356  srcAllocOffset, dstAllocOffset,
    -
    13357  srcAllocSize };
    -
    13358  moves.push_back(move);
    -
    13359  }
    -
    13360  // Different block
    -
    13361  else
    -
    13362  {
    -
    13363  // MOVE OPTION 2: Move the allocation to a different block.
    -
    13364 
    -
    13365  VMA_ASSERT(freeSpaceInfoIndex < srcBlockInfoIndex);
    -
    13366 
    -
    13367  VmaSuballocation suballoc = *srcSuballocIt;
    -
    13368  suballoc.offset = dstAllocOffset;
    -
    13369  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pFreeSpaceBlock, dstAllocOffset);
    -
    13370  m_BytesMoved += srcAllocSize;
    -
    13371  ++m_AllocationsMoved;
    +
    13288  // Sort blocks in order from most destination.
    +
    13289 
    +
    13290  m_BlockInfos.resize(blockCount);
    +
    13291  for(size_t i = 0; i < blockCount; ++i)
    +
    13292  {
    +
    13293  m_BlockInfos[i].origBlockIndex = i;
    +
    13294  }
    +
    13295 
    +
    13296  VMA_SORT(m_BlockInfos.begin(), m_BlockInfos.end(), [this](const BlockInfo& lhs, const BlockInfo& rhs) -> bool {
    +
    13297  return m_pBlockVector->GetBlock(lhs.origBlockIndex)->m_pMetadata->GetSumFreeSize() <
    +
    13298  m_pBlockVector->GetBlock(rhs.origBlockIndex)->m_pMetadata->GetSumFreeSize();
    +
    13299  });
    +
    13300 
    +
    13301  // THE MAIN ALGORITHM
    +
    13302 
    +
    13303  FreeSpaceDatabase freeSpaceDb;
    +
    13304 
    +
    13305  size_t dstBlockInfoIndex = 0;
    +
    13306  size_t dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
    +
    13307  VmaDeviceMemoryBlock* pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
    +
    13308  VmaBlockMetadata_Generic* pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
    +
    13309  VkDeviceSize dstBlockSize = pDstMetadata->GetSize();
    +
    13310  VkDeviceSize dstOffset = 0;
    +
    13311 
    +
    13312  bool end = false;
    +
    13313  for(size_t srcBlockInfoIndex = 0; !end && srcBlockInfoIndex < blockCount; ++srcBlockInfoIndex)
    +
    13314  {
    +
    13315  const size_t srcOrigBlockIndex = m_BlockInfos[srcBlockInfoIndex].origBlockIndex;
    +
    13316  VmaDeviceMemoryBlock* const pSrcBlock = m_pBlockVector->GetBlock(srcOrigBlockIndex);
    +
    13317  VmaBlockMetadata_Generic* const pSrcMetadata = (VmaBlockMetadata_Generic*)pSrcBlock->m_pMetadata;
    +
    13318  for(VmaSuballocationList::iterator srcSuballocIt = pSrcMetadata->m_Suballocations.begin();
    +
    13319  !end && srcSuballocIt != pSrcMetadata->m_Suballocations.end(); )
    +
    13320  {
    +
    13321  VmaAllocation_T* const pAlloc = srcSuballocIt->hAllocation;
    +
    13322  const VkDeviceSize srcAllocAlignment = pAlloc->GetAlignment();
    +
    13323  const VkDeviceSize srcAllocSize = srcSuballocIt->size;
    +
    13324  if(m_AllocationsMoved == maxAllocationsToMove ||
    +
    13325  m_BytesMoved + srcAllocSize > maxBytesToMove)
    +
    13326  {
    +
    13327  end = true;
    +
    13328  break;
    +
    13329  }
    +
    13330  const VkDeviceSize srcAllocOffset = srcSuballocIt->offset;
    +
    13331 
    +
    13332  // Try to place it in one of free spaces from the database.
    +
    13333  size_t freeSpaceInfoIndex;
    +
    13334  VkDeviceSize dstAllocOffset;
    +
    13335  if(freeSpaceDb.Fetch(srcAllocAlignment, srcAllocSize,
    +
    13336  freeSpaceInfoIndex, dstAllocOffset))
    +
    13337  {
    +
    13338  size_t freeSpaceOrigBlockIndex = m_BlockInfos[freeSpaceInfoIndex].origBlockIndex;
    +
    13339  VmaDeviceMemoryBlock* pFreeSpaceBlock = m_pBlockVector->GetBlock(freeSpaceOrigBlockIndex);
    +
    13340  VmaBlockMetadata_Generic* pFreeSpaceMetadata = (VmaBlockMetadata_Generic*)pFreeSpaceBlock->m_pMetadata;
    +
    13341 
    +
    13342  // Same block
    +
    13343  if(freeSpaceInfoIndex == srcBlockInfoIndex)
    +
    13344  {
    +
    13345  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
    +
    13346 
    +
    13347  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
    +
    13348 
    +
    13349  VmaSuballocation suballoc = *srcSuballocIt;
    +
    13350  suballoc.offset = dstAllocOffset;
    +
    13351  suballoc.hAllocation->ChangeOffset(dstAllocOffset);
    +
    13352  m_BytesMoved += srcAllocSize;
    +
    13353  ++m_AllocationsMoved;
    +
    13354 
    +
    13355  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
    +
    13356  ++nextSuballocIt;
    +
    13357  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
    +
    13358  srcSuballocIt = nextSuballocIt;
    +
    13359 
    +
    13360  InsertSuballoc(pFreeSpaceMetadata, suballoc);
    +
    13361 
    +
    13362  VmaDefragmentationMove move = {
    +
    13363  srcOrigBlockIndex, freeSpaceOrigBlockIndex,
    +
    13364  srcAllocOffset, dstAllocOffset,
    +
    13365  srcAllocSize };
    +
    13366  moves.push_back(move);
    +
    13367  }
    +
    13368  // Different block
    +
    13369  else
    +
    13370  {
    +
    13371  // MOVE OPTION 2: Move the allocation to a different block.
    13372 
    -
    13373  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
    -
    13374  ++nextSuballocIt;
    -
    13375  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
    -
    13376  srcSuballocIt = nextSuballocIt;
    -
    13377 
    -
    13378  InsertSuballoc(pFreeSpaceMetadata, suballoc);
    -
    13379 
    -
    13380  VmaDefragmentationMove move = {
    -
    13381  srcOrigBlockIndex, freeSpaceOrigBlockIndex,
    -
    13382  srcAllocOffset, dstAllocOffset,
    -
    13383  srcAllocSize };
    -
    13384  moves.push_back(move);
    -
    13385  }
    -
    13386  }
    -
    13387  else
    -
    13388  {
    -
    13389  dstAllocOffset = VmaAlignUp(dstOffset, srcAllocAlignment);
    -
    13390 
    -
    13391  // If the allocation doesn't fit before the end of dstBlock, forward to next block.
    -
    13392  while(dstBlockInfoIndex < srcBlockInfoIndex &&
    -
    13393  dstAllocOffset + srcAllocSize > dstBlockSize)
    -
    13394  {
    -
    13395  // But before that, register remaining free space at the end of dst block.
    -
    13396  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, dstBlockSize - dstOffset);
    -
    13397 
    -
    13398  ++dstBlockInfoIndex;
    -
    13399  dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
    -
    13400  pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
    -
    13401  pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
    -
    13402  dstBlockSize = pDstMetadata->GetSize();
    -
    13403  dstOffset = 0;
    -
    13404  dstAllocOffset = 0;
    -
    13405  }
    -
    13406 
    -
    13407  // Same block
    -
    13408  if(dstBlockInfoIndex == srcBlockInfoIndex)
    -
    13409  {
    -
    13410  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
    -
    13411 
    -
    13412  const bool overlap = dstAllocOffset + srcAllocSize > srcAllocOffset;
    -
    13413 
    -
    13414  bool skipOver = overlap;
    -
    13415  if(overlap && m_OverlappingMoveSupported && dstAllocOffset < srcAllocOffset)
    -
    13416  {
    -
    13417  // If destination and source place overlap, skip if it would move it
    -
    13418  // by only < 1/64 of its size.
    -
    13419  skipOver = (srcAllocOffset - dstAllocOffset) * 64 < srcAllocSize;
    -
    13420  }
    +
    13373  VMA_ASSERT(freeSpaceInfoIndex < srcBlockInfoIndex);
    +
    13374 
    +
    13375  VmaSuballocation suballoc = *srcSuballocIt;
    +
    13376  suballoc.offset = dstAllocOffset;
    +
    13377  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pFreeSpaceBlock, dstAllocOffset);
    +
    13378  m_BytesMoved += srcAllocSize;
    +
    13379  ++m_AllocationsMoved;
    +
    13380 
    +
    13381  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
    +
    13382  ++nextSuballocIt;
    +
    13383  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
    +
    13384  srcSuballocIt = nextSuballocIt;
    +
    13385 
    +
    13386  InsertSuballoc(pFreeSpaceMetadata, suballoc);
    +
    13387 
    +
    13388  VmaDefragmentationMove move = {
    +
    13389  srcOrigBlockIndex, freeSpaceOrigBlockIndex,
    +
    13390  srcAllocOffset, dstAllocOffset,
    +
    13391  srcAllocSize };
    +
    13392  moves.push_back(move);
    +
    13393  }
    +
    13394  }
    +
    13395  else
    +
    13396  {
    +
    13397  dstAllocOffset = VmaAlignUp(dstOffset, srcAllocAlignment);
    +
    13398 
    +
    13399  // If the allocation doesn't fit before the end of dstBlock, forward to next block.
    +
    13400  while(dstBlockInfoIndex < srcBlockInfoIndex &&
    +
    13401  dstAllocOffset + srcAllocSize > dstBlockSize)
    +
    13402  {
    +
    13403  // But before that, register remaining free space at the end of dst block.
    +
    13404  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, dstBlockSize - dstOffset);
    +
    13405 
    +
    13406  ++dstBlockInfoIndex;
    +
    13407  dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
    +
    13408  pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
    +
    13409  pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
    +
    13410  dstBlockSize = pDstMetadata->GetSize();
    +
    13411  dstOffset = 0;
    +
    13412  dstAllocOffset = 0;
    +
    13413  }
    +
    13414 
    +
    13415  // Same block
    +
    13416  if(dstBlockInfoIndex == srcBlockInfoIndex)
    +
    13417  {
    +
    13418  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
    +
    13419 
    +
    13420  const bool overlap = dstAllocOffset + srcAllocSize > srcAllocOffset;
    13421 
    -
    13422  if(skipOver)
    -
    13423  {
    -
    13424  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, srcAllocOffset - dstOffset);
    -
    13425 
    -
    13426  dstOffset = srcAllocOffset + srcAllocSize;
    -
    13427  ++srcSuballocIt;
    +
    13422  bool skipOver = overlap;
    +
    13423  if(overlap && m_OverlappingMoveSupported && dstAllocOffset < srcAllocOffset)
    +
    13424  {
    +
    13425  // If destination and source place overlap, skip if it would move it
    +
    13426  // by only < 1/64 of its size.
    +
    13427  skipOver = (srcAllocOffset - dstAllocOffset) * 64 < srcAllocSize;
    13428  }
    -
    13429  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
    -
    13430  else
    +
    13429 
    +
    13430  if(skipOver)
    13431  {
    -
    13432  srcSuballocIt->offset = dstAllocOffset;
    -
    13433  srcSuballocIt->hAllocation->ChangeOffset(dstAllocOffset);
    -
    13434  dstOffset = dstAllocOffset + srcAllocSize;
    -
    13435  m_BytesMoved += srcAllocSize;
    -
    13436  ++m_AllocationsMoved;
    -
    13437  ++srcSuballocIt;
    -
    13438  VmaDefragmentationMove move = {
    -
    13439  srcOrigBlockIndex, dstOrigBlockIndex,
    -
    13440  srcAllocOffset, dstAllocOffset,
    -
    13441  srcAllocSize };
    -
    13442  moves.push_back(move);
    -
    13443  }
    -
    13444  }
    -
    13445  // Different block
    -
    13446  else
    -
    13447  {
    -
    13448  // MOVE OPTION 2: Move the allocation to a different block.
    -
    13449 
    -
    13450  VMA_ASSERT(dstBlockInfoIndex < srcBlockInfoIndex);
    -
    13451  VMA_ASSERT(dstAllocOffset + srcAllocSize <= dstBlockSize);
    -
    13452 
    -
    13453  VmaSuballocation suballoc = *srcSuballocIt;
    -
    13454  suballoc.offset = dstAllocOffset;
    -
    13455  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlock, dstAllocOffset);
    -
    13456  dstOffset = dstAllocOffset + srcAllocSize;
    -
    13457  m_BytesMoved += srcAllocSize;
    -
    13458  ++m_AllocationsMoved;
    -
    13459 
    -
    13460  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
    -
    13461  ++nextSuballocIt;
    -
    13462  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
    -
    13463  srcSuballocIt = nextSuballocIt;
    -
    13464 
    -
    13465  pDstMetadata->m_Suballocations.push_back(suballoc);
    -
    13466 
    -
    13467  VmaDefragmentationMove move = {
    -
    13468  srcOrigBlockIndex, dstOrigBlockIndex,
    -
    13469  srcAllocOffset, dstAllocOffset,
    -
    13470  srcAllocSize };
    -
    13471  moves.push_back(move);
    -
    13472  }
    -
    13473  }
    -
    13474  }
    -
    13475  }
    -
    13476 
    -
    13477  m_BlockInfos.clear();
    -
    13478 
    -
    13479  PostprocessMetadata();
    -
    13480 
    -
    13481  return VK_SUCCESS;
    -
    13482 }
    -
    13483 
    -
    13484 void VmaDefragmentationAlgorithm_Fast::PreprocessMetadata()
    -
    13485 {
    -
    13486  const size_t blockCount = m_pBlockVector->GetBlockCount();
    -
    13487  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    -
    13488  {
    -
    13489  VmaBlockMetadata_Generic* const pMetadata =
    -
    13490  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
    -
    13491  pMetadata->m_FreeCount = 0;
    -
    13492  pMetadata->m_SumFreeSize = pMetadata->GetSize();
    -
    13493  pMetadata->m_FreeSuballocationsBySize.clear();
    -
    13494  for(VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
    -
    13495  it != pMetadata->m_Suballocations.end(); )
    -
    13496  {
    -
    13497  if(it->type == VMA_SUBALLOCATION_TYPE_FREE)
    -
    13498  {
    -
    13499  VmaSuballocationList::iterator nextIt = it;
    -
    13500  ++nextIt;
    -
    13501  pMetadata->m_Suballocations.erase(it);
    -
    13502  it = nextIt;
    -
    13503  }
    -
    13504  else
    -
    13505  {
    -
    13506  ++it;
    -
    13507  }
    -
    13508  }
    -
    13509  }
    -
    13510 }
    -
    13511 
    -
    13512 void VmaDefragmentationAlgorithm_Fast::PostprocessMetadata()
    -
    13513 {
    -
    13514  const size_t blockCount = m_pBlockVector->GetBlockCount();
    -
    13515  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    -
    13516  {
    -
    13517  VmaBlockMetadata_Generic* const pMetadata =
    -
    13518  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
    -
    13519  const VkDeviceSize blockSize = pMetadata->GetSize();
    -
    13520 
    -
    13521  // No allocations in this block - entire area is free.
    -
    13522  if(pMetadata->m_Suballocations.empty())
    -
    13523  {
    -
    13524  pMetadata->m_FreeCount = 1;
    -
    13525  //pMetadata->m_SumFreeSize is already set to blockSize.
    -
    13526  VmaSuballocation suballoc = {
    -
    13527  0, // offset
    -
    13528  blockSize, // size
    -
    13529  VMA_NULL, // hAllocation
    -
    13530  VMA_SUBALLOCATION_TYPE_FREE };
    -
    13531  pMetadata->m_Suballocations.push_back(suballoc);
    -
    13532  pMetadata->RegisterFreeSuballocation(pMetadata->m_Suballocations.begin());
    -
    13533  }
    -
    13534  // There are some allocations in this block.
    -
    13535  else
    -
    13536  {
    -
    13537  VkDeviceSize offset = 0;
    -
    13538  VmaSuballocationList::iterator it;
    -
    13539  for(it = pMetadata->m_Suballocations.begin();
    -
    13540  it != pMetadata->m_Suballocations.end();
    -
    13541  ++it)
    -
    13542  {
    -
    13543  VMA_ASSERT(it->type != VMA_SUBALLOCATION_TYPE_FREE);
    -
    13544  VMA_ASSERT(it->offset >= offset);
    -
    13545 
    -
    13546  // Need to insert preceding free space.
    -
    13547  if(it->offset > offset)
    -
    13548  {
    -
    13549  ++pMetadata->m_FreeCount;
    -
    13550  const VkDeviceSize freeSize = it->offset - offset;
    -
    13551  VmaSuballocation suballoc = {
    -
    13552  offset, // offset
    -
    13553  freeSize, // size
    -
    13554  VMA_NULL, // hAllocation
    -
    13555  VMA_SUBALLOCATION_TYPE_FREE };
    -
    13556  VmaSuballocationList::iterator precedingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
    -
    13557  if(freeSize >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    -
    13558  {
    -
    13559  pMetadata->m_FreeSuballocationsBySize.push_back(precedingFreeIt);
    -
    13560  }
    -
    13561  }
    -
    13562 
    -
    13563  pMetadata->m_SumFreeSize -= it->size;
    -
    13564  offset = it->offset + it->size;
    -
    13565  }
    -
    13566 
    -
    13567  // Need to insert trailing free space.
    -
    13568  if(offset < blockSize)
    -
    13569  {
    -
    13570  ++pMetadata->m_FreeCount;
    -
    13571  const VkDeviceSize freeSize = blockSize - offset;
    -
    13572  VmaSuballocation suballoc = {
    -
    13573  offset, // offset
    -
    13574  freeSize, // size
    -
    13575  VMA_NULL, // hAllocation
    -
    13576  VMA_SUBALLOCATION_TYPE_FREE };
    -
    13577  VMA_ASSERT(it == pMetadata->m_Suballocations.end());
    -
    13578  VmaSuballocationList::iterator trailingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
    -
    13579  if(freeSize > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    -
    13580  {
    -
    13581  pMetadata->m_FreeSuballocationsBySize.push_back(trailingFreeIt);
    -
    13582  }
    -
    13583  }
    -
    13584 
    -
    13585  VMA_SORT(
    -
    13586  pMetadata->m_FreeSuballocationsBySize.begin(),
    -
    13587  pMetadata->m_FreeSuballocationsBySize.end(),
    -
    13588  VmaSuballocationItemSizeLess());
    -
    13589  }
    -
    13590 
    -
    13591  VMA_HEAVY_ASSERT(pMetadata->Validate());
    -
    13592  }
    -
    13593 }
    -
    13594 
    -
    13595 void VmaDefragmentationAlgorithm_Fast::InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc)
    -
    13596 {
    -
    13597  // TODO: Optimize somehow. Remember iterator instead of searching for it linearly.
    -
    13598  VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
    -
    13599  while(it != pMetadata->m_Suballocations.end())
    -
    13600  {
    -
    13601  if(it->offset < suballoc.offset)
    -
    13602  {
    -
    13603  ++it;
    -
    13604  }
    -
    13605  }
    -
    13606  pMetadata->m_Suballocations.insert(it, suballoc);
    -
    13607 }
    -
    13608 
    -
    13610 // VmaBlockVectorDefragmentationContext
    -
    13611 
    -
    13612 VmaBlockVectorDefragmentationContext::VmaBlockVectorDefragmentationContext(
    -
    13613  VmaAllocator hAllocator,
    -
    13614  VmaPool hCustomPool,
    -
    13615  VmaBlockVector* pBlockVector,
    -
    13616  uint32_t currFrameIndex) :
    -
    13617  res(VK_SUCCESS),
    -
    13618  mutexLocked(false),
    -
    13619  blockContexts(VmaStlAllocator<VmaBlockDefragmentationContext>(hAllocator->GetAllocationCallbacks())),
    -
    13620  m_hAllocator(hAllocator),
    -
    13621  m_hCustomPool(hCustomPool),
    -
    13622  m_pBlockVector(pBlockVector),
    -
    13623  m_CurrFrameIndex(currFrameIndex),
    -
    13624  m_pAlgorithm(VMA_NULL),
    -
    13625  m_Allocations(VmaStlAllocator<AllocInfo>(hAllocator->GetAllocationCallbacks())),
    -
    13626  m_AllAllocations(false)
    -
    13627 {
    -
    13628 }
    -
    13629 
    -
    13630 VmaBlockVectorDefragmentationContext::~VmaBlockVectorDefragmentationContext()
    -
    13631 {
    -
    13632  vma_delete(m_hAllocator, m_pAlgorithm);
    -
    13633 }
    -
    13634 
    -
    13635 void VmaBlockVectorDefragmentationContext::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
    -
    13636 {
    -
    13637  AllocInfo info = { hAlloc, pChanged };
    -
    13638  m_Allocations.push_back(info);
    -
    13639 }
    -
    13640 
    -
    13641 void VmaBlockVectorDefragmentationContext::Begin(bool overlappingMoveSupported)
    -
    13642 {
    -
    13643  const bool allAllocations = m_AllAllocations ||
    -
    13644  m_Allocations.size() == m_pBlockVector->CalcAllocationCount();
    -
    13645 
    -
    13646  /********************************
    -
    13647  HERE IS THE CHOICE OF DEFRAGMENTATION ALGORITHM.
    -
    13648  ********************************/
    -
    13649 
    -
    13650  /*
    -
    13651  Fast algorithm is supported only when certain criteria are met:
    -
    13652  - VMA_DEBUG_MARGIN is 0.
    -
    13653  - All allocations in this block vector are moveable.
    -
    13654  - There is no possibility of image/buffer granularity conflict.
    -
    13655  */
    -
    13656  if(VMA_DEBUG_MARGIN == 0 &&
    -
    13657  allAllocations &&
    -
    13658  !m_pBlockVector->IsBufferImageGranularityConflictPossible())
    -
    13659  {
    -
    13660  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Fast)(
    -
    13661  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
    -
    13662  }
    -
    13663  else
    -
    13664  {
    -
    13665  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Generic)(
    -
    13666  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
    -
    13667  }
    -
    13668 
    -
    13669  if(allAllocations)
    -
    13670  {
    -
    13671  m_pAlgorithm->AddAll();
    -
    13672  }
    -
    13673  else
    -
    13674  {
    -
    13675  for(size_t i = 0, count = m_Allocations.size(); i < count; ++i)
    -
    13676  {
    -
    13677  m_pAlgorithm->AddAllocation(m_Allocations[i].hAlloc, m_Allocations[i].pChanged);
    -
    13678  }
    -
    13679  }
    -
    13680 }
    -
    13681 
    -
    13683 // VmaDefragmentationContext
    -
    13684 
    -
    13685 VmaDefragmentationContext_T::VmaDefragmentationContext_T(
    -
    13686  VmaAllocator hAllocator,
    -
    13687  uint32_t currFrameIndex,
    -
    13688  uint32_t flags,
    -
    13689  VmaDefragmentationStats* pStats) :
    -
    13690  m_hAllocator(hAllocator),
    -
    13691  m_CurrFrameIndex(currFrameIndex),
    -
    13692  m_Flags(flags),
    -
    13693  m_pStats(pStats),
    -
    13694  m_CustomPoolContexts(VmaStlAllocator<VmaBlockVectorDefragmentationContext*>(hAllocator->GetAllocationCallbacks()))
    -
    13695 {
    -
    13696  memset(m_DefaultPoolContexts, 0, sizeof(m_DefaultPoolContexts));
    -
    13697 }
    -
    13698 
    -
    13699 VmaDefragmentationContext_T::~VmaDefragmentationContext_T()
    -
    13700 {
    -
    13701  for(size_t i = m_CustomPoolContexts.size(); i--; )
    -
    13702  {
    -
    13703  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[i];
    -
    13704  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_pStats);
    -
    13705  vma_delete(m_hAllocator, pBlockVectorCtx);
    -
    13706  }
    -
    13707  for(size_t i = m_hAllocator->m_MemProps.memoryTypeCount; i--; )
    -
    13708  {
    -
    13709  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[i];
    -
    13710  if(pBlockVectorCtx)
    -
    13711  {
    -
    13712  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_pStats);
    -
    13713  vma_delete(m_hAllocator, pBlockVectorCtx);
    -
    13714  }
    -
    13715  }
    -
    13716 }
    -
    13717 
    -
    13718 void VmaDefragmentationContext_T::AddPools(uint32_t poolCount, VmaPool* pPools)
    -
    13719 {
    -
    13720  for(uint32_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
    -
    13721  {
    -
    13722  VmaPool pool = pPools[poolIndex];
    -
    13723  VMA_ASSERT(pool);
    -
    13724  // Pools with algorithm other than default are not defragmented.
    -
    13725  if(pool->m_BlockVector.GetAlgorithm() == 0)
    -
    13726  {
    -
    13727  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
    -
    13728 
    -
    13729  for(size_t i = m_CustomPoolContexts.size(); i--; )
    -
    13730  {
    -
    13731  if(m_CustomPoolContexts[i]->GetCustomPool() == pool)
    -
    13732  {
    -
    13733  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
    -
    13734  break;
    -
    13735  }
    -
    13736  }
    -
    13737 
    -
    13738  if(!pBlockVectorDefragCtx)
    -
    13739  {
    -
    13740  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
    -
    13741  m_hAllocator,
    -
    13742  pool,
    -
    13743  &pool->m_BlockVector,
    -
    13744  m_CurrFrameIndex);
    -
    13745  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
    -
    13746  }
    -
    13747 
    -
    13748  pBlockVectorDefragCtx->AddAll();
    -
    13749  }
    -
    13750  }
    -
    13751 }
    -
    13752 
    -
    13753 void VmaDefragmentationContext_T::AddAllocations(
    -
    13754  uint32_t allocationCount,
    -
    13755  VmaAllocation* pAllocations,
    -
    13756  VkBool32* pAllocationsChanged)
    -
    13757 {
    -
    13758  // Dispatch pAllocations among defragmentators. Create them when necessary.
    -
    13759  for(uint32_t allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
    -
    13760  {
    -
    13761  const VmaAllocation hAlloc = pAllocations[allocIndex];
    -
    13762  VMA_ASSERT(hAlloc);
    -
    13763  // DedicatedAlloc cannot be defragmented.
    -
    13764  if((hAlloc->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK) &&
    -
    13765  // Lost allocation cannot be defragmented.
    -
    13766  (hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST))
    -
    13767  {
    -
    13768  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
    -
    13769 
    -
    13770  const VmaPool hAllocPool = hAlloc->GetBlock()->GetParentPool();
    -
    13771  // This allocation belongs to custom pool.
    -
    13772  if(hAllocPool != VK_NULL_HANDLE)
    -
    13773  {
    -
    13774  // Pools with algorithm other than default are not defragmented.
    -
    13775  if(hAllocPool->m_BlockVector.GetAlgorithm() == 0)
    -
    13776  {
    -
    13777  for(size_t i = m_CustomPoolContexts.size(); i--; )
    -
    13778  {
    -
    13779  if(m_CustomPoolContexts[i]->GetCustomPool() == hAllocPool)
    -
    13780  {
    -
    13781  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
    -
    13782  break;
    -
    13783  }
    -
    13784  }
    -
    13785  if(!pBlockVectorDefragCtx)
    +
    13432  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, srcAllocOffset - dstOffset);
    +
    13433 
    +
    13434  dstOffset = srcAllocOffset + srcAllocSize;
    +
    13435  ++srcSuballocIt;
    +
    13436  }
    +
    13437  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
    +
    13438  else
    +
    13439  {
    +
    13440  srcSuballocIt->offset = dstAllocOffset;
    +
    13441  srcSuballocIt->hAllocation->ChangeOffset(dstAllocOffset);
    +
    13442  dstOffset = dstAllocOffset + srcAllocSize;
    +
    13443  m_BytesMoved += srcAllocSize;
    +
    13444  ++m_AllocationsMoved;
    +
    13445  ++srcSuballocIt;
    +
    13446  VmaDefragmentationMove move = {
    +
    13447  srcOrigBlockIndex, dstOrigBlockIndex,
    +
    13448  srcAllocOffset, dstAllocOffset,
    +
    13449  srcAllocSize };
    +
    13450  moves.push_back(move);
    +
    13451  }
    +
    13452  }
    +
    13453  // Different block
    +
    13454  else
    +
    13455  {
    +
    13456  // MOVE OPTION 2: Move the allocation to a different block.
    +
    13457 
    +
    13458  VMA_ASSERT(dstBlockInfoIndex < srcBlockInfoIndex);
    +
    13459  VMA_ASSERT(dstAllocOffset + srcAllocSize <= dstBlockSize);
    +
    13460 
    +
    13461  VmaSuballocation suballoc = *srcSuballocIt;
    +
    13462  suballoc.offset = dstAllocOffset;
    +
    13463  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlock, dstAllocOffset);
    +
    13464  dstOffset = dstAllocOffset + srcAllocSize;
    +
    13465  m_BytesMoved += srcAllocSize;
    +
    13466  ++m_AllocationsMoved;
    +
    13467 
    +
    13468  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
    +
    13469  ++nextSuballocIt;
    +
    13470  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
    +
    13471  srcSuballocIt = nextSuballocIt;
    +
    13472 
    +
    13473  pDstMetadata->m_Suballocations.push_back(suballoc);
    +
    13474 
    +
    13475  VmaDefragmentationMove move = {
    +
    13476  srcOrigBlockIndex, dstOrigBlockIndex,
    +
    13477  srcAllocOffset, dstAllocOffset,
    +
    13478  srcAllocSize };
    +
    13479  moves.push_back(move);
    +
    13480  }
    +
    13481  }
    +
    13482  }
    +
    13483  }
    +
    13484 
    +
    13485  m_BlockInfos.clear();
    +
    13486 
    +
    13487  PostprocessMetadata();
    +
    13488 
    +
    13489  return VK_SUCCESS;
    +
    13490 }
    +
    13491 
    +
    13492 void VmaDefragmentationAlgorithm_Fast::PreprocessMetadata()
    +
    13493 {
    +
    13494  const size_t blockCount = m_pBlockVector->GetBlockCount();
    +
    13495  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    +
    13496  {
    +
    13497  VmaBlockMetadata_Generic* const pMetadata =
    +
    13498  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
    +
    13499  pMetadata->m_FreeCount = 0;
    +
    13500  pMetadata->m_SumFreeSize = pMetadata->GetSize();
    +
    13501  pMetadata->m_FreeSuballocationsBySize.clear();
    +
    13502  for(VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
    +
    13503  it != pMetadata->m_Suballocations.end(); )
    +
    13504  {
    +
    13505  if(it->type == VMA_SUBALLOCATION_TYPE_FREE)
    +
    13506  {
    +
    13507  VmaSuballocationList::iterator nextIt = it;
    +
    13508  ++nextIt;
    +
    13509  pMetadata->m_Suballocations.erase(it);
    +
    13510  it = nextIt;
    +
    13511  }
    +
    13512  else
    +
    13513  {
    +
    13514  ++it;
    +
    13515  }
    +
    13516  }
    +
    13517  }
    +
    13518 }
    +
    13519 
    +
    13520 void VmaDefragmentationAlgorithm_Fast::PostprocessMetadata()
    +
    13521 {
    +
    13522  const size_t blockCount = m_pBlockVector->GetBlockCount();
    +
    13523  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
    +
    13524  {
    +
    13525  VmaBlockMetadata_Generic* const pMetadata =
    +
    13526  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
    +
    13527  const VkDeviceSize blockSize = pMetadata->GetSize();
    +
    13528 
    +
    13529  // No allocations in this block - entire area is free.
    +
    13530  if(pMetadata->m_Suballocations.empty())
    +
    13531  {
    +
    13532  pMetadata->m_FreeCount = 1;
    +
    13533  //pMetadata->m_SumFreeSize is already set to blockSize.
    +
    13534  VmaSuballocation suballoc = {
    +
    13535  0, // offset
    +
    13536  blockSize, // size
    +
    13537  VMA_NULL, // hAllocation
    +
    13538  VMA_SUBALLOCATION_TYPE_FREE };
    +
    13539  pMetadata->m_Suballocations.push_back(suballoc);
    +
    13540  pMetadata->RegisterFreeSuballocation(pMetadata->m_Suballocations.begin());
    +
    13541  }
    +
    13542  // There are some allocations in this block.
    +
    13543  else
    +
    13544  {
    +
    13545  VkDeviceSize offset = 0;
    +
    13546  VmaSuballocationList::iterator it;
    +
    13547  for(it = pMetadata->m_Suballocations.begin();
    +
    13548  it != pMetadata->m_Suballocations.end();
    +
    13549  ++it)
    +
    13550  {
    +
    13551  VMA_ASSERT(it->type != VMA_SUBALLOCATION_TYPE_FREE);
    +
    13552  VMA_ASSERT(it->offset >= offset);
    +
    13553 
    +
    13554  // Need to insert preceding free space.
    +
    13555  if(it->offset > offset)
    +
    13556  {
    +
    13557  ++pMetadata->m_FreeCount;
    +
    13558  const VkDeviceSize freeSize = it->offset - offset;
    +
    13559  VmaSuballocation suballoc = {
    +
    13560  offset, // offset
    +
    13561  freeSize, // size
    +
    13562  VMA_NULL, // hAllocation
    +
    13563  VMA_SUBALLOCATION_TYPE_FREE };
    +
    13564  VmaSuballocationList::iterator precedingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
    +
    13565  if(freeSize >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    +
    13566  {
    +
    13567  pMetadata->m_FreeSuballocationsBySize.push_back(precedingFreeIt);
    +
    13568  }
    +
    13569  }
    +
    13570 
    +
    13571  pMetadata->m_SumFreeSize -= it->size;
    +
    13572  offset = it->offset + it->size;
    +
    13573  }
    +
    13574 
    +
    13575  // Need to insert trailing free space.
    +
    13576  if(offset < blockSize)
    +
    13577  {
    +
    13578  ++pMetadata->m_FreeCount;
    +
    13579  const VkDeviceSize freeSize = blockSize - offset;
    +
    13580  VmaSuballocation suballoc = {
    +
    13581  offset, // offset
    +
    13582  freeSize, // size
    +
    13583  VMA_NULL, // hAllocation
    +
    13584  VMA_SUBALLOCATION_TYPE_FREE };
    +
    13585  VMA_ASSERT(it == pMetadata->m_Suballocations.end());
    +
    13586  VmaSuballocationList::iterator trailingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
    +
    13587  if(freeSize > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
    +
    13588  {
    +
    13589  pMetadata->m_FreeSuballocationsBySize.push_back(trailingFreeIt);
    +
    13590  }
    +
    13591  }
    +
    13592 
    +
    13593  VMA_SORT(
    +
    13594  pMetadata->m_FreeSuballocationsBySize.begin(),
    +
    13595  pMetadata->m_FreeSuballocationsBySize.end(),
    +
    13596  VmaSuballocationItemSizeLess());
    +
    13597  }
    +
    13598 
    +
    13599  VMA_HEAVY_ASSERT(pMetadata->Validate());
    +
    13600  }
    +
    13601 }
    +
    13602 
    +
    13603 void VmaDefragmentationAlgorithm_Fast::InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc)
    +
    13604 {
    +
    13605  // TODO: Optimize somehow. Remember iterator instead of searching for it linearly.
    +
    13606  VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
    +
    13607  while(it != pMetadata->m_Suballocations.end())
    +
    13608  {
    +
    13609  if(it->offset < suballoc.offset)
    +
    13610  {
    +
    13611  ++it;
    +
    13612  }
    +
    13613  }
    +
    13614  pMetadata->m_Suballocations.insert(it, suballoc);
    +
    13615 }
    +
    13616 
    +
    13618 // VmaBlockVectorDefragmentationContext
    +
    13619 
    +
    13620 VmaBlockVectorDefragmentationContext::VmaBlockVectorDefragmentationContext(
    +
    13621  VmaAllocator hAllocator,
    +
    13622  VmaPool hCustomPool,
    +
    13623  VmaBlockVector* pBlockVector,
    +
    13624  uint32_t currFrameIndex) :
    +
    13625  res(VK_SUCCESS),
    +
    13626  mutexLocked(false),
    +
    13627  blockContexts(VmaStlAllocator<VmaBlockDefragmentationContext>(hAllocator->GetAllocationCallbacks())),
    +
    13628  m_hAllocator(hAllocator),
    +
    13629  m_hCustomPool(hCustomPool),
    +
    13630  m_pBlockVector(pBlockVector),
    +
    13631  m_CurrFrameIndex(currFrameIndex),
    +
    13632  m_pAlgorithm(VMA_NULL),
    +
    13633  m_Allocations(VmaStlAllocator<AllocInfo>(hAllocator->GetAllocationCallbacks())),
    +
    13634  m_AllAllocations(false)
    +
    13635 {
    +
    13636 }
    +
    13637 
    +
    13638 VmaBlockVectorDefragmentationContext::~VmaBlockVectorDefragmentationContext()
    +
    13639 {
    +
    13640  vma_delete(m_hAllocator, m_pAlgorithm);
    +
    13641 }
    +
    13642 
    +
    13643 void VmaBlockVectorDefragmentationContext::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
    +
    13644 {
    +
    13645  AllocInfo info = { hAlloc, pChanged };
    +
    13646  m_Allocations.push_back(info);
    +
    13647 }
    +
    13648 
    +
    13649 void VmaBlockVectorDefragmentationContext::Begin(bool overlappingMoveSupported)
    +
    13650 {
    +
    13651  const bool allAllocations = m_AllAllocations ||
    +
    13652  m_Allocations.size() == m_pBlockVector->CalcAllocationCount();
    +
    13653 
    +
    13654  /********************************
    +
    13655  HERE IS THE CHOICE OF DEFRAGMENTATION ALGORITHM.
    +
    13656  ********************************/
    +
    13657 
    +
    13658  /*
    +
    13659  Fast algorithm is supported only when certain criteria are met:
    +
    13660  - VMA_DEBUG_MARGIN is 0.
    +
    13661  - All allocations in this block vector are moveable.
    +
    13662  - There is no possibility of image/buffer granularity conflict.
    +
    13663  */
    +
    13664  if(VMA_DEBUG_MARGIN == 0 &&
    +
    13665  allAllocations &&
    +
    13666  !m_pBlockVector->IsBufferImageGranularityConflictPossible())
    +
    13667  {
    +
    13668  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Fast)(
    +
    13669  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
    +
    13670  }
    +
    13671  else
    +
    13672  {
    +
    13673  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Generic)(
    +
    13674  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
    +
    13675  }
    +
    13676 
    +
    13677  if(allAllocations)
    +
    13678  {
    +
    13679  m_pAlgorithm->AddAll();
    +
    13680  }
    +
    13681  else
    +
    13682  {
    +
    13683  for(size_t i = 0, count = m_Allocations.size(); i < count; ++i)
    +
    13684  {
    +
    13685  m_pAlgorithm->AddAllocation(m_Allocations[i].hAlloc, m_Allocations[i].pChanged);
    +
    13686  }
    +
    13687  }
    +
    13688 }
    +
    13689 
    +
    13691 // VmaDefragmentationContext
    +
    13692 
    +
    13693 VmaDefragmentationContext_T::VmaDefragmentationContext_T(
    +
    13694  VmaAllocator hAllocator,
    +
    13695  uint32_t currFrameIndex,
    +
    13696  uint32_t flags,
    +
    13697  VmaDefragmentationStats* pStats) :
    +
    13698  m_hAllocator(hAllocator),
    +
    13699  m_CurrFrameIndex(currFrameIndex),
    +
    13700  m_Flags(flags),
    +
    13701  m_pStats(pStats),
    +
    13702  m_CustomPoolContexts(VmaStlAllocator<VmaBlockVectorDefragmentationContext*>(hAllocator->GetAllocationCallbacks()))
    +
    13703 {
    +
    13704  memset(m_DefaultPoolContexts, 0, sizeof(m_DefaultPoolContexts));
    +
    13705 }
    +
    13706 
    +
    13707 VmaDefragmentationContext_T::~VmaDefragmentationContext_T()
    +
    13708 {
    +
    13709  for(size_t i = m_CustomPoolContexts.size(); i--; )
    +
    13710  {
    +
    13711  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[i];
    +
    13712  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_pStats);
    +
    13713  vma_delete(m_hAllocator, pBlockVectorCtx);
    +
    13714  }
    +
    13715  for(size_t i = m_hAllocator->m_MemProps.memoryTypeCount; i--; )
    +
    13716  {
    +
    13717  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[i];
    +
    13718  if(pBlockVectorCtx)
    +
    13719  {
    +
    13720  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_pStats);
    +
    13721  vma_delete(m_hAllocator, pBlockVectorCtx);
    +
    13722  }
    +
    13723  }
    +
    13724 }
    +
    13725 
    +
    13726 void VmaDefragmentationContext_T::AddPools(uint32_t poolCount, VmaPool* pPools)
    +
    13727 {
    +
    13728  for(uint32_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
    +
    13729  {
    +
    13730  VmaPool pool = pPools[poolIndex];
    +
    13731  VMA_ASSERT(pool);
    +
    13732  // Pools with algorithm other than default are not defragmented.
    +
    13733  if(pool->m_BlockVector.GetAlgorithm() == 0)
    +
    13734  {
    +
    13735  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
    +
    13736 
    +
    13737  for(size_t i = m_CustomPoolContexts.size(); i--; )
    +
    13738  {
    +
    13739  if(m_CustomPoolContexts[i]->GetCustomPool() == pool)
    +
    13740  {
    +
    13741  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
    +
    13742  break;
    +
    13743  }
    +
    13744  }
    +
    13745 
    +
    13746  if(!pBlockVectorDefragCtx)
    +
    13747  {
    +
    13748  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
    +
    13749  m_hAllocator,
    +
    13750  pool,
    +
    13751  &pool->m_BlockVector,
    +
    13752  m_CurrFrameIndex);
    +
    13753  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
    +
    13754  }
    +
    13755 
    +
    13756  pBlockVectorDefragCtx->AddAll();
    +
    13757  }
    +
    13758  }
    +
    13759 }
    +
    13760 
    +
    13761 void VmaDefragmentationContext_T::AddAllocations(
    +
    13762  uint32_t allocationCount,
    +
    13763  VmaAllocation* pAllocations,
    +
    13764  VkBool32* pAllocationsChanged)
    +
    13765 {
    +
    13766  // Dispatch pAllocations among defragmentators. Create them when necessary.
    +
    13767  for(uint32_t allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
    +
    13768  {
    +
    13769  const VmaAllocation hAlloc = pAllocations[allocIndex];
    +
    13770  VMA_ASSERT(hAlloc);
    +
    13771  // DedicatedAlloc cannot be defragmented.
    +
    13772  if((hAlloc->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK) &&
    +
    13773  // Lost allocation cannot be defragmented.
    +
    13774  (hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST))
    +
    13775  {
    +
    13776  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
    +
    13777 
    +
    13778  const VmaPool hAllocPool = hAlloc->GetBlock()->GetParentPool();
    +
    13779  // This allocation belongs to custom pool.
    +
    13780  if(hAllocPool != VK_NULL_HANDLE)
    +
    13781  {
    +
    13782  // Pools with algorithm other than default are not defragmented.
    +
    13783  if(hAllocPool->m_BlockVector.GetAlgorithm() == 0)
    +
    13784  {
    +
    13785  for(size_t i = m_CustomPoolContexts.size(); i--; )
    13786  {
    -
    13787  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
    -
    13788  m_hAllocator,
    -
    13789  hAllocPool,
    -
    13790  &hAllocPool->m_BlockVector,
    -
    13791  m_CurrFrameIndex);
    -
    13792  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
    -
    13793  }
    -
    13794  }
    -
    13795  }
    -
    13796  // This allocation belongs to default pool.
    -
    13797  else
    -
    13798  {
    -
    13799  const uint32_t memTypeIndex = hAlloc->GetMemoryTypeIndex();
    -
    13800  pBlockVectorDefragCtx = m_DefaultPoolContexts[memTypeIndex];
    -
    13801  if(!pBlockVectorDefragCtx)
    -
    13802  {
    -
    13803  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
    -
    13804  m_hAllocator,
    -
    13805  VMA_NULL, // hCustomPool
    -
    13806  m_hAllocator->m_pBlockVectors[memTypeIndex],
    -
    13807  m_CurrFrameIndex);
    -
    13808  m_DefaultPoolContexts[memTypeIndex] = pBlockVectorDefragCtx;
    -
    13809  }
    -
    13810  }
    -
    13811 
    -
    13812  if(pBlockVectorDefragCtx)
    -
    13813  {
    -
    13814  VkBool32* const pChanged = (pAllocationsChanged != VMA_NULL) ?
    -
    13815  &pAllocationsChanged[allocIndex] : VMA_NULL;
    -
    13816  pBlockVectorDefragCtx->AddAllocation(hAlloc, pChanged);
    -
    13817  }
    -
    13818  }
    -
    13819  }
    -
    13820 }
    -
    13821 
    -
    13822 VkResult VmaDefragmentationContext_T::Defragment(
    -
    13823  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
    -
    13824  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
    -
    13825  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats)
    -
    13826 {
    -
    13827  if(pStats)
    -
    13828  {
    -
    13829  memset(pStats, 0, sizeof(VmaDefragmentationStats));
    -
    13830  }
    -
    13831 
    -
    13832  if(commandBuffer == VK_NULL_HANDLE)
    -
    13833  {
    -
    13834  maxGpuBytesToMove = 0;
    -
    13835  maxGpuAllocationsToMove = 0;
    -
    13836  }
    -
    13837 
    -
    13838  VkResult res = VK_SUCCESS;
    +
    13787  if(m_CustomPoolContexts[i]->GetCustomPool() == hAllocPool)
    +
    13788  {
    +
    13789  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
    +
    13790  break;
    +
    13791  }
    +
    13792  }
    +
    13793  if(!pBlockVectorDefragCtx)
    +
    13794  {
    +
    13795  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
    +
    13796  m_hAllocator,
    +
    13797  hAllocPool,
    +
    13798  &hAllocPool->m_BlockVector,
    +
    13799  m_CurrFrameIndex);
    +
    13800  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
    +
    13801  }
    +
    13802  }
    +
    13803  }
    +
    13804  // This allocation belongs to default pool.
    +
    13805  else
    +
    13806  {
    +
    13807  const uint32_t memTypeIndex = hAlloc->GetMemoryTypeIndex();
    +
    13808  pBlockVectorDefragCtx = m_DefaultPoolContexts[memTypeIndex];
    +
    13809  if(!pBlockVectorDefragCtx)
    +
    13810  {
    +
    13811  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
    +
    13812  m_hAllocator,
    +
    13813  VMA_NULL, // hCustomPool
    +
    13814  m_hAllocator->m_pBlockVectors[memTypeIndex],
    +
    13815  m_CurrFrameIndex);
    +
    13816  m_DefaultPoolContexts[memTypeIndex] = pBlockVectorDefragCtx;
    +
    13817  }
    +
    13818  }
    +
    13819 
    +
    13820  if(pBlockVectorDefragCtx)
    +
    13821  {
    +
    13822  VkBool32* const pChanged = (pAllocationsChanged != VMA_NULL) ?
    +
    13823  &pAllocationsChanged[allocIndex] : VMA_NULL;
    +
    13824  pBlockVectorDefragCtx->AddAllocation(hAlloc, pChanged);
    +
    13825  }
    +
    13826  }
    +
    13827  }
    +
    13828 }
    +
    13829 
    +
    13830 VkResult VmaDefragmentationContext_T::Defragment(
    +
    13831  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
    +
    13832  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
    +
    13833  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats)
    +
    13834 {
    +
    13835  if(pStats)
    +
    13836  {
    +
    13837  memset(pStats, 0, sizeof(VmaDefragmentationStats));
    +
    13838  }
    13839 
    -
    13840  // Process default pools.
    -
    13841  for(uint32_t memTypeIndex = 0;
    -
    13842  memTypeIndex < m_hAllocator->GetMemoryTypeCount() && res >= VK_SUCCESS;
    -
    13843  ++memTypeIndex)
    -
    13844  {
    -
    13845  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
    -
    13846  if(pBlockVectorCtx)
    -
    13847  {
    -
    13848  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
    -
    13849  pBlockVectorCtx->GetBlockVector()->Defragment(
    -
    13850  pBlockVectorCtx,
    -
    13851  pStats,
    -
    13852  maxCpuBytesToMove, maxCpuAllocationsToMove,
    -
    13853  maxGpuBytesToMove, maxGpuAllocationsToMove,
    -
    13854  commandBuffer);
    -
    13855  if(pBlockVectorCtx->res != VK_SUCCESS)
    -
    13856  {
    -
    13857  res = pBlockVectorCtx->res;
    -
    13858  }
    -
    13859  }
    -
    13860  }
    -
    13861 
    -
    13862  // Process custom pools.
    -
    13863  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
    -
    13864  customCtxIndex < customCtxCount && res >= VK_SUCCESS;
    -
    13865  ++customCtxIndex)
    -
    13866  {
    -
    13867  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
    -
    13868  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
    -
    13869  pBlockVectorCtx->GetBlockVector()->Defragment(
    -
    13870  pBlockVectorCtx,
    -
    13871  pStats,
    -
    13872  maxCpuBytesToMove, maxCpuAllocationsToMove,
    -
    13873  maxGpuBytesToMove, maxGpuAllocationsToMove,
    -
    13874  commandBuffer);
    -
    13875  if(pBlockVectorCtx->res != VK_SUCCESS)
    -
    13876  {
    -
    13877  res = pBlockVectorCtx->res;
    -
    13878  }
    -
    13879  }
    -
    13880 
    -
    13881  return res;
    -
    13882 }
    -
    13883 
    -
    13885 // VmaRecorder
    -
    13886 
    -
    13887 #if VMA_RECORDING_ENABLED
    +
    13840  if(commandBuffer == VK_NULL_HANDLE)
    +
    13841  {
    +
    13842  maxGpuBytesToMove = 0;
    +
    13843  maxGpuAllocationsToMove = 0;
    +
    13844  }
    +
    13845 
    +
    13846  VkResult res = VK_SUCCESS;
    +
    13847 
    +
    13848  // Process default pools.
    +
    13849  for(uint32_t memTypeIndex = 0;
    +
    13850  memTypeIndex < m_hAllocator->GetMemoryTypeCount() && res >= VK_SUCCESS;
    +
    13851  ++memTypeIndex)
    +
    13852  {
    +
    13853  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
    +
    13854  if(pBlockVectorCtx)
    +
    13855  {
    +
    13856  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
    +
    13857  pBlockVectorCtx->GetBlockVector()->Defragment(
    +
    13858  pBlockVectorCtx,
    +
    13859  pStats,
    +
    13860  maxCpuBytesToMove, maxCpuAllocationsToMove,
    +
    13861  maxGpuBytesToMove, maxGpuAllocationsToMove,
    +
    13862  commandBuffer);
    +
    13863  if(pBlockVectorCtx->res != VK_SUCCESS)
    +
    13864  {
    +
    13865  res = pBlockVectorCtx->res;
    +
    13866  }
    +
    13867  }
    +
    13868  }
    +
    13869 
    +
    13870  // Process custom pools.
    +
    13871  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
    +
    13872  customCtxIndex < customCtxCount && res >= VK_SUCCESS;
    +
    13873  ++customCtxIndex)
    +
    13874  {
    +
    13875  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
    +
    13876  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
    +
    13877  pBlockVectorCtx->GetBlockVector()->Defragment(
    +
    13878  pBlockVectorCtx,
    +
    13879  pStats,
    +
    13880  maxCpuBytesToMove, maxCpuAllocationsToMove,
    +
    13881  maxGpuBytesToMove, maxGpuAllocationsToMove,
    +
    13882  commandBuffer);
    +
    13883  if(pBlockVectorCtx->res != VK_SUCCESS)
    +
    13884  {
    +
    13885  res = pBlockVectorCtx->res;
    +
    13886  }
    +
    13887  }
    13888 
    -
    13889 VmaRecorder::VmaRecorder() :
    -
    13890  m_UseMutex(true),
    -
    13891  m_Flags(0),
    -
    13892  m_File(VMA_NULL),
    -
    13893  m_Freq(INT64_MAX),
    -
    13894  m_StartCounter(INT64_MAX)
    -
    13895 {
    -
    13896 }
    -
    13897 
    -
    13898 VkResult VmaRecorder::Init(const VmaRecordSettings& settings, bool useMutex)
    -
    13899 {
    -
    13900  m_UseMutex = useMutex;
    -
    13901  m_Flags = settings.flags;
    -
    13902 
    -
    13903  QueryPerformanceFrequency((LARGE_INTEGER*)&m_Freq);
    -
    13904  QueryPerformanceCounter((LARGE_INTEGER*)&m_StartCounter);
    +
    13889  return res;
    +
    13890 }
    +
    13891 
    +
    13893 // VmaRecorder
    +
    13894 
    +
    13895 #if VMA_RECORDING_ENABLED
    +
    13896 
    +
    13897 VmaRecorder::VmaRecorder() :
    +
    13898  m_UseMutex(true),
    +
    13899  m_Flags(0),
    +
    13900  m_File(VMA_NULL),
    +
    13901  m_Freq(INT64_MAX),
    +
    13902  m_StartCounter(INT64_MAX)
    +
    13903 {
    +
    13904 }
    13905 
    -
    13906  // Open file for writing.
    -
    13907  errno_t err = fopen_s(&m_File, settings.pFilePath, "wb");
    -
    13908  if(err != 0)
    -
    13909  {
    -
    13910  return VK_ERROR_INITIALIZATION_FAILED;
    -
    13911  }
    -
    13912 
    -
    13913  // Write header.
    -
    13914  fprintf(m_File, "%s\n", "Vulkan Memory Allocator,Calls recording");
    -
    13915  fprintf(m_File, "%s\n", "1,7");
    -
    13916 
    -
    13917  return VK_SUCCESS;
    -
    13918 }
    -
    13919 
    -
    13920 VmaRecorder::~VmaRecorder()
    -
    13921 {
    -
    13922  if(m_File != VMA_NULL)
    -
    13923  {
    -
    13924  fclose(m_File);
    -
    13925  }
    +
    13906 VkResult VmaRecorder::Init(const VmaRecordSettings& settings, bool useMutex)
    +
    13907 {
    +
    13908  m_UseMutex = useMutex;
    +
    13909  m_Flags = settings.flags;
    +
    13910 
    +
    13911  QueryPerformanceFrequency((LARGE_INTEGER*)&m_Freq);
    +
    13912  QueryPerformanceCounter((LARGE_INTEGER*)&m_StartCounter);
    +
    13913 
    +
    13914  // Open file for writing.
    +
    13915  errno_t err = fopen_s(&m_File, settings.pFilePath, "wb");
    +
    13916  if(err != 0)
    +
    13917  {
    +
    13918  return VK_ERROR_INITIALIZATION_FAILED;
    +
    13919  }
    +
    13920 
    +
    13921  // Write header.
    +
    13922  fprintf(m_File, "%s\n", "Vulkan Memory Allocator,Calls recording");
    +
    13923  fprintf(m_File, "%s\n", "1,7");
    +
    13924 
    +
    13925  return VK_SUCCESS;
    13926 }
    13927 
    -
    13928 void VmaRecorder::RecordCreateAllocator(uint32_t frameIndex)
    +
    13928 VmaRecorder::~VmaRecorder()
    13929 {
    -
    13930  CallParams callParams;
    -
    13931  GetBasicParams(callParams);
    -
    13932 
    -
    13933  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    13934  fprintf(m_File, "%u,%.3f,%u,vmaCreateAllocator\n", callParams.threadId, callParams.time, frameIndex);
    -
    13935  Flush();
    -
    13936 }
    -
    13937 
    -
    13938 void VmaRecorder::RecordDestroyAllocator(uint32_t frameIndex)
    -
    13939 {
    -
    13940  CallParams callParams;
    -
    13941  GetBasicParams(callParams);
    -
    13942 
    -
    13943  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    13944  fprintf(m_File, "%u,%.3f,%u,vmaDestroyAllocator\n", callParams.threadId, callParams.time, frameIndex);
    -
    13945  Flush();
    -
    13946 }
    -
    13947 
    -
    13948 void VmaRecorder::RecordCreatePool(uint32_t frameIndex, const VmaPoolCreateInfo& createInfo, VmaPool pool)
    -
    13949 {
    -
    13950  CallParams callParams;
    -
    13951  GetBasicParams(callParams);
    -
    13952 
    -
    13953  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    13954  fprintf(m_File, "%u,%.3f,%u,vmaCreatePool,%u,%u,%llu,%llu,%llu,%u,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    13955  createInfo.memoryTypeIndex,
    -
    13956  createInfo.flags,
    -
    13957  createInfo.blockSize,
    -
    13958  (uint64_t)createInfo.minBlockCount,
    -
    13959  (uint64_t)createInfo.maxBlockCount,
    -
    13960  createInfo.frameInUseCount,
    -
    13961  pool);
    -
    13962  Flush();
    -
    13963 }
    -
    13964 
    -
    13965 void VmaRecorder::RecordDestroyPool(uint32_t frameIndex, VmaPool pool)
    -
    13966 {
    -
    13967  CallParams callParams;
    -
    13968  GetBasicParams(callParams);
    -
    13969 
    -
    13970  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    13971  fprintf(m_File, "%u,%.3f,%u,vmaDestroyPool,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    13972  pool);
    -
    13973  Flush();
    -
    13974 }
    -
    13975 
    -
    13976 void VmaRecorder::RecordAllocateMemory(uint32_t frameIndex,
    -
    13977  const VkMemoryRequirements& vkMemReq,
    -
    13978  const VmaAllocationCreateInfo& createInfo,
    -
    13979  VmaAllocation allocation)
    -
    13980 {
    -
    13981  CallParams callParams;
    -
    13982  GetBasicParams(callParams);
    +
    13930  if(m_File != VMA_NULL)
    +
    13931  {
    +
    13932  fclose(m_File);
    +
    13933  }
    +
    13934 }
    +
    13935 
    +
    13936 void VmaRecorder::RecordCreateAllocator(uint32_t frameIndex)
    +
    13937 {
    +
    13938  CallParams callParams;
    +
    13939  GetBasicParams(callParams);
    +
    13940 
    +
    13941  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    13942  fprintf(m_File, "%u,%.3f,%u,vmaCreateAllocator\n", callParams.threadId, callParams.time, frameIndex);
    +
    13943  Flush();
    +
    13944 }
    +
    13945 
    +
    13946 void VmaRecorder::RecordDestroyAllocator(uint32_t frameIndex)
    +
    13947 {
    +
    13948  CallParams callParams;
    +
    13949  GetBasicParams(callParams);
    +
    13950 
    +
    13951  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    13952  fprintf(m_File, "%u,%.3f,%u,vmaDestroyAllocator\n", callParams.threadId, callParams.time, frameIndex);
    +
    13953  Flush();
    +
    13954 }
    +
    13955 
    +
    13956 void VmaRecorder::RecordCreatePool(uint32_t frameIndex, const VmaPoolCreateInfo& createInfo, VmaPool pool)
    +
    13957 {
    +
    13958  CallParams callParams;
    +
    13959  GetBasicParams(callParams);
    +
    13960 
    +
    13961  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    13962  fprintf(m_File, "%u,%.3f,%u,vmaCreatePool,%u,%u,%llu,%llu,%llu,%u,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    13963  createInfo.memoryTypeIndex,
    +
    13964  createInfo.flags,
    +
    13965  createInfo.blockSize,
    +
    13966  (uint64_t)createInfo.minBlockCount,
    +
    13967  (uint64_t)createInfo.maxBlockCount,
    +
    13968  createInfo.frameInUseCount,
    +
    13969  pool);
    +
    13970  Flush();
    +
    13971 }
    +
    13972 
    +
    13973 void VmaRecorder::RecordDestroyPool(uint32_t frameIndex, VmaPool pool)
    +
    13974 {
    +
    13975  CallParams callParams;
    +
    13976  GetBasicParams(callParams);
    +
    13977 
    +
    13978  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    13979  fprintf(m_File, "%u,%.3f,%u,vmaDestroyPool,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    13980  pool);
    +
    13981  Flush();
    +
    13982 }
    13983 
    -
    13984  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    13985  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
    -
    13986  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemory,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    -
    13987  vkMemReq.size,
    -
    13988  vkMemReq.alignment,
    -
    13989  vkMemReq.memoryTypeBits,
    -
    13990  createInfo.flags,
    -
    13991  createInfo.usage,
    -
    13992  createInfo.requiredFlags,
    -
    13993  createInfo.preferredFlags,
    -
    13994  createInfo.memoryTypeBits,
    -
    13995  createInfo.pool,
    -
    13996  allocation,
    -
    13997  userDataStr.GetString());
    -
    13998  Flush();
    -
    13999 }
    -
    14000 
    -
    14001 void VmaRecorder::RecordAllocateMemoryPages(uint32_t frameIndex,
    -
    14002  const VkMemoryRequirements& vkMemReq,
    -
    14003  const VmaAllocationCreateInfo& createInfo,
    -
    14004  uint64_t allocationCount,
    -
    14005  const VmaAllocation* pAllocations)
    -
    14006 {
    -
    14007  CallParams callParams;
    -
    14008  GetBasicParams(callParams);
    -
    14009 
    -
    14010  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14011  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
    -
    14012  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryPages,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,", callParams.threadId, callParams.time, frameIndex,
    -
    14013  vkMemReq.size,
    -
    14014  vkMemReq.alignment,
    -
    14015  vkMemReq.memoryTypeBits,
    -
    14016  createInfo.flags,
    -
    14017  createInfo.usage,
    -
    14018  createInfo.requiredFlags,
    -
    14019  createInfo.preferredFlags,
    -
    14020  createInfo.memoryTypeBits,
    -
    14021  createInfo.pool);
    -
    14022  PrintPointerList(allocationCount, pAllocations);
    -
    14023  fprintf(m_File, ",%s\n", userDataStr.GetString());
    -
    14024  Flush();
    -
    14025 }
    -
    14026 
    -
    14027 void VmaRecorder::RecordAllocateMemoryForBuffer(uint32_t frameIndex,
    -
    14028  const VkMemoryRequirements& vkMemReq,
    -
    14029  bool requiresDedicatedAllocation,
    -
    14030  bool prefersDedicatedAllocation,
    -
    14031  const VmaAllocationCreateInfo& createInfo,
    -
    14032  VmaAllocation allocation)
    -
    14033 {
    -
    14034  CallParams callParams;
    -
    14035  GetBasicParams(callParams);
    -
    14036 
    -
    14037  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14038  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
    -
    14039  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForBuffer,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    -
    14040  vkMemReq.size,
    -
    14041  vkMemReq.alignment,
    -
    14042  vkMemReq.memoryTypeBits,
    -
    14043  requiresDedicatedAllocation ? 1 : 0,
    -
    14044  prefersDedicatedAllocation ? 1 : 0,
    -
    14045  createInfo.flags,
    -
    14046  createInfo.usage,
    -
    14047  createInfo.requiredFlags,
    -
    14048  createInfo.preferredFlags,
    -
    14049  createInfo.memoryTypeBits,
    -
    14050  createInfo.pool,
    -
    14051  allocation,
    -
    14052  userDataStr.GetString());
    -
    14053  Flush();
    -
    14054 }
    -
    14055 
    -
    14056 void VmaRecorder::RecordAllocateMemoryForImage(uint32_t frameIndex,
    -
    14057  const VkMemoryRequirements& vkMemReq,
    -
    14058  bool requiresDedicatedAllocation,
    -
    14059  bool prefersDedicatedAllocation,
    -
    14060  const VmaAllocationCreateInfo& createInfo,
    -
    14061  VmaAllocation allocation)
    -
    14062 {
    -
    14063  CallParams callParams;
    -
    14064  GetBasicParams(callParams);
    -
    14065 
    -
    14066  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14067  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
    -
    14068  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForImage,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    -
    14069  vkMemReq.size,
    -
    14070  vkMemReq.alignment,
    -
    14071  vkMemReq.memoryTypeBits,
    -
    14072  requiresDedicatedAllocation ? 1 : 0,
    -
    14073  prefersDedicatedAllocation ? 1 : 0,
    -
    14074  createInfo.flags,
    -
    14075  createInfo.usage,
    -
    14076  createInfo.requiredFlags,
    -
    14077  createInfo.preferredFlags,
    -
    14078  createInfo.memoryTypeBits,
    -
    14079  createInfo.pool,
    -
    14080  allocation,
    -
    14081  userDataStr.GetString());
    -
    14082  Flush();
    -
    14083 }
    -
    14084 
    -
    14085 void VmaRecorder::RecordFreeMemory(uint32_t frameIndex,
    -
    14086  VmaAllocation allocation)
    -
    14087 {
    -
    14088  CallParams callParams;
    -
    14089  GetBasicParams(callParams);
    -
    14090 
    -
    14091  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14092  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14093  allocation);
    -
    14094  Flush();
    -
    14095 }
    -
    14096 
    -
    14097 void VmaRecorder::RecordFreeMemoryPages(uint32_t frameIndex,
    -
    14098  uint64_t allocationCount,
    -
    14099  const VmaAllocation* pAllocations)
    -
    14100 {
    -
    14101  CallParams callParams;
    -
    14102  GetBasicParams(callParams);
    -
    14103 
    -
    14104  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14105  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemoryPages,", callParams.threadId, callParams.time, frameIndex);
    -
    14106  PrintPointerList(allocationCount, pAllocations);
    -
    14107  fprintf(m_File, "\n");
    -
    14108  Flush();
    -
    14109 }
    -
    14110 
    -
    14111 void VmaRecorder::RecordSetAllocationUserData(uint32_t frameIndex,
    -
    14112  VmaAllocation allocation,
    -
    14113  const void* pUserData)
    -
    14114 {
    -
    14115  CallParams callParams;
    -
    14116  GetBasicParams(callParams);
    -
    14117 
    -
    14118  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14119  UserDataString userDataStr(
    -
    14120  allocation->IsUserDataString() ? VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT : 0,
    -
    14121  pUserData);
    -
    14122  fprintf(m_File, "%u,%.3f,%u,vmaSetAllocationUserData,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    -
    14123  allocation,
    -
    14124  userDataStr.GetString());
    -
    14125  Flush();
    -
    14126 }
    -
    14127 
    -
    14128 void VmaRecorder::RecordCreateLostAllocation(uint32_t frameIndex,
    -
    14129  VmaAllocation allocation)
    -
    14130 {
    -
    14131  CallParams callParams;
    -
    14132  GetBasicParams(callParams);
    -
    14133 
    -
    14134  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14135  fprintf(m_File, "%u,%.3f,%u,vmaCreateLostAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14136  allocation);
    -
    14137  Flush();
    -
    14138 }
    -
    14139 
    -
    14140 void VmaRecorder::RecordMapMemory(uint32_t frameIndex,
    -
    14141  VmaAllocation allocation)
    -
    14142 {
    -
    14143  CallParams callParams;
    -
    14144  GetBasicParams(callParams);
    -
    14145 
    -
    14146  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14147  fprintf(m_File, "%u,%.3f,%u,vmaMapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14148  allocation);
    -
    14149  Flush();
    -
    14150 }
    -
    14151 
    -
    14152 void VmaRecorder::RecordUnmapMemory(uint32_t frameIndex,
    -
    14153  VmaAllocation allocation)
    -
    14154 {
    -
    14155  CallParams callParams;
    -
    14156  GetBasicParams(callParams);
    -
    14157 
    -
    14158  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14159  fprintf(m_File, "%u,%.3f,%u,vmaUnmapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14160  allocation);
    -
    14161  Flush();
    -
    14162 }
    -
    14163 
    -
    14164 void VmaRecorder::RecordFlushAllocation(uint32_t frameIndex,
    -
    14165  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    -
    14166 {
    -
    14167  CallParams callParams;
    -
    14168  GetBasicParams(callParams);
    -
    14169 
    -
    14170  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14171  fprintf(m_File, "%u,%.3f,%u,vmaFlushAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
    -
    14172  allocation,
    -
    14173  offset,
    -
    14174  size);
    -
    14175  Flush();
    -
    14176 }
    +
    13984 void VmaRecorder::RecordAllocateMemory(uint32_t frameIndex,
    +
    13985  const VkMemoryRequirements& vkMemReq,
    +
    13986  const VmaAllocationCreateInfo& createInfo,
    +
    13987  VmaAllocation allocation)
    +
    13988 {
    +
    13989  CallParams callParams;
    +
    13990  GetBasicParams(callParams);
    +
    13991 
    +
    13992  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    13993  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
    +
    13994  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemory,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    +
    13995  vkMemReq.size,
    +
    13996  vkMemReq.alignment,
    +
    13997  vkMemReq.memoryTypeBits,
    +
    13998  createInfo.flags,
    +
    13999  createInfo.usage,
    +
    14000  createInfo.requiredFlags,
    +
    14001  createInfo.preferredFlags,
    +
    14002  createInfo.memoryTypeBits,
    +
    14003  createInfo.pool,
    +
    14004  allocation,
    +
    14005  userDataStr.GetString());
    +
    14006  Flush();
    +
    14007 }
    +
    14008 
    +
    14009 void VmaRecorder::RecordAllocateMemoryPages(uint32_t frameIndex,
    +
    14010  const VkMemoryRequirements& vkMemReq,
    +
    14011  const VmaAllocationCreateInfo& createInfo,
    +
    14012  uint64_t allocationCount,
    +
    14013  const VmaAllocation* pAllocations)
    +
    14014 {
    +
    14015  CallParams callParams;
    +
    14016  GetBasicParams(callParams);
    +
    14017 
    +
    14018  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14019  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
    +
    14020  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryPages,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,", callParams.threadId, callParams.time, frameIndex,
    +
    14021  vkMemReq.size,
    +
    14022  vkMemReq.alignment,
    +
    14023  vkMemReq.memoryTypeBits,
    +
    14024  createInfo.flags,
    +
    14025  createInfo.usage,
    +
    14026  createInfo.requiredFlags,
    +
    14027  createInfo.preferredFlags,
    +
    14028  createInfo.memoryTypeBits,
    +
    14029  createInfo.pool);
    +
    14030  PrintPointerList(allocationCount, pAllocations);
    +
    14031  fprintf(m_File, ",%s\n", userDataStr.GetString());
    +
    14032  Flush();
    +
    14033 }
    +
    14034 
    +
    14035 void VmaRecorder::RecordAllocateMemoryForBuffer(uint32_t frameIndex,
    +
    14036  const VkMemoryRequirements& vkMemReq,
    +
    14037  bool requiresDedicatedAllocation,
    +
    14038  bool prefersDedicatedAllocation,
    +
    14039  const VmaAllocationCreateInfo& createInfo,
    +
    14040  VmaAllocation allocation)
    +
    14041 {
    +
    14042  CallParams callParams;
    +
    14043  GetBasicParams(callParams);
    +
    14044 
    +
    14045  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14046  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
    +
    14047  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForBuffer,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    +
    14048  vkMemReq.size,
    +
    14049  vkMemReq.alignment,
    +
    14050  vkMemReq.memoryTypeBits,
    +
    14051  requiresDedicatedAllocation ? 1 : 0,
    +
    14052  prefersDedicatedAllocation ? 1 : 0,
    +
    14053  createInfo.flags,
    +
    14054  createInfo.usage,
    +
    14055  createInfo.requiredFlags,
    +
    14056  createInfo.preferredFlags,
    +
    14057  createInfo.memoryTypeBits,
    +
    14058  createInfo.pool,
    +
    14059  allocation,
    +
    14060  userDataStr.GetString());
    +
    14061  Flush();
    +
    14062 }
    +
    14063 
    +
    14064 void VmaRecorder::RecordAllocateMemoryForImage(uint32_t frameIndex,
    +
    14065  const VkMemoryRequirements& vkMemReq,
    +
    14066  bool requiresDedicatedAllocation,
    +
    14067  bool prefersDedicatedAllocation,
    +
    14068  const VmaAllocationCreateInfo& createInfo,
    +
    14069  VmaAllocation allocation)
    +
    14070 {
    +
    14071  CallParams callParams;
    +
    14072  GetBasicParams(callParams);
    +
    14073 
    +
    14074  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14075  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
    +
    14076  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForImage,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    +
    14077  vkMemReq.size,
    +
    14078  vkMemReq.alignment,
    +
    14079  vkMemReq.memoryTypeBits,
    +
    14080  requiresDedicatedAllocation ? 1 : 0,
    +
    14081  prefersDedicatedAllocation ? 1 : 0,
    +
    14082  createInfo.flags,
    +
    14083  createInfo.usage,
    +
    14084  createInfo.requiredFlags,
    +
    14085  createInfo.preferredFlags,
    +
    14086  createInfo.memoryTypeBits,
    +
    14087  createInfo.pool,
    +
    14088  allocation,
    +
    14089  userDataStr.GetString());
    +
    14090  Flush();
    +
    14091 }
    +
    14092 
    +
    14093 void VmaRecorder::RecordFreeMemory(uint32_t frameIndex,
    +
    14094  VmaAllocation allocation)
    +
    14095 {
    +
    14096  CallParams callParams;
    +
    14097  GetBasicParams(callParams);
    +
    14098 
    +
    14099  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14100  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14101  allocation);
    +
    14102  Flush();
    +
    14103 }
    +
    14104 
    +
    14105 void VmaRecorder::RecordFreeMemoryPages(uint32_t frameIndex,
    +
    14106  uint64_t allocationCount,
    +
    14107  const VmaAllocation* pAllocations)
    +
    14108 {
    +
    14109  CallParams callParams;
    +
    14110  GetBasicParams(callParams);
    +
    14111 
    +
    14112  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14113  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemoryPages,", callParams.threadId, callParams.time, frameIndex);
    +
    14114  PrintPointerList(allocationCount, pAllocations);
    +
    14115  fprintf(m_File, "\n");
    +
    14116  Flush();
    +
    14117 }
    +
    14118 
    +
    14119 void VmaRecorder::RecordSetAllocationUserData(uint32_t frameIndex,
    +
    14120  VmaAllocation allocation,
    +
    14121  const void* pUserData)
    +
    14122 {
    +
    14123  CallParams callParams;
    +
    14124  GetBasicParams(callParams);
    +
    14125 
    +
    14126  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14127  UserDataString userDataStr(
    +
    14128  allocation->IsUserDataString() ? VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT : 0,
    +
    14129  pUserData);
    +
    14130  fprintf(m_File, "%u,%.3f,%u,vmaSetAllocationUserData,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    +
    14131  allocation,
    +
    14132  userDataStr.GetString());
    +
    14133  Flush();
    +
    14134 }
    +
    14135 
    +
    14136 void VmaRecorder::RecordCreateLostAllocation(uint32_t frameIndex,
    +
    14137  VmaAllocation allocation)
    +
    14138 {
    +
    14139  CallParams callParams;
    +
    14140  GetBasicParams(callParams);
    +
    14141 
    +
    14142  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14143  fprintf(m_File, "%u,%.3f,%u,vmaCreateLostAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14144  allocation);
    +
    14145  Flush();
    +
    14146 }
    +
    14147 
    +
    14148 void VmaRecorder::RecordMapMemory(uint32_t frameIndex,
    +
    14149  VmaAllocation allocation)
    +
    14150 {
    +
    14151  CallParams callParams;
    +
    14152  GetBasicParams(callParams);
    +
    14153 
    +
    14154  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14155  fprintf(m_File, "%u,%.3f,%u,vmaMapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14156  allocation);
    +
    14157  Flush();
    +
    14158 }
    +
    14159 
    +
    14160 void VmaRecorder::RecordUnmapMemory(uint32_t frameIndex,
    +
    14161  VmaAllocation allocation)
    +
    14162 {
    +
    14163  CallParams callParams;
    +
    14164  GetBasicParams(callParams);
    +
    14165 
    +
    14166  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14167  fprintf(m_File, "%u,%.3f,%u,vmaUnmapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14168  allocation);
    +
    14169  Flush();
    +
    14170 }
    +
    14171 
    +
    14172 void VmaRecorder::RecordFlushAllocation(uint32_t frameIndex,
    +
    14173  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    +
    14174 {
    +
    14175  CallParams callParams;
    +
    14176  GetBasicParams(callParams);
    14177 
    -
    14178 void VmaRecorder::RecordInvalidateAllocation(uint32_t frameIndex,
    -
    14179  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    -
    14180 {
    -
    14181  CallParams callParams;
    -
    14182  GetBasicParams(callParams);
    -
    14183 
    -
    14184  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14185  fprintf(m_File, "%u,%.3f,%u,vmaInvalidateAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
    -
    14186  allocation,
    -
    14187  offset,
    -
    14188  size);
    -
    14189  Flush();
    -
    14190 }
    +
    14178  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14179  fprintf(m_File, "%u,%.3f,%u,vmaFlushAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
    +
    14180  allocation,
    +
    14181  offset,
    +
    14182  size);
    +
    14183  Flush();
    +
    14184 }
    +
    14185 
    +
    14186 void VmaRecorder::RecordInvalidateAllocation(uint32_t frameIndex,
    +
    14187  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    +
    14188 {
    +
    14189  CallParams callParams;
    +
    14190  GetBasicParams(callParams);
    14191 
    -
    14192 void VmaRecorder::RecordCreateBuffer(uint32_t frameIndex,
    -
    14193  const VkBufferCreateInfo& bufCreateInfo,
    -
    14194  const VmaAllocationCreateInfo& allocCreateInfo,
    -
    14195  VmaAllocation allocation)
    -
    14196 {
    -
    14197  CallParams callParams;
    -
    14198  GetBasicParams(callParams);
    +
    14192  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14193  fprintf(m_File, "%u,%.3f,%u,vmaInvalidateAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
    +
    14194  allocation,
    +
    14195  offset,
    +
    14196  size);
    +
    14197  Flush();
    +
    14198 }
    14199 
    -
    14200  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14201  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
    -
    14202  fprintf(m_File, "%u,%.3f,%u,vmaCreateBuffer,%u,%llu,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    -
    14203  bufCreateInfo.flags,
    -
    14204  bufCreateInfo.size,
    -
    14205  bufCreateInfo.usage,
    -
    14206  bufCreateInfo.sharingMode,
    -
    14207  allocCreateInfo.flags,
    -
    14208  allocCreateInfo.usage,
    -
    14209  allocCreateInfo.requiredFlags,
    -
    14210  allocCreateInfo.preferredFlags,
    -
    14211  allocCreateInfo.memoryTypeBits,
    -
    14212  allocCreateInfo.pool,
    -
    14213  allocation,
    -
    14214  userDataStr.GetString());
    -
    14215  Flush();
    -
    14216 }
    -
    14217 
    -
    14218 void VmaRecorder::RecordCreateImage(uint32_t frameIndex,
    -
    14219  const VkImageCreateInfo& imageCreateInfo,
    -
    14220  const VmaAllocationCreateInfo& allocCreateInfo,
    -
    14221  VmaAllocation allocation)
    -
    14222 {
    -
    14223  CallParams callParams;
    -
    14224  GetBasicParams(callParams);
    +
    14200 void VmaRecorder::RecordCreateBuffer(uint32_t frameIndex,
    +
    14201  const VkBufferCreateInfo& bufCreateInfo,
    +
    14202  const VmaAllocationCreateInfo& allocCreateInfo,
    +
    14203  VmaAllocation allocation)
    +
    14204 {
    +
    14205  CallParams callParams;
    +
    14206  GetBasicParams(callParams);
    +
    14207 
    +
    14208  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14209  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
    +
    14210  fprintf(m_File, "%u,%.3f,%u,vmaCreateBuffer,%u,%llu,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    +
    14211  bufCreateInfo.flags,
    +
    14212  bufCreateInfo.size,
    +
    14213  bufCreateInfo.usage,
    +
    14214  bufCreateInfo.sharingMode,
    +
    14215  allocCreateInfo.flags,
    +
    14216  allocCreateInfo.usage,
    +
    14217  allocCreateInfo.requiredFlags,
    +
    14218  allocCreateInfo.preferredFlags,
    +
    14219  allocCreateInfo.memoryTypeBits,
    +
    14220  allocCreateInfo.pool,
    +
    14221  allocation,
    +
    14222  userDataStr.GetString());
    +
    14223  Flush();
    +
    14224 }
    14225 
    -
    14226  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14227  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
    -
    14228  fprintf(m_File, "%u,%.3f,%u,vmaCreateImage,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    -
    14229  imageCreateInfo.flags,
    -
    14230  imageCreateInfo.imageType,
    -
    14231  imageCreateInfo.format,
    -
    14232  imageCreateInfo.extent.width,
    -
    14233  imageCreateInfo.extent.height,
    -
    14234  imageCreateInfo.extent.depth,
    -
    14235  imageCreateInfo.mipLevels,
    -
    14236  imageCreateInfo.arrayLayers,
    -
    14237  imageCreateInfo.samples,
    -
    14238  imageCreateInfo.tiling,
    -
    14239  imageCreateInfo.usage,
    -
    14240  imageCreateInfo.sharingMode,
    -
    14241  imageCreateInfo.initialLayout,
    -
    14242  allocCreateInfo.flags,
    -
    14243  allocCreateInfo.usage,
    -
    14244  allocCreateInfo.requiredFlags,
    -
    14245  allocCreateInfo.preferredFlags,
    -
    14246  allocCreateInfo.memoryTypeBits,
    -
    14247  allocCreateInfo.pool,
    -
    14248  allocation,
    -
    14249  userDataStr.GetString());
    -
    14250  Flush();
    -
    14251 }
    -
    14252 
    -
    14253 void VmaRecorder::RecordDestroyBuffer(uint32_t frameIndex,
    -
    14254  VmaAllocation allocation)
    -
    14255 {
    -
    14256  CallParams callParams;
    -
    14257  GetBasicParams(callParams);
    -
    14258 
    -
    14259  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14260  fprintf(m_File, "%u,%.3f,%u,vmaDestroyBuffer,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14261  allocation);
    -
    14262  Flush();
    -
    14263 }
    -
    14264 
    -
    14265 void VmaRecorder::RecordDestroyImage(uint32_t frameIndex,
    -
    14266  VmaAllocation allocation)
    -
    14267 {
    -
    14268  CallParams callParams;
    -
    14269  GetBasicParams(callParams);
    -
    14270 
    -
    14271  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14272  fprintf(m_File, "%u,%.3f,%u,vmaDestroyImage,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14273  allocation);
    -
    14274  Flush();
    -
    14275 }
    -
    14276 
    -
    14277 void VmaRecorder::RecordTouchAllocation(uint32_t frameIndex,
    -
    14278  VmaAllocation allocation)
    -
    14279 {
    -
    14280  CallParams callParams;
    -
    14281  GetBasicParams(callParams);
    -
    14282 
    -
    14283  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14284  fprintf(m_File, "%u,%.3f,%u,vmaTouchAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14285  allocation);
    -
    14286  Flush();
    -
    14287 }
    -
    14288 
    -
    14289 void VmaRecorder::RecordGetAllocationInfo(uint32_t frameIndex,
    -
    14290  VmaAllocation allocation)
    -
    14291 {
    -
    14292  CallParams callParams;
    -
    14293  GetBasicParams(callParams);
    -
    14294 
    -
    14295  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14296  fprintf(m_File, "%u,%.3f,%u,vmaGetAllocationInfo,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14297  allocation);
    -
    14298  Flush();
    -
    14299 }
    -
    14300 
    -
    14301 void VmaRecorder::RecordMakePoolAllocationsLost(uint32_t frameIndex,
    -
    14302  VmaPool pool)
    -
    14303 {
    -
    14304  CallParams callParams;
    -
    14305  GetBasicParams(callParams);
    -
    14306 
    -
    14307  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14308  fprintf(m_File, "%u,%.3f,%u,vmaMakePoolAllocationsLost,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14309  pool);
    -
    14310  Flush();
    -
    14311 }
    -
    14312 
    -
    14313 void VmaRecorder::RecordDefragmentationBegin(uint32_t frameIndex,
    -
    14314  const VmaDefragmentationInfo2& info,
    -
    14315  VmaDefragmentationContext ctx)
    -
    14316 {
    -
    14317  CallParams callParams;
    -
    14318  GetBasicParams(callParams);
    -
    14319 
    -
    14320  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14321  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationBegin,%u,", callParams.threadId, callParams.time, frameIndex,
    -
    14322  info.flags);
    -
    14323  PrintPointerList(info.allocationCount, info.pAllocations);
    -
    14324  fprintf(m_File, ",");
    -
    14325  PrintPointerList(info.poolCount, info.pPools);
    -
    14326  fprintf(m_File, ",%llu,%u,%llu,%u,%p,%p\n",
    -
    14327  info.maxCpuBytesToMove,
    -
    14328  info.maxCpuAllocationsToMove,
    -
    14329  info.maxGpuBytesToMove,
    -
    14330  info.maxGpuAllocationsToMove,
    -
    14331  info.commandBuffer,
    -
    14332  ctx);
    -
    14333  Flush();
    -
    14334 }
    -
    14335 
    -
    14336 void VmaRecorder::RecordDefragmentationEnd(uint32_t frameIndex,
    -
    14337  VmaDefragmentationContext ctx)
    -
    14338 {
    -
    14339  CallParams callParams;
    -
    14340  GetBasicParams(callParams);
    -
    14341 
    -
    14342  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14343  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationEnd,%p\n", callParams.threadId, callParams.time, frameIndex,
    -
    14344  ctx);
    -
    14345  Flush();
    -
    14346 }
    -
    14347 
    -
    14348 void VmaRecorder::RecordSetPoolName(uint32_t frameIndex,
    -
    14349  VmaPool pool,
    -
    14350  const char* name)
    -
    14351 {
    -
    14352  CallParams callParams;
    -
    14353  GetBasicParams(callParams);
    -
    14354 
    -
    14355  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    -
    14356  fprintf(m_File, "%u,%.3f,%u,vmaSetPoolName,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    -
    14357  pool, name != VMA_NULL ? name : "");
    -
    14358  Flush();
    -
    14359 }
    -
    14360 
    -
    14361 VmaRecorder::UserDataString::UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData)
    -
    14362 {
    -
    14363  if(pUserData != VMA_NULL)
    -
    14364  {
    -
    14365  if((allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0)
    -
    14366  {
    -
    14367  m_Str = (const char*)pUserData;
    -
    14368  }
    -
    14369  else
    -
    14370  {
    -
    14371  sprintf_s(m_PtrStr, "%p", pUserData);
    -
    14372  m_Str = m_PtrStr;
    -
    14373  }
    -
    14374  }
    -
    14375  else
    -
    14376  {
    -
    14377  m_Str = "";
    -
    14378  }
    -
    14379 }
    -
    14380 
    -
    14381 void VmaRecorder::WriteConfiguration(
    -
    14382  const VkPhysicalDeviceProperties& devProps,
    -
    14383  const VkPhysicalDeviceMemoryProperties& memProps,
    -
    14384  bool dedicatedAllocationExtensionEnabled,
    -
    14385  bool bindMemory2ExtensionEnabled,
    -
    14386  bool memoryBudgetExtensionEnabled)
    -
    14387 {
    -
    14388  fprintf(m_File, "Config,Begin\n");
    -
    14389 
    -
    14390  fprintf(m_File, "PhysicalDevice,apiVersion,%u\n", devProps.apiVersion);
    -
    14391  fprintf(m_File, "PhysicalDevice,driverVersion,%u\n", devProps.driverVersion);
    -
    14392  fprintf(m_File, "PhysicalDevice,vendorID,%u\n", devProps.vendorID);
    -
    14393  fprintf(m_File, "PhysicalDevice,deviceID,%u\n", devProps.deviceID);
    -
    14394  fprintf(m_File, "PhysicalDevice,deviceType,%u\n", devProps.deviceType);
    -
    14395  fprintf(m_File, "PhysicalDevice,deviceName,%s\n", devProps.deviceName);
    -
    14396 
    -
    14397  fprintf(m_File, "PhysicalDeviceLimits,maxMemoryAllocationCount,%u\n", devProps.limits.maxMemoryAllocationCount);
    -
    14398  fprintf(m_File, "PhysicalDeviceLimits,bufferImageGranularity,%llu\n", devProps.limits.bufferImageGranularity);
    -
    14399  fprintf(m_File, "PhysicalDeviceLimits,nonCoherentAtomSize,%llu\n", devProps.limits.nonCoherentAtomSize);
    -
    14400 
    -
    14401  fprintf(m_File, "PhysicalDeviceMemory,HeapCount,%u\n", memProps.memoryHeapCount);
    -
    14402  for(uint32_t i = 0; i < memProps.memoryHeapCount; ++i)
    -
    14403  {
    -
    14404  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,size,%llu\n", i, memProps.memoryHeaps[i].size);
    -
    14405  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,flags,%u\n", i, memProps.memoryHeaps[i].flags);
    -
    14406  }
    -
    14407  fprintf(m_File, "PhysicalDeviceMemory,TypeCount,%u\n", memProps.memoryTypeCount);
    -
    14408  for(uint32_t i = 0; i < memProps.memoryTypeCount; ++i)
    -
    14409  {
    -
    14410  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,heapIndex,%u\n", i, memProps.memoryTypes[i].heapIndex);
    -
    14411  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,propertyFlags,%u\n", i, memProps.memoryTypes[i].propertyFlags);
    -
    14412  }
    -
    14413 
    -
    14414  fprintf(m_File, "Extension,VK_KHR_dedicated_allocation,%u\n", dedicatedAllocationExtensionEnabled ? 1 : 0);
    -
    14415  fprintf(m_File, "Extension,VK_KHR_bind_memory2,%u\n", bindMemory2ExtensionEnabled ? 1 : 0);
    -
    14416  fprintf(m_File, "Extension,VK_EXT_memory_budget,%u\n", memoryBudgetExtensionEnabled ? 1 : 0);
    -
    14417 
    -
    14418  fprintf(m_File, "Macro,VMA_DEBUG_ALWAYS_DEDICATED_MEMORY,%u\n", VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ? 1 : 0);
    -
    14419  fprintf(m_File, "Macro,VMA_DEBUG_ALIGNMENT,%llu\n", (VkDeviceSize)VMA_DEBUG_ALIGNMENT);
    -
    14420  fprintf(m_File, "Macro,VMA_DEBUG_MARGIN,%llu\n", (VkDeviceSize)VMA_DEBUG_MARGIN);
    -
    14421  fprintf(m_File, "Macro,VMA_DEBUG_INITIALIZE_ALLOCATIONS,%u\n", VMA_DEBUG_INITIALIZE_ALLOCATIONS ? 1 : 0);
    -
    14422  fprintf(m_File, "Macro,VMA_DEBUG_DETECT_CORRUPTION,%u\n", VMA_DEBUG_DETECT_CORRUPTION ? 1 : 0);
    -
    14423  fprintf(m_File, "Macro,VMA_DEBUG_GLOBAL_MUTEX,%u\n", VMA_DEBUG_GLOBAL_MUTEX ? 1 : 0);
    -
    14424  fprintf(m_File, "Macro,VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY,%llu\n", (VkDeviceSize)VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY);
    -
    14425  fprintf(m_File, "Macro,VMA_SMALL_HEAP_MAX_SIZE,%llu\n", (VkDeviceSize)VMA_SMALL_HEAP_MAX_SIZE);
    -
    14426  fprintf(m_File, "Macro,VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE,%llu\n", (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
    -
    14427 
    -
    14428  fprintf(m_File, "Config,End\n");
    -
    14429 }
    -
    14430 
    -
    14431 void VmaRecorder::GetBasicParams(CallParams& outParams)
    -
    14432 {
    -
    14433  outParams.threadId = GetCurrentThreadId();
    -
    14434 
    -
    14435  LARGE_INTEGER counter;
    -
    14436  QueryPerformanceCounter(&counter);
    -
    14437  outParams.time = (double)(counter.QuadPart - m_StartCounter) / (double)m_Freq;
    -
    14438 }
    -
    14439 
    -
    14440 void VmaRecorder::PrintPointerList(uint64_t count, const VmaAllocation* pItems)
    -
    14441 {
    -
    14442  if(count)
    -
    14443  {
    -
    14444  fprintf(m_File, "%p", pItems[0]);
    -
    14445  for(uint64_t i = 1; i < count; ++i)
    -
    14446  {
    -
    14447  fprintf(m_File, " %p", pItems[i]);
    -
    14448  }
    -
    14449  }
    -
    14450 }
    -
    14451 
    -
    14452 void VmaRecorder::Flush()
    -
    14453 {
    -
    14454  if((m_Flags & VMA_RECORD_FLUSH_AFTER_CALL_BIT) != 0)
    -
    14455  {
    -
    14456  fflush(m_File);
    +
    14226 void VmaRecorder::RecordCreateImage(uint32_t frameIndex,
    +
    14227  const VkImageCreateInfo& imageCreateInfo,
    +
    14228  const VmaAllocationCreateInfo& allocCreateInfo,
    +
    14229  VmaAllocation allocation)
    +
    14230 {
    +
    14231  CallParams callParams;
    +
    14232  GetBasicParams(callParams);
    +
    14233 
    +
    14234  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14235  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
    +
    14236  fprintf(m_File, "%u,%.3f,%u,vmaCreateImage,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    +
    14237  imageCreateInfo.flags,
    +
    14238  imageCreateInfo.imageType,
    +
    14239  imageCreateInfo.format,
    +
    14240  imageCreateInfo.extent.width,
    +
    14241  imageCreateInfo.extent.height,
    +
    14242  imageCreateInfo.extent.depth,
    +
    14243  imageCreateInfo.mipLevels,
    +
    14244  imageCreateInfo.arrayLayers,
    +
    14245  imageCreateInfo.samples,
    +
    14246  imageCreateInfo.tiling,
    +
    14247  imageCreateInfo.usage,
    +
    14248  imageCreateInfo.sharingMode,
    +
    14249  imageCreateInfo.initialLayout,
    +
    14250  allocCreateInfo.flags,
    +
    14251  allocCreateInfo.usage,
    +
    14252  allocCreateInfo.requiredFlags,
    +
    14253  allocCreateInfo.preferredFlags,
    +
    14254  allocCreateInfo.memoryTypeBits,
    +
    14255  allocCreateInfo.pool,
    +
    14256  allocation,
    +
    14257  userDataStr.GetString());
    +
    14258  Flush();
    +
    14259 }
    +
    14260 
    +
    14261 void VmaRecorder::RecordDestroyBuffer(uint32_t frameIndex,
    +
    14262  VmaAllocation allocation)
    +
    14263 {
    +
    14264  CallParams callParams;
    +
    14265  GetBasicParams(callParams);
    +
    14266 
    +
    14267  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14268  fprintf(m_File, "%u,%.3f,%u,vmaDestroyBuffer,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14269  allocation);
    +
    14270  Flush();
    +
    14271 }
    +
    14272 
    +
    14273 void VmaRecorder::RecordDestroyImage(uint32_t frameIndex,
    +
    14274  VmaAllocation allocation)
    +
    14275 {
    +
    14276  CallParams callParams;
    +
    14277  GetBasicParams(callParams);
    +
    14278 
    +
    14279  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14280  fprintf(m_File, "%u,%.3f,%u,vmaDestroyImage,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14281  allocation);
    +
    14282  Flush();
    +
    14283 }
    +
    14284 
    +
    14285 void VmaRecorder::RecordTouchAllocation(uint32_t frameIndex,
    +
    14286  VmaAllocation allocation)
    +
    14287 {
    +
    14288  CallParams callParams;
    +
    14289  GetBasicParams(callParams);
    +
    14290 
    +
    14291  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14292  fprintf(m_File, "%u,%.3f,%u,vmaTouchAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14293  allocation);
    +
    14294  Flush();
    +
    14295 }
    +
    14296 
    +
    14297 void VmaRecorder::RecordGetAllocationInfo(uint32_t frameIndex,
    +
    14298  VmaAllocation allocation)
    +
    14299 {
    +
    14300  CallParams callParams;
    +
    14301  GetBasicParams(callParams);
    +
    14302 
    +
    14303  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14304  fprintf(m_File, "%u,%.3f,%u,vmaGetAllocationInfo,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14305  allocation);
    +
    14306  Flush();
    +
    14307 }
    +
    14308 
    +
    14309 void VmaRecorder::RecordMakePoolAllocationsLost(uint32_t frameIndex,
    +
    14310  VmaPool pool)
    +
    14311 {
    +
    14312  CallParams callParams;
    +
    14313  GetBasicParams(callParams);
    +
    14314 
    +
    14315  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14316  fprintf(m_File, "%u,%.3f,%u,vmaMakePoolAllocationsLost,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14317  pool);
    +
    14318  Flush();
    +
    14319 }
    +
    14320 
    +
    14321 void VmaRecorder::RecordDefragmentationBegin(uint32_t frameIndex,
    +
    14322  const VmaDefragmentationInfo2& info,
    +
    14323  VmaDefragmentationContext ctx)
    +
    14324 {
    +
    14325  CallParams callParams;
    +
    14326  GetBasicParams(callParams);
    +
    14327 
    +
    14328  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14329  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationBegin,%u,", callParams.threadId, callParams.time, frameIndex,
    +
    14330  info.flags);
    +
    14331  PrintPointerList(info.allocationCount, info.pAllocations);
    +
    14332  fprintf(m_File, ",");
    +
    14333  PrintPointerList(info.poolCount, info.pPools);
    +
    14334  fprintf(m_File, ",%llu,%u,%llu,%u,%p,%p\n",
    +
    14335  info.maxCpuBytesToMove,
    +
    14336  info.maxCpuAllocationsToMove,
    +
    14337  info.maxGpuBytesToMove,
    +
    14338  info.maxGpuAllocationsToMove,
    +
    14339  info.commandBuffer,
    +
    14340  ctx);
    +
    14341  Flush();
    +
    14342 }
    +
    14343 
    +
    14344 void VmaRecorder::RecordDefragmentationEnd(uint32_t frameIndex,
    +
    14345  VmaDefragmentationContext ctx)
    +
    14346 {
    +
    14347  CallParams callParams;
    +
    14348  GetBasicParams(callParams);
    +
    14349 
    +
    14350  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14351  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationEnd,%p\n", callParams.threadId, callParams.time, frameIndex,
    +
    14352  ctx);
    +
    14353  Flush();
    +
    14354 }
    +
    14355 
    +
    14356 void VmaRecorder::RecordSetPoolName(uint32_t frameIndex,
    +
    14357  VmaPool pool,
    +
    14358  const char* name)
    +
    14359 {
    +
    14360  CallParams callParams;
    +
    14361  GetBasicParams(callParams);
    +
    14362 
    +
    14363  VmaMutexLock lock(m_FileMutex, m_UseMutex);
    +
    14364  fprintf(m_File, "%u,%.3f,%u,vmaSetPoolName,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
    +
    14365  pool, name != VMA_NULL ? name : "");
    +
    14366  Flush();
    +
    14367 }
    +
    14368 
    +
    14369 VmaRecorder::UserDataString::UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData)
    +
    14370 {
    +
    14371  if(pUserData != VMA_NULL)
    +
    14372  {
    +
    14373  if((allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0)
    +
    14374  {
    +
    14375  m_Str = (const char*)pUserData;
    +
    14376  }
    +
    14377  else
    +
    14378  {
    +
    14379  sprintf_s(m_PtrStr, "%p", pUserData);
    +
    14380  m_Str = m_PtrStr;
    +
    14381  }
    +
    14382  }
    +
    14383  else
    +
    14384  {
    +
    14385  m_Str = "";
    +
    14386  }
    +
    14387 }
    +
    14388 
    +
    14389 void VmaRecorder::WriteConfiguration(
    +
    14390  const VkPhysicalDeviceProperties& devProps,
    +
    14391  const VkPhysicalDeviceMemoryProperties& memProps,
    +
    14392  bool dedicatedAllocationExtensionEnabled,
    +
    14393  bool bindMemory2ExtensionEnabled,
    +
    14394  bool memoryBudgetExtensionEnabled)
    +
    14395 {
    +
    14396  fprintf(m_File, "Config,Begin\n");
    +
    14397 
    +
    14398  fprintf(m_File, "PhysicalDevice,apiVersion,%u\n", devProps.apiVersion);
    +
    14399  fprintf(m_File, "PhysicalDevice,driverVersion,%u\n", devProps.driverVersion);
    +
    14400  fprintf(m_File, "PhysicalDevice,vendorID,%u\n", devProps.vendorID);
    +
    14401  fprintf(m_File, "PhysicalDevice,deviceID,%u\n", devProps.deviceID);
    +
    14402  fprintf(m_File, "PhysicalDevice,deviceType,%u\n", devProps.deviceType);
    +
    14403  fprintf(m_File, "PhysicalDevice,deviceName,%s\n", devProps.deviceName);
    +
    14404 
    +
    14405  fprintf(m_File, "PhysicalDeviceLimits,maxMemoryAllocationCount,%u\n", devProps.limits.maxMemoryAllocationCount);
    +
    14406  fprintf(m_File, "PhysicalDeviceLimits,bufferImageGranularity,%llu\n", devProps.limits.bufferImageGranularity);
    +
    14407  fprintf(m_File, "PhysicalDeviceLimits,nonCoherentAtomSize,%llu\n", devProps.limits.nonCoherentAtomSize);
    +
    14408 
    +
    14409  fprintf(m_File, "PhysicalDeviceMemory,HeapCount,%u\n", memProps.memoryHeapCount);
    +
    14410  for(uint32_t i = 0; i < memProps.memoryHeapCount; ++i)
    +
    14411  {
    +
    14412  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,size,%llu\n", i, memProps.memoryHeaps[i].size);
    +
    14413  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,flags,%u\n", i, memProps.memoryHeaps[i].flags);
    +
    14414  }
    +
    14415  fprintf(m_File, "PhysicalDeviceMemory,TypeCount,%u\n", memProps.memoryTypeCount);
    +
    14416  for(uint32_t i = 0; i < memProps.memoryTypeCount; ++i)
    +
    14417  {
    +
    14418  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,heapIndex,%u\n", i, memProps.memoryTypes[i].heapIndex);
    +
    14419  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,propertyFlags,%u\n", i, memProps.memoryTypes[i].propertyFlags);
    +
    14420  }
    +
    14421 
    +
    14422  fprintf(m_File, "Extension,VK_KHR_dedicated_allocation,%u\n", dedicatedAllocationExtensionEnabled ? 1 : 0);
    +
    14423  fprintf(m_File, "Extension,VK_KHR_bind_memory2,%u\n", bindMemory2ExtensionEnabled ? 1 : 0);
    +
    14424  fprintf(m_File, "Extension,VK_EXT_memory_budget,%u\n", memoryBudgetExtensionEnabled ? 1 : 0);
    +
    14425 
    +
    14426  fprintf(m_File, "Macro,VMA_DEBUG_ALWAYS_DEDICATED_MEMORY,%u\n", VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ? 1 : 0);
    +
    14427  fprintf(m_File, "Macro,VMA_DEBUG_ALIGNMENT,%llu\n", (VkDeviceSize)VMA_DEBUG_ALIGNMENT);
    +
    14428  fprintf(m_File, "Macro,VMA_DEBUG_MARGIN,%llu\n", (VkDeviceSize)VMA_DEBUG_MARGIN);
    +
    14429  fprintf(m_File, "Macro,VMA_DEBUG_INITIALIZE_ALLOCATIONS,%u\n", VMA_DEBUG_INITIALIZE_ALLOCATIONS ? 1 : 0);
    +
    14430  fprintf(m_File, "Macro,VMA_DEBUG_DETECT_CORRUPTION,%u\n", VMA_DEBUG_DETECT_CORRUPTION ? 1 : 0);
    +
    14431  fprintf(m_File, "Macro,VMA_DEBUG_GLOBAL_MUTEX,%u\n", VMA_DEBUG_GLOBAL_MUTEX ? 1 : 0);
    +
    14432  fprintf(m_File, "Macro,VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY,%llu\n", (VkDeviceSize)VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY);
    +
    14433  fprintf(m_File, "Macro,VMA_SMALL_HEAP_MAX_SIZE,%llu\n", (VkDeviceSize)VMA_SMALL_HEAP_MAX_SIZE);
    +
    14434  fprintf(m_File, "Macro,VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE,%llu\n", (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
    +
    14435 
    +
    14436  fprintf(m_File, "Config,End\n");
    +
    14437 }
    +
    14438 
    +
    14439 void VmaRecorder::GetBasicParams(CallParams& outParams)
    +
    14440 {
    +
    14441  outParams.threadId = GetCurrentThreadId();
    +
    14442 
    +
    14443  LARGE_INTEGER counter;
    +
    14444  QueryPerformanceCounter(&counter);
    +
    14445  outParams.time = (double)(counter.QuadPart - m_StartCounter) / (double)m_Freq;
    +
    14446 }
    +
    14447 
    +
    14448 void VmaRecorder::PrintPointerList(uint64_t count, const VmaAllocation* pItems)
    +
    14449 {
    +
    14450  if(count)
    +
    14451  {
    +
    14452  fprintf(m_File, "%p", pItems[0]);
    +
    14453  for(uint64_t i = 1; i < count; ++i)
    +
    14454  {
    +
    14455  fprintf(m_File, " %p", pItems[i]);
    +
    14456  }
    14457  }
    14458 }
    14459 
    -
    14460 #endif // #if VMA_RECORDING_ENABLED
    -
    14461 
    -
    14463 // VmaAllocationObjectAllocator
    -
    14464 
    -
    14465 VmaAllocationObjectAllocator::VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks) :
    -
    14466  m_Allocator(pAllocationCallbacks, 1024)
    -
    14467 {
    -
    14468 }
    +
    14460 void VmaRecorder::Flush()
    +
    14461 {
    +
    14462  if((m_Flags & VMA_RECORD_FLUSH_AFTER_CALL_BIT) != 0)
    +
    14463  {
    +
    14464  fflush(m_File);
    +
    14465  }
    +
    14466 }
    +
    14467 
    +
    14468 #endif // #if VMA_RECORDING_ENABLED
    14469 
    -
    14470 VmaAllocation VmaAllocationObjectAllocator::Allocate()
    -
    14471 {
    -
    14472  VmaMutexLock mutexLock(m_Mutex);
    -
    14473  return m_Allocator.Alloc();
    -
    14474 }
    -
    14475 
    -
    14476 void VmaAllocationObjectAllocator::Free(VmaAllocation hAlloc)
    -
    14477 {
    -
    14478  VmaMutexLock mutexLock(m_Mutex);
    -
    14479  m_Allocator.Free(hAlloc);
    -
    14480 }
    -
    14481 
    -
    14483 // VmaAllocator_T
    -
    14484 
    -
    14485 VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) :
    -
    14486  m_UseMutex((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT) == 0),
    -
    14487  m_UseKhrDedicatedAllocation((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0),
    -
    14488  m_UseKhrBindMemory2((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0),
    -
    14489  m_UseExtMemoryBudget((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0),
    -
    14490  m_hDevice(pCreateInfo->device),
    -
    14491  m_hInstance(pCreateInfo->instance),
    -
    14492  m_AllocationCallbacksSpecified(pCreateInfo->pAllocationCallbacks != VMA_NULL),
    -
    14493  m_AllocationCallbacks(pCreateInfo->pAllocationCallbacks ?
    -
    14494  *pCreateInfo->pAllocationCallbacks : VmaEmptyAllocationCallbacks),
    -
    14495  m_AllocationObjectAllocator(&m_AllocationCallbacks),
    -
    14496  m_HeapSizeLimitMask(0),
    -
    14497  m_PreferredLargeHeapBlockSize(0),
    -
    14498  m_PhysicalDevice(pCreateInfo->physicalDevice),
    -
    14499  m_CurrentFrameIndex(0),
    -
    14500  m_GpuDefragmentationMemoryTypeBits(UINT32_MAX),
    -
    14501  m_Pools(VmaStlAllocator<VmaPool>(GetAllocationCallbacks())),
    -
    14502  m_NextPoolId(0)
    -
    14503 #if VMA_RECORDING_ENABLED
    -
    14504  ,m_pRecorder(VMA_NULL)
    -
    14505 #endif
    -
    14506 {
    -
    14507  if(VMA_DEBUG_DETECT_CORRUPTION)
    -
    14508  {
    -
    14509  // Needs to be multiply of uint32_t size because we are going to write VMA_CORRUPTION_DETECTION_MAGIC_VALUE to it.
    -
    14510  VMA_ASSERT(VMA_DEBUG_MARGIN % sizeof(uint32_t) == 0);
    -
    14511  }
    -
    14512 
    -
    14513  VMA_ASSERT(pCreateInfo->physicalDevice && pCreateInfo->device);
    -
    14514 
    -
    14515 #if !(VMA_DEDICATED_ALLOCATION)
    -
    14516  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0)
    -
    14517  {
    -
    14518  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT set but required extensions are disabled by preprocessor macros.");
    +
    14471 // VmaAllocationObjectAllocator
    +
    14472 
    +
    14473 VmaAllocationObjectAllocator::VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks) :
    +
    14474  m_Allocator(pAllocationCallbacks, 1024)
    +
    14475 {
    +
    14476 }
    +
    14477 
    +
    14478 VmaAllocation VmaAllocationObjectAllocator::Allocate()
    +
    14479 {
    +
    14480  VmaMutexLock mutexLock(m_Mutex);
    +
    14481  return m_Allocator.Alloc();
    +
    14482 }
    +
    14483 
    +
    14484 void VmaAllocationObjectAllocator::Free(VmaAllocation hAlloc)
    +
    14485 {
    +
    14486  VmaMutexLock mutexLock(m_Mutex);
    +
    14487  m_Allocator.Free(hAlloc);
    +
    14488 }
    +
    14489 
    +
    14491 // VmaAllocator_T
    +
    14492 
    +
    14493 VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) :
    +
    14494  m_UseMutex((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT) == 0),
    +
    14495  m_UseKhrDedicatedAllocation((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0),
    +
    14496  m_UseKhrBindMemory2((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0),
    +
    14497  m_UseExtMemoryBudget((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0),
    +
    14498  m_hDevice(pCreateInfo->device),
    +
    14499  m_hInstance(pCreateInfo->instance),
    +
    14500  m_AllocationCallbacksSpecified(pCreateInfo->pAllocationCallbacks != VMA_NULL),
    +
    14501  m_AllocationCallbacks(pCreateInfo->pAllocationCallbacks ?
    +
    14502  *pCreateInfo->pAllocationCallbacks : VmaEmptyAllocationCallbacks),
    +
    14503  m_AllocationObjectAllocator(&m_AllocationCallbacks),
    +
    14504  m_HeapSizeLimitMask(0),
    +
    14505  m_PreferredLargeHeapBlockSize(0),
    +
    14506  m_PhysicalDevice(pCreateInfo->physicalDevice),
    +
    14507  m_CurrentFrameIndex(0),
    +
    14508  m_GpuDefragmentationMemoryTypeBits(UINT32_MAX),
    +
    14509  m_Pools(VmaStlAllocator<VmaPool>(GetAllocationCallbacks())),
    +
    14510  m_NextPoolId(0)
    +
    14511 #if VMA_RECORDING_ENABLED
    +
    14512  ,m_pRecorder(VMA_NULL)
    +
    14513 #endif
    +
    14514 {
    +
    14515  if(VMA_DEBUG_DETECT_CORRUPTION)
    +
    14516  {
    +
    14517  // Needs to be multiply of uint32_t size because we are going to write VMA_CORRUPTION_DETECTION_MAGIC_VALUE to it.
    +
    14518  VMA_ASSERT(VMA_DEBUG_MARGIN % sizeof(uint32_t) == 0);
    14519  }
    -
    14520 #endif
    -
    14521 #if !(VMA_BIND_MEMORY2)
    -
    14522  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0)
    -
    14523  {
    -
    14524  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT set but required extension is disabled by preprocessor macros.");
    -
    14525  }
    -
    14526 #endif
    -
    14527 #if !(VMA_MEMORY_BUDGET)
    -
    14528  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0)
    -
    14529  {
    -
    14530  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT set but required extension is disabled by preprocessor macros.");
    -
    14531  }
    -
    14532 #endif
    -
    14533 
    -
    14534  memset(&m_DeviceMemoryCallbacks, 0 ,sizeof(m_DeviceMemoryCallbacks));
    -
    14535  memset(&m_PhysicalDeviceProperties, 0, sizeof(m_PhysicalDeviceProperties));
    -
    14536  memset(&m_MemProps, 0, sizeof(m_MemProps));
    -
    14537 
    -
    14538  memset(&m_pBlockVectors, 0, sizeof(m_pBlockVectors));
    -
    14539  memset(&m_pDedicatedAllocations, 0, sizeof(m_pDedicatedAllocations));
    -
    14540  memset(&m_VulkanFunctions, 0, sizeof(m_VulkanFunctions));
    +
    14520 
    +
    14521  VMA_ASSERT(pCreateInfo->physicalDevice && pCreateInfo->device);
    +
    14522 
    +
    14523 #if !(VMA_DEDICATED_ALLOCATION)
    +
    14524  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0)
    +
    14525  {
    +
    14526  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT set but required extensions are disabled by preprocessor macros.");
    +
    14527  }
    +
    14528 #endif
    +
    14529 #if !(VMA_BIND_MEMORY2)
    +
    14530  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0)
    +
    14531  {
    +
    14532  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT set but required extension is disabled by preprocessor macros.");
    +
    14533  }
    +
    14534 #endif
    +
    14535 #if !(VMA_MEMORY_BUDGET)
    +
    14536  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0)
    +
    14537  {
    +
    14538  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT set but required extension is disabled by preprocessor macros.");
    +
    14539  }
    +
    14540 #endif
    14541 
    -
    14542  if(pCreateInfo->pDeviceMemoryCallbacks != VMA_NULL)
    -
    14543  {
    -
    14544  m_DeviceMemoryCallbacks.pfnAllocate = pCreateInfo->pDeviceMemoryCallbacks->pfnAllocate;
    -
    14545  m_DeviceMemoryCallbacks.pfnFree = pCreateInfo->pDeviceMemoryCallbacks->pfnFree;
    -
    14546  }
    -
    14547 
    -
    14548  ImportVulkanFunctions(pCreateInfo->pVulkanFunctions);
    +
    14542  memset(&m_DeviceMemoryCallbacks, 0 ,sizeof(m_DeviceMemoryCallbacks));
    +
    14543  memset(&m_PhysicalDeviceProperties, 0, sizeof(m_PhysicalDeviceProperties));
    +
    14544  memset(&m_MemProps, 0, sizeof(m_MemProps));
    +
    14545 
    +
    14546  memset(&m_pBlockVectors, 0, sizeof(m_pBlockVectors));
    +
    14547  memset(&m_pDedicatedAllocations, 0, sizeof(m_pDedicatedAllocations));
    +
    14548  memset(&m_VulkanFunctions, 0, sizeof(m_VulkanFunctions));
    14549 
    -
    14550  (*m_VulkanFunctions.vkGetPhysicalDeviceProperties)(m_PhysicalDevice, &m_PhysicalDeviceProperties);
    -
    14551  (*m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties)(m_PhysicalDevice, &m_MemProps);
    -
    14552 
    -
    14553  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_ALIGNMENT));
    -
    14554  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY));
    -
    14555  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.bufferImageGranularity));
    -
    14556  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.nonCoherentAtomSize));
    +
    14550  if(pCreateInfo->pDeviceMemoryCallbacks != VMA_NULL)
    +
    14551  {
    +
    14552  m_DeviceMemoryCallbacks.pfnAllocate = pCreateInfo->pDeviceMemoryCallbacks->pfnAllocate;
    +
    14553  m_DeviceMemoryCallbacks.pfnFree = pCreateInfo->pDeviceMemoryCallbacks->pfnFree;
    +
    14554  }
    +
    14555 
    +
    14556  ImportVulkanFunctions(pCreateInfo->pVulkanFunctions);
    14557 
    -
    14558  m_PreferredLargeHeapBlockSize = (pCreateInfo->preferredLargeHeapBlockSize != 0) ?
    -
    14559  pCreateInfo->preferredLargeHeapBlockSize : static_cast<VkDeviceSize>(VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
    +
    14558  (*m_VulkanFunctions.vkGetPhysicalDeviceProperties)(m_PhysicalDevice, &m_PhysicalDeviceProperties);
    +
    14559  (*m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties)(m_PhysicalDevice, &m_MemProps);
    14560 
    -
    14561  if(pCreateInfo->pHeapSizeLimit != VMA_NULL)
    -
    14562  {
    -
    14563  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
    -
    14564  {
    -
    14565  const VkDeviceSize limit = pCreateInfo->pHeapSizeLimit[heapIndex];
    -
    14566  if(limit != VK_WHOLE_SIZE)
    -
    14567  {
    -
    14568  m_HeapSizeLimitMask |= 1u << heapIndex;
    -
    14569  if(limit < m_MemProps.memoryHeaps[heapIndex].size)
    -
    14570  {
    -
    14571  m_MemProps.memoryHeaps[heapIndex].size = limit;
    -
    14572  }
    -
    14573  }
    -
    14574  }
    -
    14575  }
    -
    14576 
    -
    14577  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    -
    14578  {
    -
    14579  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(memTypeIndex);
    -
    14580 
    -
    14581  m_pBlockVectors[memTypeIndex] = vma_new(this, VmaBlockVector)(
    -
    14582  this,
    -
    14583  VK_NULL_HANDLE, // hParentPool
    -
    14584  memTypeIndex,
    -
    14585  preferredBlockSize,
    -
    14586  0,
    -
    14587  SIZE_MAX,
    -
    14588  GetBufferImageGranularity(),
    -
    14589  pCreateInfo->frameInUseCount,
    -
    14590  false, // explicitBlockSize
    -
    14591  false); // linearAlgorithm
    -
    14592  // No need to call m_pBlockVectors[memTypeIndex][blockVectorTypeIndex]->CreateMinBlocks here,
    -
    14593  // becase minBlockCount is 0.
    -
    14594  m_pDedicatedAllocations[memTypeIndex] = vma_new(this, AllocationVectorType)(VmaStlAllocator<VmaAllocation>(GetAllocationCallbacks()));
    -
    14595 
    -
    14596  }
    -
    14597 }
    -
    14598 
    -
    14599 VkResult VmaAllocator_T::Init(const VmaAllocatorCreateInfo* pCreateInfo)
    -
    14600 {
    -
    14601  VkResult res = VK_SUCCESS;
    -
    14602 
    -
    14603  if(pCreateInfo->pRecordSettings != VMA_NULL &&
    -
    14604  !VmaStrIsEmpty(pCreateInfo->pRecordSettings->pFilePath))
    -
    14605  {
    -
    14606 #if VMA_RECORDING_ENABLED
    -
    14607  m_pRecorder = vma_new(this, VmaRecorder)();
    -
    14608  res = m_pRecorder->Init(*pCreateInfo->pRecordSettings, m_UseMutex);
    -
    14609  if(res != VK_SUCCESS)
    -
    14610  {
    -
    14611  return res;
    -
    14612  }
    -
    14613  m_pRecorder->WriteConfiguration(
    -
    14614  m_PhysicalDeviceProperties,
    -
    14615  m_MemProps,
    -
    14616  m_UseKhrDedicatedAllocation,
    -
    14617  m_UseKhrBindMemory2,
    -
    14618  m_UseExtMemoryBudget);
    -
    14619  m_pRecorder->RecordCreateAllocator(GetCurrentFrameIndex());
    -
    14620 #else
    -
    14621  VMA_ASSERT(0 && "VmaAllocatorCreateInfo::pRecordSettings used, but not supported due to VMA_RECORDING_ENABLED not defined to 1.");
    -
    14622  return VK_ERROR_FEATURE_NOT_PRESENT;
    -
    14623 #endif
    -
    14624  }
    -
    14625 
    -
    14626 #if VMA_MEMORY_BUDGET
    -
    14627  if(m_UseExtMemoryBudget)
    -
    14628  {
    -
    14629  UpdateVulkanBudget();
    -
    14630  }
    -
    14631 #endif // #if VMA_MEMORY_BUDGET
    -
    14632 
    -
    14633  return res;
    -
    14634 }
    -
    14635 
    -
    14636 VmaAllocator_T::~VmaAllocator_T()
    -
    14637 {
    -
    14638 #if VMA_RECORDING_ENABLED
    -
    14639  if(m_pRecorder != VMA_NULL)
    -
    14640  {
    -
    14641  m_pRecorder->RecordDestroyAllocator(GetCurrentFrameIndex());
    -
    14642  vma_delete(this, m_pRecorder);
    -
    14643  }
    -
    14644 #endif
    -
    14645 
    -
    14646  VMA_ASSERT(m_Pools.empty());
    -
    14647 
    -
    14648  for(size_t i = GetMemoryTypeCount(); i--; )
    -
    14649  {
    -
    14650  if(m_pDedicatedAllocations[i] != VMA_NULL && !m_pDedicatedAllocations[i]->empty())
    -
    14651  {
    -
    14652  VMA_ASSERT(0 && "Unfreed dedicated allocations found.");
    -
    14653  }
    -
    14654 
    -
    14655  vma_delete(this, m_pDedicatedAllocations[i]);
    -
    14656  vma_delete(this, m_pBlockVectors[i]);
    -
    14657  }
    -
    14658 }
    -
    14659 
    -
    14660 void VmaAllocator_T::ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions)
    -
    14661 {
    -
    14662 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
    -
    14663  m_VulkanFunctions.vkGetPhysicalDeviceProperties = (PFN_vkGetPhysicalDeviceProperties)vkGetPhysicalDeviceProperties;
    -
    14664  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties = (PFN_vkGetPhysicalDeviceMemoryProperties)vkGetPhysicalDeviceMemoryProperties;
    -
    14665  m_VulkanFunctions.vkAllocateMemory = (PFN_vkAllocateMemory)vkAllocateMemory;
    -
    14666  m_VulkanFunctions.vkFreeMemory = (PFN_vkFreeMemory)vkFreeMemory;
    -
    14667  m_VulkanFunctions.vkMapMemory = (PFN_vkMapMemory)vkMapMemory;
    -
    14668  m_VulkanFunctions.vkUnmapMemory = (PFN_vkUnmapMemory)vkUnmapMemory;
    -
    14669  m_VulkanFunctions.vkFlushMappedMemoryRanges = (PFN_vkFlushMappedMemoryRanges)vkFlushMappedMemoryRanges;
    -
    14670  m_VulkanFunctions.vkInvalidateMappedMemoryRanges = (PFN_vkInvalidateMappedMemoryRanges)vkInvalidateMappedMemoryRanges;
    -
    14671  m_VulkanFunctions.vkBindBufferMemory = (PFN_vkBindBufferMemory)vkBindBufferMemory;
    -
    14672  m_VulkanFunctions.vkBindImageMemory = (PFN_vkBindImageMemory)vkBindImageMemory;
    -
    14673  m_VulkanFunctions.vkGetBufferMemoryRequirements = (PFN_vkGetBufferMemoryRequirements)vkGetBufferMemoryRequirements;
    -
    14674  m_VulkanFunctions.vkGetImageMemoryRequirements = (PFN_vkGetImageMemoryRequirements)vkGetImageMemoryRequirements;
    -
    14675  m_VulkanFunctions.vkCreateBuffer = (PFN_vkCreateBuffer)vkCreateBuffer;
    -
    14676  m_VulkanFunctions.vkDestroyBuffer = (PFN_vkDestroyBuffer)vkDestroyBuffer;
    -
    14677  m_VulkanFunctions.vkCreateImage = (PFN_vkCreateImage)vkCreateImage;
    -
    14678  m_VulkanFunctions.vkDestroyImage = (PFN_vkDestroyImage)vkDestroyImage;
    -
    14679  m_VulkanFunctions.vkCmdCopyBuffer = (PFN_vkCmdCopyBuffer)vkCmdCopyBuffer;
    -
    14680 #if VMA_DEDICATED_ALLOCATION
    -
    14681  if(m_UseKhrDedicatedAllocation)
    -
    14682  {
    -
    14683  m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR =
    -
    14684  (PFN_vkGetBufferMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetBufferMemoryRequirements2KHR");
    -
    14685  m_VulkanFunctions.vkGetImageMemoryRequirements2KHR =
    -
    14686  (PFN_vkGetImageMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetImageMemoryRequirements2KHR");
    -
    14687  }
    -
    14688 #endif // #if VMA_DEDICATED_ALLOCATION
    -
    14689 #if VMA_BIND_MEMORY2
    -
    14690  if(m_UseKhrBindMemory2)
    -
    14691  {
    -
    14692  m_VulkanFunctions.vkBindBufferMemory2KHR =
    -
    14693  (PFN_vkBindBufferMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindBufferMemory2KHR");
    -
    14694  m_VulkanFunctions.vkBindImageMemory2KHR =
    -
    14695  (PFN_vkBindImageMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindImageMemory2KHR");
    -
    14696  }
    -
    14697 #endif // #if VMA_BIND_MEMORY2
    -
    14698 #if VMA_MEMORY_BUDGET
    -
    14699  if(m_UseExtMemoryBudget)
    -
    14700  {
    -
    14701  VMA_ASSERT(m_hInstance != VK_NULL_HANDLE);
    -
    14702  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR =
    -
    14703  (PFN_vkGetPhysicalDeviceMemoryProperties2KHR)vkGetInstanceProcAddr(m_hInstance, "vkGetPhysicalDeviceMemoryProperties2KHR");
    +
    14561  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_ALIGNMENT));
    +
    14562  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY));
    +
    14563  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.bufferImageGranularity));
    +
    14564  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.nonCoherentAtomSize));
    +
    14565 
    +
    14566  m_PreferredLargeHeapBlockSize = (pCreateInfo->preferredLargeHeapBlockSize != 0) ?
    +
    14567  pCreateInfo->preferredLargeHeapBlockSize : static_cast<VkDeviceSize>(VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
    +
    14568 
    +
    14569  if(pCreateInfo->pHeapSizeLimit != VMA_NULL)
    +
    14570  {
    +
    14571  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
    +
    14572  {
    +
    14573  const VkDeviceSize limit = pCreateInfo->pHeapSizeLimit[heapIndex];
    +
    14574  if(limit != VK_WHOLE_SIZE)
    +
    14575  {
    +
    14576  m_HeapSizeLimitMask |= 1u << heapIndex;
    +
    14577  if(limit < m_MemProps.memoryHeaps[heapIndex].size)
    +
    14578  {
    +
    14579  m_MemProps.memoryHeaps[heapIndex].size = limit;
    +
    14580  }
    +
    14581  }
    +
    14582  }
    +
    14583  }
    +
    14584 
    +
    14585  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    +
    14586  {
    +
    14587  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(memTypeIndex);
    +
    14588 
    +
    14589  m_pBlockVectors[memTypeIndex] = vma_new(this, VmaBlockVector)(
    +
    14590  this,
    +
    14591  VK_NULL_HANDLE, // hParentPool
    +
    14592  memTypeIndex,
    +
    14593  preferredBlockSize,
    +
    14594  0,
    +
    14595  SIZE_MAX,
    +
    14596  GetBufferImageGranularity(),
    +
    14597  pCreateInfo->frameInUseCount,
    +
    14598  false, // explicitBlockSize
    +
    14599  false); // linearAlgorithm
    +
    14600  // No need to call m_pBlockVectors[memTypeIndex][blockVectorTypeIndex]->CreateMinBlocks here,
    +
    14601  // becase minBlockCount is 0.
    +
    14602  m_pDedicatedAllocations[memTypeIndex] = vma_new(this, AllocationVectorType)(VmaStlAllocator<VmaAllocation>(GetAllocationCallbacks()));
    +
    14603 
    +
    14604  }
    +
    14605 }
    +
    14606 
    +
    14607 VkResult VmaAllocator_T::Init(const VmaAllocatorCreateInfo* pCreateInfo)
    +
    14608 {
    +
    14609  VkResult res = VK_SUCCESS;
    +
    14610 
    +
    14611  if(pCreateInfo->pRecordSettings != VMA_NULL &&
    +
    14612  !VmaStrIsEmpty(pCreateInfo->pRecordSettings->pFilePath))
    +
    14613  {
    +
    14614 #if VMA_RECORDING_ENABLED
    +
    14615  m_pRecorder = vma_new(this, VmaRecorder)();
    +
    14616  res = m_pRecorder->Init(*pCreateInfo->pRecordSettings, m_UseMutex);
    +
    14617  if(res != VK_SUCCESS)
    +
    14618  {
    +
    14619  return res;
    +
    14620  }
    +
    14621  m_pRecorder->WriteConfiguration(
    +
    14622  m_PhysicalDeviceProperties,
    +
    14623  m_MemProps,
    +
    14624  m_UseKhrDedicatedAllocation,
    +
    14625  m_UseKhrBindMemory2,
    +
    14626  m_UseExtMemoryBudget);
    +
    14627  m_pRecorder->RecordCreateAllocator(GetCurrentFrameIndex());
    +
    14628 #else
    +
    14629  VMA_ASSERT(0 && "VmaAllocatorCreateInfo::pRecordSettings used, but not supported due to VMA_RECORDING_ENABLED not defined to 1.");
    +
    14630  return VK_ERROR_FEATURE_NOT_PRESENT;
    +
    14631 #endif
    +
    14632  }
    +
    14633 
    +
    14634 #if VMA_MEMORY_BUDGET
    +
    14635  if(m_UseExtMemoryBudget)
    +
    14636  {
    +
    14637  UpdateVulkanBudget();
    +
    14638  }
    +
    14639 #endif // #if VMA_MEMORY_BUDGET
    +
    14640 
    +
    14641  return res;
    +
    14642 }
    +
    14643 
    +
    14644 VmaAllocator_T::~VmaAllocator_T()
    +
    14645 {
    +
    14646 #if VMA_RECORDING_ENABLED
    +
    14647  if(m_pRecorder != VMA_NULL)
    +
    14648  {
    +
    14649  m_pRecorder->RecordDestroyAllocator(GetCurrentFrameIndex());
    +
    14650  vma_delete(this, m_pRecorder);
    +
    14651  }
    +
    14652 #endif
    +
    14653 
    +
    14654  VMA_ASSERT(m_Pools.empty());
    +
    14655 
    +
    14656  for(size_t i = GetMemoryTypeCount(); i--; )
    +
    14657  {
    +
    14658  if(m_pDedicatedAllocations[i] != VMA_NULL && !m_pDedicatedAllocations[i]->empty())
    +
    14659  {
    +
    14660  VMA_ASSERT(0 && "Unfreed dedicated allocations found.");
    +
    14661  }
    +
    14662 
    +
    14663  vma_delete(this, m_pDedicatedAllocations[i]);
    +
    14664  vma_delete(this, m_pBlockVectors[i]);
    +
    14665  }
    +
    14666 }
    +
    14667 
    +
    14668 void VmaAllocator_T::ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions)
    +
    14669 {
    +
    14670 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
    +
    14671  m_VulkanFunctions.vkGetPhysicalDeviceProperties = (PFN_vkGetPhysicalDeviceProperties)vkGetPhysicalDeviceProperties;
    +
    14672  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties = (PFN_vkGetPhysicalDeviceMemoryProperties)vkGetPhysicalDeviceMemoryProperties;
    +
    14673  m_VulkanFunctions.vkAllocateMemory = (PFN_vkAllocateMemory)vkAllocateMemory;
    +
    14674  m_VulkanFunctions.vkFreeMemory = (PFN_vkFreeMemory)vkFreeMemory;
    +
    14675  m_VulkanFunctions.vkMapMemory = (PFN_vkMapMemory)vkMapMemory;
    +
    14676  m_VulkanFunctions.vkUnmapMemory = (PFN_vkUnmapMemory)vkUnmapMemory;
    +
    14677  m_VulkanFunctions.vkFlushMappedMemoryRanges = (PFN_vkFlushMappedMemoryRanges)vkFlushMappedMemoryRanges;
    +
    14678  m_VulkanFunctions.vkInvalidateMappedMemoryRanges = (PFN_vkInvalidateMappedMemoryRanges)vkInvalidateMappedMemoryRanges;
    +
    14679  m_VulkanFunctions.vkBindBufferMemory = (PFN_vkBindBufferMemory)vkBindBufferMemory;
    +
    14680  m_VulkanFunctions.vkBindImageMemory = (PFN_vkBindImageMemory)vkBindImageMemory;
    +
    14681  m_VulkanFunctions.vkGetBufferMemoryRequirements = (PFN_vkGetBufferMemoryRequirements)vkGetBufferMemoryRequirements;
    +
    14682  m_VulkanFunctions.vkGetImageMemoryRequirements = (PFN_vkGetImageMemoryRequirements)vkGetImageMemoryRequirements;
    +
    14683  m_VulkanFunctions.vkCreateBuffer = (PFN_vkCreateBuffer)vkCreateBuffer;
    +
    14684  m_VulkanFunctions.vkDestroyBuffer = (PFN_vkDestroyBuffer)vkDestroyBuffer;
    +
    14685  m_VulkanFunctions.vkCreateImage = (PFN_vkCreateImage)vkCreateImage;
    +
    14686  m_VulkanFunctions.vkDestroyImage = (PFN_vkDestroyImage)vkDestroyImage;
    +
    14687  m_VulkanFunctions.vkCmdCopyBuffer = (PFN_vkCmdCopyBuffer)vkCmdCopyBuffer;
    +
    14688 #if VMA_DEDICATED_ALLOCATION
    +
    14689  if(m_UseKhrDedicatedAllocation)
    +
    14690  {
    +
    14691  m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR =
    +
    14692  (PFN_vkGetBufferMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetBufferMemoryRequirements2KHR");
    +
    14693  m_VulkanFunctions.vkGetImageMemoryRequirements2KHR =
    +
    14694  (PFN_vkGetImageMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetImageMemoryRequirements2KHR");
    +
    14695  }
    +
    14696 #endif // #if VMA_DEDICATED_ALLOCATION
    +
    14697 #if VMA_BIND_MEMORY2
    +
    14698  if(m_UseKhrBindMemory2)
    +
    14699  {
    +
    14700  m_VulkanFunctions.vkBindBufferMemory2KHR =
    +
    14701  (PFN_vkBindBufferMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindBufferMemory2KHR");
    +
    14702  m_VulkanFunctions.vkBindImageMemory2KHR =
    +
    14703  (PFN_vkBindImageMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindImageMemory2KHR");
    14704  }
    -
    14705 #endif // #if VMA_MEMORY_BUDGET
    -
    14706 #endif // #if VMA_STATIC_VULKAN_FUNCTIONS == 1
    -
    14707 
    -
    14708 #define VMA_COPY_IF_NOT_NULL(funcName) \
    -
    14709  if(pVulkanFunctions->funcName != VMA_NULL) m_VulkanFunctions.funcName = pVulkanFunctions->funcName;
    -
    14710 
    -
    14711  if(pVulkanFunctions != VMA_NULL)
    -
    14712  {
    -
    14713  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceProperties);
    -
    14714  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties);
    -
    14715  VMA_COPY_IF_NOT_NULL(vkAllocateMemory);
    -
    14716  VMA_COPY_IF_NOT_NULL(vkFreeMemory);
    -
    14717  VMA_COPY_IF_NOT_NULL(vkMapMemory);
    -
    14718  VMA_COPY_IF_NOT_NULL(vkUnmapMemory);
    -
    14719  VMA_COPY_IF_NOT_NULL(vkFlushMappedMemoryRanges);
    -
    14720  VMA_COPY_IF_NOT_NULL(vkInvalidateMappedMemoryRanges);
    -
    14721  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory);
    -
    14722  VMA_COPY_IF_NOT_NULL(vkBindImageMemory);
    -
    14723  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements);
    -
    14724  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements);
    -
    14725  VMA_COPY_IF_NOT_NULL(vkCreateBuffer);
    -
    14726  VMA_COPY_IF_NOT_NULL(vkDestroyBuffer);
    -
    14727  VMA_COPY_IF_NOT_NULL(vkCreateImage);
    -
    14728  VMA_COPY_IF_NOT_NULL(vkDestroyImage);
    -
    14729  VMA_COPY_IF_NOT_NULL(vkCmdCopyBuffer);
    -
    14730 #if VMA_DEDICATED_ALLOCATION
    -
    14731  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements2KHR);
    -
    14732  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements2KHR);
    -
    14733 #endif
    -
    14734 #if VMA_BIND_MEMORY2
    -
    14735  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory2KHR);
    -
    14736  VMA_COPY_IF_NOT_NULL(vkBindImageMemory2KHR);
    -
    14737 #endif
    -
    14738 #if VMA_MEMORY_BUDGET
    -
    14739  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties2KHR);
    -
    14740 #endif
    -
    14741  }
    -
    14742 
    -
    14743 #undef VMA_COPY_IF_NOT_NULL
    -
    14744 
    -
    14745  // If these asserts are hit, you must either #define VMA_STATIC_VULKAN_FUNCTIONS 1
    -
    14746  // or pass valid pointers as VmaAllocatorCreateInfo::pVulkanFunctions.
    -
    14747  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceProperties != VMA_NULL);
    -
    14748  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties != VMA_NULL);
    -
    14749  VMA_ASSERT(m_VulkanFunctions.vkAllocateMemory != VMA_NULL);
    -
    14750  VMA_ASSERT(m_VulkanFunctions.vkFreeMemory != VMA_NULL);
    -
    14751  VMA_ASSERT(m_VulkanFunctions.vkMapMemory != VMA_NULL);
    -
    14752  VMA_ASSERT(m_VulkanFunctions.vkUnmapMemory != VMA_NULL);
    -
    14753  VMA_ASSERT(m_VulkanFunctions.vkFlushMappedMemoryRanges != VMA_NULL);
    -
    14754  VMA_ASSERT(m_VulkanFunctions.vkInvalidateMappedMemoryRanges != VMA_NULL);
    -
    14755  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory != VMA_NULL);
    -
    14756  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory != VMA_NULL);
    -
    14757  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements != VMA_NULL);
    -
    14758  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements != VMA_NULL);
    -
    14759  VMA_ASSERT(m_VulkanFunctions.vkCreateBuffer != VMA_NULL);
    -
    14760  VMA_ASSERT(m_VulkanFunctions.vkDestroyBuffer != VMA_NULL);
    -
    14761  VMA_ASSERT(m_VulkanFunctions.vkCreateImage != VMA_NULL);
    -
    14762  VMA_ASSERT(m_VulkanFunctions.vkDestroyImage != VMA_NULL);
    -
    14763  VMA_ASSERT(m_VulkanFunctions.vkCmdCopyBuffer != VMA_NULL);
    -
    14764 #if VMA_DEDICATED_ALLOCATION
    -
    14765  if(m_UseKhrDedicatedAllocation)
    -
    14766  {
    -
    14767  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR != VMA_NULL);
    -
    14768  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements2KHR != VMA_NULL);
    -
    14769  }
    -
    14770 #endif
    -
    14771 #if VMA_BIND_MEMORY2
    -
    14772  if(m_UseKhrBindMemory2)
    -
    14773  {
    -
    14774  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL);
    -
    14775  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL);
    -
    14776  }
    -
    14777 #endif
    -
    14778 #if VMA_MEMORY_BUDGET
    -
    14779  if(m_UseExtMemoryBudget)
    -
    14780  {
    -
    14781  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR != VMA_NULL);
    -
    14782  }
    -
    14783 #endif
    -
    14784 }
    -
    14785 
    -
    14786 VkDeviceSize VmaAllocator_T::CalcPreferredBlockSize(uint32_t memTypeIndex)
    -
    14787 {
    -
    14788  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
    -
    14789  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
    -
    14790  const bool isSmallHeap = heapSize <= VMA_SMALL_HEAP_MAX_SIZE;
    -
    14791  return VmaAlignUp(isSmallHeap ? (heapSize / 8) : m_PreferredLargeHeapBlockSize, (VkDeviceSize)32);
    +
    14705 #endif // #if VMA_BIND_MEMORY2
    +
    14706 #if VMA_MEMORY_BUDGET
    +
    14707  if(m_UseExtMemoryBudget)
    +
    14708  {
    +
    14709  VMA_ASSERT(m_hInstance != VK_NULL_HANDLE);
    +
    14710  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR =
    +
    14711  (PFN_vkGetPhysicalDeviceMemoryProperties2KHR)vkGetInstanceProcAddr(m_hInstance, "vkGetPhysicalDeviceMemoryProperties2KHR");
    +
    14712  }
    +
    14713 #endif // #if VMA_MEMORY_BUDGET
    +
    14714 #endif // #if VMA_STATIC_VULKAN_FUNCTIONS == 1
    +
    14715 
    +
    14716 #define VMA_COPY_IF_NOT_NULL(funcName) \
    +
    14717  if(pVulkanFunctions->funcName != VMA_NULL) m_VulkanFunctions.funcName = pVulkanFunctions->funcName;
    +
    14718 
    +
    14719  if(pVulkanFunctions != VMA_NULL)
    +
    14720  {
    +
    14721  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceProperties);
    +
    14722  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties);
    +
    14723  VMA_COPY_IF_NOT_NULL(vkAllocateMemory);
    +
    14724  VMA_COPY_IF_NOT_NULL(vkFreeMemory);
    +
    14725  VMA_COPY_IF_NOT_NULL(vkMapMemory);
    +
    14726  VMA_COPY_IF_NOT_NULL(vkUnmapMemory);
    +
    14727  VMA_COPY_IF_NOT_NULL(vkFlushMappedMemoryRanges);
    +
    14728  VMA_COPY_IF_NOT_NULL(vkInvalidateMappedMemoryRanges);
    +
    14729  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory);
    +
    14730  VMA_COPY_IF_NOT_NULL(vkBindImageMemory);
    +
    14731  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements);
    +
    14732  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements);
    +
    14733  VMA_COPY_IF_NOT_NULL(vkCreateBuffer);
    +
    14734  VMA_COPY_IF_NOT_NULL(vkDestroyBuffer);
    +
    14735  VMA_COPY_IF_NOT_NULL(vkCreateImage);
    +
    14736  VMA_COPY_IF_NOT_NULL(vkDestroyImage);
    +
    14737  VMA_COPY_IF_NOT_NULL(vkCmdCopyBuffer);
    +
    14738 #if VMA_DEDICATED_ALLOCATION
    +
    14739  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements2KHR);
    +
    14740  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements2KHR);
    +
    14741 #endif
    +
    14742 #if VMA_BIND_MEMORY2
    +
    14743  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory2KHR);
    +
    14744  VMA_COPY_IF_NOT_NULL(vkBindImageMemory2KHR);
    +
    14745 #endif
    +
    14746 #if VMA_MEMORY_BUDGET
    +
    14747  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties2KHR);
    +
    14748 #endif
    +
    14749  }
    +
    14750 
    +
    14751 #undef VMA_COPY_IF_NOT_NULL
    +
    14752 
    +
    14753  // If these asserts are hit, you must either #define VMA_STATIC_VULKAN_FUNCTIONS 1
    +
    14754  // or pass valid pointers as VmaAllocatorCreateInfo::pVulkanFunctions.
    +
    14755  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceProperties != VMA_NULL);
    +
    14756  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties != VMA_NULL);
    +
    14757  VMA_ASSERT(m_VulkanFunctions.vkAllocateMemory != VMA_NULL);
    +
    14758  VMA_ASSERT(m_VulkanFunctions.vkFreeMemory != VMA_NULL);
    +
    14759  VMA_ASSERT(m_VulkanFunctions.vkMapMemory != VMA_NULL);
    +
    14760  VMA_ASSERT(m_VulkanFunctions.vkUnmapMemory != VMA_NULL);
    +
    14761  VMA_ASSERT(m_VulkanFunctions.vkFlushMappedMemoryRanges != VMA_NULL);
    +
    14762  VMA_ASSERT(m_VulkanFunctions.vkInvalidateMappedMemoryRanges != VMA_NULL);
    +
    14763  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory != VMA_NULL);
    +
    14764  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory != VMA_NULL);
    +
    14765  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements != VMA_NULL);
    +
    14766  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements != VMA_NULL);
    +
    14767  VMA_ASSERT(m_VulkanFunctions.vkCreateBuffer != VMA_NULL);
    +
    14768  VMA_ASSERT(m_VulkanFunctions.vkDestroyBuffer != VMA_NULL);
    +
    14769  VMA_ASSERT(m_VulkanFunctions.vkCreateImage != VMA_NULL);
    +
    14770  VMA_ASSERT(m_VulkanFunctions.vkDestroyImage != VMA_NULL);
    +
    14771  VMA_ASSERT(m_VulkanFunctions.vkCmdCopyBuffer != VMA_NULL);
    +
    14772 #if VMA_DEDICATED_ALLOCATION
    +
    14773  if(m_UseKhrDedicatedAllocation)
    +
    14774  {
    +
    14775  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR != VMA_NULL);
    +
    14776  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements2KHR != VMA_NULL);
    +
    14777  }
    +
    14778 #endif
    +
    14779 #if VMA_BIND_MEMORY2
    +
    14780  if(m_UseKhrBindMemory2)
    +
    14781  {
    +
    14782  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL);
    +
    14783  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL);
    +
    14784  }
    +
    14785 #endif
    +
    14786 #if VMA_MEMORY_BUDGET
    +
    14787  if(m_UseExtMemoryBudget)
    +
    14788  {
    +
    14789  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR != VMA_NULL);
    +
    14790  }
    +
    14791 #endif
    14792 }
    14793 
    -
    14794 VkResult VmaAllocator_T::AllocateMemoryOfType(
    -
    14795  VkDeviceSize size,
    -
    14796  VkDeviceSize alignment,
    -
    14797  bool dedicatedAllocation,
    -
    14798  VkBuffer dedicatedBuffer,
    -
    14799  VkImage dedicatedImage,
    -
    14800  const VmaAllocationCreateInfo& createInfo,
    -
    14801  uint32_t memTypeIndex,
    -
    14802  VmaSuballocationType suballocType,
    -
    14803  size_t allocationCount,
    -
    14804  VmaAllocation* pAllocations)
    -
    14805 {
    -
    14806  VMA_ASSERT(pAllocations != VMA_NULL);
    -
    14807  VMA_DEBUG_LOG(" AllocateMemory: MemoryTypeIndex=%u, AllocationCount=%zu, Size=%llu", memTypeIndex, allocationCount, size);
    -
    14808 
    -
    14809  VmaAllocationCreateInfo finalCreateInfo = createInfo;
    -
    14810 
    -
    14811  // If memory type is not HOST_VISIBLE, disable MAPPED.
    -
    14812  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
    -
    14813  (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
    -
    14814  {
    -
    14815  finalCreateInfo.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
    -
    14816  }
    -
    14817 
    -
    14818  VmaBlockVector* const blockVector = m_pBlockVectors[memTypeIndex];
    -
    14819  VMA_ASSERT(blockVector);
    -
    14820 
    -
    14821  const VkDeviceSize preferredBlockSize = blockVector->GetPreferredBlockSize();
    -
    14822  bool preferDedicatedMemory =
    -
    14823  VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ||
    -
    14824  dedicatedAllocation ||
    -
    14825  // Heuristics: Allocate dedicated memory if requested size if greater than half of preferred block size.
    -
    14826  size > preferredBlockSize / 2;
    -
    14827 
    -
    14828  if(preferDedicatedMemory &&
    -
    14829  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0 &&
    -
    14830  finalCreateInfo.pool == VK_NULL_HANDLE)
    -
    14831  {
    -
    14832  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
    -
    14833  }
    -
    14834 
    -
    14835  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0)
    -
    14836  {
    -
    14837  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
    -
    14838  {
    -
    14839  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    14840  }
    -
    14841  else
    -
    14842  {
    -
    14843  return AllocateDedicatedMemory(
    -
    14844  size,
    -
    14845  suballocType,
    -
    14846  memTypeIndex,
    -
    14847  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
    -
    14848  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
    -
    14849  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
    -
    14850  finalCreateInfo.pUserData,
    -
    14851  dedicatedBuffer,
    -
    14852  dedicatedImage,
    -
    14853  allocationCount,
    -
    14854  pAllocations);
    -
    14855  }
    -
    14856  }
    -
    14857  else
    -
    14858  {
    -
    14859  VkResult res = blockVector->Allocate(
    -
    14860  m_CurrentFrameIndex.load(),
    -
    14861  size,
    -
    14862  alignment,
    -
    14863  finalCreateInfo,
    -
    14864  suballocType,
    -
    14865  allocationCount,
    -
    14866  pAllocations);
    -
    14867  if(res == VK_SUCCESS)
    -
    14868  {
    -
    14869  return res;
    -
    14870  }
    -
    14871 
    -
    14872  // 5. Try dedicated memory.
    -
    14873  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
    -
    14874  {
    -
    14875  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    14876  }
    -
    14877  else
    -
    14878  {
    -
    14879  res = AllocateDedicatedMemory(
    -
    14880  size,
    -
    14881  suballocType,
    -
    14882  memTypeIndex,
    -
    14883  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
    -
    14884  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
    -
    14885  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
    -
    14886  finalCreateInfo.pUserData,
    -
    14887  dedicatedBuffer,
    -
    14888  dedicatedImage,
    -
    14889  allocationCount,
    -
    14890  pAllocations);
    -
    14891  if(res == VK_SUCCESS)
    -
    14892  {
    -
    14893  // Succeeded: AllocateDedicatedMemory function already filld pMemory, nothing more to do here.
    -
    14894  VMA_DEBUG_LOG(" Allocated as DedicatedMemory");
    -
    14895  return VK_SUCCESS;
    -
    14896  }
    -
    14897  else
    -
    14898  {
    -
    14899  // Everything failed: Return error code.
    -
    14900  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
    -
    14901  return res;
    -
    14902  }
    -
    14903  }
    -
    14904  }
    -
    14905 }
    -
    14906 
    -
    14907 VkResult VmaAllocator_T::AllocateDedicatedMemory(
    -
    14908  VkDeviceSize size,
    -
    14909  VmaSuballocationType suballocType,
    -
    14910  uint32_t memTypeIndex,
    -
    14911  bool withinBudget,
    -
    14912  bool map,
    -
    14913  bool isUserDataString,
    -
    14914  void* pUserData,
    -
    14915  VkBuffer dedicatedBuffer,
    -
    14916  VkImage dedicatedImage,
    -
    14917  size_t allocationCount,
    -
    14918  VmaAllocation* pAllocations)
    -
    14919 {
    -
    14920  VMA_ASSERT(allocationCount > 0 && pAllocations);
    -
    14921 
    -
    14922  if(withinBudget)
    -
    14923  {
    -
    14924  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
    -
    14925  VmaBudget heapBudget = {};
    -
    14926  GetBudget(&heapBudget, heapIndex, 1);
    -
    14927  if(heapBudget.usage + size * allocationCount > heapBudget.budget)
    -
    14928  {
    -
    14929  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    14930  }
    -
    14931  }
    -
    14932 
    -
    14933  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
    -
    14934  allocInfo.memoryTypeIndex = memTypeIndex;
    -
    14935  allocInfo.allocationSize = size;
    -
    14936 
    -
    14937 #if VMA_DEDICATED_ALLOCATION
    -
    14938  VkMemoryDedicatedAllocateInfoKHR dedicatedAllocInfo = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO_KHR };
    -
    14939  if(m_UseKhrDedicatedAllocation)
    -
    14940  {
    -
    14941  if(dedicatedBuffer != VK_NULL_HANDLE)
    -
    14942  {
    -
    14943  VMA_ASSERT(dedicatedImage == VK_NULL_HANDLE);
    -
    14944  dedicatedAllocInfo.buffer = dedicatedBuffer;
    -
    14945  allocInfo.pNext = &dedicatedAllocInfo;
    -
    14946  }
    -
    14947  else if(dedicatedImage != VK_NULL_HANDLE)
    -
    14948  {
    -
    14949  dedicatedAllocInfo.image = dedicatedImage;
    -
    14950  allocInfo.pNext = &dedicatedAllocInfo;
    -
    14951  }
    -
    14952  }
    -
    14953 #endif // #if VMA_DEDICATED_ALLOCATION
    -
    14954 
    -
    14955  size_t allocIndex;
    -
    14956  VkResult res = VK_SUCCESS;
    -
    14957  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
    -
    14958  {
    -
    14959  res = AllocateDedicatedMemoryPage(
    -
    14960  size,
    -
    14961  suballocType,
    -
    14962  memTypeIndex,
    -
    14963  allocInfo,
    -
    14964  map,
    -
    14965  isUserDataString,
    -
    14966  pUserData,
    -
    14967  pAllocations + allocIndex);
    -
    14968  if(res != VK_SUCCESS)
    -
    14969  {
    -
    14970  break;
    -
    14971  }
    -
    14972  }
    -
    14973 
    -
    14974  if(res == VK_SUCCESS)
    -
    14975  {
    -
    14976  // Register them in m_pDedicatedAllocations.
    -
    14977  {
    -
    14978  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
    -
    14979  AllocationVectorType* pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
    -
    14980  VMA_ASSERT(pDedicatedAllocations);
    -
    14981  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
    -
    14982  {
    -
    14983  VmaVectorInsertSorted<VmaPointerLess>(*pDedicatedAllocations, pAllocations[allocIndex]);
    -
    14984  }
    -
    14985  }
    +
    14794 VkDeviceSize VmaAllocator_T::CalcPreferredBlockSize(uint32_t memTypeIndex)
    +
    14795 {
    +
    14796  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
    +
    14797  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
    +
    14798  const bool isSmallHeap = heapSize <= VMA_SMALL_HEAP_MAX_SIZE;
    +
    14799  return VmaAlignUp(isSmallHeap ? (heapSize / 8) : m_PreferredLargeHeapBlockSize, (VkDeviceSize)32);
    +
    14800 }
    +
    14801 
    +
    14802 VkResult VmaAllocator_T::AllocateMemoryOfType(
    +
    14803  VkDeviceSize size,
    +
    14804  VkDeviceSize alignment,
    +
    14805  bool dedicatedAllocation,
    +
    14806  VkBuffer dedicatedBuffer,
    +
    14807  VkImage dedicatedImage,
    +
    14808  const VmaAllocationCreateInfo& createInfo,
    +
    14809  uint32_t memTypeIndex,
    +
    14810  VmaSuballocationType suballocType,
    +
    14811  size_t allocationCount,
    +
    14812  VmaAllocation* pAllocations)
    +
    14813 {
    +
    14814  VMA_ASSERT(pAllocations != VMA_NULL);
    +
    14815  VMA_DEBUG_LOG(" AllocateMemory: MemoryTypeIndex=%u, AllocationCount=%zu, Size=%llu", memTypeIndex, allocationCount, size);
    +
    14816 
    +
    14817  VmaAllocationCreateInfo finalCreateInfo = createInfo;
    +
    14818 
    +
    14819  // If memory type is not HOST_VISIBLE, disable MAPPED.
    +
    14820  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
    +
    14821  (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
    +
    14822  {
    +
    14823  finalCreateInfo.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
    +
    14824  }
    +
    14825  // If memory is lazily allocated, it should be always dedicated.
    +
    14826  if(finalCreateInfo.usage == VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED)
    +
    14827  {
    +
    14828  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
    +
    14829  }
    +
    14830 
    +
    14831  VmaBlockVector* const blockVector = m_pBlockVectors[memTypeIndex];
    +
    14832  VMA_ASSERT(blockVector);
    +
    14833 
    +
    14834  const VkDeviceSize preferredBlockSize = blockVector->GetPreferredBlockSize();
    +
    14835  bool preferDedicatedMemory =
    +
    14836  VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ||
    +
    14837  dedicatedAllocation ||
    +
    14838  // Heuristics: Allocate dedicated memory if requested size if greater than half of preferred block size.
    +
    14839  size > preferredBlockSize / 2;
    +
    14840 
    +
    14841  if(preferDedicatedMemory &&
    +
    14842  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0 &&
    +
    14843  finalCreateInfo.pool == VK_NULL_HANDLE)
    +
    14844  {
    +
    14845  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
    +
    14846  }
    +
    14847 
    +
    14848  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0)
    +
    14849  {
    +
    14850  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
    +
    14851  {
    +
    14852  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    14853  }
    +
    14854  else
    +
    14855  {
    +
    14856  return AllocateDedicatedMemory(
    +
    14857  size,
    +
    14858  suballocType,
    +
    14859  memTypeIndex,
    +
    14860  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
    +
    14861  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
    +
    14862  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
    +
    14863  finalCreateInfo.pUserData,
    +
    14864  dedicatedBuffer,
    +
    14865  dedicatedImage,
    +
    14866  allocationCount,
    +
    14867  pAllocations);
    +
    14868  }
    +
    14869  }
    +
    14870  else
    +
    14871  {
    +
    14872  VkResult res = blockVector->Allocate(
    +
    14873  m_CurrentFrameIndex.load(),
    +
    14874  size,
    +
    14875  alignment,
    +
    14876  finalCreateInfo,
    +
    14877  suballocType,
    +
    14878  allocationCount,
    +
    14879  pAllocations);
    +
    14880  if(res == VK_SUCCESS)
    +
    14881  {
    +
    14882  return res;
    +
    14883  }
    +
    14884 
    +
    14885  // 5. Try dedicated memory.
    +
    14886  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
    +
    14887  {
    +
    14888  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    14889  }
    +
    14890  else
    +
    14891  {
    +
    14892  res = AllocateDedicatedMemory(
    +
    14893  size,
    +
    14894  suballocType,
    +
    14895  memTypeIndex,
    +
    14896  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
    +
    14897  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
    +
    14898  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
    +
    14899  finalCreateInfo.pUserData,
    +
    14900  dedicatedBuffer,
    +
    14901  dedicatedImage,
    +
    14902  allocationCount,
    +
    14903  pAllocations);
    +
    14904  if(res == VK_SUCCESS)
    +
    14905  {
    +
    14906  // Succeeded: AllocateDedicatedMemory function already filld pMemory, nothing more to do here.
    +
    14907  VMA_DEBUG_LOG(" Allocated as DedicatedMemory");
    +
    14908  return VK_SUCCESS;
    +
    14909  }
    +
    14910  else
    +
    14911  {
    +
    14912  // Everything failed: Return error code.
    +
    14913  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
    +
    14914  return res;
    +
    14915  }
    +
    14916  }
    +
    14917  }
    +
    14918 }
    +
    14919 
    +
    14920 VkResult VmaAllocator_T::AllocateDedicatedMemory(
    +
    14921  VkDeviceSize size,
    +
    14922  VmaSuballocationType suballocType,
    +
    14923  uint32_t memTypeIndex,
    +
    14924  bool withinBudget,
    +
    14925  bool map,
    +
    14926  bool isUserDataString,
    +
    14927  void* pUserData,
    +
    14928  VkBuffer dedicatedBuffer,
    +
    14929  VkImage dedicatedImage,
    +
    14930  size_t allocationCount,
    +
    14931  VmaAllocation* pAllocations)
    +
    14932 {
    +
    14933  VMA_ASSERT(allocationCount > 0 && pAllocations);
    +
    14934 
    +
    14935  if(withinBudget)
    +
    14936  {
    +
    14937  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
    +
    14938  VmaBudget heapBudget = {};
    +
    14939  GetBudget(&heapBudget, heapIndex, 1);
    +
    14940  if(heapBudget.usage + size * allocationCount > heapBudget.budget)
    +
    14941  {
    +
    14942  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    14943  }
    +
    14944  }
    +
    14945 
    +
    14946  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
    +
    14947  allocInfo.memoryTypeIndex = memTypeIndex;
    +
    14948  allocInfo.allocationSize = size;
    +
    14949 
    +
    14950 #if VMA_DEDICATED_ALLOCATION
    +
    14951  VkMemoryDedicatedAllocateInfoKHR dedicatedAllocInfo = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO_KHR };
    +
    14952  if(m_UseKhrDedicatedAllocation)
    +
    14953  {
    +
    14954  if(dedicatedBuffer != VK_NULL_HANDLE)
    +
    14955  {
    +
    14956  VMA_ASSERT(dedicatedImage == VK_NULL_HANDLE);
    +
    14957  dedicatedAllocInfo.buffer = dedicatedBuffer;
    +
    14958  allocInfo.pNext = &dedicatedAllocInfo;
    +
    14959  }
    +
    14960  else if(dedicatedImage != VK_NULL_HANDLE)
    +
    14961  {
    +
    14962  dedicatedAllocInfo.image = dedicatedImage;
    +
    14963  allocInfo.pNext = &dedicatedAllocInfo;
    +
    14964  }
    +
    14965  }
    +
    14966 #endif // #if VMA_DEDICATED_ALLOCATION
    +
    14967 
    +
    14968  size_t allocIndex;
    +
    14969  VkResult res = VK_SUCCESS;
    +
    14970  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
    +
    14971  {
    +
    14972  res = AllocateDedicatedMemoryPage(
    +
    14973  size,
    +
    14974  suballocType,
    +
    14975  memTypeIndex,
    +
    14976  allocInfo,
    +
    14977  map,
    +
    14978  isUserDataString,
    +
    14979  pUserData,
    +
    14980  pAllocations + allocIndex);
    +
    14981  if(res != VK_SUCCESS)
    +
    14982  {
    +
    14983  break;
    +
    14984  }
    +
    14985  }
    14986 
    -
    14987  VMA_DEBUG_LOG(" Allocated DedicatedMemory Count=%zu, MemoryTypeIndex=#%u", allocationCount, memTypeIndex);
    -
    14988  }
    -
    14989  else
    -
    14990  {
    -
    14991  // Free all already created allocations.
    -
    14992  while(allocIndex--)
    -
    14993  {
    -
    14994  VmaAllocation currAlloc = pAllocations[allocIndex];
    -
    14995  VkDeviceMemory hMemory = currAlloc->GetMemory();
    -
    14996 
    -
    14997  /*
    -
    14998  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
    -
    14999  before vkFreeMemory.
    -
    15000 
    -
    15001  if(currAlloc->GetMappedData() != VMA_NULL)
    -
    15002  {
    -
    15003  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
    -
    15004  }
    -
    15005  */
    -
    15006 
    -
    15007  FreeVulkanMemory(memTypeIndex, currAlloc->GetSize(), hMemory);
    -
    15008  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), currAlloc->GetSize());
    -
    15009  currAlloc->SetUserData(this, VMA_NULL);
    -
    15010  currAlloc->Dtor();
    -
    15011  m_AllocationObjectAllocator.Free(currAlloc);
    -
    15012  }
    -
    15013 
    -
    15014  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
    -
    15015  }
    -
    15016 
    -
    15017  return res;
    -
    15018 }
    -
    15019 
    -
    15020 VkResult VmaAllocator_T::AllocateDedicatedMemoryPage(
    -
    15021  VkDeviceSize size,
    -
    15022  VmaSuballocationType suballocType,
    -
    15023  uint32_t memTypeIndex,
    -
    15024  const VkMemoryAllocateInfo& allocInfo,
    -
    15025  bool map,
    -
    15026  bool isUserDataString,
    -
    15027  void* pUserData,
    -
    15028  VmaAllocation* pAllocation)
    -
    15029 {
    -
    15030  VkDeviceMemory hMemory = VK_NULL_HANDLE;
    -
    15031  VkResult res = AllocateVulkanMemory(&allocInfo, &hMemory);
    -
    15032  if(res < 0)
    -
    15033  {
    -
    15034  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
    -
    15035  return res;
    -
    15036  }
    -
    15037 
    -
    15038  void* pMappedData = VMA_NULL;
    -
    15039  if(map)
    -
    15040  {
    -
    15041  res = (*m_VulkanFunctions.vkMapMemory)(
    -
    15042  m_hDevice,
    -
    15043  hMemory,
    -
    15044  0,
    -
    15045  VK_WHOLE_SIZE,
    -
    15046  0,
    -
    15047  &pMappedData);
    -
    15048  if(res < 0)
    -
    15049  {
    -
    15050  VMA_DEBUG_LOG(" vkMapMemory FAILED");
    -
    15051  FreeVulkanMemory(memTypeIndex, size, hMemory);
    -
    15052  return res;
    -
    15053  }
    -
    15054  }
    -
    15055 
    -
    15056  *pAllocation = m_AllocationObjectAllocator.Allocate();
    -
    15057  (*pAllocation)->Ctor(m_CurrentFrameIndex.load(), isUserDataString);
    -
    15058  (*pAllocation)->InitDedicatedAllocation(memTypeIndex, hMemory, suballocType, pMappedData, size);
    -
    15059  (*pAllocation)->SetUserData(this, pUserData);
    -
    15060  m_Budget.AddAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), size);
    -
    15061  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
    -
    15062  {
    -
    15063  FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
    -
    15064  }
    -
    15065 
    -
    15066  return VK_SUCCESS;
    -
    15067 }
    +
    14987  if(res == VK_SUCCESS)
    +
    14988  {
    +
    14989  // Register them in m_pDedicatedAllocations.
    +
    14990  {
    +
    14991  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
    +
    14992  AllocationVectorType* pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
    +
    14993  VMA_ASSERT(pDedicatedAllocations);
    +
    14994  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
    +
    14995  {
    +
    14996  VmaVectorInsertSorted<VmaPointerLess>(*pDedicatedAllocations, pAllocations[allocIndex]);
    +
    14997  }
    +
    14998  }
    +
    14999 
    +
    15000  VMA_DEBUG_LOG(" Allocated DedicatedMemory Count=%zu, MemoryTypeIndex=#%u", allocationCount, memTypeIndex);
    +
    15001  }
    +
    15002  else
    +
    15003  {
    +
    15004  // Free all already created allocations.
    +
    15005  while(allocIndex--)
    +
    15006  {
    +
    15007  VmaAllocation currAlloc = pAllocations[allocIndex];
    +
    15008  VkDeviceMemory hMemory = currAlloc->GetMemory();
    +
    15009 
    +
    15010  /*
    +
    15011  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
    +
    15012  before vkFreeMemory.
    +
    15013 
    +
    15014  if(currAlloc->GetMappedData() != VMA_NULL)
    +
    15015  {
    +
    15016  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
    +
    15017  }
    +
    15018  */
    +
    15019 
    +
    15020  FreeVulkanMemory(memTypeIndex, currAlloc->GetSize(), hMemory);
    +
    15021  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), currAlloc->GetSize());
    +
    15022  currAlloc->SetUserData(this, VMA_NULL);
    +
    15023  currAlloc->Dtor();
    +
    15024  m_AllocationObjectAllocator.Free(currAlloc);
    +
    15025  }
    +
    15026 
    +
    15027  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
    +
    15028  }
    +
    15029 
    +
    15030  return res;
    +
    15031 }
    +
    15032 
    +
    15033 VkResult VmaAllocator_T::AllocateDedicatedMemoryPage(
    +
    15034  VkDeviceSize size,
    +
    15035  VmaSuballocationType suballocType,
    +
    15036  uint32_t memTypeIndex,
    +
    15037  const VkMemoryAllocateInfo& allocInfo,
    +
    15038  bool map,
    +
    15039  bool isUserDataString,
    +
    15040  void* pUserData,
    +
    15041  VmaAllocation* pAllocation)
    +
    15042 {
    +
    15043  VkDeviceMemory hMemory = VK_NULL_HANDLE;
    +
    15044  VkResult res = AllocateVulkanMemory(&allocInfo, &hMemory);
    +
    15045  if(res < 0)
    +
    15046  {
    +
    15047  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
    +
    15048  return res;
    +
    15049  }
    +
    15050 
    +
    15051  void* pMappedData = VMA_NULL;
    +
    15052  if(map)
    +
    15053  {
    +
    15054  res = (*m_VulkanFunctions.vkMapMemory)(
    +
    15055  m_hDevice,
    +
    15056  hMemory,
    +
    15057  0,
    +
    15058  VK_WHOLE_SIZE,
    +
    15059  0,
    +
    15060  &pMappedData);
    +
    15061  if(res < 0)
    +
    15062  {
    +
    15063  VMA_DEBUG_LOG(" vkMapMemory FAILED");
    +
    15064  FreeVulkanMemory(memTypeIndex, size, hMemory);
    +
    15065  return res;
    +
    15066  }
    +
    15067  }
    15068 
    -
    15069 void VmaAllocator_T::GetBufferMemoryRequirements(
    -
    15070  VkBuffer hBuffer,
    -
    15071  VkMemoryRequirements& memReq,
    -
    15072  bool& requiresDedicatedAllocation,
    -
    15073  bool& prefersDedicatedAllocation) const
    -
    15074 {
    -
    15075 #if VMA_DEDICATED_ALLOCATION
    -
    15076  if(m_UseKhrDedicatedAllocation)
    -
    15077  {
    -
    15078  VkBufferMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_BUFFER_MEMORY_REQUIREMENTS_INFO_2_KHR };
    -
    15079  memReqInfo.buffer = hBuffer;
    -
    15080 
    -
    15081  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
    -
    15082 
    -
    15083  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
    -
    15084  memReq2.pNext = &memDedicatedReq;
    -
    15085 
    -
    15086  (*m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
    -
    15087 
    -
    15088  memReq = memReq2.memoryRequirements;
    -
    15089  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
    -
    15090  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
    -
    15091  }
    -
    15092  else
    -
    15093 #endif // #if VMA_DEDICATED_ALLOCATION
    -
    15094  {
    -
    15095  (*m_VulkanFunctions.vkGetBufferMemoryRequirements)(m_hDevice, hBuffer, &memReq);
    -
    15096  requiresDedicatedAllocation = false;
    -
    15097  prefersDedicatedAllocation = false;
    -
    15098  }
    -
    15099 }
    +
    15069  *pAllocation = m_AllocationObjectAllocator.Allocate();
    +
    15070  (*pAllocation)->Ctor(m_CurrentFrameIndex.load(), isUserDataString);
    +
    15071  (*pAllocation)->InitDedicatedAllocation(memTypeIndex, hMemory, suballocType, pMappedData, size);
    +
    15072  (*pAllocation)->SetUserData(this, pUserData);
    +
    15073  m_Budget.AddAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), size);
    +
    15074  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
    +
    15075  {
    +
    15076  FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
    +
    15077  }
    +
    15078 
    +
    15079  return VK_SUCCESS;
    +
    15080 }
    +
    15081 
    +
    15082 void VmaAllocator_T::GetBufferMemoryRequirements(
    +
    15083  VkBuffer hBuffer,
    +
    15084  VkMemoryRequirements& memReq,
    +
    15085  bool& requiresDedicatedAllocation,
    +
    15086  bool& prefersDedicatedAllocation) const
    +
    15087 {
    +
    15088 #if VMA_DEDICATED_ALLOCATION
    +
    15089  if(m_UseKhrDedicatedAllocation)
    +
    15090  {
    +
    15091  VkBufferMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_BUFFER_MEMORY_REQUIREMENTS_INFO_2_KHR };
    +
    15092  memReqInfo.buffer = hBuffer;
    +
    15093 
    +
    15094  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
    +
    15095 
    +
    15096  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
    +
    15097  memReq2.pNext = &memDedicatedReq;
    +
    15098 
    +
    15099  (*m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
    15100 
    -
    15101 void VmaAllocator_T::GetImageMemoryRequirements(
    -
    15102  VkImage hImage,
    -
    15103  VkMemoryRequirements& memReq,
    -
    15104  bool& requiresDedicatedAllocation,
    -
    15105  bool& prefersDedicatedAllocation) const
    -
    15106 {
    -
    15107 #if VMA_DEDICATED_ALLOCATION
    -
    15108  if(m_UseKhrDedicatedAllocation)
    -
    15109  {
    -
    15110  VkImageMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2_KHR };
    -
    15111  memReqInfo.image = hImage;
    -
    15112 
    -
    15113  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
    -
    15114 
    -
    15115  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
    -
    15116  memReq2.pNext = &memDedicatedReq;
    -
    15117 
    -
    15118  (*m_VulkanFunctions.vkGetImageMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
    -
    15119 
    -
    15120  memReq = memReq2.memoryRequirements;
    -
    15121  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
    -
    15122  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
    -
    15123  }
    -
    15124  else
    -
    15125 #endif // #if VMA_DEDICATED_ALLOCATION
    -
    15126  {
    -
    15127  (*m_VulkanFunctions.vkGetImageMemoryRequirements)(m_hDevice, hImage, &memReq);
    -
    15128  requiresDedicatedAllocation = false;
    -
    15129  prefersDedicatedAllocation = false;
    -
    15130  }
    -
    15131 }
    +
    15101  memReq = memReq2.memoryRequirements;
    +
    15102  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
    +
    15103  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
    +
    15104  }
    +
    15105  else
    +
    15106 #endif // #if VMA_DEDICATED_ALLOCATION
    +
    15107  {
    +
    15108  (*m_VulkanFunctions.vkGetBufferMemoryRequirements)(m_hDevice, hBuffer, &memReq);
    +
    15109  requiresDedicatedAllocation = false;
    +
    15110  prefersDedicatedAllocation = false;
    +
    15111  }
    +
    15112 }
    +
    15113 
    +
    15114 void VmaAllocator_T::GetImageMemoryRequirements(
    +
    15115  VkImage hImage,
    +
    15116  VkMemoryRequirements& memReq,
    +
    15117  bool& requiresDedicatedAllocation,
    +
    15118  bool& prefersDedicatedAllocation) const
    +
    15119 {
    +
    15120 #if VMA_DEDICATED_ALLOCATION
    +
    15121  if(m_UseKhrDedicatedAllocation)
    +
    15122  {
    +
    15123  VkImageMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2_KHR };
    +
    15124  memReqInfo.image = hImage;
    +
    15125 
    +
    15126  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
    +
    15127 
    +
    15128  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
    +
    15129  memReq2.pNext = &memDedicatedReq;
    +
    15130 
    +
    15131  (*m_VulkanFunctions.vkGetImageMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
    15132 
    -
    15133 VkResult VmaAllocator_T::AllocateMemory(
    -
    15134  const VkMemoryRequirements& vkMemReq,
    -
    15135  bool requiresDedicatedAllocation,
    -
    15136  bool prefersDedicatedAllocation,
    -
    15137  VkBuffer dedicatedBuffer,
    -
    15138  VkImage dedicatedImage,
    -
    15139  const VmaAllocationCreateInfo& createInfo,
    -
    15140  VmaSuballocationType suballocType,
    -
    15141  size_t allocationCount,
    -
    15142  VmaAllocation* pAllocations)
    -
    15143 {
    -
    15144  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
    +
    15133  memReq = memReq2.memoryRequirements;
    +
    15134  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
    +
    15135  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
    +
    15136  }
    +
    15137  else
    +
    15138 #endif // #if VMA_DEDICATED_ALLOCATION
    +
    15139  {
    +
    15140  (*m_VulkanFunctions.vkGetImageMemoryRequirements)(m_hDevice, hImage, &memReq);
    +
    15141  requiresDedicatedAllocation = false;
    +
    15142  prefersDedicatedAllocation = false;
    +
    15143  }
    +
    15144 }
    15145 
    -
    15146  VMA_ASSERT(VmaIsPow2(vkMemReq.alignment));
    -
    15147 
    -
    15148  if(vkMemReq.size == 0)
    -
    15149  {
    -
    15150  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    15151  }
    -
    15152  if((createInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0 &&
    -
    15153  (createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
    -
    15154  {
    -
    15155  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT together with VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT makes no sense.");
    -
    15156  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    15157  }
    -
    15158  if((createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
    -
    15159  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0)
    -
    15160  {
    -
    15161  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_MAPPED_BIT together with VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT is invalid.");
    -
    15162  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    15163  }
    -
    15164  if(requiresDedicatedAllocation)
    -
    15165  {
    -
    15166  if((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
    -
    15167  {
    -
    15168  VMA_ASSERT(0 && "VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT specified while dedicated allocation is required.");
    -
    15169  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    15170  }
    -
    15171  if(createInfo.pool != VK_NULL_HANDLE)
    -
    15172  {
    -
    15173  VMA_ASSERT(0 && "Pool specified while dedicated allocation is required.");
    -
    15174  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    15175  }
    +
    15146 VkResult VmaAllocator_T::AllocateMemory(
    +
    15147  const VkMemoryRequirements& vkMemReq,
    +
    15148  bool requiresDedicatedAllocation,
    +
    15149  bool prefersDedicatedAllocation,
    +
    15150  VkBuffer dedicatedBuffer,
    +
    15151  VkImage dedicatedImage,
    +
    15152  const VmaAllocationCreateInfo& createInfo,
    +
    15153  VmaSuballocationType suballocType,
    +
    15154  size_t allocationCount,
    +
    15155  VmaAllocation* pAllocations)
    +
    15156 {
    +
    15157  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
    +
    15158 
    +
    15159  VMA_ASSERT(VmaIsPow2(vkMemReq.alignment));
    +
    15160 
    +
    15161  if(vkMemReq.size == 0)
    +
    15162  {
    +
    15163  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    15164  }
    +
    15165  if((createInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0 &&
    +
    15166  (createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
    +
    15167  {
    +
    15168  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT together with VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT makes no sense.");
    +
    15169  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    15170  }
    +
    15171  if((createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
    +
    15172  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0)
    +
    15173  {
    +
    15174  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_MAPPED_BIT together with VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT is invalid.");
    +
    15175  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    15176  }
    -
    15177  if((createInfo.pool != VK_NULL_HANDLE) &&
    -
    15178  ((createInfo.flags & (VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT)) != 0))
    -
    15179  {
    -
    15180  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT when pool != null is invalid.");
    -
    15181  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    15182  }
    -
    15183 
    -
    15184  if(createInfo.pool != VK_NULL_HANDLE)
    -
    15185  {
    -
    15186  const VkDeviceSize alignmentForPool = VMA_MAX(
    -
    15187  vkMemReq.alignment,
    -
    15188  GetMemoryTypeMinAlignment(createInfo.pool->m_BlockVector.GetMemoryTypeIndex()));
    -
    15189 
    -
    15190  VmaAllocationCreateInfo createInfoForPool = createInfo;
    -
    15191  // If memory type is not HOST_VISIBLE, disable MAPPED.
    -
    15192  if((createInfoForPool.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
    -
    15193  (m_MemProps.memoryTypes[createInfo.pool->m_BlockVector.GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
    -
    15194  {
    -
    15195  createInfoForPool.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
    -
    15196  }
    -
    15197 
    -
    15198  return createInfo.pool->m_BlockVector.Allocate(
    -
    15199  m_CurrentFrameIndex.load(),
    -
    15200  vkMemReq.size,
    -
    15201  alignmentForPool,
    -
    15202  createInfoForPool,
    -
    15203  suballocType,
    -
    15204  allocationCount,
    -
    15205  pAllocations);
    -
    15206  }
    -
    15207  else
    -
    15208  {
    -
    15209  // Bit mask of memory Vulkan types acceptable for this allocation.
    -
    15210  uint32_t memoryTypeBits = vkMemReq.memoryTypeBits;
    -
    15211  uint32_t memTypeIndex = UINT32_MAX;
    -
    15212  VkResult res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
    -
    15213  if(res == VK_SUCCESS)
    -
    15214  {
    -
    15215  VkDeviceSize alignmentForMemType = VMA_MAX(
    -
    15216  vkMemReq.alignment,
    -
    15217  GetMemoryTypeMinAlignment(memTypeIndex));
    -
    15218 
    -
    15219  res = AllocateMemoryOfType(
    -
    15220  vkMemReq.size,
    -
    15221  alignmentForMemType,
    -
    15222  requiresDedicatedAllocation || prefersDedicatedAllocation,
    -
    15223  dedicatedBuffer,
    -
    15224  dedicatedImage,
    -
    15225  createInfo,
    -
    15226  memTypeIndex,
    -
    15227  suballocType,
    -
    15228  allocationCount,
    -
    15229  pAllocations);
    -
    15230  // Succeeded on first try.
    -
    15231  if(res == VK_SUCCESS)
    -
    15232  {
    -
    15233  return res;
    -
    15234  }
    -
    15235  // Allocation from this memory type failed. Try other compatible memory types.
    -
    15236  else
    -
    15237  {
    -
    15238  for(;;)
    -
    15239  {
    -
    15240  // Remove old memTypeIndex from list of possibilities.
    -
    15241  memoryTypeBits &= ~(1u << memTypeIndex);
    -
    15242  // Find alternative memTypeIndex.
    -
    15243  res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
    -
    15244  if(res == VK_SUCCESS)
    -
    15245  {
    -
    15246  alignmentForMemType = VMA_MAX(
    -
    15247  vkMemReq.alignment,
    -
    15248  GetMemoryTypeMinAlignment(memTypeIndex));
    -
    15249 
    -
    15250  res = AllocateMemoryOfType(
    -
    15251  vkMemReq.size,
    -
    15252  alignmentForMemType,
    -
    15253  requiresDedicatedAllocation || prefersDedicatedAllocation,
    -
    15254  dedicatedBuffer,
    -
    15255  dedicatedImage,
    -
    15256  createInfo,
    -
    15257  memTypeIndex,
    -
    15258  suballocType,
    -
    15259  allocationCount,
    -
    15260  pAllocations);
    -
    15261  // Allocation from this alternative memory type succeeded.
    -
    15262  if(res == VK_SUCCESS)
    -
    15263  {
    -
    15264  return res;
    -
    15265  }
    -
    15266  // else: Allocation from this memory type failed. Try next one - next loop iteration.
    -
    15267  }
    -
    15268  // No other matching memory type index could be found.
    -
    15269  else
    -
    15270  {
    -
    15271  // Not returning res, which is VK_ERROR_FEATURE_NOT_PRESENT, because we already failed to allocate once.
    -
    15272  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    15273  }
    -
    15274  }
    -
    15275  }
    -
    15276  }
    -
    15277  // Can't find any single memory type maching requirements. res is VK_ERROR_FEATURE_NOT_PRESENT.
    -
    15278  else
    -
    15279  return res;
    -
    15280  }
    -
    15281 }
    -
    15282 
    -
    15283 void VmaAllocator_T::FreeMemory(
    -
    15284  size_t allocationCount,
    -
    15285  const VmaAllocation* pAllocations)
    -
    15286 {
    -
    15287  VMA_ASSERT(pAllocations);
    -
    15288 
    -
    15289  for(size_t allocIndex = allocationCount; allocIndex--; )
    -
    15290  {
    -
    15291  VmaAllocation allocation = pAllocations[allocIndex];
    -
    15292 
    -
    15293  if(allocation != VK_NULL_HANDLE)
    -
    15294  {
    -
    15295  if(TouchAllocation(allocation))
    -
    15296  {
    -
    15297  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
    -
    15298  {
    -
    15299  FillAllocation(allocation, VMA_ALLOCATION_FILL_PATTERN_DESTROYED);
    -
    15300  }
    +
    15177  if(requiresDedicatedAllocation)
    +
    15178  {
    +
    15179  if((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
    +
    15180  {
    +
    15181  VMA_ASSERT(0 && "VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT specified while dedicated allocation is required.");
    +
    15182  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    15183  }
    +
    15184  if(createInfo.pool != VK_NULL_HANDLE)
    +
    15185  {
    +
    15186  VMA_ASSERT(0 && "Pool specified while dedicated allocation is required.");
    +
    15187  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    15188  }
    +
    15189  }
    +
    15190  if((createInfo.pool != VK_NULL_HANDLE) &&
    +
    15191  ((createInfo.flags & (VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT)) != 0))
    +
    15192  {
    +
    15193  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT when pool != null is invalid.");
    +
    15194  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    15195  }
    +
    15196 
    +
    15197  if(createInfo.pool != VK_NULL_HANDLE)
    +
    15198  {
    +
    15199  const VkDeviceSize alignmentForPool = VMA_MAX(
    +
    15200  vkMemReq.alignment,
    +
    15201  GetMemoryTypeMinAlignment(createInfo.pool->m_BlockVector.GetMemoryTypeIndex()));
    +
    15202 
    +
    15203  VmaAllocationCreateInfo createInfoForPool = createInfo;
    +
    15204  // If memory type is not HOST_VISIBLE, disable MAPPED.
    +
    15205  if((createInfoForPool.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
    +
    15206  (m_MemProps.memoryTypes[createInfo.pool->m_BlockVector.GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
    +
    15207  {
    +
    15208  createInfoForPool.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
    +
    15209  }
    +
    15210 
    +
    15211  return createInfo.pool->m_BlockVector.Allocate(
    +
    15212  m_CurrentFrameIndex.load(),
    +
    15213  vkMemReq.size,
    +
    15214  alignmentForPool,
    +
    15215  createInfoForPool,
    +
    15216  suballocType,
    +
    15217  allocationCount,
    +
    15218  pAllocations);
    +
    15219  }
    +
    15220  else
    +
    15221  {
    +
    15222  // Bit mask of memory Vulkan types acceptable for this allocation.
    +
    15223  uint32_t memoryTypeBits = vkMemReq.memoryTypeBits;
    +
    15224  uint32_t memTypeIndex = UINT32_MAX;
    +
    15225  VkResult res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
    +
    15226  if(res == VK_SUCCESS)
    +
    15227  {
    +
    15228  VkDeviceSize alignmentForMemType = VMA_MAX(
    +
    15229  vkMemReq.alignment,
    +
    15230  GetMemoryTypeMinAlignment(memTypeIndex));
    +
    15231 
    +
    15232  res = AllocateMemoryOfType(
    +
    15233  vkMemReq.size,
    +
    15234  alignmentForMemType,
    +
    15235  requiresDedicatedAllocation || prefersDedicatedAllocation,
    +
    15236  dedicatedBuffer,
    +
    15237  dedicatedImage,
    +
    15238  createInfo,
    +
    15239  memTypeIndex,
    +
    15240  suballocType,
    +
    15241  allocationCount,
    +
    15242  pAllocations);
    +
    15243  // Succeeded on first try.
    +
    15244  if(res == VK_SUCCESS)
    +
    15245  {
    +
    15246  return res;
    +
    15247  }
    +
    15248  // Allocation from this memory type failed. Try other compatible memory types.
    +
    15249  else
    +
    15250  {
    +
    15251  for(;;)
    +
    15252  {
    +
    15253  // Remove old memTypeIndex from list of possibilities.
    +
    15254  memoryTypeBits &= ~(1u << memTypeIndex);
    +
    15255  // Find alternative memTypeIndex.
    +
    15256  res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
    +
    15257  if(res == VK_SUCCESS)
    +
    15258  {
    +
    15259  alignmentForMemType = VMA_MAX(
    +
    15260  vkMemReq.alignment,
    +
    15261  GetMemoryTypeMinAlignment(memTypeIndex));
    +
    15262 
    +
    15263  res = AllocateMemoryOfType(
    +
    15264  vkMemReq.size,
    +
    15265  alignmentForMemType,
    +
    15266  requiresDedicatedAllocation || prefersDedicatedAllocation,
    +
    15267  dedicatedBuffer,
    +
    15268  dedicatedImage,
    +
    15269  createInfo,
    +
    15270  memTypeIndex,
    +
    15271  suballocType,
    +
    15272  allocationCount,
    +
    15273  pAllocations);
    +
    15274  // Allocation from this alternative memory type succeeded.
    +
    15275  if(res == VK_SUCCESS)
    +
    15276  {
    +
    15277  return res;
    +
    15278  }
    +
    15279  // else: Allocation from this memory type failed. Try next one - next loop iteration.
    +
    15280  }
    +
    15281  // No other matching memory type index could be found.
    +
    15282  else
    +
    15283  {
    +
    15284  // Not returning res, which is VK_ERROR_FEATURE_NOT_PRESENT, because we already failed to allocate once.
    +
    15285  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    15286  }
    +
    15287  }
    +
    15288  }
    +
    15289  }
    +
    15290  // Can't find any single memory type maching requirements. res is VK_ERROR_FEATURE_NOT_PRESENT.
    +
    15291  else
    +
    15292  return res;
    +
    15293  }
    +
    15294 }
    +
    15295 
    +
    15296 void VmaAllocator_T::FreeMemory(
    +
    15297  size_t allocationCount,
    +
    15298  const VmaAllocation* pAllocations)
    +
    15299 {
    +
    15300  VMA_ASSERT(pAllocations);
    15301 
    -
    15302  switch(allocation->GetType())
    -
    15303  {
    -
    15304  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    -
    15305  {
    -
    15306  VmaBlockVector* pBlockVector = VMA_NULL;
    -
    15307  VmaPool hPool = allocation->GetBlock()->GetParentPool();
    -
    15308  if(hPool != VK_NULL_HANDLE)
    -
    15309  {
    -
    15310  pBlockVector = &hPool->m_BlockVector;
    -
    15311  }
    -
    15312  else
    -
    15313  {
    -
    15314  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
    -
    15315  pBlockVector = m_pBlockVectors[memTypeIndex];
    -
    15316  }
    -
    15317  pBlockVector->Free(allocation);
    -
    15318  }
    -
    15319  break;
    -
    15320  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    -
    15321  FreeDedicatedMemory(allocation);
    -
    15322  break;
    -
    15323  default:
    -
    15324  VMA_ASSERT(0);
    -
    15325  }
    -
    15326  }
    -
    15327 
    -
    15328  // Do this regardless of whether the allocation is lost. Lost allocations still account to Budget.AllocationBytes.
    -
    15329  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(allocation->GetMemoryTypeIndex()), allocation->GetSize());
    -
    15330  allocation->SetUserData(this, VMA_NULL);
    -
    15331  allocation->Dtor();
    -
    15332  m_AllocationObjectAllocator.Free(allocation);
    -
    15333  }
    -
    15334  }
    -
    15335 }
    -
    15336 
    -
    15337 VkResult VmaAllocator_T::ResizeAllocation(
    -
    15338  const VmaAllocation alloc,
    -
    15339  VkDeviceSize newSize)
    -
    15340 {
    -
    15341  // This function is deprecated and so it does nothing. It's left for backward compatibility.
    -
    15342  if(newSize == 0 || alloc->GetLastUseFrameIndex() == VMA_FRAME_INDEX_LOST)
    -
    15343  {
    -
    15344  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    15345  }
    -
    15346  if(newSize == alloc->GetSize())
    -
    15347  {
    -
    15348  return VK_SUCCESS;
    -
    15349  }
    -
    15350  return VK_ERROR_OUT_OF_POOL_MEMORY;
    -
    15351 }
    -
    15352 
    -
    15353 void VmaAllocator_T::CalculateStats(VmaStats* pStats)
    -
    15354 {
    -
    15355  // Initialize.
    -
    15356  InitStatInfo(pStats->total);
    -
    15357  for(size_t i = 0; i < VK_MAX_MEMORY_TYPES; ++i)
    -
    15358  InitStatInfo(pStats->memoryType[i]);
    -
    15359  for(size_t i = 0; i < VK_MAX_MEMORY_HEAPS; ++i)
    -
    15360  InitStatInfo(pStats->memoryHeap[i]);
    -
    15361 
    -
    15362  // Process default pools.
    -
    15363  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    -
    15364  {
    -
    15365  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
    -
    15366  VMA_ASSERT(pBlockVector);
    -
    15367  pBlockVector->AddStats(pStats);
    -
    15368  }
    -
    15369 
    -
    15370  // Process custom pools.
    -
    15371  {
    -
    15372  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
    -
    15373  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
    -
    15374  {
    -
    15375  m_Pools[poolIndex]->m_BlockVector.AddStats(pStats);
    -
    15376  }
    -
    15377  }
    -
    15378 
    -
    15379  // Process dedicated allocations.
    -
    15380  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    -
    15381  {
    -
    15382  const uint32_t memHeapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
    -
    15383  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
    -
    15384  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
    -
    15385  VMA_ASSERT(pDedicatedAllocVector);
    -
    15386  for(size_t allocIndex = 0, allocCount = pDedicatedAllocVector->size(); allocIndex < allocCount; ++allocIndex)
    +
    15302  for(size_t allocIndex = allocationCount; allocIndex--; )
    +
    15303  {
    +
    15304  VmaAllocation allocation = pAllocations[allocIndex];
    +
    15305 
    +
    15306  if(allocation != VK_NULL_HANDLE)
    +
    15307  {
    +
    15308  if(TouchAllocation(allocation))
    +
    15309  {
    +
    15310  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
    +
    15311  {
    +
    15312  FillAllocation(allocation, VMA_ALLOCATION_FILL_PATTERN_DESTROYED);
    +
    15313  }
    +
    15314 
    +
    15315  switch(allocation->GetType())
    +
    15316  {
    +
    15317  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    +
    15318  {
    +
    15319  VmaBlockVector* pBlockVector = VMA_NULL;
    +
    15320  VmaPool hPool = allocation->GetBlock()->GetParentPool();
    +
    15321  if(hPool != VK_NULL_HANDLE)
    +
    15322  {
    +
    15323  pBlockVector = &hPool->m_BlockVector;
    +
    15324  }
    +
    15325  else
    +
    15326  {
    +
    15327  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
    +
    15328  pBlockVector = m_pBlockVectors[memTypeIndex];
    +
    15329  }
    +
    15330  pBlockVector->Free(allocation);
    +
    15331  }
    +
    15332  break;
    +
    15333  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    +
    15334  FreeDedicatedMemory(allocation);
    +
    15335  break;
    +
    15336  default:
    +
    15337  VMA_ASSERT(0);
    +
    15338  }
    +
    15339  }
    +
    15340 
    +
    15341  // Do this regardless of whether the allocation is lost. Lost allocations still account to Budget.AllocationBytes.
    +
    15342  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(allocation->GetMemoryTypeIndex()), allocation->GetSize());
    +
    15343  allocation->SetUserData(this, VMA_NULL);
    +
    15344  allocation->Dtor();
    +
    15345  m_AllocationObjectAllocator.Free(allocation);
    +
    15346  }
    +
    15347  }
    +
    15348 }
    +
    15349 
    +
    15350 VkResult VmaAllocator_T::ResizeAllocation(
    +
    15351  const VmaAllocation alloc,
    +
    15352  VkDeviceSize newSize)
    +
    15353 {
    +
    15354  // This function is deprecated and so it does nothing. It's left for backward compatibility.
    +
    15355  if(newSize == 0 || alloc->GetLastUseFrameIndex() == VMA_FRAME_INDEX_LOST)
    +
    15356  {
    +
    15357  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    15358  }
    +
    15359  if(newSize == alloc->GetSize())
    +
    15360  {
    +
    15361  return VK_SUCCESS;
    +
    15362  }
    +
    15363  return VK_ERROR_OUT_OF_POOL_MEMORY;
    +
    15364 }
    +
    15365 
    +
    15366 void VmaAllocator_T::CalculateStats(VmaStats* pStats)
    +
    15367 {
    +
    15368  // Initialize.
    +
    15369  InitStatInfo(pStats->total);
    +
    15370  for(size_t i = 0; i < VK_MAX_MEMORY_TYPES; ++i)
    +
    15371  InitStatInfo(pStats->memoryType[i]);
    +
    15372  for(size_t i = 0; i < VK_MAX_MEMORY_HEAPS; ++i)
    +
    15373  InitStatInfo(pStats->memoryHeap[i]);
    +
    15374 
    +
    15375  // Process default pools.
    +
    15376  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    +
    15377  {
    +
    15378  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
    +
    15379  VMA_ASSERT(pBlockVector);
    +
    15380  pBlockVector->AddStats(pStats);
    +
    15381  }
    +
    15382 
    +
    15383  // Process custom pools.
    +
    15384  {
    +
    15385  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
    +
    15386  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
    15387  {
    -
    15388  VmaStatInfo allocationStatInfo;
    -
    15389  (*pDedicatedAllocVector)[allocIndex]->DedicatedAllocCalcStatsInfo(allocationStatInfo);
    -
    15390  VmaAddStatInfo(pStats->total, allocationStatInfo);
    -
    15391  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
    -
    15392  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
    -
    15393  }
    -
    15394  }
    -
    15395 
    -
    15396  // Postprocess.
    -
    15397  VmaPostprocessCalcStatInfo(pStats->total);
    -
    15398  for(size_t i = 0; i < GetMemoryTypeCount(); ++i)
    -
    15399  VmaPostprocessCalcStatInfo(pStats->memoryType[i]);
    -
    15400  for(size_t i = 0; i < GetMemoryHeapCount(); ++i)
    -
    15401  VmaPostprocessCalcStatInfo(pStats->memoryHeap[i]);
    -
    15402 }
    -
    15403 
    -
    15404 void VmaAllocator_T::GetBudget(VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount)
    -
    15405 {
    -
    15406 #if VMA_MEMORY_BUDGET
    -
    15407  if(m_UseExtMemoryBudget)
    -
    15408  {
    -
    15409  if(m_Budget.m_OperationsSinceBudgetFetch < 30)
    -
    15410  {
    -
    15411  VmaMutexLockRead lockRead(m_Budget.m_BudgetMutex, m_UseMutex);
    -
    15412  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
    -
    15413  {
    -
    15414  const uint32_t heapIndex = firstHeap + i;
    -
    15415 
    -
    15416  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
    -
    15417  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
    -
    15418 
    -
    15419  if(m_Budget.m_VulkanUsage[heapIndex] + outBudget->blockBytes > m_Budget.m_BlockBytesAtBudgetFetch[heapIndex])
    -
    15420  {
    -
    15421  outBudget->usage = m_Budget.m_VulkanUsage[heapIndex] +
    -
    15422  outBudget->blockBytes - m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
    -
    15423  }
    -
    15424  else
    -
    15425  {
    -
    15426  outBudget->usage = 0;
    -
    15427  }
    +
    15388  m_Pools[poolIndex]->m_BlockVector.AddStats(pStats);
    +
    15389  }
    +
    15390  }
    +
    15391 
    +
    15392  // Process dedicated allocations.
    +
    15393  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    +
    15394  {
    +
    15395  const uint32_t memHeapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
    +
    15396  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
    +
    15397  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
    +
    15398  VMA_ASSERT(pDedicatedAllocVector);
    +
    15399  for(size_t allocIndex = 0, allocCount = pDedicatedAllocVector->size(); allocIndex < allocCount; ++allocIndex)
    +
    15400  {
    +
    15401  VmaStatInfo allocationStatInfo;
    +
    15402  (*pDedicatedAllocVector)[allocIndex]->DedicatedAllocCalcStatsInfo(allocationStatInfo);
    +
    15403  VmaAddStatInfo(pStats->total, allocationStatInfo);
    +
    15404  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
    +
    15405  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
    +
    15406  }
    +
    15407  }
    +
    15408 
    +
    15409  // Postprocess.
    +
    15410  VmaPostprocessCalcStatInfo(pStats->total);
    +
    15411  for(size_t i = 0; i < GetMemoryTypeCount(); ++i)
    +
    15412  VmaPostprocessCalcStatInfo(pStats->memoryType[i]);
    +
    15413  for(size_t i = 0; i < GetMemoryHeapCount(); ++i)
    +
    15414  VmaPostprocessCalcStatInfo(pStats->memoryHeap[i]);
    +
    15415 }
    +
    15416 
    +
    15417 void VmaAllocator_T::GetBudget(VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount)
    +
    15418 {
    +
    15419 #if VMA_MEMORY_BUDGET
    +
    15420  if(m_UseExtMemoryBudget)
    +
    15421  {
    +
    15422  if(m_Budget.m_OperationsSinceBudgetFetch < 30)
    +
    15423  {
    +
    15424  VmaMutexLockRead lockRead(m_Budget.m_BudgetMutex, m_UseMutex);
    +
    15425  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
    +
    15426  {
    +
    15427  const uint32_t heapIndex = firstHeap + i;
    15428 
    -
    15429  // Have to take MIN with heap size because explicit HeapSizeLimit is included in it.
    -
    15430  outBudget->budget = VMA_MIN(
    -
    15431  m_Budget.m_VulkanBudget[heapIndex], m_MemProps.memoryHeaps[heapIndex].size);
    -
    15432  }
    -
    15433  }
    -
    15434  else
    -
    15435  {
    -
    15436  UpdateVulkanBudget(); // Outside of mutex lock
    -
    15437  GetBudget(outBudget, firstHeap, heapCount); // Recursion
    -
    15438  }
    -
    15439  }
    -
    15440  else
    -
    15441 #endif
    -
    15442  {
    -
    15443  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
    -
    15444  {
    -
    15445  const uint32_t heapIndex = firstHeap + i;
    -
    15446 
    -
    15447  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
    -
    15448  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
    -
    15449 
    -
    15450  outBudget->usage = outBudget->blockBytes;
    -
    15451  outBudget->budget = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
    -
    15452  }
    -
    15453  }
    -
    15454 }
    -
    15455 
    -
    15456 static const uint32_t VMA_VENDOR_ID_AMD = 4098;
    -
    15457 
    -
    15458 VkResult VmaAllocator_T::DefragmentationBegin(
    -
    15459  const VmaDefragmentationInfo2& info,
    -
    15460  VmaDefragmentationStats* pStats,
    -
    15461  VmaDefragmentationContext* pContext)
    -
    15462 {
    -
    15463  if(info.pAllocationsChanged != VMA_NULL)
    -
    15464  {
    -
    15465  memset(info.pAllocationsChanged, 0, info.allocationCount * sizeof(VkBool32));
    +
    15429  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
    +
    15430  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
    +
    15431 
    +
    15432  if(m_Budget.m_VulkanUsage[heapIndex] + outBudget->blockBytes > m_Budget.m_BlockBytesAtBudgetFetch[heapIndex])
    +
    15433  {
    +
    15434  outBudget->usage = m_Budget.m_VulkanUsage[heapIndex] +
    +
    15435  outBudget->blockBytes - m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
    +
    15436  }
    +
    15437  else
    +
    15438  {
    +
    15439  outBudget->usage = 0;
    +
    15440  }
    +
    15441 
    +
    15442  // Have to take MIN with heap size because explicit HeapSizeLimit is included in it.
    +
    15443  outBudget->budget = VMA_MIN(
    +
    15444  m_Budget.m_VulkanBudget[heapIndex], m_MemProps.memoryHeaps[heapIndex].size);
    +
    15445  }
    +
    15446  }
    +
    15447  else
    +
    15448  {
    +
    15449  UpdateVulkanBudget(); // Outside of mutex lock
    +
    15450  GetBudget(outBudget, firstHeap, heapCount); // Recursion
    +
    15451  }
    +
    15452  }
    +
    15453  else
    +
    15454 #endif
    +
    15455  {
    +
    15456  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
    +
    15457  {
    +
    15458  const uint32_t heapIndex = firstHeap + i;
    +
    15459 
    +
    15460  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
    +
    15461  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
    +
    15462 
    +
    15463  outBudget->usage = outBudget->blockBytes;
    +
    15464  outBudget->budget = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
    +
    15465  }
    15466  }
    -
    15467 
    -
    15468  *pContext = vma_new(this, VmaDefragmentationContext_T)(
    -
    15469  this, m_CurrentFrameIndex.load(), info.flags, pStats);
    +
    15467 }
    +
    15468 
    +
    15469 static const uint32_t VMA_VENDOR_ID_AMD = 4098;
    15470 
    -
    15471  (*pContext)->AddPools(info.poolCount, info.pPools);
    -
    15472  (*pContext)->AddAllocations(
    -
    15473  info.allocationCount, info.pAllocations, info.pAllocationsChanged);
    -
    15474 
    -
    15475  VkResult res = (*pContext)->Defragment(
    -
    15476  info.maxCpuBytesToMove, info.maxCpuAllocationsToMove,
    -
    15477  info.maxGpuBytesToMove, info.maxGpuAllocationsToMove,
    -
    15478  info.commandBuffer, pStats);
    -
    15479 
    -
    15480  if(res != VK_NOT_READY)
    -
    15481  {
    -
    15482  vma_delete(this, *pContext);
    -
    15483  *pContext = VMA_NULL;
    -
    15484  }
    -
    15485 
    -
    15486  return res;
    -
    15487 }
    -
    15488 
    -
    15489 VkResult VmaAllocator_T::DefragmentationEnd(
    -
    15490  VmaDefragmentationContext context)
    -
    15491 {
    -
    15492  vma_delete(this, context);
    -
    15493  return VK_SUCCESS;
    -
    15494 }
    -
    15495 
    -
    15496 void VmaAllocator_T::GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo)
    -
    15497 {
    -
    15498  if(hAllocation->CanBecomeLost())
    -
    15499  {
    -
    15500  /*
    -
    15501  Warning: This is a carefully designed algorithm.
    -
    15502  Do not modify unless you really know what you're doing :)
    -
    15503  */
    -
    15504  const uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
    -
    15505  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
    -
    15506  for(;;)
    -
    15507  {
    -
    15508  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
    -
    15509  {
    -
    15510  pAllocationInfo->memoryType = UINT32_MAX;
    -
    15511  pAllocationInfo->deviceMemory = VK_NULL_HANDLE;
    -
    15512  pAllocationInfo->offset = 0;
    -
    15513  pAllocationInfo->size = hAllocation->GetSize();
    -
    15514  pAllocationInfo->pMappedData = VMA_NULL;
    -
    15515  pAllocationInfo->pUserData = hAllocation->GetUserData();
    -
    15516  return;
    -
    15517  }
    -
    15518  else if(localLastUseFrameIndex == localCurrFrameIndex)
    -
    15519  {
    -
    15520  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
    -
    15521  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
    -
    15522  pAllocationInfo->offset = hAllocation->GetOffset();
    -
    15523  pAllocationInfo->size = hAllocation->GetSize();
    -
    15524  pAllocationInfo->pMappedData = VMA_NULL;
    -
    15525  pAllocationInfo->pUserData = hAllocation->GetUserData();
    -
    15526  return;
    -
    15527  }
    -
    15528  else // Last use time earlier than current time.
    -
    15529  {
    -
    15530  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
    -
    15531  {
    -
    15532  localLastUseFrameIndex = localCurrFrameIndex;
    -
    15533  }
    -
    15534  }
    -
    15535  }
    -
    15536  }
    -
    15537  else
    -
    15538  {
    -
    15539 #if VMA_STATS_STRING_ENABLED
    -
    15540  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
    -
    15541  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
    -
    15542  for(;;)
    -
    15543  {
    -
    15544  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
    -
    15545  if(localLastUseFrameIndex == localCurrFrameIndex)
    -
    15546  {
    -
    15547  break;
    -
    15548  }
    -
    15549  else // Last use time earlier than current time.
    -
    15550  {
    -
    15551  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
    -
    15552  {
    -
    15553  localLastUseFrameIndex = localCurrFrameIndex;
    -
    15554  }
    -
    15555  }
    -
    15556  }
    -
    15557 #endif
    -
    15558 
    -
    15559  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
    -
    15560  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
    -
    15561  pAllocationInfo->offset = hAllocation->GetOffset();
    -
    15562  pAllocationInfo->size = hAllocation->GetSize();
    -
    15563  pAllocationInfo->pMappedData = hAllocation->GetMappedData();
    -
    15564  pAllocationInfo->pUserData = hAllocation->GetUserData();
    -
    15565  }
    -
    15566 }
    -
    15567 
    -
    15568 bool VmaAllocator_T::TouchAllocation(VmaAllocation hAllocation)
    -
    15569 {
    -
    15570  // This is a stripped-down version of VmaAllocator_T::GetAllocationInfo.
    -
    15571  if(hAllocation->CanBecomeLost())
    -
    15572  {
    -
    15573  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
    -
    15574  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
    -
    15575  for(;;)
    -
    15576  {
    -
    15577  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
    -
    15578  {
    -
    15579  return false;
    -
    15580  }
    -
    15581  else if(localLastUseFrameIndex == localCurrFrameIndex)
    -
    15582  {
    -
    15583  return true;
    -
    15584  }
    -
    15585  else // Last use time earlier than current time.
    -
    15586  {
    -
    15587  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
    -
    15588  {
    -
    15589  localLastUseFrameIndex = localCurrFrameIndex;
    -
    15590  }
    -
    15591  }
    -
    15592  }
    -
    15593  }
    -
    15594  else
    -
    15595  {
    -
    15596 #if VMA_STATS_STRING_ENABLED
    -
    15597  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
    -
    15598  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
    -
    15599  for(;;)
    -
    15600  {
    -
    15601  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
    -
    15602  if(localLastUseFrameIndex == localCurrFrameIndex)
    -
    15603  {
    -
    15604  break;
    -
    15605  }
    -
    15606  else // Last use time earlier than current time.
    -
    15607  {
    -
    15608  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
    -
    15609  {
    -
    15610  localLastUseFrameIndex = localCurrFrameIndex;
    -
    15611  }
    -
    15612  }
    -
    15613  }
    -
    15614 #endif
    -
    15615 
    -
    15616  return true;
    -
    15617  }
    -
    15618 }
    -
    15619 
    -
    15620 VkResult VmaAllocator_T::CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool)
    -
    15621 {
    -
    15622  VMA_DEBUG_LOG(" CreatePool: MemoryTypeIndex=%u, flags=%u", pCreateInfo->memoryTypeIndex, pCreateInfo->flags);
    -
    15623 
    -
    15624  VmaPoolCreateInfo newCreateInfo = *pCreateInfo;
    -
    15625 
    -
    15626  if(newCreateInfo.maxBlockCount == 0)
    -
    15627  {
    -
    15628  newCreateInfo.maxBlockCount = SIZE_MAX;
    -
    15629  }
    -
    15630  if(newCreateInfo.minBlockCount > newCreateInfo.maxBlockCount)
    -
    15631  {
    -
    15632  return VK_ERROR_INITIALIZATION_FAILED;
    -
    15633  }
    -
    15634 
    -
    15635  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(newCreateInfo.memoryTypeIndex);
    +
    15471 VkResult VmaAllocator_T::DefragmentationBegin(
    +
    15472  const VmaDefragmentationInfo2& info,
    +
    15473  VmaDefragmentationStats* pStats,
    +
    15474  VmaDefragmentationContext* pContext)
    +
    15475 {
    +
    15476  if(info.pAllocationsChanged != VMA_NULL)
    +
    15477  {
    +
    15478  memset(info.pAllocationsChanged, 0, info.allocationCount * sizeof(VkBool32));
    +
    15479  }
    +
    15480 
    +
    15481  *pContext = vma_new(this, VmaDefragmentationContext_T)(
    +
    15482  this, m_CurrentFrameIndex.load(), info.flags, pStats);
    +
    15483 
    +
    15484  (*pContext)->AddPools(info.poolCount, info.pPools);
    +
    15485  (*pContext)->AddAllocations(
    +
    15486  info.allocationCount, info.pAllocations, info.pAllocationsChanged);
    +
    15487 
    +
    15488  VkResult res = (*pContext)->Defragment(
    +
    15489  info.maxCpuBytesToMove, info.maxCpuAllocationsToMove,
    +
    15490  info.maxGpuBytesToMove, info.maxGpuAllocationsToMove,
    +
    15491  info.commandBuffer, pStats);
    +
    15492 
    +
    15493  if(res != VK_NOT_READY)
    +
    15494  {
    +
    15495  vma_delete(this, *pContext);
    +
    15496  *pContext = VMA_NULL;
    +
    15497  }
    +
    15498 
    +
    15499  return res;
    +
    15500 }
    +
    15501 
    +
    15502 VkResult VmaAllocator_T::DefragmentationEnd(
    +
    15503  VmaDefragmentationContext context)
    +
    15504 {
    +
    15505  vma_delete(this, context);
    +
    15506  return VK_SUCCESS;
    +
    15507 }
    +
    15508 
    +
    15509 void VmaAllocator_T::GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo)
    +
    15510 {
    +
    15511  if(hAllocation->CanBecomeLost())
    +
    15512  {
    +
    15513  /*
    +
    15514  Warning: This is a carefully designed algorithm.
    +
    15515  Do not modify unless you really know what you're doing :)
    +
    15516  */
    +
    15517  const uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
    +
    15518  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
    +
    15519  for(;;)
    +
    15520  {
    +
    15521  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
    +
    15522  {
    +
    15523  pAllocationInfo->memoryType = UINT32_MAX;
    +
    15524  pAllocationInfo->deviceMemory = VK_NULL_HANDLE;
    +
    15525  pAllocationInfo->offset = 0;
    +
    15526  pAllocationInfo->size = hAllocation->GetSize();
    +
    15527  pAllocationInfo->pMappedData = VMA_NULL;
    +
    15528  pAllocationInfo->pUserData = hAllocation->GetUserData();
    +
    15529  return;
    +
    15530  }
    +
    15531  else if(localLastUseFrameIndex == localCurrFrameIndex)
    +
    15532  {
    +
    15533  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
    +
    15534  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
    +
    15535  pAllocationInfo->offset = hAllocation->GetOffset();
    +
    15536  pAllocationInfo->size = hAllocation->GetSize();
    +
    15537  pAllocationInfo->pMappedData = VMA_NULL;
    +
    15538  pAllocationInfo->pUserData = hAllocation->GetUserData();
    +
    15539  return;
    +
    15540  }
    +
    15541  else // Last use time earlier than current time.
    +
    15542  {
    +
    15543  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
    +
    15544  {
    +
    15545  localLastUseFrameIndex = localCurrFrameIndex;
    +
    15546  }
    +
    15547  }
    +
    15548  }
    +
    15549  }
    +
    15550  else
    +
    15551  {
    +
    15552 #if VMA_STATS_STRING_ENABLED
    +
    15553  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
    +
    15554  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
    +
    15555  for(;;)
    +
    15556  {
    +
    15557  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
    +
    15558  if(localLastUseFrameIndex == localCurrFrameIndex)
    +
    15559  {
    +
    15560  break;
    +
    15561  }
    +
    15562  else // Last use time earlier than current time.
    +
    15563  {
    +
    15564  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
    +
    15565  {
    +
    15566  localLastUseFrameIndex = localCurrFrameIndex;
    +
    15567  }
    +
    15568  }
    +
    15569  }
    +
    15570 #endif
    +
    15571 
    +
    15572  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
    +
    15573  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
    +
    15574  pAllocationInfo->offset = hAllocation->GetOffset();
    +
    15575  pAllocationInfo->size = hAllocation->GetSize();
    +
    15576  pAllocationInfo->pMappedData = hAllocation->GetMappedData();
    +
    15577  pAllocationInfo->pUserData = hAllocation->GetUserData();
    +
    15578  }
    +
    15579 }
    +
    15580 
    +
    15581 bool VmaAllocator_T::TouchAllocation(VmaAllocation hAllocation)
    +
    15582 {
    +
    15583  // This is a stripped-down version of VmaAllocator_T::GetAllocationInfo.
    +
    15584  if(hAllocation->CanBecomeLost())
    +
    15585  {
    +
    15586  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
    +
    15587  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
    +
    15588  for(;;)
    +
    15589  {
    +
    15590  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
    +
    15591  {
    +
    15592  return false;
    +
    15593  }
    +
    15594  else if(localLastUseFrameIndex == localCurrFrameIndex)
    +
    15595  {
    +
    15596  return true;
    +
    15597  }
    +
    15598  else // Last use time earlier than current time.
    +
    15599  {
    +
    15600  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
    +
    15601  {
    +
    15602  localLastUseFrameIndex = localCurrFrameIndex;
    +
    15603  }
    +
    15604  }
    +
    15605  }
    +
    15606  }
    +
    15607  else
    +
    15608  {
    +
    15609 #if VMA_STATS_STRING_ENABLED
    +
    15610  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
    +
    15611  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
    +
    15612  for(;;)
    +
    15613  {
    +
    15614  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
    +
    15615  if(localLastUseFrameIndex == localCurrFrameIndex)
    +
    15616  {
    +
    15617  break;
    +
    15618  }
    +
    15619  else // Last use time earlier than current time.
    +
    15620  {
    +
    15621  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
    +
    15622  {
    +
    15623  localLastUseFrameIndex = localCurrFrameIndex;
    +
    15624  }
    +
    15625  }
    +
    15626  }
    +
    15627 #endif
    +
    15628 
    +
    15629  return true;
    +
    15630  }
    +
    15631 }
    +
    15632 
    +
    15633 VkResult VmaAllocator_T::CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool)
    +
    15634 {
    +
    15635  VMA_DEBUG_LOG(" CreatePool: MemoryTypeIndex=%u, flags=%u", pCreateInfo->memoryTypeIndex, pCreateInfo->flags);
    15636 
    -
    15637  *pPool = vma_new(this, VmaPool_T)(this, newCreateInfo, preferredBlockSize);
    +
    15637  VmaPoolCreateInfo newCreateInfo = *pCreateInfo;
    15638 
    -
    15639  VkResult res = (*pPool)->m_BlockVector.CreateMinBlocks();
    -
    15640  if(res != VK_SUCCESS)
    -
    15641  {
    -
    15642  vma_delete(this, *pPool);
    -
    15643  *pPool = VMA_NULL;
    -
    15644  return res;
    -
    15645  }
    -
    15646 
    -
    15647  // Add to m_Pools.
    -
    15648  {
    -
    15649  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
    -
    15650  (*pPool)->SetId(m_NextPoolId++);
    -
    15651  VmaVectorInsertSorted<VmaPointerLess>(m_Pools, *pPool);
    -
    15652  }
    -
    15653 
    -
    15654  return VK_SUCCESS;
    -
    15655 }
    -
    15656 
    -
    15657 void VmaAllocator_T::DestroyPool(VmaPool pool)
    -
    15658 {
    -
    15659  // Remove from m_Pools.
    -
    15660  {
    -
    15661  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
    -
    15662  bool success = VmaVectorRemoveSorted<VmaPointerLess>(m_Pools, pool);
    -
    15663  VMA_ASSERT(success && "Pool not found in Allocator.");
    -
    15664  }
    -
    15665 
    -
    15666  vma_delete(this, pool);
    -
    15667 }
    -
    15668 
    -
    15669 void VmaAllocator_T::GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats)
    -
    15670 {
    -
    15671  pool->m_BlockVector.GetPoolStats(pPoolStats);
    -
    15672 }
    -
    15673 
    -
    15674 void VmaAllocator_T::SetCurrentFrameIndex(uint32_t frameIndex)
    -
    15675 {
    -
    15676  m_CurrentFrameIndex.store(frameIndex);
    -
    15677 
    -
    15678 #if VMA_MEMORY_BUDGET
    -
    15679  if(m_UseExtMemoryBudget)
    -
    15680  {
    -
    15681  UpdateVulkanBudget();
    -
    15682  }
    -
    15683 #endif // #if VMA_MEMORY_BUDGET
    -
    15684 }
    -
    15685 
    -
    15686 void VmaAllocator_T::MakePoolAllocationsLost(
    -
    15687  VmaPool hPool,
    -
    15688  size_t* pLostAllocationCount)
    -
    15689 {
    -
    15690  hPool->m_BlockVector.MakePoolAllocationsLost(
    -
    15691  m_CurrentFrameIndex.load(),
    -
    15692  pLostAllocationCount);
    -
    15693 }
    -
    15694 
    -
    15695 VkResult VmaAllocator_T::CheckPoolCorruption(VmaPool hPool)
    -
    15696 {
    -
    15697  return hPool->m_BlockVector.CheckCorruption();
    -
    15698 }
    -
    15699 
    -
    15700 VkResult VmaAllocator_T::CheckCorruption(uint32_t memoryTypeBits)
    -
    15701 {
    -
    15702  VkResult finalRes = VK_ERROR_FEATURE_NOT_PRESENT;
    -
    15703 
    -
    15704  // Process default pools.
    -
    15705  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    -
    15706  {
    -
    15707  if(((1u << memTypeIndex) & memoryTypeBits) != 0)
    -
    15708  {
    -
    15709  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
    -
    15710  VMA_ASSERT(pBlockVector);
    -
    15711  VkResult localRes = pBlockVector->CheckCorruption();
    -
    15712  switch(localRes)
    -
    15713  {
    -
    15714  case VK_ERROR_FEATURE_NOT_PRESENT:
    -
    15715  break;
    -
    15716  case VK_SUCCESS:
    -
    15717  finalRes = VK_SUCCESS;
    -
    15718  break;
    -
    15719  default:
    -
    15720  return localRes;
    -
    15721  }
    -
    15722  }
    -
    15723  }
    -
    15724 
    -
    15725  // Process custom pools.
    -
    15726  {
    -
    15727  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
    -
    15728  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
    -
    15729  {
    -
    15730  if(((1u << m_Pools[poolIndex]->m_BlockVector.GetMemoryTypeIndex()) & memoryTypeBits) != 0)
    -
    15731  {
    -
    15732  VkResult localRes = m_Pools[poolIndex]->m_BlockVector.CheckCorruption();
    -
    15733  switch(localRes)
    -
    15734  {
    -
    15735  case VK_ERROR_FEATURE_NOT_PRESENT:
    -
    15736  break;
    -
    15737  case VK_SUCCESS:
    -
    15738  finalRes = VK_SUCCESS;
    -
    15739  break;
    -
    15740  default:
    -
    15741  return localRes;
    -
    15742  }
    -
    15743  }
    -
    15744  }
    -
    15745  }
    -
    15746 
    -
    15747  return finalRes;
    -
    15748 }
    -
    15749 
    -
    15750 void VmaAllocator_T::CreateLostAllocation(VmaAllocation* pAllocation)
    -
    15751 {
    -
    15752  *pAllocation = m_AllocationObjectAllocator.Allocate();
    -
    15753  (*pAllocation)->Ctor(VMA_FRAME_INDEX_LOST, false);
    -
    15754  (*pAllocation)->InitLost();
    -
    15755 }
    -
    15756 
    -
    15757 VkResult VmaAllocator_T::AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory)
    -
    15758 {
    -
    15759  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(pAllocateInfo->memoryTypeIndex);
    -
    15760 
    -
    15761  // HeapSizeLimit is in effect for this heap.
    -
    15762  if((m_HeapSizeLimitMask & (1u << heapIndex)) != 0)
    -
    15763  {
    -
    15764  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
    -
    15765  VkDeviceSize blockBytes = m_Budget.m_BlockBytes[heapIndex];
    -
    15766  for(;;)
    -
    15767  {
    -
    15768  const VkDeviceSize blockBytesAfterAllocation = blockBytes + pAllocateInfo->allocationSize;
    -
    15769  if(blockBytesAfterAllocation > heapSize)
    -
    15770  {
    -
    15771  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    -
    15772  }
    -
    15773  if(m_Budget.m_BlockBytes->compare_exchange_strong(blockBytes, blockBytesAfterAllocation))
    -
    15774  {
    -
    15775  break;
    -
    15776  }
    -
    15777  }
    -
    15778  }
    -
    15779  else
    -
    15780  {
    -
    15781  m_Budget.m_BlockBytes[heapIndex] += pAllocateInfo->allocationSize;
    -
    15782  }
    -
    15783 
    -
    15784  // VULKAN CALL vkAllocateMemory.
    -
    15785  VkResult res = (*m_VulkanFunctions.vkAllocateMemory)(m_hDevice, pAllocateInfo, GetAllocationCallbacks(), pMemory);
    -
    15786 
    -
    15787  if(res == VK_SUCCESS)
    -
    15788  {
    -
    15789 #if VMA_MEMORY_BUDGET
    -
    15790  ++m_Budget.m_OperationsSinceBudgetFetch;
    -
    15791 #endif
    -
    15792 
    -
    15793  // Informative callback.
    -
    15794  if(m_DeviceMemoryCallbacks.pfnAllocate != VMA_NULL)
    -
    15795  {
    -
    15796  (*m_DeviceMemoryCallbacks.pfnAllocate)(this, pAllocateInfo->memoryTypeIndex, *pMemory, pAllocateInfo->allocationSize);
    -
    15797  }
    -
    15798  }
    -
    15799  else
    -
    15800  {
    -
    15801  m_Budget.m_BlockBytes[heapIndex] -= pAllocateInfo->allocationSize;
    -
    15802  }
    -
    15803 
    -
    15804  return res;
    -
    15805 }
    -
    15806 
    -
    15807 void VmaAllocator_T::FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory)
    -
    15808 {
    -
    15809  // Informative callback.
    -
    15810  if(m_DeviceMemoryCallbacks.pfnFree != VMA_NULL)
    -
    15811  {
    -
    15812  (*m_DeviceMemoryCallbacks.pfnFree)(this, memoryType, hMemory, size);
    -
    15813  }
    -
    15814 
    -
    15815  // VULKAN CALL vkFreeMemory.
    -
    15816  (*m_VulkanFunctions.vkFreeMemory)(m_hDevice, hMemory, GetAllocationCallbacks());
    -
    15817 
    -
    15818  m_Budget.m_BlockBytes[MemoryTypeIndexToHeapIndex(memoryType)] -= size;
    -
    15819 }
    -
    15820 
    -
    15821 VkResult VmaAllocator_T::BindVulkanBuffer(
    -
    15822  VkDeviceMemory memory,
    -
    15823  VkDeviceSize memoryOffset,
    -
    15824  VkBuffer buffer,
    -
    15825  const void* pNext)
    -
    15826 {
    -
    15827  if(pNext != VMA_NULL)
    -
    15828  {
    -
    15829 #if VMA_BIND_MEMORY2
    -
    15830  if(m_UseKhrBindMemory2 && m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL)
    -
    15831  {
    -
    15832  VkBindBufferMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_BUFFER_MEMORY_INFO_KHR };
    -
    15833  bindBufferMemoryInfo.pNext = pNext;
    -
    15834  bindBufferMemoryInfo.buffer = buffer;
    -
    15835  bindBufferMemoryInfo.memory = memory;
    -
    15836  bindBufferMemoryInfo.memoryOffset = memoryOffset;
    -
    15837  return (*m_VulkanFunctions.vkBindBufferMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
    -
    15838  }
    -
    15839  else
    -
    15840 #endif // #if VMA_BIND_MEMORY2
    -
    15841  {
    -
    15842  return VK_ERROR_EXTENSION_NOT_PRESENT;
    -
    15843  }
    -
    15844  }
    -
    15845  else
    -
    15846  {
    -
    15847  return (*m_VulkanFunctions.vkBindBufferMemory)(m_hDevice, buffer, memory, memoryOffset);
    -
    15848  }
    -
    15849 }
    -
    15850 
    -
    15851 VkResult VmaAllocator_T::BindVulkanImage(
    -
    15852  VkDeviceMemory memory,
    -
    15853  VkDeviceSize memoryOffset,
    -
    15854  VkImage image,
    -
    15855  const void* pNext)
    -
    15856 {
    -
    15857  if(pNext != VMA_NULL)
    -
    15858  {
    -
    15859 #if VMA_BIND_MEMORY2
    -
    15860  if(m_UseKhrBindMemory2 && m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL)
    -
    15861  {
    -
    15862  VkBindImageMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO_KHR };
    -
    15863  bindBufferMemoryInfo.pNext = pNext;
    -
    15864  bindBufferMemoryInfo.image = image;
    -
    15865  bindBufferMemoryInfo.memory = memory;
    -
    15866  bindBufferMemoryInfo.memoryOffset = memoryOffset;
    -
    15867  return (*m_VulkanFunctions.vkBindImageMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
    -
    15868  }
    -
    15869  else
    -
    15870 #endif // #if VMA_BIND_MEMORY2
    -
    15871  {
    -
    15872  return VK_ERROR_EXTENSION_NOT_PRESENT;
    -
    15873  }
    -
    15874  }
    -
    15875  else
    -
    15876  {
    -
    15877  return (*m_VulkanFunctions.vkBindImageMemory)(m_hDevice, image, memory, memoryOffset);
    -
    15878  }
    -
    15879 }
    -
    15880 
    -
    15881 VkResult VmaAllocator_T::Map(VmaAllocation hAllocation, void** ppData)
    -
    15882 {
    -
    15883  if(hAllocation->CanBecomeLost())
    -
    15884  {
    -
    15885  return VK_ERROR_MEMORY_MAP_FAILED;
    -
    15886  }
    -
    15887 
    -
    15888  switch(hAllocation->GetType())
    +
    15639  if(newCreateInfo.maxBlockCount == 0)
    +
    15640  {
    +
    15641  newCreateInfo.maxBlockCount = SIZE_MAX;
    +
    15642  }
    +
    15643  if(newCreateInfo.minBlockCount > newCreateInfo.maxBlockCount)
    +
    15644  {
    +
    15645  return VK_ERROR_INITIALIZATION_FAILED;
    +
    15646  }
    +
    15647 
    +
    15648  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(newCreateInfo.memoryTypeIndex);
    +
    15649 
    +
    15650  *pPool = vma_new(this, VmaPool_T)(this, newCreateInfo, preferredBlockSize);
    +
    15651 
    +
    15652  VkResult res = (*pPool)->m_BlockVector.CreateMinBlocks();
    +
    15653  if(res != VK_SUCCESS)
    +
    15654  {
    +
    15655  vma_delete(this, *pPool);
    +
    15656  *pPool = VMA_NULL;
    +
    15657  return res;
    +
    15658  }
    +
    15659 
    +
    15660  // Add to m_Pools.
    +
    15661  {
    +
    15662  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
    +
    15663  (*pPool)->SetId(m_NextPoolId++);
    +
    15664  VmaVectorInsertSorted<VmaPointerLess>(m_Pools, *pPool);
    +
    15665  }
    +
    15666 
    +
    15667  return VK_SUCCESS;
    +
    15668 }
    +
    15669 
    +
    15670 void VmaAllocator_T::DestroyPool(VmaPool pool)
    +
    15671 {
    +
    15672  // Remove from m_Pools.
    +
    15673  {
    +
    15674  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
    +
    15675  bool success = VmaVectorRemoveSorted<VmaPointerLess>(m_Pools, pool);
    +
    15676  VMA_ASSERT(success && "Pool not found in Allocator.");
    +
    15677  }
    +
    15678 
    +
    15679  vma_delete(this, pool);
    +
    15680 }
    +
    15681 
    +
    15682 void VmaAllocator_T::GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats)
    +
    15683 {
    +
    15684  pool->m_BlockVector.GetPoolStats(pPoolStats);
    +
    15685 }
    +
    15686 
    +
    15687 void VmaAllocator_T::SetCurrentFrameIndex(uint32_t frameIndex)
    +
    15688 {
    +
    15689  m_CurrentFrameIndex.store(frameIndex);
    +
    15690 
    +
    15691 #if VMA_MEMORY_BUDGET
    +
    15692  if(m_UseExtMemoryBudget)
    +
    15693  {
    +
    15694  UpdateVulkanBudget();
    +
    15695  }
    +
    15696 #endif // #if VMA_MEMORY_BUDGET
    +
    15697 }
    +
    15698 
    +
    15699 void VmaAllocator_T::MakePoolAllocationsLost(
    +
    15700  VmaPool hPool,
    +
    15701  size_t* pLostAllocationCount)
    +
    15702 {
    +
    15703  hPool->m_BlockVector.MakePoolAllocationsLost(
    +
    15704  m_CurrentFrameIndex.load(),
    +
    15705  pLostAllocationCount);
    +
    15706 }
    +
    15707 
    +
    15708 VkResult VmaAllocator_T::CheckPoolCorruption(VmaPool hPool)
    +
    15709 {
    +
    15710  return hPool->m_BlockVector.CheckCorruption();
    +
    15711 }
    +
    15712 
    +
    15713 VkResult VmaAllocator_T::CheckCorruption(uint32_t memoryTypeBits)
    +
    15714 {
    +
    15715  VkResult finalRes = VK_ERROR_FEATURE_NOT_PRESENT;
    +
    15716 
    +
    15717  // Process default pools.
    +
    15718  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    +
    15719  {
    +
    15720  if(((1u << memTypeIndex) & memoryTypeBits) != 0)
    +
    15721  {
    +
    15722  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
    +
    15723  VMA_ASSERT(pBlockVector);
    +
    15724  VkResult localRes = pBlockVector->CheckCorruption();
    +
    15725  switch(localRes)
    +
    15726  {
    +
    15727  case VK_ERROR_FEATURE_NOT_PRESENT:
    +
    15728  break;
    +
    15729  case VK_SUCCESS:
    +
    15730  finalRes = VK_SUCCESS;
    +
    15731  break;
    +
    15732  default:
    +
    15733  return localRes;
    +
    15734  }
    +
    15735  }
    +
    15736  }
    +
    15737 
    +
    15738  // Process custom pools.
    +
    15739  {
    +
    15740  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
    +
    15741  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
    +
    15742  {
    +
    15743  if(((1u << m_Pools[poolIndex]->m_BlockVector.GetMemoryTypeIndex()) & memoryTypeBits) != 0)
    +
    15744  {
    +
    15745  VkResult localRes = m_Pools[poolIndex]->m_BlockVector.CheckCorruption();
    +
    15746  switch(localRes)
    +
    15747  {
    +
    15748  case VK_ERROR_FEATURE_NOT_PRESENT:
    +
    15749  break;
    +
    15750  case VK_SUCCESS:
    +
    15751  finalRes = VK_SUCCESS;
    +
    15752  break;
    +
    15753  default:
    +
    15754  return localRes;
    +
    15755  }
    +
    15756  }
    +
    15757  }
    +
    15758  }
    +
    15759 
    +
    15760  return finalRes;
    +
    15761 }
    +
    15762 
    +
    15763 void VmaAllocator_T::CreateLostAllocation(VmaAllocation* pAllocation)
    +
    15764 {
    +
    15765  *pAllocation = m_AllocationObjectAllocator.Allocate();
    +
    15766  (*pAllocation)->Ctor(VMA_FRAME_INDEX_LOST, false);
    +
    15767  (*pAllocation)->InitLost();
    +
    15768 }
    +
    15769 
    +
    15770 VkResult VmaAllocator_T::AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory)
    +
    15771 {
    +
    15772  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(pAllocateInfo->memoryTypeIndex);
    +
    15773 
    +
    15774  // HeapSizeLimit is in effect for this heap.
    +
    15775  if((m_HeapSizeLimitMask & (1u << heapIndex)) != 0)
    +
    15776  {
    +
    15777  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
    +
    15778  VkDeviceSize blockBytes = m_Budget.m_BlockBytes[heapIndex];
    +
    15779  for(;;)
    +
    15780  {
    +
    15781  const VkDeviceSize blockBytesAfterAllocation = blockBytes + pAllocateInfo->allocationSize;
    +
    15782  if(blockBytesAfterAllocation > heapSize)
    +
    15783  {
    +
    15784  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
    +
    15785  }
    +
    15786  if(m_Budget.m_BlockBytes->compare_exchange_strong(blockBytes, blockBytesAfterAllocation))
    +
    15787  {
    +
    15788  break;
    +
    15789  }
    +
    15790  }
    +
    15791  }
    +
    15792  else
    +
    15793  {
    +
    15794  m_Budget.m_BlockBytes[heapIndex] += pAllocateInfo->allocationSize;
    +
    15795  }
    +
    15796 
    +
    15797  // VULKAN CALL vkAllocateMemory.
    +
    15798  VkResult res = (*m_VulkanFunctions.vkAllocateMemory)(m_hDevice, pAllocateInfo, GetAllocationCallbacks(), pMemory);
    +
    15799 
    +
    15800  if(res == VK_SUCCESS)
    +
    15801  {
    +
    15802 #if VMA_MEMORY_BUDGET
    +
    15803  ++m_Budget.m_OperationsSinceBudgetFetch;
    +
    15804 #endif
    +
    15805 
    +
    15806  // Informative callback.
    +
    15807  if(m_DeviceMemoryCallbacks.pfnAllocate != VMA_NULL)
    +
    15808  {
    +
    15809  (*m_DeviceMemoryCallbacks.pfnAllocate)(this, pAllocateInfo->memoryTypeIndex, *pMemory, pAllocateInfo->allocationSize);
    +
    15810  }
    +
    15811  }
    +
    15812  else
    +
    15813  {
    +
    15814  m_Budget.m_BlockBytes[heapIndex] -= pAllocateInfo->allocationSize;
    +
    15815  }
    +
    15816 
    +
    15817  return res;
    +
    15818 }
    +
    15819 
    +
    15820 void VmaAllocator_T::FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory)
    +
    15821 {
    +
    15822  // Informative callback.
    +
    15823  if(m_DeviceMemoryCallbacks.pfnFree != VMA_NULL)
    +
    15824  {
    +
    15825  (*m_DeviceMemoryCallbacks.pfnFree)(this, memoryType, hMemory, size);
    +
    15826  }
    +
    15827 
    +
    15828  // VULKAN CALL vkFreeMemory.
    +
    15829  (*m_VulkanFunctions.vkFreeMemory)(m_hDevice, hMemory, GetAllocationCallbacks());
    +
    15830 
    +
    15831  m_Budget.m_BlockBytes[MemoryTypeIndexToHeapIndex(memoryType)] -= size;
    +
    15832 }
    +
    15833 
    +
    15834 VkResult VmaAllocator_T::BindVulkanBuffer(
    +
    15835  VkDeviceMemory memory,
    +
    15836  VkDeviceSize memoryOffset,
    +
    15837  VkBuffer buffer,
    +
    15838  const void* pNext)
    +
    15839 {
    +
    15840  if(pNext != VMA_NULL)
    +
    15841  {
    +
    15842 #if VMA_BIND_MEMORY2
    +
    15843  if(m_UseKhrBindMemory2 && m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL)
    +
    15844  {
    +
    15845  VkBindBufferMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_BUFFER_MEMORY_INFO_KHR };
    +
    15846  bindBufferMemoryInfo.pNext = pNext;
    +
    15847  bindBufferMemoryInfo.buffer = buffer;
    +
    15848  bindBufferMemoryInfo.memory = memory;
    +
    15849  bindBufferMemoryInfo.memoryOffset = memoryOffset;
    +
    15850  return (*m_VulkanFunctions.vkBindBufferMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
    +
    15851  }
    +
    15852  else
    +
    15853 #endif // #if VMA_BIND_MEMORY2
    +
    15854  {
    +
    15855  return VK_ERROR_EXTENSION_NOT_PRESENT;
    +
    15856  }
    +
    15857  }
    +
    15858  else
    +
    15859  {
    +
    15860  return (*m_VulkanFunctions.vkBindBufferMemory)(m_hDevice, buffer, memory, memoryOffset);
    +
    15861  }
    +
    15862 }
    +
    15863 
    +
    15864 VkResult VmaAllocator_T::BindVulkanImage(
    +
    15865  VkDeviceMemory memory,
    +
    15866  VkDeviceSize memoryOffset,
    +
    15867  VkImage image,
    +
    15868  const void* pNext)
    +
    15869 {
    +
    15870  if(pNext != VMA_NULL)
    +
    15871  {
    +
    15872 #if VMA_BIND_MEMORY2
    +
    15873  if(m_UseKhrBindMemory2 && m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL)
    +
    15874  {
    +
    15875  VkBindImageMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO_KHR };
    +
    15876  bindBufferMemoryInfo.pNext = pNext;
    +
    15877  bindBufferMemoryInfo.image = image;
    +
    15878  bindBufferMemoryInfo.memory = memory;
    +
    15879  bindBufferMemoryInfo.memoryOffset = memoryOffset;
    +
    15880  return (*m_VulkanFunctions.vkBindImageMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
    +
    15881  }
    +
    15882  else
    +
    15883 #endif // #if VMA_BIND_MEMORY2
    +
    15884  {
    +
    15885  return VK_ERROR_EXTENSION_NOT_PRESENT;
    +
    15886  }
    +
    15887  }
    +
    15888  else
    15889  {
    -
    15890  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    -
    15891  {
    -
    15892  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
    -
    15893  char *pBytes = VMA_NULL;
    -
    15894  VkResult res = pBlock->Map(this, 1, (void**)&pBytes);
    -
    15895  if(res == VK_SUCCESS)
    -
    15896  {
    -
    15897  *ppData = pBytes + (ptrdiff_t)hAllocation->GetOffset();
    -
    15898  hAllocation->BlockAllocMap();
    -
    15899  }
    -
    15900  return res;
    -
    15901  }
    -
    15902  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    -
    15903  return hAllocation->DedicatedAllocMap(this, ppData);
    -
    15904  default:
    -
    15905  VMA_ASSERT(0);
    -
    15906  return VK_ERROR_MEMORY_MAP_FAILED;
    -
    15907  }
    -
    15908 }
    -
    15909 
    -
    15910 void VmaAllocator_T::Unmap(VmaAllocation hAllocation)
    -
    15911 {
    -
    15912  switch(hAllocation->GetType())
    -
    15913  {
    -
    15914  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    -
    15915  {
    -
    15916  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
    -
    15917  hAllocation->BlockAllocUnmap();
    -
    15918  pBlock->Unmap(this, 1);
    -
    15919  }
    -
    15920  break;
    -
    15921  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    -
    15922  hAllocation->DedicatedAllocUnmap(this);
    -
    15923  break;
    -
    15924  default:
    -
    15925  VMA_ASSERT(0);
    -
    15926  }
    -
    15927 }
    -
    15928 
    -
    15929 VkResult VmaAllocator_T::BindBufferMemory(
    -
    15930  VmaAllocation hAllocation,
    -
    15931  VkDeviceSize allocationLocalOffset,
    -
    15932  VkBuffer hBuffer,
    -
    15933  const void* pNext)
    -
    15934 {
    -
    15935  VkResult res = VK_SUCCESS;
    -
    15936  switch(hAllocation->GetType())
    -
    15937  {
    -
    15938  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    -
    15939  res = BindVulkanBuffer(hAllocation->GetMemory(), allocationLocalOffset, hBuffer, pNext);
    -
    15940  break;
    -
    15941  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    -
    15942  {
    -
    15943  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
    -
    15944  VMA_ASSERT(pBlock && "Binding buffer to allocation that doesn't belong to any block. Is the allocation lost?");
    -
    15945  res = pBlock->BindBufferMemory(this, hAllocation, allocationLocalOffset, hBuffer, pNext);
    -
    15946  break;
    -
    15947  }
    -
    15948  default:
    -
    15949  VMA_ASSERT(0);
    -
    15950  }
    -
    15951  return res;
    -
    15952 }
    -
    15953 
    -
    15954 VkResult VmaAllocator_T::BindImageMemory(
    -
    15955  VmaAllocation hAllocation,
    -
    15956  VkDeviceSize allocationLocalOffset,
    -
    15957  VkImage hImage,
    -
    15958  const void* pNext)
    -
    15959 {
    -
    15960  VkResult res = VK_SUCCESS;
    -
    15961  switch(hAllocation->GetType())
    -
    15962  {
    -
    15963  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    -
    15964  res = BindVulkanImage(hAllocation->GetMemory(), allocationLocalOffset, hImage, pNext);
    -
    15965  break;
    -
    15966  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    -
    15967  {
    -
    15968  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
    -
    15969  VMA_ASSERT(pBlock && "Binding image to allocation that doesn't belong to any block. Is the allocation lost?");
    -
    15970  res = pBlock->BindImageMemory(this, hAllocation, allocationLocalOffset, hImage, pNext);
    -
    15971  break;
    -
    15972  }
    -
    15973  default:
    -
    15974  VMA_ASSERT(0);
    -
    15975  }
    -
    15976  return res;
    -
    15977 }
    -
    15978 
    -
    15979 void VmaAllocator_T::FlushOrInvalidateAllocation(
    -
    15980  VmaAllocation hAllocation,
    -
    15981  VkDeviceSize offset, VkDeviceSize size,
    -
    15982  VMA_CACHE_OPERATION op)
    -
    15983 {
    -
    15984  const uint32_t memTypeIndex = hAllocation->GetMemoryTypeIndex();
    -
    15985  if(size > 0 && IsMemoryTypeNonCoherent(memTypeIndex))
    -
    15986  {
    -
    15987  const VkDeviceSize allocationSize = hAllocation->GetSize();
    -
    15988  VMA_ASSERT(offset <= allocationSize);
    -
    15989 
    -
    15990  const VkDeviceSize nonCoherentAtomSize = m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
    +
    15890  return (*m_VulkanFunctions.vkBindImageMemory)(m_hDevice, image, memory, memoryOffset);
    +
    15891  }
    +
    15892 }
    +
    15893 
    +
    15894 VkResult VmaAllocator_T::Map(VmaAllocation hAllocation, void** ppData)
    +
    15895 {
    +
    15896  if(hAllocation->CanBecomeLost())
    +
    15897  {
    +
    15898  return VK_ERROR_MEMORY_MAP_FAILED;
    +
    15899  }
    +
    15900 
    +
    15901  switch(hAllocation->GetType())
    +
    15902  {
    +
    15903  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    +
    15904  {
    +
    15905  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
    +
    15906  char *pBytes = VMA_NULL;
    +
    15907  VkResult res = pBlock->Map(this, 1, (void**)&pBytes);
    +
    15908  if(res == VK_SUCCESS)
    +
    15909  {
    +
    15910  *ppData = pBytes + (ptrdiff_t)hAllocation->GetOffset();
    +
    15911  hAllocation->BlockAllocMap();
    +
    15912  }
    +
    15913  return res;
    +
    15914  }
    +
    15915  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    +
    15916  return hAllocation->DedicatedAllocMap(this, ppData);
    +
    15917  default:
    +
    15918  VMA_ASSERT(0);
    +
    15919  return VK_ERROR_MEMORY_MAP_FAILED;
    +
    15920  }
    +
    15921 }
    +
    15922 
    +
    15923 void VmaAllocator_T::Unmap(VmaAllocation hAllocation)
    +
    15924 {
    +
    15925  switch(hAllocation->GetType())
    +
    15926  {
    +
    15927  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    +
    15928  {
    +
    15929  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
    +
    15930  hAllocation->BlockAllocUnmap();
    +
    15931  pBlock->Unmap(this, 1);
    +
    15932  }
    +
    15933  break;
    +
    15934  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    +
    15935  hAllocation->DedicatedAllocUnmap(this);
    +
    15936  break;
    +
    15937  default:
    +
    15938  VMA_ASSERT(0);
    +
    15939  }
    +
    15940 }
    +
    15941 
    +
    15942 VkResult VmaAllocator_T::BindBufferMemory(
    +
    15943  VmaAllocation hAllocation,
    +
    15944  VkDeviceSize allocationLocalOffset,
    +
    15945  VkBuffer hBuffer,
    +
    15946  const void* pNext)
    +
    15947 {
    +
    15948  VkResult res = VK_SUCCESS;
    +
    15949  switch(hAllocation->GetType())
    +
    15950  {
    +
    15951  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    +
    15952  res = BindVulkanBuffer(hAllocation->GetMemory(), allocationLocalOffset, hBuffer, pNext);
    +
    15953  break;
    +
    15954  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    +
    15955  {
    +
    15956  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
    +
    15957  VMA_ASSERT(pBlock && "Binding buffer to allocation that doesn't belong to any block. Is the allocation lost?");
    +
    15958  res = pBlock->BindBufferMemory(this, hAllocation, allocationLocalOffset, hBuffer, pNext);
    +
    15959  break;
    +
    15960  }
    +
    15961  default:
    +
    15962  VMA_ASSERT(0);
    +
    15963  }
    +
    15964  return res;
    +
    15965 }
    +
    15966 
    +
    15967 VkResult VmaAllocator_T::BindImageMemory(
    +
    15968  VmaAllocation hAllocation,
    +
    15969  VkDeviceSize allocationLocalOffset,
    +
    15970  VkImage hImage,
    +
    15971  const void* pNext)
    +
    15972 {
    +
    15973  VkResult res = VK_SUCCESS;
    +
    15974  switch(hAllocation->GetType())
    +
    15975  {
    +
    15976  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    +
    15977  res = BindVulkanImage(hAllocation->GetMemory(), allocationLocalOffset, hImage, pNext);
    +
    15978  break;
    +
    15979  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    +
    15980  {
    +
    15981  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
    +
    15982  VMA_ASSERT(pBlock && "Binding image to allocation that doesn't belong to any block. Is the allocation lost?");
    +
    15983  res = pBlock->BindImageMemory(this, hAllocation, allocationLocalOffset, hImage, pNext);
    +
    15984  break;
    +
    15985  }
    +
    15986  default:
    +
    15987  VMA_ASSERT(0);
    +
    15988  }
    +
    15989  return res;
    +
    15990 }
    15991 
    -
    15992  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
    -
    15993  memRange.memory = hAllocation->GetMemory();
    -
    15994 
    -
    15995  switch(hAllocation->GetType())
    -
    15996  {
    -
    15997  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    -
    15998  memRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
    -
    15999  if(size == VK_WHOLE_SIZE)
    -
    16000  {
    -
    16001  memRange.size = allocationSize - memRange.offset;
    -
    16002  }
    -
    16003  else
    -
    16004  {
    -
    16005  VMA_ASSERT(offset + size <= allocationSize);
    -
    16006  memRange.size = VMA_MIN(
    -
    16007  VmaAlignUp(size + (offset - memRange.offset), nonCoherentAtomSize),
    -
    16008  allocationSize - memRange.offset);
    -
    16009  }
    -
    16010  break;
    -
    16011 
    -
    16012  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    -
    16013  {
    -
    16014  // 1. Still within this allocation.
    -
    16015  memRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
    -
    16016  if(size == VK_WHOLE_SIZE)
    +
    15992 void VmaAllocator_T::FlushOrInvalidateAllocation(
    +
    15993  VmaAllocation hAllocation,
    +
    15994  VkDeviceSize offset, VkDeviceSize size,
    +
    15995  VMA_CACHE_OPERATION op)
    +
    15996 {
    +
    15997  const uint32_t memTypeIndex = hAllocation->GetMemoryTypeIndex();
    +
    15998  if(size > 0 && IsMemoryTypeNonCoherent(memTypeIndex))
    +
    15999  {
    +
    16000  const VkDeviceSize allocationSize = hAllocation->GetSize();
    +
    16001  VMA_ASSERT(offset <= allocationSize);
    +
    16002 
    +
    16003  const VkDeviceSize nonCoherentAtomSize = m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
    +
    16004 
    +
    16005  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
    +
    16006  memRange.memory = hAllocation->GetMemory();
    +
    16007 
    +
    16008  switch(hAllocation->GetType())
    +
    16009  {
    +
    16010  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
    +
    16011  memRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
    +
    16012  if(size == VK_WHOLE_SIZE)
    +
    16013  {
    +
    16014  memRange.size = allocationSize - memRange.offset;
    +
    16015  }
    +
    16016  else
    16017  {
    -
    16018  size = allocationSize - offset;
    -
    16019  }
    -
    16020  else
    -
    16021  {
    -
    16022  VMA_ASSERT(offset + size <= allocationSize);
    -
    16023  }
    -
    16024  memRange.size = VmaAlignUp(size + (offset - memRange.offset), nonCoherentAtomSize);
    -
    16025 
    -
    16026  // 2. Adjust to whole block.
    -
    16027  const VkDeviceSize allocationOffset = hAllocation->GetOffset();
    -
    16028  VMA_ASSERT(allocationOffset % nonCoherentAtomSize == 0);
    -
    16029  const VkDeviceSize blockSize = hAllocation->GetBlock()->m_pMetadata->GetSize();
    -
    16030  memRange.offset += allocationOffset;
    -
    16031  memRange.size = VMA_MIN(memRange.size, blockSize - memRange.offset);
    -
    16032 
    -
    16033  break;
    -
    16034  }
    -
    16035 
    -
    16036  default:
    -
    16037  VMA_ASSERT(0);
    -
    16038  }
    -
    16039 
    -
    16040  switch(op)
    -
    16041  {
    -
    16042  case VMA_CACHE_FLUSH:
    -
    16043  (*GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hDevice, 1, &memRange);
    -
    16044  break;
    -
    16045  case VMA_CACHE_INVALIDATE:
    -
    16046  (*GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hDevice, 1, &memRange);
    -
    16047  break;
    -
    16048  default:
    -
    16049  VMA_ASSERT(0);
    -
    16050  }
    -
    16051  }
    -
    16052  // else: Just ignore this call.
    -
    16053 }
    -
    16054 
    -
    16055 void VmaAllocator_T::FreeDedicatedMemory(const VmaAllocation allocation)
    -
    16056 {
    -
    16057  VMA_ASSERT(allocation && allocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_DEDICATED);
    -
    16058 
    -
    16059  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
    -
    16060  {
    -
    16061  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
    -
    16062  AllocationVectorType* const pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
    -
    16063  VMA_ASSERT(pDedicatedAllocations);
    -
    16064  bool success = VmaVectorRemoveSorted<VmaPointerLess>(*pDedicatedAllocations, allocation);
    -
    16065  VMA_ASSERT(success);
    -
    16066  }
    +
    16018  VMA_ASSERT(offset + size <= allocationSize);
    +
    16019  memRange.size = VMA_MIN(
    +
    16020  VmaAlignUp(size + (offset - memRange.offset), nonCoherentAtomSize),
    +
    16021  allocationSize - memRange.offset);
    +
    16022  }
    +
    16023  break;
    +
    16024 
    +
    16025  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
    +
    16026  {
    +
    16027  // 1. Still within this allocation.
    +
    16028  memRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
    +
    16029  if(size == VK_WHOLE_SIZE)
    +
    16030  {
    +
    16031  size = allocationSize - offset;
    +
    16032  }
    +
    16033  else
    +
    16034  {
    +
    16035  VMA_ASSERT(offset + size <= allocationSize);
    +
    16036  }
    +
    16037  memRange.size = VmaAlignUp(size + (offset - memRange.offset), nonCoherentAtomSize);
    +
    16038 
    +
    16039  // 2. Adjust to whole block.
    +
    16040  const VkDeviceSize allocationOffset = hAllocation->GetOffset();
    +
    16041  VMA_ASSERT(allocationOffset % nonCoherentAtomSize == 0);
    +
    16042  const VkDeviceSize blockSize = hAllocation->GetBlock()->m_pMetadata->GetSize();
    +
    16043  memRange.offset += allocationOffset;
    +
    16044  memRange.size = VMA_MIN(memRange.size, blockSize - memRange.offset);
    +
    16045 
    +
    16046  break;
    +
    16047  }
    +
    16048 
    +
    16049  default:
    +
    16050  VMA_ASSERT(0);
    +
    16051  }
    +
    16052 
    +
    16053  switch(op)
    +
    16054  {
    +
    16055  case VMA_CACHE_FLUSH:
    +
    16056  (*GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hDevice, 1, &memRange);
    +
    16057  break;
    +
    16058  case VMA_CACHE_INVALIDATE:
    +
    16059  (*GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hDevice, 1, &memRange);
    +
    16060  break;
    +
    16061  default:
    +
    16062  VMA_ASSERT(0);
    +
    16063  }
    +
    16064  }
    +
    16065  // else: Just ignore this call.
    +
    16066 }
    16067 
    -
    16068  VkDeviceMemory hMemory = allocation->GetMemory();
    -
    16069 
    -
    16070  /*
    -
    16071  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
    -
    16072  before vkFreeMemory.
    -
    16073 
    -
    16074  if(allocation->GetMappedData() != VMA_NULL)
    -
    16075  {
    -
    16076  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
    -
    16077  }
    -
    16078  */
    -
    16079 
    -
    16080  FreeVulkanMemory(memTypeIndex, allocation->GetSize(), hMemory);
    -
    16081 
    -
    16082  VMA_DEBUG_LOG(" Freed DedicatedMemory MemoryTypeIndex=%u", memTypeIndex);
    -
    16083 }
    -
    16084 
    -
    16085 uint32_t VmaAllocator_T::CalculateGpuDefragmentationMemoryTypeBits() const
    -
    16086 {
    -
    16087  VkBufferCreateInfo dummyBufCreateInfo;
    -
    16088  VmaFillGpuDefragmentationBufferCreateInfo(dummyBufCreateInfo);
    -
    16089 
    -
    16090  uint32_t memoryTypeBits = 0;
    -
    16091 
    -
    16092  // Create buffer.
    -
    16093  VkBuffer buf = VK_NULL_HANDLE;
    -
    16094  VkResult res = (*GetVulkanFunctions().vkCreateBuffer)(
    -
    16095  m_hDevice, &dummyBufCreateInfo, GetAllocationCallbacks(), &buf);
    -
    16096  if(res == VK_SUCCESS)
    -
    16097  {
    -
    16098  // Query for supported memory types.
    -
    16099  VkMemoryRequirements memReq;
    -
    16100  (*GetVulkanFunctions().vkGetBufferMemoryRequirements)(m_hDevice, buf, &memReq);
    -
    16101  memoryTypeBits = memReq.memoryTypeBits;
    +
    16068 void VmaAllocator_T::FreeDedicatedMemory(const VmaAllocation allocation)
    +
    16069 {
    +
    16070  VMA_ASSERT(allocation && allocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_DEDICATED);
    +
    16071 
    +
    16072  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
    +
    16073  {
    +
    16074  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
    +
    16075  AllocationVectorType* const pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
    +
    16076  VMA_ASSERT(pDedicatedAllocations);
    +
    16077  bool success = VmaVectorRemoveSorted<VmaPointerLess>(*pDedicatedAllocations, allocation);
    +
    16078  VMA_ASSERT(success);
    +
    16079  }
    +
    16080 
    +
    16081  VkDeviceMemory hMemory = allocation->GetMemory();
    +
    16082 
    +
    16083  /*
    +
    16084  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
    +
    16085  before vkFreeMemory.
    +
    16086 
    +
    16087  if(allocation->GetMappedData() != VMA_NULL)
    +
    16088  {
    +
    16089  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
    +
    16090  }
    +
    16091  */
    +
    16092 
    +
    16093  FreeVulkanMemory(memTypeIndex, allocation->GetSize(), hMemory);
    +
    16094 
    +
    16095  VMA_DEBUG_LOG(" Freed DedicatedMemory MemoryTypeIndex=%u", memTypeIndex);
    +
    16096 }
    +
    16097 
    +
    16098 uint32_t VmaAllocator_T::CalculateGpuDefragmentationMemoryTypeBits() const
    +
    16099 {
    +
    16100  VkBufferCreateInfo dummyBufCreateInfo;
    +
    16101  VmaFillGpuDefragmentationBufferCreateInfo(dummyBufCreateInfo);
    16102 
    -
    16103  // Destroy buffer.
    -
    16104  (*GetVulkanFunctions().vkDestroyBuffer)(m_hDevice, buf, GetAllocationCallbacks());
    -
    16105  }
    -
    16106 
    -
    16107  return memoryTypeBits;
    -
    16108 }
    -
    16109 
    -
    16110 #if VMA_MEMORY_BUDGET
    -
    16111 
    -
    16112 void VmaAllocator_T::UpdateVulkanBudget()
    -
    16113 {
    -
    16114  VMA_ASSERT(m_UseExtMemoryBudget);
    +
    16103  uint32_t memoryTypeBits = 0;
    +
    16104 
    +
    16105  // Create buffer.
    +
    16106  VkBuffer buf = VK_NULL_HANDLE;
    +
    16107  VkResult res = (*GetVulkanFunctions().vkCreateBuffer)(
    +
    16108  m_hDevice, &dummyBufCreateInfo, GetAllocationCallbacks(), &buf);
    +
    16109  if(res == VK_SUCCESS)
    +
    16110  {
    +
    16111  // Query for supported memory types.
    +
    16112  VkMemoryRequirements memReq;
    +
    16113  (*GetVulkanFunctions().vkGetBufferMemoryRequirements)(m_hDevice, buf, &memReq);
    +
    16114  memoryTypeBits = memReq.memoryTypeBits;
    16115 
    -
    16116  VkPhysicalDeviceMemoryProperties2KHR memProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PROPERTIES_2_KHR };
    -
    16117 
    -
    16118  VkPhysicalDeviceMemoryBudgetPropertiesEXT budgetProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_BUDGET_PROPERTIES_EXT };
    -
    16119  memProps.pNext = &budgetProps;
    -
    16120 
    -
    16121  GetVulkanFunctions().vkGetPhysicalDeviceMemoryProperties2KHR(m_PhysicalDevice, &memProps);
    +
    16116  // Destroy buffer.
    +
    16117  (*GetVulkanFunctions().vkDestroyBuffer)(m_hDevice, buf, GetAllocationCallbacks());
    +
    16118  }
    +
    16119 
    +
    16120  return memoryTypeBits;
    +
    16121 }
    16122 
    -
    16123  {
    -
    16124  VmaMutexLockWrite lockWrite(m_Budget.m_BudgetMutex, m_UseMutex);
    -
    16125 
    -
    16126  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
    -
    16127  {
    -
    16128  m_Budget.m_VulkanUsage[heapIndex] = budgetProps.heapUsage[heapIndex];
    -
    16129  m_Budget.m_VulkanBudget[heapIndex] = budgetProps.heapBudget[heapIndex];
    -
    16130  m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] = m_Budget.m_BlockBytes[heapIndex].load();
    -
    16131  }
    -
    16132  m_Budget.m_OperationsSinceBudgetFetch = 0;
    -
    16133  }
    -
    16134 }
    +
    16123 #if VMA_MEMORY_BUDGET
    +
    16124 
    +
    16125 void VmaAllocator_T::UpdateVulkanBudget()
    +
    16126 {
    +
    16127  VMA_ASSERT(m_UseExtMemoryBudget);
    +
    16128 
    +
    16129  VkPhysicalDeviceMemoryProperties2KHR memProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PROPERTIES_2_KHR };
    +
    16130 
    +
    16131  VkPhysicalDeviceMemoryBudgetPropertiesEXT budgetProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_BUDGET_PROPERTIES_EXT };
    +
    16132  memProps.pNext = &budgetProps;
    +
    16133 
    +
    16134  GetVulkanFunctions().vkGetPhysicalDeviceMemoryProperties2KHR(m_PhysicalDevice, &memProps);
    16135 
    -
    16136 #endif // #if VMA_MEMORY_BUDGET
    -
    16137 
    -
    16138 void VmaAllocator_T::FillAllocation(const VmaAllocation hAllocation, uint8_t pattern)
    -
    16139 {
    -
    16140  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS &&
    -
    16141  !hAllocation->CanBecomeLost() &&
    -
    16142  (m_MemProps.memoryTypes[hAllocation->GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
    -
    16143  {
    -
    16144  void* pData = VMA_NULL;
    -
    16145  VkResult res = Map(hAllocation, &pData);
    -
    16146  if(res == VK_SUCCESS)
    -
    16147  {
    -
    16148  memset(pData, (int)pattern, (size_t)hAllocation->GetSize());
    -
    16149  FlushOrInvalidateAllocation(hAllocation, 0, VK_WHOLE_SIZE, VMA_CACHE_FLUSH);
    -
    16150  Unmap(hAllocation);
    -
    16151  }
    -
    16152  else
    -
    16153  {
    -
    16154  VMA_ASSERT(0 && "VMA_DEBUG_INITIALIZE_ALLOCATIONS is enabled, but couldn't map memory to fill allocation.");
    -
    16155  }
    -
    16156  }
    -
    16157 }
    -
    16158 
    -
    16159 uint32_t VmaAllocator_T::GetGpuDefragmentationMemoryTypeBits()
    -
    16160 {
    -
    16161  uint32_t memoryTypeBits = m_GpuDefragmentationMemoryTypeBits.load();
    -
    16162  if(memoryTypeBits == UINT32_MAX)
    -
    16163  {
    -
    16164  memoryTypeBits = CalculateGpuDefragmentationMemoryTypeBits();
    -
    16165  m_GpuDefragmentationMemoryTypeBits.store(memoryTypeBits);
    -
    16166  }
    -
    16167  return memoryTypeBits;
    -
    16168 }
    -
    16169 
    -
    16170 #if VMA_STATS_STRING_ENABLED
    +
    16136  {
    +
    16137  VmaMutexLockWrite lockWrite(m_Budget.m_BudgetMutex, m_UseMutex);
    +
    16138 
    +
    16139  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
    +
    16140  {
    +
    16141  m_Budget.m_VulkanUsage[heapIndex] = budgetProps.heapUsage[heapIndex];
    +
    16142  m_Budget.m_VulkanBudget[heapIndex] = budgetProps.heapBudget[heapIndex];
    +
    16143  m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] = m_Budget.m_BlockBytes[heapIndex].load();
    +
    16144  }
    +
    16145  m_Budget.m_OperationsSinceBudgetFetch = 0;
    +
    16146  }
    +
    16147 }
    +
    16148 
    +
    16149 #endif // #if VMA_MEMORY_BUDGET
    +
    16150 
    +
    16151 void VmaAllocator_T::FillAllocation(const VmaAllocation hAllocation, uint8_t pattern)
    +
    16152 {
    +
    16153  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS &&
    +
    16154  !hAllocation->CanBecomeLost() &&
    +
    16155  (m_MemProps.memoryTypes[hAllocation->GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
    +
    16156  {
    +
    16157  void* pData = VMA_NULL;
    +
    16158  VkResult res = Map(hAllocation, &pData);
    +
    16159  if(res == VK_SUCCESS)
    +
    16160  {
    +
    16161  memset(pData, (int)pattern, (size_t)hAllocation->GetSize());
    +
    16162  FlushOrInvalidateAllocation(hAllocation, 0, VK_WHOLE_SIZE, VMA_CACHE_FLUSH);
    +
    16163  Unmap(hAllocation);
    +
    16164  }
    +
    16165  else
    +
    16166  {
    +
    16167  VMA_ASSERT(0 && "VMA_DEBUG_INITIALIZE_ALLOCATIONS is enabled, but couldn't map memory to fill allocation.");
    +
    16168  }
    +
    16169  }
    +
    16170 }
    16171 
    -
    16172 void VmaAllocator_T::PrintDetailedMap(VmaJsonWriter& json)
    +
    16172 uint32_t VmaAllocator_T::GetGpuDefragmentationMemoryTypeBits()
    16173 {
    -
    16174  bool dedicatedAllocationsStarted = false;
    -
    16175  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    +
    16174  uint32_t memoryTypeBits = m_GpuDefragmentationMemoryTypeBits.load();
    +
    16175  if(memoryTypeBits == UINT32_MAX)
    16176  {
    -
    16177  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
    -
    16178  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
    -
    16179  VMA_ASSERT(pDedicatedAllocVector);
    -
    16180  if(pDedicatedAllocVector->empty() == false)
    -
    16181  {
    -
    16182  if(dedicatedAllocationsStarted == false)
    -
    16183  {
    -
    16184  dedicatedAllocationsStarted = true;
    -
    16185  json.WriteString("DedicatedAllocations");
    -
    16186  json.BeginObject();
    -
    16187  }
    -
    16188 
    -
    16189  json.BeginString("Type ");
    -
    16190  json.ContinueString(memTypeIndex);
    -
    16191  json.EndString();
    -
    16192 
    -
    16193  json.BeginArray();
    -
    16194 
    -
    16195  for(size_t i = 0; i < pDedicatedAllocVector->size(); ++i)
    +
    16177  memoryTypeBits = CalculateGpuDefragmentationMemoryTypeBits();
    +
    16178  m_GpuDefragmentationMemoryTypeBits.store(memoryTypeBits);
    +
    16179  }
    +
    16180  return memoryTypeBits;
    +
    16181 }
    +
    16182 
    +
    16183 #if VMA_STATS_STRING_ENABLED
    +
    16184 
    +
    16185 void VmaAllocator_T::PrintDetailedMap(VmaJsonWriter& json)
    +
    16186 {
    +
    16187  bool dedicatedAllocationsStarted = false;
    +
    16188  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    +
    16189  {
    +
    16190  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
    +
    16191  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
    +
    16192  VMA_ASSERT(pDedicatedAllocVector);
    +
    16193  if(pDedicatedAllocVector->empty() == false)
    +
    16194  {
    +
    16195  if(dedicatedAllocationsStarted == false)
    16196  {
    -
    16197  json.BeginObject(true);
    -
    16198  const VmaAllocation hAlloc = (*pDedicatedAllocVector)[i];
    -
    16199  hAlloc->PrintParameters(json);
    -
    16200  json.EndObject();
    -
    16201  }
    -
    16202 
    -
    16203  json.EndArray();
    -
    16204  }
    -
    16205  }
    -
    16206  if(dedicatedAllocationsStarted)
    -
    16207  {
    -
    16208  json.EndObject();
    -
    16209  }
    -
    16210 
    -
    16211  {
    -
    16212  bool allocationsStarted = false;
    -
    16213  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    -
    16214  {
    -
    16215  if(m_pBlockVectors[memTypeIndex]->IsEmpty() == false)
    -
    16216  {
    -
    16217  if(allocationsStarted == false)
    -
    16218  {
    -
    16219  allocationsStarted = true;
    -
    16220  json.WriteString("DefaultPools");
    -
    16221  json.BeginObject();
    -
    16222  }
    +
    16197  dedicatedAllocationsStarted = true;
    +
    16198  json.WriteString("DedicatedAllocations");
    +
    16199  json.BeginObject();
    +
    16200  }
    +
    16201 
    +
    16202  json.BeginString("Type ");
    +
    16203  json.ContinueString(memTypeIndex);
    +
    16204  json.EndString();
    +
    16205 
    +
    16206  json.BeginArray();
    +
    16207 
    +
    16208  for(size_t i = 0; i < pDedicatedAllocVector->size(); ++i)
    +
    16209  {
    +
    16210  json.BeginObject(true);
    +
    16211  const VmaAllocation hAlloc = (*pDedicatedAllocVector)[i];
    +
    16212  hAlloc->PrintParameters(json);
    +
    16213  json.EndObject();
    +
    16214  }
    +
    16215 
    +
    16216  json.EndArray();
    +
    16217  }
    +
    16218  }
    +
    16219  if(dedicatedAllocationsStarted)
    +
    16220  {
    +
    16221  json.EndObject();
    +
    16222  }
    16223 
    -
    16224  json.BeginString("Type ");
    -
    16225  json.ContinueString(memTypeIndex);
    -
    16226  json.EndString();
    -
    16227 
    -
    16228  m_pBlockVectors[memTypeIndex]->PrintDetailedMap(json);
    -
    16229  }
    -
    16230  }
    -
    16231  if(allocationsStarted)
    -
    16232  {
    -
    16233  json.EndObject();
    -
    16234  }
    -
    16235  }
    +
    16224  {
    +
    16225  bool allocationsStarted = false;
    +
    16226  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
    +
    16227  {
    +
    16228  if(m_pBlockVectors[memTypeIndex]->IsEmpty() == false)
    +
    16229  {
    +
    16230  if(allocationsStarted == false)
    +
    16231  {
    +
    16232  allocationsStarted = true;
    +
    16233  json.WriteString("DefaultPools");
    +
    16234  json.BeginObject();
    +
    16235  }
    16236 
    -
    16237  // Custom pools
    -
    16238  {
    -
    16239  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
    -
    16240  const size_t poolCount = m_Pools.size();
    -
    16241  if(poolCount > 0)
    -
    16242  {
    -
    16243  json.WriteString("Pools");
    -
    16244  json.BeginObject();
    -
    16245  for(size_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
    -
    16246  {
    -
    16247  json.BeginString();
    -
    16248  json.ContinueString(m_Pools[poolIndex]->GetId());
    -
    16249  json.EndString();
    -
    16250 
    -
    16251  m_Pools[poolIndex]->m_BlockVector.PrintDetailedMap(json);
    -
    16252  }
    -
    16253  json.EndObject();
    -
    16254  }
    -
    16255  }
    -
    16256 }
    -
    16257 
    -
    16258 #endif // #if VMA_STATS_STRING_ENABLED
    -
    16259 
    -
    16261 // Public interface
    -
    16262 
    -
    16263 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
    -
    16264  const VmaAllocatorCreateInfo* pCreateInfo,
    -
    16265  VmaAllocator* pAllocator)
    -
    16266 {
    -
    16267  VMA_ASSERT(pCreateInfo && pAllocator);
    -
    16268  VMA_DEBUG_LOG("vmaCreateAllocator");
    -
    16269  *pAllocator = vma_new(pCreateInfo->pAllocationCallbacks, VmaAllocator_T)(pCreateInfo);
    -
    16270  return (*pAllocator)->Init(pCreateInfo);
    -
    16271 }
    +
    16237  json.BeginString("Type ");
    +
    16238  json.ContinueString(memTypeIndex);
    +
    16239  json.EndString();
    +
    16240 
    +
    16241  m_pBlockVectors[memTypeIndex]->PrintDetailedMap(json);
    +
    16242  }
    +
    16243  }
    +
    16244  if(allocationsStarted)
    +
    16245  {
    +
    16246  json.EndObject();
    +
    16247  }
    +
    16248  }
    +
    16249 
    +
    16250  // Custom pools
    +
    16251  {
    +
    16252  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
    +
    16253  const size_t poolCount = m_Pools.size();
    +
    16254  if(poolCount > 0)
    +
    16255  {
    +
    16256  json.WriteString("Pools");
    +
    16257  json.BeginObject();
    +
    16258  for(size_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
    +
    16259  {
    +
    16260  json.BeginString();
    +
    16261  json.ContinueString(m_Pools[poolIndex]->GetId());
    +
    16262  json.EndString();
    +
    16263 
    +
    16264  m_Pools[poolIndex]->m_BlockVector.PrintDetailedMap(json);
    +
    16265  }
    +
    16266  json.EndObject();
    +
    16267  }
    +
    16268  }
    +
    16269 }
    +
    16270 
    +
    16271 #endif // #if VMA_STATS_STRING_ENABLED
    16272 
    -
    16273 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
    -
    16274  VmaAllocator allocator)
    -
    16275 {
    -
    16276  if(allocator != VK_NULL_HANDLE)
    -
    16277  {
    -
    16278  VMA_DEBUG_LOG("vmaDestroyAllocator");
    -
    16279  VkAllocationCallbacks allocationCallbacks = allocator->m_AllocationCallbacks;
    -
    16280  vma_delete(&allocationCallbacks, allocator);
    -
    16281  }
    -
    16282 }
    -
    16283 
    -
    16284 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
    -
    16285  VmaAllocator allocator,
    -
    16286  const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
    -
    16287 {
    -
    16288  VMA_ASSERT(allocator && ppPhysicalDeviceProperties);
    -
    16289  *ppPhysicalDeviceProperties = &allocator->m_PhysicalDeviceProperties;
    -
    16290 }
    -
    16291 
    -
    16292 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
    -
    16293  VmaAllocator allocator,
    -
    16294  const VkPhysicalDeviceMemoryProperties** ppPhysicalDeviceMemoryProperties)
    -
    16295 {
    -
    16296  VMA_ASSERT(allocator && ppPhysicalDeviceMemoryProperties);
    -
    16297  *ppPhysicalDeviceMemoryProperties = &allocator->m_MemProps;
    -
    16298 }
    -
    16299 
    -
    16300 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
    -
    16301  VmaAllocator allocator,
    -
    16302  uint32_t memoryTypeIndex,
    -
    16303  VkMemoryPropertyFlags* pFlags)
    -
    16304 {
    -
    16305  VMA_ASSERT(allocator && pFlags);
    -
    16306  VMA_ASSERT(memoryTypeIndex < allocator->GetMemoryTypeCount());
    -
    16307  *pFlags = allocator->m_MemProps.memoryTypes[memoryTypeIndex].propertyFlags;
    -
    16308 }
    -
    16309 
    -
    16310 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
    -
    16311  VmaAllocator allocator,
    -
    16312  uint32_t frameIndex)
    -
    16313 {
    -
    16314  VMA_ASSERT(allocator);
    -
    16315  VMA_ASSERT(frameIndex != VMA_FRAME_INDEX_LOST);
    -
    16316 
    -
    16317  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16318 
    -
    16319  allocator->SetCurrentFrameIndex(frameIndex);
    -
    16320 }
    -
    16321 
    -
    16322 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
    -
    16323  VmaAllocator allocator,
    -
    16324  VmaStats* pStats)
    -
    16325 {
    -
    16326  VMA_ASSERT(allocator && pStats);
    -
    16327  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16328  allocator->CalculateStats(pStats);
    -
    16329 }
    -
    16330 
    -
    16331 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
    -
    16332  VmaAllocator allocator,
    -
    16333  VmaBudget* pBudget)
    -
    16334 {
    -
    16335  VMA_ASSERT(allocator && pBudget);
    -
    16336  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16337  allocator->GetBudget(pBudget, 0, allocator->GetMemoryHeapCount());
    -
    16338 }
    -
    16339 
    -
    16340 #if VMA_STATS_STRING_ENABLED
    -
    16341 
    -
    16342 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
    -
    16343  VmaAllocator allocator,
    -
    16344  char** ppStatsString,
    -
    16345  VkBool32 detailedMap)
    -
    16346 {
    -
    16347  VMA_ASSERT(allocator && ppStatsString);
    -
    16348  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16349 
    -
    16350  VmaStringBuilder sb(allocator);
    -
    16351  {
    -
    16352  VmaJsonWriter json(allocator->GetAllocationCallbacks(), sb);
    -
    16353  json.BeginObject();
    +
    16274 // Public interface
    +
    16275 
    +
    16276 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
    +
    16277  const VmaAllocatorCreateInfo* pCreateInfo,
    +
    16278  VmaAllocator* pAllocator)
    +
    16279 {
    +
    16280  VMA_ASSERT(pCreateInfo && pAllocator);
    +
    16281  VMA_DEBUG_LOG("vmaCreateAllocator");
    +
    16282  *pAllocator = vma_new(pCreateInfo->pAllocationCallbacks, VmaAllocator_T)(pCreateInfo);
    +
    16283  return (*pAllocator)->Init(pCreateInfo);
    +
    16284 }
    +
    16285 
    +
    16286 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
    +
    16287  VmaAllocator allocator)
    +
    16288 {
    +
    16289  if(allocator != VK_NULL_HANDLE)
    +
    16290  {
    +
    16291  VMA_DEBUG_LOG("vmaDestroyAllocator");
    +
    16292  VkAllocationCallbacks allocationCallbacks = allocator->m_AllocationCallbacks;
    +
    16293  vma_delete(&allocationCallbacks, allocator);
    +
    16294  }
    +
    16295 }
    +
    16296 
    +
    16297 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
    +
    16298  VmaAllocator allocator,
    +
    16299  const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
    +
    16300 {
    +
    16301  VMA_ASSERT(allocator && ppPhysicalDeviceProperties);
    +
    16302  *ppPhysicalDeviceProperties = &allocator->m_PhysicalDeviceProperties;
    +
    16303 }
    +
    16304 
    +
    16305 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
    +
    16306  VmaAllocator allocator,
    +
    16307  const VkPhysicalDeviceMemoryProperties** ppPhysicalDeviceMemoryProperties)
    +
    16308 {
    +
    16309  VMA_ASSERT(allocator && ppPhysicalDeviceMemoryProperties);
    +
    16310  *ppPhysicalDeviceMemoryProperties = &allocator->m_MemProps;
    +
    16311 }
    +
    16312 
    +
    16313 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
    +
    16314  VmaAllocator allocator,
    +
    16315  uint32_t memoryTypeIndex,
    +
    16316  VkMemoryPropertyFlags* pFlags)
    +
    16317 {
    +
    16318  VMA_ASSERT(allocator && pFlags);
    +
    16319  VMA_ASSERT(memoryTypeIndex < allocator->GetMemoryTypeCount());
    +
    16320  *pFlags = allocator->m_MemProps.memoryTypes[memoryTypeIndex].propertyFlags;
    +
    16321 }
    +
    16322 
    +
    16323 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
    +
    16324  VmaAllocator allocator,
    +
    16325  uint32_t frameIndex)
    +
    16326 {
    +
    16327  VMA_ASSERT(allocator);
    +
    16328  VMA_ASSERT(frameIndex != VMA_FRAME_INDEX_LOST);
    +
    16329 
    +
    16330  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16331 
    +
    16332  allocator->SetCurrentFrameIndex(frameIndex);
    +
    16333 }
    +
    16334 
    +
    16335 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
    +
    16336  VmaAllocator allocator,
    +
    16337  VmaStats* pStats)
    +
    16338 {
    +
    16339  VMA_ASSERT(allocator && pStats);
    +
    16340  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16341  allocator->CalculateStats(pStats);
    +
    16342 }
    +
    16343 
    +
    16344 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
    +
    16345  VmaAllocator allocator,
    +
    16346  VmaBudget* pBudget)
    +
    16347 {
    +
    16348  VMA_ASSERT(allocator && pBudget);
    +
    16349  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16350  allocator->GetBudget(pBudget, 0, allocator->GetMemoryHeapCount());
    +
    16351 }
    +
    16352 
    +
    16353 #if VMA_STATS_STRING_ENABLED
    16354 
    -
    16355  VmaBudget budget[VK_MAX_MEMORY_HEAPS];
    -
    16356  allocator->GetBudget(budget, 0, allocator->GetMemoryHeapCount());
    -
    16357 
    -
    16358  VmaStats stats;
    -
    16359  allocator->CalculateStats(&stats);
    -
    16360 
    -
    16361  json.WriteString("Total");
    -
    16362  VmaPrintStatInfo(json, stats.total);
    -
    16363 
    -
    16364  for(uint32_t heapIndex = 0; heapIndex < allocator->GetMemoryHeapCount(); ++heapIndex)
    -
    16365  {
    -
    16366  json.BeginString("Heap ");
    -
    16367  json.ContinueString(heapIndex);
    -
    16368  json.EndString();
    -
    16369  json.BeginObject();
    +
    16355 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
    +
    16356  VmaAllocator allocator,
    +
    16357  char** ppStatsString,
    +
    16358  VkBool32 detailedMap)
    +
    16359 {
    +
    16360  VMA_ASSERT(allocator && ppStatsString);
    +
    16361  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16362 
    +
    16363  VmaStringBuilder sb(allocator);
    +
    16364  {
    +
    16365  VmaJsonWriter json(allocator->GetAllocationCallbacks(), sb);
    +
    16366  json.BeginObject();
    +
    16367 
    +
    16368  VmaBudget budget[VK_MAX_MEMORY_HEAPS];
    +
    16369  allocator->GetBudget(budget, 0, allocator->GetMemoryHeapCount());
    16370 
    -
    16371  json.WriteString("Size");
    -
    16372  json.WriteNumber(allocator->m_MemProps.memoryHeaps[heapIndex].size);
    +
    16371  VmaStats stats;
    +
    16372  allocator->CalculateStats(&stats);
    16373 
    -
    16374  json.WriteString("Flags");
    -
    16375  json.BeginArray(true);
    -
    16376  if((allocator->m_MemProps.memoryHeaps[heapIndex].flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) != 0)
    -
    16377  {
    -
    16378  json.WriteString("DEVICE_LOCAL");
    -
    16379  }
    -
    16380  json.EndArray();
    -
    16381 
    -
    16382  json.WriteString("Budget");
    -
    16383  json.BeginObject();
    -
    16384  {
    -
    16385  json.WriteString("BlockBytes");
    -
    16386  json.WriteNumber(budget[heapIndex].blockBytes);
    -
    16387  json.WriteString("AllocationBytes");
    -
    16388  json.WriteNumber(budget[heapIndex].allocationBytes);
    -
    16389  json.WriteString("Usage");
    -
    16390  json.WriteNumber(budget[heapIndex].usage);
    -
    16391  json.WriteString("Budget");
    -
    16392  json.WriteNumber(budget[heapIndex].budget);
    -
    16393  }
    -
    16394  json.EndObject();
    -
    16395 
    -
    16396  if(stats.memoryHeap[heapIndex].blockCount > 0)
    +
    16374  json.WriteString("Total");
    +
    16375  VmaPrintStatInfo(json, stats.total);
    +
    16376 
    +
    16377  for(uint32_t heapIndex = 0; heapIndex < allocator->GetMemoryHeapCount(); ++heapIndex)
    +
    16378  {
    +
    16379  json.BeginString("Heap ");
    +
    16380  json.ContinueString(heapIndex);
    +
    16381  json.EndString();
    +
    16382  json.BeginObject();
    +
    16383 
    +
    16384  json.WriteString("Size");
    +
    16385  json.WriteNumber(allocator->m_MemProps.memoryHeaps[heapIndex].size);
    +
    16386 
    +
    16387  json.WriteString("Flags");
    +
    16388  json.BeginArray(true);
    +
    16389  if((allocator->m_MemProps.memoryHeaps[heapIndex].flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) != 0)
    +
    16390  {
    +
    16391  json.WriteString("DEVICE_LOCAL");
    +
    16392  }
    +
    16393  json.EndArray();
    +
    16394 
    +
    16395  json.WriteString("Budget");
    +
    16396  json.BeginObject();
    16397  {
    -
    16398  json.WriteString("Stats");
    -
    16399  VmaPrintStatInfo(json, stats.memoryHeap[heapIndex]);
    -
    16400  }
    -
    16401 
    -
    16402  for(uint32_t typeIndex = 0; typeIndex < allocator->GetMemoryTypeCount(); ++typeIndex)
    -
    16403  {
    -
    16404  if(allocator->MemoryTypeIndexToHeapIndex(typeIndex) == heapIndex)
    -
    16405  {
    -
    16406  json.BeginString("Type ");
    -
    16407  json.ContinueString(typeIndex);
    -
    16408  json.EndString();
    -
    16409 
    -
    16410  json.BeginObject();
    -
    16411 
    -
    16412  json.WriteString("Flags");
    -
    16413  json.BeginArray(true);
    -
    16414  VkMemoryPropertyFlags flags = allocator->m_MemProps.memoryTypes[typeIndex].propertyFlags;
    -
    16415  if((flags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0)
    -
    16416  {
    -
    16417  json.WriteString("DEVICE_LOCAL");
    -
    16418  }
    -
    16419  if((flags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
    -
    16420  {
    -
    16421  json.WriteString("HOST_VISIBLE");
    -
    16422  }
    -
    16423  if((flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT) != 0)
    -
    16424  {
    -
    16425  json.WriteString("HOST_COHERENT");
    -
    16426  }
    -
    16427  if((flags & VK_MEMORY_PROPERTY_HOST_CACHED_BIT) != 0)
    -
    16428  {
    -
    16429  json.WriteString("HOST_CACHED");
    -
    16430  }
    -
    16431  if((flags & VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT) != 0)
    -
    16432  {
    -
    16433  json.WriteString("LAZILY_ALLOCATED");
    -
    16434  }
    -
    16435  json.EndArray();
    -
    16436 
    -
    16437  if(stats.memoryType[typeIndex].blockCount > 0)
    -
    16438  {
    -
    16439  json.WriteString("Stats");
    -
    16440  VmaPrintStatInfo(json, stats.memoryType[typeIndex]);
    -
    16441  }
    -
    16442 
    -
    16443  json.EndObject();
    -
    16444  }
    -
    16445  }
    -
    16446 
    -
    16447  json.EndObject();
    -
    16448  }
    -
    16449  if(detailedMap == VK_TRUE)
    -
    16450  {
    -
    16451  allocator->PrintDetailedMap(json);
    -
    16452  }
    -
    16453 
    -
    16454  json.EndObject();
    -
    16455  }
    -
    16456 
    -
    16457  const size_t len = sb.GetLength();
    -
    16458  char* const pChars = vma_new_array(allocator, char, len + 1);
    -
    16459  if(len > 0)
    -
    16460  {
    -
    16461  memcpy(pChars, sb.GetData(), len);
    -
    16462  }
    -
    16463  pChars[len] = '\0';
    -
    16464  *ppStatsString = pChars;
    -
    16465 }
    +
    16398  json.WriteString("BlockBytes");
    +
    16399  json.WriteNumber(budget[heapIndex].blockBytes);
    +
    16400  json.WriteString("AllocationBytes");
    +
    16401  json.WriteNumber(budget[heapIndex].allocationBytes);
    +
    16402  json.WriteString("Usage");
    +
    16403  json.WriteNumber(budget[heapIndex].usage);
    +
    16404  json.WriteString("Budget");
    +
    16405  json.WriteNumber(budget[heapIndex].budget);
    +
    16406  }
    +
    16407  json.EndObject();
    +
    16408 
    +
    16409  if(stats.memoryHeap[heapIndex].blockCount > 0)
    +
    16410  {
    +
    16411  json.WriteString("Stats");
    +
    16412  VmaPrintStatInfo(json, stats.memoryHeap[heapIndex]);
    +
    16413  }
    +
    16414 
    +
    16415  for(uint32_t typeIndex = 0; typeIndex < allocator->GetMemoryTypeCount(); ++typeIndex)
    +
    16416  {
    +
    16417  if(allocator->MemoryTypeIndexToHeapIndex(typeIndex) == heapIndex)
    +
    16418  {
    +
    16419  json.BeginString("Type ");
    +
    16420  json.ContinueString(typeIndex);
    +
    16421  json.EndString();
    +
    16422 
    +
    16423  json.BeginObject();
    +
    16424 
    +
    16425  json.WriteString("Flags");
    +
    16426  json.BeginArray(true);
    +
    16427  VkMemoryPropertyFlags flags = allocator->m_MemProps.memoryTypes[typeIndex].propertyFlags;
    +
    16428  if((flags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0)
    +
    16429  {
    +
    16430  json.WriteString("DEVICE_LOCAL");
    +
    16431  }
    +
    16432  if((flags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
    +
    16433  {
    +
    16434  json.WriteString("HOST_VISIBLE");
    +
    16435  }
    +
    16436  if((flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT) != 0)
    +
    16437  {
    +
    16438  json.WriteString("HOST_COHERENT");
    +
    16439  }
    +
    16440  if((flags & VK_MEMORY_PROPERTY_HOST_CACHED_BIT) != 0)
    +
    16441  {
    +
    16442  json.WriteString("HOST_CACHED");
    +
    16443  }
    +
    16444  if((flags & VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT) != 0)
    +
    16445  {
    +
    16446  json.WriteString("LAZILY_ALLOCATED");
    +
    16447  }
    +
    16448  json.EndArray();
    +
    16449 
    +
    16450  if(stats.memoryType[typeIndex].blockCount > 0)
    +
    16451  {
    +
    16452  json.WriteString("Stats");
    +
    16453  VmaPrintStatInfo(json, stats.memoryType[typeIndex]);
    +
    16454  }
    +
    16455 
    +
    16456  json.EndObject();
    +
    16457  }
    +
    16458  }
    +
    16459 
    +
    16460  json.EndObject();
    +
    16461  }
    +
    16462  if(detailedMap == VK_TRUE)
    +
    16463  {
    +
    16464  allocator->PrintDetailedMap(json);
    +
    16465  }
    16466 
    -
    16467 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
    -
    16468  VmaAllocator allocator,
    -
    16469  char* pStatsString)
    -
    16470 {
    -
    16471  if(pStatsString != VMA_NULL)
    -
    16472  {
    -
    16473  VMA_ASSERT(allocator);
    -
    16474  size_t len = strlen(pStatsString);
    -
    16475  vma_delete_array(allocator, pStatsString, len + 1);
    -
    16476  }
    -
    16477 }
    -
    16478 
    -
    16479 #endif // #if VMA_STATS_STRING_ENABLED
    -
    16480 
    -
    16481 /*
    -
    16482 This function is not protected by any mutex because it just reads immutable data.
    -
    16483 */
    -
    16484 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
    -
    16485  VmaAllocator allocator,
    -
    16486  uint32_t memoryTypeBits,
    -
    16487  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    16488  uint32_t* pMemoryTypeIndex)
    -
    16489 {
    -
    16490  VMA_ASSERT(allocator != VK_NULL_HANDLE);
    -
    16491  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
    -
    16492  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
    +
    16467  json.EndObject();
    +
    16468  }
    +
    16469 
    +
    16470  const size_t len = sb.GetLength();
    +
    16471  char* const pChars = vma_new_array(allocator, char, len + 1);
    +
    16472  if(len > 0)
    +
    16473  {
    +
    16474  memcpy(pChars, sb.GetData(), len);
    +
    16475  }
    +
    16476  pChars[len] = '\0';
    +
    16477  *ppStatsString = pChars;
    +
    16478 }
    +
    16479 
    +
    16480 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
    +
    16481  VmaAllocator allocator,
    +
    16482  char* pStatsString)
    +
    16483 {
    +
    16484  if(pStatsString != VMA_NULL)
    +
    16485  {
    +
    16486  VMA_ASSERT(allocator);
    +
    16487  size_t len = strlen(pStatsString);
    +
    16488  vma_delete_array(allocator, pStatsString, len + 1);
    +
    16489  }
    +
    16490 }
    +
    16491 
    +
    16492 #endif // #if VMA_STATS_STRING_ENABLED
    16493 
    -
    16494  if(pAllocationCreateInfo->memoryTypeBits != 0)
    -
    16495  {
    -
    16496  memoryTypeBits &= pAllocationCreateInfo->memoryTypeBits;
    -
    16497  }
    -
    16498 
    -
    16499  uint32_t requiredFlags = pAllocationCreateInfo->requiredFlags;
    -
    16500  uint32_t preferredFlags = pAllocationCreateInfo->preferredFlags;
    -
    16501  uint32_t notPreferredFlags = 0;
    -
    16502 
    -
    16503  // Convert usage to requiredFlags and preferredFlags.
    -
    16504  switch(pAllocationCreateInfo->usage)
    -
    16505  {
    -
    16506  case VMA_MEMORY_USAGE_UNKNOWN:
    -
    16507  break;
    -
    16508  case VMA_MEMORY_USAGE_GPU_ONLY:
    -
    16509  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
    -
    16510  {
    -
    16511  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
    -
    16512  }
    -
    16513  break;
    -
    16514  case VMA_MEMORY_USAGE_CPU_ONLY:
    -
    16515  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
    -
    16516  break;
    -
    16517  case VMA_MEMORY_USAGE_CPU_TO_GPU:
    -
    16518  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
    -
    16519  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
    -
    16520  {
    -
    16521  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
    -
    16522  }
    -
    16523  break;
    -
    16524  case VMA_MEMORY_USAGE_GPU_TO_CPU:
    -
    16525  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
    -
    16526  preferredFlags |= VK_MEMORY_PROPERTY_HOST_CACHED_BIT;
    -
    16527  break;
    -
    16528  case VMA_MEMORY_USAGE_CPU_COPY:
    -
    16529  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
    -
    16530  break;
    -
    16531  default:
    -
    16532  VMA_ASSERT(0);
    -
    16533  break;
    -
    16534  }
    -
    16535 
    -
    16536  *pMemoryTypeIndex = UINT32_MAX;
    -
    16537  uint32_t minCost = UINT32_MAX;
    -
    16538  for(uint32_t memTypeIndex = 0, memTypeBit = 1;
    -
    16539  memTypeIndex < allocator->GetMemoryTypeCount();
    -
    16540  ++memTypeIndex, memTypeBit <<= 1)
    -
    16541  {
    -
    16542  // This memory type is acceptable according to memoryTypeBits bitmask.
    -
    16543  if((memTypeBit & memoryTypeBits) != 0)
    -
    16544  {
    -
    16545  const VkMemoryPropertyFlags currFlags =
    -
    16546  allocator->m_MemProps.memoryTypes[memTypeIndex].propertyFlags;
    -
    16547  // This memory type contains requiredFlags.
    -
    16548  if((requiredFlags & ~currFlags) == 0)
    -
    16549  {
    -
    16550  // Calculate cost as number of bits from preferredFlags not present in this memory type.
    -
    16551  uint32_t currCost = VmaCountBitsSet(preferredFlags & ~currFlags) +
    -
    16552  VmaCountBitsSet(currFlags & notPreferredFlags);
    -
    16553  // Remember memory type with lowest cost.
    -
    16554  if(currCost < minCost)
    -
    16555  {
    -
    16556  *pMemoryTypeIndex = memTypeIndex;
    -
    16557  if(currCost == 0)
    -
    16558  {
    -
    16559  return VK_SUCCESS;
    -
    16560  }
    -
    16561  minCost = currCost;
    -
    16562  }
    -
    16563  }
    -
    16564  }
    -
    16565  }
    -
    16566  return (*pMemoryTypeIndex != UINT32_MAX) ? VK_SUCCESS : VK_ERROR_FEATURE_NOT_PRESENT;
    -
    16567 }
    -
    16568 
    -
    16569 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
    -
    16570  VmaAllocator allocator,
    -
    16571  const VkBufferCreateInfo* pBufferCreateInfo,
    -
    16572  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    16573  uint32_t* pMemoryTypeIndex)
    -
    16574 {
    -
    16575  VMA_ASSERT(allocator != VK_NULL_HANDLE);
    -
    16576  VMA_ASSERT(pBufferCreateInfo != VMA_NULL);
    -
    16577  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
    -
    16578  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
    -
    16579 
    -
    16580  const VkDevice hDev = allocator->m_hDevice;
    -
    16581  VkBuffer hBuffer = VK_NULL_HANDLE;
    -
    16582  VkResult res = allocator->GetVulkanFunctions().vkCreateBuffer(
    -
    16583  hDev, pBufferCreateInfo, allocator->GetAllocationCallbacks(), &hBuffer);
    -
    16584  if(res == VK_SUCCESS)
    -
    16585  {
    -
    16586  VkMemoryRequirements memReq = {};
    -
    16587  allocator->GetVulkanFunctions().vkGetBufferMemoryRequirements(
    -
    16588  hDev, hBuffer, &memReq);
    -
    16589 
    -
    16590  res = vmaFindMemoryTypeIndex(
    -
    16591  allocator,
    -
    16592  memReq.memoryTypeBits,
    -
    16593  pAllocationCreateInfo,
    -
    16594  pMemoryTypeIndex);
    +
    16494 /*
    +
    16495 This function is not protected by any mutex because it just reads immutable data.
    +
    16496 */
    +
    16497 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
    +
    16498  VmaAllocator allocator,
    +
    16499  uint32_t memoryTypeBits,
    +
    16500  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    16501  uint32_t* pMemoryTypeIndex)
    +
    16502 {
    +
    16503  VMA_ASSERT(allocator != VK_NULL_HANDLE);
    +
    16504  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
    +
    16505  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
    +
    16506 
    +
    16507  if(pAllocationCreateInfo->memoryTypeBits != 0)
    +
    16508  {
    +
    16509  memoryTypeBits &= pAllocationCreateInfo->memoryTypeBits;
    +
    16510  }
    +
    16511 
    +
    16512  uint32_t requiredFlags = pAllocationCreateInfo->requiredFlags;
    +
    16513  uint32_t preferredFlags = pAllocationCreateInfo->preferredFlags;
    +
    16514  uint32_t notPreferredFlags = 0;
    +
    16515 
    +
    16516  // Convert usage to requiredFlags and preferredFlags.
    +
    16517  switch(pAllocationCreateInfo->usage)
    +
    16518  {
    +
    16519  case VMA_MEMORY_USAGE_UNKNOWN:
    +
    16520  break;
    +
    16521  case VMA_MEMORY_USAGE_GPU_ONLY:
    +
    16522  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
    +
    16523  {
    +
    16524  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
    +
    16525  }
    +
    16526  break;
    +
    16527  case VMA_MEMORY_USAGE_CPU_ONLY:
    +
    16528  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
    +
    16529  break;
    +
    16530  case VMA_MEMORY_USAGE_CPU_TO_GPU:
    +
    16531  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
    +
    16532  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
    +
    16533  {
    +
    16534  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
    +
    16535  }
    +
    16536  break;
    +
    16537  case VMA_MEMORY_USAGE_GPU_TO_CPU:
    +
    16538  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
    +
    16539  preferredFlags |= VK_MEMORY_PROPERTY_HOST_CACHED_BIT;
    +
    16540  break;
    +
    16541  case VMA_MEMORY_USAGE_CPU_COPY:
    +
    16542  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
    +
    16543  break;
    +
    16544  case VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED:
    +
    16545  requiredFlags |= VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT;
    +
    16546  break;
    +
    16547  default:
    +
    16548  VMA_ASSERT(0);
    +
    16549  break;
    +
    16550  }
    +
    16551 
    +
    16552  *pMemoryTypeIndex = UINT32_MAX;
    +
    16553  uint32_t minCost = UINT32_MAX;
    +
    16554  for(uint32_t memTypeIndex = 0, memTypeBit = 1;
    +
    16555  memTypeIndex < allocator->GetMemoryTypeCount();
    +
    16556  ++memTypeIndex, memTypeBit <<= 1)
    +
    16557  {
    +
    16558  // This memory type is acceptable according to memoryTypeBits bitmask.
    +
    16559  if((memTypeBit & memoryTypeBits) != 0)
    +
    16560  {
    +
    16561  const VkMemoryPropertyFlags currFlags =
    +
    16562  allocator->m_MemProps.memoryTypes[memTypeIndex].propertyFlags;
    +
    16563  // This memory type contains requiredFlags.
    +
    16564  if((requiredFlags & ~currFlags) == 0)
    +
    16565  {
    +
    16566  // Calculate cost as number of bits from preferredFlags not present in this memory type.
    +
    16567  uint32_t currCost = VmaCountBitsSet(preferredFlags & ~currFlags) +
    +
    16568  VmaCountBitsSet(currFlags & notPreferredFlags);
    +
    16569  // Remember memory type with lowest cost.
    +
    16570  if(currCost < minCost)
    +
    16571  {
    +
    16572  *pMemoryTypeIndex = memTypeIndex;
    +
    16573  if(currCost == 0)
    +
    16574  {
    +
    16575  return VK_SUCCESS;
    +
    16576  }
    +
    16577  minCost = currCost;
    +
    16578  }
    +
    16579  }
    +
    16580  }
    +
    16581  }
    +
    16582  return (*pMemoryTypeIndex != UINT32_MAX) ? VK_SUCCESS : VK_ERROR_FEATURE_NOT_PRESENT;
    +
    16583 }
    +
    16584 
    +
    16585 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
    +
    16586  VmaAllocator allocator,
    +
    16587  const VkBufferCreateInfo* pBufferCreateInfo,
    +
    16588  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    16589  uint32_t* pMemoryTypeIndex)
    +
    16590 {
    +
    16591  VMA_ASSERT(allocator != VK_NULL_HANDLE);
    +
    16592  VMA_ASSERT(pBufferCreateInfo != VMA_NULL);
    +
    16593  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
    +
    16594  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
    16595 
    -
    16596  allocator->GetVulkanFunctions().vkDestroyBuffer(
    -
    16597  hDev, hBuffer, allocator->GetAllocationCallbacks());
    -
    16598  }
    -
    16599  return res;
    -
    16600 }
    -
    16601 
    -
    16602 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
    -
    16603  VmaAllocator allocator,
    -
    16604  const VkImageCreateInfo* pImageCreateInfo,
    -
    16605  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    16606  uint32_t* pMemoryTypeIndex)
    -
    16607 {
    -
    16608  VMA_ASSERT(allocator != VK_NULL_HANDLE);
    -
    16609  VMA_ASSERT(pImageCreateInfo != VMA_NULL);
    -
    16610  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
    -
    16611  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
    -
    16612 
    -
    16613  const VkDevice hDev = allocator->m_hDevice;
    -
    16614  VkImage hImage = VK_NULL_HANDLE;
    -
    16615  VkResult res = allocator->GetVulkanFunctions().vkCreateImage(
    -
    16616  hDev, pImageCreateInfo, allocator->GetAllocationCallbacks(), &hImage);
    -
    16617  if(res == VK_SUCCESS)
    -
    16618  {
    -
    16619  VkMemoryRequirements memReq = {};
    -
    16620  allocator->GetVulkanFunctions().vkGetImageMemoryRequirements(
    -
    16621  hDev, hImage, &memReq);
    -
    16622 
    -
    16623  res = vmaFindMemoryTypeIndex(
    -
    16624  allocator,
    -
    16625  memReq.memoryTypeBits,
    -
    16626  pAllocationCreateInfo,
    -
    16627  pMemoryTypeIndex);
    +
    16596  const VkDevice hDev = allocator->m_hDevice;
    +
    16597  VkBuffer hBuffer = VK_NULL_HANDLE;
    +
    16598  VkResult res = allocator->GetVulkanFunctions().vkCreateBuffer(
    +
    16599  hDev, pBufferCreateInfo, allocator->GetAllocationCallbacks(), &hBuffer);
    +
    16600  if(res == VK_SUCCESS)
    +
    16601  {
    +
    16602  VkMemoryRequirements memReq = {};
    +
    16603  allocator->GetVulkanFunctions().vkGetBufferMemoryRequirements(
    +
    16604  hDev, hBuffer, &memReq);
    +
    16605 
    +
    16606  res = vmaFindMemoryTypeIndex(
    +
    16607  allocator,
    +
    16608  memReq.memoryTypeBits,
    +
    16609  pAllocationCreateInfo,
    +
    16610  pMemoryTypeIndex);
    +
    16611 
    +
    16612  allocator->GetVulkanFunctions().vkDestroyBuffer(
    +
    16613  hDev, hBuffer, allocator->GetAllocationCallbacks());
    +
    16614  }
    +
    16615  return res;
    +
    16616 }
    +
    16617 
    +
    16618 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
    +
    16619  VmaAllocator allocator,
    +
    16620  const VkImageCreateInfo* pImageCreateInfo,
    +
    16621  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    16622  uint32_t* pMemoryTypeIndex)
    +
    16623 {
    +
    16624  VMA_ASSERT(allocator != VK_NULL_HANDLE);
    +
    16625  VMA_ASSERT(pImageCreateInfo != VMA_NULL);
    +
    16626  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
    +
    16627  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
    16628 
    -
    16629  allocator->GetVulkanFunctions().vkDestroyImage(
    -
    16630  hDev, hImage, allocator->GetAllocationCallbacks());
    -
    16631  }
    -
    16632  return res;
    -
    16633 }
    -
    16634 
    -
    16635 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
    -
    16636  VmaAllocator allocator,
    -
    16637  const VmaPoolCreateInfo* pCreateInfo,
    -
    16638  VmaPool* pPool)
    -
    16639 {
    -
    16640  VMA_ASSERT(allocator && pCreateInfo && pPool);
    -
    16641 
    -
    16642  VMA_DEBUG_LOG("vmaCreatePool");
    -
    16643 
    -
    16644  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16645 
    -
    16646  VkResult res = allocator->CreatePool(pCreateInfo, pPool);
    -
    16647 
    -
    16648 #if VMA_RECORDING_ENABLED
    -
    16649  if(allocator->GetRecorder() != VMA_NULL)
    -
    16650  {
    -
    16651  allocator->GetRecorder()->RecordCreatePool(allocator->GetCurrentFrameIndex(), *pCreateInfo, *pPool);
    -
    16652  }
    -
    16653 #endif
    -
    16654 
    -
    16655  return res;
    -
    16656 }
    -
    16657 
    -
    16658 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
    -
    16659  VmaAllocator allocator,
    -
    16660  VmaPool pool)
    -
    16661 {
    -
    16662  VMA_ASSERT(allocator);
    +
    16629  const VkDevice hDev = allocator->m_hDevice;
    +
    16630  VkImage hImage = VK_NULL_HANDLE;
    +
    16631  VkResult res = allocator->GetVulkanFunctions().vkCreateImage(
    +
    16632  hDev, pImageCreateInfo, allocator->GetAllocationCallbacks(), &hImage);
    +
    16633  if(res == VK_SUCCESS)
    +
    16634  {
    +
    16635  VkMemoryRequirements memReq = {};
    +
    16636  allocator->GetVulkanFunctions().vkGetImageMemoryRequirements(
    +
    16637  hDev, hImage, &memReq);
    +
    16638 
    +
    16639  res = vmaFindMemoryTypeIndex(
    +
    16640  allocator,
    +
    16641  memReq.memoryTypeBits,
    +
    16642  pAllocationCreateInfo,
    +
    16643  pMemoryTypeIndex);
    +
    16644 
    +
    16645  allocator->GetVulkanFunctions().vkDestroyImage(
    +
    16646  hDev, hImage, allocator->GetAllocationCallbacks());
    +
    16647  }
    +
    16648  return res;
    +
    16649 }
    +
    16650 
    +
    16651 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
    +
    16652  VmaAllocator allocator,
    +
    16653  const VmaPoolCreateInfo* pCreateInfo,
    +
    16654  VmaPool* pPool)
    +
    16655 {
    +
    16656  VMA_ASSERT(allocator && pCreateInfo && pPool);
    +
    16657 
    +
    16658  VMA_DEBUG_LOG("vmaCreatePool");
    +
    16659 
    +
    16660  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16661 
    +
    16662  VkResult res = allocator->CreatePool(pCreateInfo, pPool);
    16663 
    -
    16664  if(pool == VK_NULL_HANDLE)
    -
    16665  {
    -
    16666  return;
    -
    16667  }
    -
    16668 
    -
    16669  VMA_DEBUG_LOG("vmaDestroyPool");
    +
    16664 #if VMA_RECORDING_ENABLED
    +
    16665  if(allocator->GetRecorder() != VMA_NULL)
    +
    16666  {
    +
    16667  allocator->GetRecorder()->RecordCreatePool(allocator->GetCurrentFrameIndex(), *pCreateInfo, *pPool);
    +
    16668  }
    +
    16669 #endif
    16670 
    -
    16671  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16672 
    -
    16673 #if VMA_RECORDING_ENABLED
    -
    16674  if(allocator->GetRecorder() != VMA_NULL)
    -
    16675  {
    -
    16676  allocator->GetRecorder()->RecordDestroyPool(allocator->GetCurrentFrameIndex(), pool);
    -
    16677  }
    -
    16678 #endif
    -
    16679 
    -
    16680  allocator->DestroyPool(pool);
    -
    16681 }
    -
    16682 
    -
    16683 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
    -
    16684  VmaAllocator allocator,
    -
    16685  VmaPool pool,
    -
    16686  VmaPoolStats* pPoolStats)
    -
    16687 {
    -
    16688  VMA_ASSERT(allocator && pool && pPoolStats);
    -
    16689 
    -
    16690  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16691 
    -
    16692  allocator->GetPoolStats(pool, pPoolStats);
    -
    16693 }
    -
    16694 
    -
    16695 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
    -
    16696  VmaAllocator allocator,
    -
    16697  VmaPool pool,
    -
    16698  size_t* pLostAllocationCount)
    -
    16699 {
    -
    16700  VMA_ASSERT(allocator && pool);
    -
    16701 
    -
    16702  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16703 
    -
    16704 #if VMA_RECORDING_ENABLED
    -
    16705  if(allocator->GetRecorder() != VMA_NULL)
    -
    16706  {
    -
    16707  allocator->GetRecorder()->RecordMakePoolAllocationsLost(allocator->GetCurrentFrameIndex(), pool);
    -
    16708  }
    -
    16709 #endif
    +
    16671  return res;
    +
    16672 }
    +
    16673 
    +
    16674 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
    +
    16675  VmaAllocator allocator,
    +
    16676  VmaPool pool)
    +
    16677 {
    +
    16678  VMA_ASSERT(allocator);
    +
    16679 
    +
    16680  if(pool == VK_NULL_HANDLE)
    +
    16681  {
    +
    16682  return;
    +
    16683  }
    +
    16684 
    +
    16685  VMA_DEBUG_LOG("vmaDestroyPool");
    +
    16686 
    +
    16687  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16688 
    +
    16689 #if VMA_RECORDING_ENABLED
    +
    16690  if(allocator->GetRecorder() != VMA_NULL)
    +
    16691  {
    +
    16692  allocator->GetRecorder()->RecordDestroyPool(allocator->GetCurrentFrameIndex(), pool);
    +
    16693  }
    +
    16694 #endif
    +
    16695 
    +
    16696  allocator->DestroyPool(pool);
    +
    16697 }
    +
    16698 
    +
    16699 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
    +
    16700  VmaAllocator allocator,
    +
    16701  VmaPool pool,
    +
    16702  VmaPoolStats* pPoolStats)
    +
    16703 {
    +
    16704  VMA_ASSERT(allocator && pool && pPoolStats);
    +
    16705 
    +
    16706  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16707 
    +
    16708  allocator->GetPoolStats(pool, pPoolStats);
    +
    16709 }
    16710 
    -
    16711  allocator->MakePoolAllocationsLost(pool, pLostAllocationCount);
    -
    16712 }
    -
    16713 
    -
    16714 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
    +
    16711 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
    +
    16712  VmaAllocator allocator,
    +
    16713  VmaPool pool,
    +
    16714  size_t* pLostAllocationCount)
    16715 {
    16716  VMA_ASSERT(allocator && pool);
    16717 
    16718  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    16719 
    -
    16720  VMA_DEBUG_LOG("vmaCheckPoolCorruption");
    -
    16721 
    -
    16722  return allocator->CheckPoolCorruption(pool);
    -
    16723 }
    -
    16724 
    -
    16725 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
    -
    16726  VmaAllocator allocator,
    -
    16727  VmaPool pool,
    -
    16728  const char** ppName)
    -
    16729 {
    -
    16730  VMA_ASSERT(allocator && pool);
    -
    16731 
    -
    16732  VMA_DEBUG_LOG("vmaGetPoolName");
    +
    16720 #if VMA_RECORDING_ENABLED
    +
    16721  if(allocator->GetRecorder() != VMA_NULL)
    +
    16722  {
    +
    16723  allocator->GetRecorder()->RecordMakePoolAllocationsLost(allocator->GetCurrentFrameIndex(), pool);
    +
    16724  }
    +
    16725 #endif
    +
    16726 
    +
    16727  allocator->MakePoolAllocationsLost(pool, pLostAllocationCount);
    +
    16728 }
    +
    16729 
    +
    16730 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
    +
    16731 {
    +
    16732  VMA_ASSERT(allocator && pool);
    16733 
    16734  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    16735 
    -
    16736  *ppName = pool->GetName();
    -
    16737 }
    -
    16738 
    -
    16739 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
    -
    16740  VmaAllocator allocator,
    -
    16741  VmaPool pool,
    -
    16742  const char* pName)
    -
    16743 {
    -
    16744  VMA_ASSERT(allocator && pool);
    -
    16745 
    -
    16746  VMA_DEBUG_LOG("vmaSetPoolName");
    -
    16747 
    -
    16748  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16736  VMA_DEBUG_LOG("vmaCheckPoolCorruption");
    +
    16737 
    +
    16738  return allocator->CheckPoolCorruption(pool);
    +
    16739 }
    +
    16740 
    +
    16741 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
    +
    16742  VmaAllocator allocator,
    +
    16743  VmaPool pool,
    +
    16744  const char** ppName)
    +
    16745 {
    +
    16746  VMA_ASSERT(allocator && pool);
    +
    16747 
    +
    16748  VMA_DEBUG_LOG("vmaGetPoolName");
    16749 
    -
    16750  pool->SetName(pName);
    +
    16750  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    16751 
    -
    16752 #if VMA_RECORDING_ENABLED
    -
    16753  if(allocator->GetRecorder() != VMA_NULL)
    -
    16754  {
    -
    16755  allocator->GetRecorder()->RecordSetPoolName(allocator->GetCurrentFrameIndex(), pool, pName);
    -
    16756  }
    -
    16757 #endif
    -
    16758 }
    -
    16759 
    -
    16760 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
    -
    16761  VmaAllocator allocator,
    -
    16762  const VkMemoryRequirements* pVkMemoryRequirements,
    -
    16763  const VmaAllocationCreateInfo* pCreateInfo,
    -
    16764  VmaAllocation* pAllocation,
    -
    16765  VmaAllocationInfo* pAllocationInfo)
    -
    16766 {
    -
    16767  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocation);
    -
    16768 
    -
    16769  VMA_DEBUG_LOG("vmaAllocateMemory");
    -
    16770 
    -
    16771  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16772 
    -
    16773  VkResult result = allocator->AllocateMemory(
    -
    16774  *pVkMemoryRequirements,
    -
    16775  false, // requiresDedicatedAllocation
    -
    16776  false, // prefersDedicatedAllocation
    -
    16777  VK_NULL_HANDLE, // dedicatedBuffer
    -
    16778  VK_NULL_HANDLE, // dedicatedImage
    -
    16779  *pCreateInfo,
    -
    16780  VMA_SUBALLOCATION_TYPE_UNKNOWN,
    -
    16781  1, // allocationCount
    -
    16782  pAllocation);
    -
    16783 
    -
    16784 #if VMA_RECORDING_ENABLED
    -
    16785  if(allocator->GetRecorder() != VMA_NULL)
    -
    16786  {
    -
    16787  allocator->GetRecorder()->RecordAllocateMemory(
    -
    16788  allocator->GetCurrentFrameIndex(),
    -
    16789  *pVkMemoryRequirements,
    -
    16790  *pCreateInfo,
    -
    16791  *pAllocation);
    -
    16792  }
    -
    16793 #endif
    -
    16794 
    -
    16795  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
    -
    16796  {
    -
    16797  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    -
    16798  }
    +
    16752  *ppName = pool->GetName();
    +
    16753 }
    +
    16754 
    +
    16755 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
    +
    16756  VmaAllocator allocator,
    +
    16757  VmaPool pool,
    +
    16758  const char* pName)
    +
    16759 {
    +
    16760  VMA_ASSERT(allocator && pool);
    +
    16761 
    +
    16762  VMA_DEBUG_LOG("vmaSetPoolName");
    +
    16763 
    +
    16764  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16765 
    +
    16766  pool->SetName(pName);
    +
    16767 
    +
    16768 #if VMA_RECORDING_ENABLED
    +
    16769  if(allocator->GetRecorder() != VMA_NULL)
    +
    16770  {
    +
    16771  allocator->GetRecorder()->RecordSetPoolName(allocator->GetCurrentFrameIndex(), pool, pName);
    +
    16772  }
    +
    16773 #endif
    +
    16774 }
    +
    16775 
    +
    16776 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
    +
    16777  VmaAllocator allocator,
    +
    16778  const VkMemoryRequirements* pVkMemoryRequirements,
    +
    16779  const VmaAllocationCreateInfo* pCreateInfo,
    +
    16780  VmaAllocation* pAllocation,
    +
    16781  VmaAllocationInfo* pAllocationInfo)
    +
    16782 {
    +
    16783  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocation);
    +
    16784 
    +
    16785  VMA_DEBUG_LOG("vmaAllocateMemory");
    +
    16786 
    +
    16787  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16788 
    +
    16789  VkResult result = allocator->AllocateMemory(
    +
    16790  *pVkMemoryRequirements,
    +
    16791  false, // requiresDedicatedAllocation
    +
    16792  false, // prefersDedicatedAllocation
    +
    16793  VK_NULL_HANDLE, // dedicatedBuffer
    +
    16794  VK_NULL_HANDLE, // dedicatedImage
    +
    16795  *pCreateInfo,
    +
    16796  VMA_SUBALLOCATION_TYPE_UNKNOWN,
    +
    16797  1, // allocationCount
    +
    16798  pAllocation);
    16799 
    -
    16800  return result;
    -
    16801 }
    -
    16802 
    -
    16803 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
    -
    16804  VmaAllocator allocator,
    -
    16805  const VkMemoryRequirements* pVkMemoryRequirements,
    -
    16806  const VmaAllocationCreateInfo* pCreateInfo,
    -
    16807  size_t allocationCount,
    -
    16808  VmaAllocation* pAllocations,
    -
    16809  VmaAllocationInfo* pAllocationInfo)
    -
    16810 {
    -
    16811  if(allocationCount == 0)
    +
    16800 #if VMA_RECORDING_ENABLED
    +
    16801  if(allocator->GetRecorder() != VMA_NULL)
    +
    16802  {
    +
    16803  allocator->GetRecorder()->RecordAllocateMemory(
    +
    16804  allocator->GetCurrentFrameIndex(),
    +
    16805  *pVkMemoryRequirements,
    +
    16806  *pCreateInfo,
    +
    16807  *pAllocation);
    +
    16808  }
    +
    16809 #endif
    +
    16810 
    +
    16811  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
    16812  {
    -
    16813  return VK_SUCCESS;
    +
    16813  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    16814  }
    16815 
    -
    16816  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocations);
    -
    16817 
    -
    16818  VMA_DEBUG_LOG("vmaAllocateMemoryPages");
    -
    16819 
    -
    16820  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16821 
    -
    16822  VkResult result = allocator->AllocateMemory(
    -
    16823  *pVkMemoryRequirements,
    -
    16824  false, // requiresDedicatedAllocation
    -
    16825  false, // prefersDedicatedAllocation
    -
    16826  VK_NULL_HANDLE, // dedicatedBuffer
    -
    16827  VK_NULL_HANDLE, // dedicatedImage
    -
    16828  *pCreateInfo,
    -
    16829  VMA_SUBALLOCATION_TYPE_UNKNOWN,
    -
    16830  allocationCount,
    -
    16831  pAllocations);
    -
    16832 
    -
    16833 #if VMA_RECORDING_ENABLED
    -
    16834  if(allocator->GetRecorder() != VMA_NULL)
    -
    16835  {
    -
    16836  allocator->GetRecorder()->RecordAllocateMemoryPages(
    -
    16837  allocator->GetCurrentFrameIndex(),
    -
    16838  *pVkMemoryRequirements,
    -
    16839  *pCreateInfo,
    -
    16840  (uint64_t)allocationCount,
    -
    16841  pAllocations);
    -
    16842  }
    -
    16843 #endif
    -
    16844 
    -
    16845  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
    -
    16846  {
    -
    16847  for(size_t i = 0; i < allocationCount; ++i)
    -
    16848  {
    -
    16849  allocator->GetAllocationInfo(pAllocations[i], pAllocationInfo + i);
    -
    16850  }
    -
    16851  }
    -
    16852 
    -
    16853  return result;
    -
    16854 }
    -
    16855 
    -
    16856 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
    -
    16857  VmaAllocator allocator,
    -
    16858  VkBuffer buffer,
    -
    16859  const VmaAllocationCreateInfo* pCreateInfo,
    -
    16860  VmaAllocation* pAllocation,
    -
    16861  VmaAllocationInfo* pAllocationInfo)
    -
    16862 {
    -
    16863  VMA_ASSERT(allocator && buffer != VK_NULL_HANDLE && pCreateInfo && pAllocation);
    -
    16864 
    -
    16865  VMA_DEBUG_LOG("vmaAllocateMemoryForBuffer");
    -
    16866 
    -
    16867  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16816  return result;
    +
    16817 }
    +
    16818 
    +
    16819 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
    +
    16820  VmaAllocator allocator,
    +
    16821  const VkMemoryRequirements* pVkMemoryRequirements,
    +
    16822  const VmaAllocationCreateInfo* pCreateInfo,
    +
    16823  size_t allocationCount,
    +
    16824  VmaAllocation* pAllocations,
    +
    16825  VmaAllocationInfo* pAllocationInfo)
    +
    16826 {
    +
    16827  if(allocationCount == 0)
    +
    16828  {
    +
    16829  return VK_SUCCESS;
    +
    16830  }
    +
    16831 
    +
    16832  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocations);
    +
    16833 
    +
    16834  VMA_DEBUG_LOG("vmaAllocateMemoryPages");
    +
    16835 
    +
    16836  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16837 
    +
    16838  VkResult result = allocator->AllocateMemory(
    +
    16839  *pVkMemoryRequirements,
    +
    16840  false, // requiresDedicatedAllocation
    +
    16841  false, // prefersDedicatedAllocation
    +
    16842  VK_NULL_HANDLE, // dedicatedBuffer
    +
    16843  VK_NULL_HANDLE, // dedicatedImage
    +
    16844  *pCreateInfo,
    +
    16845  VMA_SUBALLOCATION_TYPE_UNKNOWN,
    +
    16846  allocationCount,
    +
    16847  pAllocations);
    +
    16848 
    +
    16849 #if VMA_RECORDING_ENABLED
    +
    16850  if(allocator->GetRecorder() != VMA_NULL)
    +
    16851  {
    +
    16852  allocator->GetRecorder()->RecordAllocateMemoryPages(
    +
    16853  allocator->GetCurrentFrameIndex(),
    +
    16854  *pVkMemoryRequirements,
    +
    16855  *pCreateInfo,
    +
    16856  (uint64_t)allocationCount,
    +
    16857  pAllocations);
    +
    16858  }
    +
    16859 #endif
    +
    16860 
    +
    16861  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
    +
    16862  {
    +
    16863  for(size_t i = 0; i < allocationCount; ++i)
    +
    16864  {
    +
    16865  allocator->GetAllocationInfo(pAllocations[i], pAllocationInfo + i);
    +
    16866  }
    +
    16867  }
    16868 
    -
    16869  VkMemoryRequirements vkMemReq = {};
    -
    16870  bool requiresDedicatedAllocation = false;
    -
    16871  bool prefersDedicatedAllocation = false;
    -
    16872  allocator->GetBufferMemoryRequirements(buffer, vkMemReq,
    -
    16873  requiresDedicatedAllocation,
    -
    16874  prefersDedicatedAllocation);
    -
    16875 
    -
    16876  VkResult result = allocator->AllocateMemory(
    -
    16877  vkMemReq,
    -
    16878  requiresDedicatedAllocation,
    -
    16879  prefersDedicatedAllocation,
    -
    16880  buffer, // dedicatedBuffer
    -
    16881  VK_NULL_HANDLE, // dedicatedImage
    -
    16882  *pCreateInfo,
    -
    16883  VMA_SUBALLOCATION_TYPE_BUFFER,
    -
    16884  1, // allocationCount
    -
    16885  pAllocation);
    -
    16886 
    -
    16887 #if VMA_RECORDING_ENABLED
    -
    16888  if(allocator->GetRecorder() != VMA_NULL)
    -
    16889  {
    -
    16890  allocator->GetRecorder()->RecordAllocateMemoryForBuffer(
    -
    16891  allocator->GetCurrentFrameIndex(),
    -
    16892  vkMemReq,
    -
    16893  requiresDedicatedAllocation,
    -
    16894  prefersDedicatedAllocation,
    -
    16895  *pCreateInfo,
    -
    16896  *pAllocation);
    -
    16897  }
    -
    16898 #endif
    -
    16899 
    -
    16900  if(pAllocationInfo && result == VK_SUCCESS)
    -
    16901  {
    -
    16902  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    -
    16903  }
    -
    16904 
    -
    16905  return result;
    -
    16906 }
    -
    16907 
    -
    16908 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
    -
    16909  VmaAllocator allocator,
    -
    16910  VkImage image,
    -
    16911  const VmaAllocationCreateInfo* pCreateInfo,
    -
    16912  VmaAllocation* pAllocation,
    -
    16913  VmaAllocationInfo* pAllocationInfo)
    -
    16914 {
    -
    16915  VMA_ASSERT(allocator && image != VK_NULL_HANDLE && pCreateInfo && pAllocation);
    -
    16916 
    -
    16917  VMA_DEBUG_LOG("vmaAllocateMemoryForImage");
    -
    16918 
    -
    16919  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16869  return result;
    +
    16870 }
    +
    16871 
    +
    16872 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
    +
    16873  VmaAllocator allocator,
    +
    16874  VkBuffer buffer,
    +
    16875  const VmaAllocationCreateInfo* pCreateInfo,
    +
    16876  VmaAllocation* pAllocation,
    +
    16877  VmaAllocationInfo* pAllocationInfo)
    +
    16878 {
    +
    16879  VMA_ASSERT(allocator && buffer != VK_NULL_HANDLE && pCreateInfo && pAllocation);
    +
    16880 
    +
    16881  VMA_DEBUG_LOG("vmaAllocateMemoryForBuffer");
    +
    16882 
    +
    16883  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16884 
    +
    16885  VkMemoryRequirements vkMemReq = {};
    +
    16886  bool requiresDedicatedAllocation = false;
    +
    16887  bool prefersDedicatedAllocation = false;
    +
    16888  allocator->GetBufferMemoryRequirements(buffer, vkMemReq,
    +
    16889  requiresDedicatedAllocation,
    +
    16890  prefersDedicatedAllocation);
    +
    16891 
    +
    16892  VkResult result = allocator->AllocateMemory(
    +
    16893  vkMemReq,
    +
    16894  requiresDedicatedAllocation,
    +
    16895  prefersDedicatedAllocation,
    +
    16896  buffer, // dedicatedBuffer
    +
    16897  VK_NULL_HANDLE, // dedicatedImage
    +
    16898  *pCreateInfo,
    +
    16899  VMA_SUBALLOCATION_TYPE_BUFFER,
    +
    16900  1, // allocationCount
    +
    16901  pAllocation);
    +
    16902 
    +
    16903 #if VMA_RECORDING_ENABLED
    +
    16904  if(allocator->GetRecorder() != VMA_NULL)
    +
    16905  {
    +
    16906  allocator->GetRecorder()->RecordAllocateMemoryForBuffer(
    +
    16907  allocator->GetCurrentFrameIndex(),
    +
    16908  vkMemReq,
    +
    16909  requiresDedicatedAllocation,
    +
    16910  prefersDedicatedAllocation,
    +
    16911  *pCreateInfo,
    +
    16912  *pAllocation);
    +
    16913  }
    +
    16914 #endif
    +
    16915 
    +
    16916  if(pAllocationInfo && result == VK_SUCCESS)
    +
    16917  {
    +
    16918  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    +
    16919  }
    16920 
    -
    16921  VkMemoryRequirements vkMemReq = {};
    -
    16922  bool requiresDedicatedAllocation = false;
    -
    16923  bool prefersDedicatedAllocation = false;
    -
    16924  allocator->GetImageMemoryRequirements(image, vkMemReq,
    -
    16925  requiresDedicatedAllocation, prefersDedicatedAllocation);
    -
    16926 
    -
    16927  VkResult result = allocator->AllocateMemory(
    -
    16928  vkMemReq,
    -
    16929  requiresDedicatedAllocation,
    -
    16930  prefersDedicatedAllocation,
    -
    16931  VK_NULL_HANDLE, // dedicatedBuffer
    -
    16932  image, // dedicatedImage
    -
    16933  *pCreateInfo,
    -
    16934  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN,
    -
    16935  1, // allocationCount
    -
    16936  pAllocation);
    -
    16937 
    -
    16938 #if VMA_RECORDING_ENABLED
    -
    16939  if(allocator->GetRecorder() != VMA_NULL)
    -
    16940  {
    -
    16941  allocator->GetRecorder()->RecordAllocateMemoryForImage(
    -
    16942  allocator->GetCurrentFrameIndex(),
    -
    16943  vkMemReq,
    -
    16944  requiresDedicatedAllocation,
    -
    16945  prefersDedicatedAllocation,
    -
    16946  *pCreateInfo,
    -
    16947  *pAllocation);
    -
    16948  }
    -
    16949 #endif
    -
    16950 
    -
    16951  if(pAllocationInfo && result == VK_SUCCESS)
    -
    16952  {
    -
    16953  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    -
    16954  }
    -
    16955 
    -
    16956  return result;
    -
    16957 }
    -
    16958 
    -
    16959 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
    -
    16960  VmaAllocator allocator,
    -
    16961  VmaAllocation allocation)
    -
    16962 {
    -
    16963  VMA_ASSERT(allocator);
    -
    16964 
    -
    16965  if(allocation == VK_NULL_HANDLE)
    -
    16966  {
    -
    16967  return;
    -
    16968  }
    -
    16969 
    -
    16970  VMA_DEBUG_LOG("vmaFreeMemory");
    -
    16971 
    -
    16972  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    16973 
    -
    16974 #if VMA_RECORDING_ENABLED
    -
    16975  if(allocator->GetRecorder() != VMA_NULL)
    -
    16976  {
    -
    16977  allocator->GetRecorder()->RecordFreeMemory(
    -
    16978  allocator->GetCurrentFrameIndex(),
    -
    16979  allocation);
    -
    16980  }
    -
    16981 #endif
    -
    16982 
    -
    16983  allocator->FreeMemory(
    -
    16984  1, // allocationCount
    -
    16985  &allocation);
    -
    16986 }
    -
    16987 
    -
    16988 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
    -
    16989  VmaAllocator allocator,
    -
    16990  size_t allocationCount,
    -
    16991  VmaAllocation* pAllocations)
    -
    16992 {
    -
    16993  if(allocationCount == 0)
    -
    16994  {
    -
    16995  return;
    +
    16921  return result;
    +
    16922 }
    +
    16923 
    +
    16924 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
    +
    16925  VmaAllocator allocator,
    +
    16926  VkImage image,
    +
    16927  const VmaAllocationCreateInfo* pCreateInfo,
    +
    16928  VmaAllocation* pAllocation,
    +
    16929  VmaAllocationInfo* pAllocationInfo)
    +
    16930 {
    +
    16931  VMA_ASSERT(allocator && image != VK_NULL_HANDLE && pCreateInfo && pAllocation);
    +
    16932 
    +
    16933  VMA_DEBUG_LOG("vmaAllocateMemoryForImage");
    +
    16934 
    +
    16935  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16936 
    +
    16937  VkMemoryRequirements vkMemReq = {};
    +
    16938  bool requiresDedicatedAllocation = false;
    +
    16939  bool prefersDedicatedAllocation = false;
    +
    16940  allocator->GetImageMemoryRequirements(image, vkMemReq,
    +
    16941  requiresDedicatedAllocation, prefersDedicatedAllocation);
    +
    16942 
    +
    16943  VkResult result = allocator->AllocateMemory(
    +
    16944  vkMemReq,
    +
    16945  requiresDedicatedAllocation,
    +
    16946  prefersDedicatedAllocation,
    +
    16947  VK_NULL_HANDLE, // dedicatedBuffer
    +
    16948  image, // dedicatedImage
    +
    16949  *pCreateInfo,
    +
    16950  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN,
    +
    16951  1, // allocationCount
    +
    16952  pAllocation);
    +
    16953 
    +
    16954 #if VMA_RECORDING_ENABLED
    +
    16955  if(allocator->GetRecorder() != VMA_NULL)
    +
    16956  {
    +
    16957  allocator->GetRecorder()->RecordAllocateMemoryForImage(
    +
    16958  allocator->GetCurrentFrameIndex(),
    +
    16959  vkMemReq,
    +
    16960  requiresDedicatedAllocation,
    +
    16961  prefersDedicatedAllocation,
    +
    16962  *pCreateInfo,
    +
    16963  *pAllocation);
    +
    16964  }
    +
    16965 #endif
    +
    16966 
    +
    16967  if(pAllocationInfo && result == VK_SUCCESS)
    +
    16968  {
    +
    16969  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    +
    16970  }
    +
    16971 
    +
    16972  return result;
    +
    16973 }
    +
    16974 
    +
    16975 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
    +
    16976  VmaAllocator allocator,
    +
    16977  VmaAllocation allocation)
    +
    16978 {
    +
    16979  VMA_ASSERT(allocator);
    +
    16980 
    +
    16981  if(allocation == VK_NULL_HANDLE)
    +
    16982  {
    +
    16983  return;
    +
    16984  }
    +
    16985 
    +
    16986  VMA_DEBUG_LOG("vmaFreeMemory");
    +
    16987 
    +
    16988  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16989 
    +
    16990 #if VMA_RECORDING_ENABLED
    +
    16991  if(allocator->GetRecorder() != VMA_NULL)
    +
    16992  {
    +
    16993  allocator->GetRecorder()->RecordFreeMemory(
    +
    16994  allocator->GetCurrentFrameIndex(),
    +
    16995  allocation);
    16996  }
    -
    16997 
    -
    16998  VMA_ASSERT(allocator);
    -
    16999 
    -
    17000  VMA_DEBUG_LOG("vmaFreeMemoryPages");
    -
    17001 
    -
    17002  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    16997 #endif
    +
    16998 
    +
    16999  allocator->FreeMemory(
    +
    17000  1, // allocationCount
    +
    17001  &allocation);
    +
    17002 }
    17003 
    -
    17004 #if VMA_RECORDING_ENABLED
    -
    17005  if(allocator->GetRecorder() != VMA_NULL)
    -
    17006  {
    -
    17007  allocator->GetRecorder()->RecordFreeMemoryPages(
    -
    17008  allocator->GetCurrentFrameIndex(),
    -
    17009  (uint64_t)allocationCount,
    -
    17010  pAllocations);
    -
    17011  }
    -
    17012 #endif
    -
    17013 
    -
    17014  allocator->FreeMemory(allocationCount, pAllocations);
    -
    17015 }
    -
    17016 
    -
    17017 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
    -
    17018  VmaAllocator allocator,
    -
    17019  VmaAllocation allocation,
    -
    17020  VkDeviceSize newSize)
    -
    17021 {
    -
    17022  VMA_ASSERT(allocator && allocation);
    -
    17023 
    -
    17024  VMA_DEBUG_LOG("vmaResizeAllocation");
    -
    17025 
    -
    17026  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17027 
    -
    17028  return allocator->ResizeAllocation(allocation, newSize);
    -
    17029 }
    -
    17030 
    -
    17031 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
    -
    17032  VmaAllocator allocator,
    -
    17033  VmaAllocation allocation,
    -
    17034  VmaAllocationInfo* pAllocationInfo)
    -
    17035 {
    -
    17036  VMA_ASSERT(allocator && allocation && pAllocationInfo);
    -
    17037 
    -
    17038  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17039 
    -
    17040 #if VMA_RECORDING_ENABLED
    -
    17041  if(allocator->GetRecorder() != VMA_NULL)
    -
    17042  {
    -
    17043  allocator->GetRecorder()->RecordGetAllocationInfo(
    -
    17044  allocator->GetCurrentFrameIndex(),
    -
    17045  allocation);
    -
    17046  }
    -
    17047 #endif
    -
    17048 
    -
    17049  allocator->GetAllocationInfo(allocation, pAllocationInfo);
    -
    17050 }
    -
    17051 
    -
    17052 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
    -
    17053  VmaAllocator allocator,
    -
    17054  VmaAllocation allocation)
    -
    17055 {
    -
    17056  VMA_ASSERT(allocator && allocation);
    -
    17057 
    -
    17058  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17059 
    -
    17060 #if VMA_RECORDING_ENABLED
    -
    17061  if(allocator->GetRecorder() != VMA_NULL)
    -
    17062  {
    -
    17063  allocator->GetRecorder()->RecordTouchAllocation(
    -
    17064  allocator->GetCurrentFrameIndex(),
    -
    17065  allocation);
    -
    17066  }
    -
    17067 #endif
    -
    17068 
    -
    17069  return allocator->TouchAllocation(allocation);
    -
    17070 }
    -
    17071 
    -
    17072 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
    -
    17073  VmaAllocator allocator,
    -
    17074  VmaAllocation allocation,
    -
    17075  void* pUserData)
    -
    17076 {
    -
    17077  VMA_ASSERT(allocator && allocation);
    -
    17078 
    -
    17079  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17080 
    -
    17081  allocation->SetUserData(allocator, pUserData);
    -
    17082 
    -
    17083 #if VMA_RECORDING_ENABLED
    -
    17084  if(allocator->GetRecorder() != VMA_NULL)
    -
    17085  {
    -
    17086  allocator->GetRecorder()->RecordSetAllocationUserData(
    -
    17087  allocator->GetCurrentFrameIndex(),
    -
    17088  allocation,
    -
    17089  pUserData);
    -
    17090  }
    -
    17091 #endif
    -
    17092 }
    -
    17093 
    -
    17094 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
    -
    17095  VmaAllocator allocator,
    -
    17096  VmaAllocation* pAllocation)
    -
    17097 {
    -
    17098  VMA_ASSERT(allocator && pAllocation);
    -
    17099 
    -
    17100  VMA_DEBUG_GLOBAL_MUTEX_LOCK;
    -
    17101 
    -
    17102  allocator->CreateLostAllocation(pAllocation);
    -
    17103 
    -
    17104 #if VMA_RECORDING_ENABLED
    -
    17105  if(allocator->GetRecorder() != VMA_NULL)
    -
    17106  {
    -
    17107  allocator->GetRecorder()->RecordCreateLostAllocation(
    -
    17108  allocator->GetCurrentFrameIndex(),
    -
    17109  *pAllocation);
    -
    17110  }
    -
    17111 #endif
    -
    17112 }
    -
    17113 
    -
    17114 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
    -
    17115  VmaAllocator allocator,
    -
    17116  VmaAllocation allocation,
    -
    17117  void** ppData)
    -
    17118 {
    -
    17119  VMA_ASSERT(allocator && allocation && ppData);
    -
    17120 
    -
    17121  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17122 
    -
    17123  VkResult res = allocator->Map(allocation, ppData);
    -
    17124 
    -
    17125 #if VMA_RECORDING_ENABLED
    -
    17126  if(allocator->GetRecorder() != VMA_NULL)
    -
    17127  {
    -
    17128  allocator->GetRecorder()->RecordMapMemory(
    -
    17129  allocator->GetCurrentFrameIndex(),
    -
    17130  allocation);
    -
    17131  }
    -
    17132 #endif
    -
    17133 
    -
    17134  return res;
    -
    17135 }
    +
    17004 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
    +
    17005  VmaAllocator allocator,
    +
    17006  size_t allocationCount,
    +
    17007  VmaAllocation* pAllocations)
    +
    17008 {
    +
    17009  if(allocationCount == 0)
    +
    17010  {
    +
    17011  return;
    +
    17012  }
    +
    17013 
    +
    17014  VMA_ASSERT(allocator);
    +
    17015 
    +
    17016  VMA_DEBUG_LOG("vmaFreeMemoryPages");
    +
    17017 
    +
    17018  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17019 
    +
    17020 #if VMA_RECORDING_ENABLED
    +
    17021  if(allocator->GetRecorder() != VMA_NULL)
    +
    17022  {
    +
    17023  allocator->GetRecorder()->RecordFreeMemoryPages(
    +
    17024  allocator->GetCurrentFrameIndex(),
    +
    17025  (uint64_t)allocationCount,
    +
    17026  pAllocations);
    +
    17027  }
    +
    17028 #endif
    +
    17029 
    +
    17030  allocator->FreeMemory(allocationCount, pAllocations);
    +
    17031 }
    +
    17032 
    +
    17033 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
    +
    17034  VmaAllocator allocator,
    +
    17035  VmaAllocation allocation,
    +
    17036  VkDeviceSize newSize)
    +
    17037 {
    +
    17038  VMA_ASSERT(allocator && allocation);
    +
    17039 
    +
    17040  VMA_DEBUG_LOG("vmaResizeAllocation");
    +
    17041 
    +
    17042  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17043 
    +
    17044  return allocator->ResizeAllocation(allocation, newSize);
    +
    17045 }
    +
    17046 
    +
    17047 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
    +
    17048  VmaAllocator allocator,
    +
    17049  VmaAllocation allocation,
    +
    17050  VmaAllocationInfo* pAllocationInfo)
    +
    17051 {
    +
    17052  VMA_ASSERT(allocator && allocation && pAllocationInfo);
    +
    17053 
    +
    17054  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17055 
    +
    17056 #if VMA_RECORDING_ENABLED
    +
    17057  if(allocator->GetRecorder() != VMA_NULL)
    +
    17058  {
    +
    17059  allocator->GetRecorder()->RecordGetAllocationInfo(
    +
    17060  allocator->GetCurrentFrameIndex(),
    +
    17061  allocation);
    +
    17062  }
    +
    17063 #endif
    +
    17064 
    +
    17065  allocator->GetAllocationInfo(allocation, pAllocationInfo);
    +
    17066 }
    +
    17067 
    +
    17068 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
    +
    17069  VmaAllocator allocator,
    +
    17070  VmaAllocation allocation)
    +
    17071 {
    +
    17072  VMA_ASSERT(allocator && allocation);
    +
    17073 
    +
    17074  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17075 
    +
    17076 #if VMA_RECORDING_ENABLED
    +
    17077  if(allocator->GetRecorder() != VMA_NULL)
    +
    17078  {
    +
    17079  allocator->GetRecorder()->RecordTouchAllocation(
    +
    17080  allocator->GetCurrentFrameIndex(),
    +
    17081  allocation);
    +
    17082  }
    +
    17083 #endif
    +
    17084 
    +
    17085  return allocator->TouchAllocation(allocation);
    +
    17086 }
    +
    17087 
    +
    17088 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
    +
    17089  VmaAllocator allocator,
    +
    17090  VmaAllocation allocation,
    +
    17091  void* pUserData)
    +
    17092 {
    +
    17093  VMA_ASSERT(allocator && allocation);
    +
    17094 
    +
    17095  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17096 
    +
    17097  allocation->SetUserData(allocator, pUserData);
    +
    17098 
    +
    17099 #if VMA_RECORDING_ENABLED
    +
    17100  if(allocator->GetRecorder() != VMA_NULL)
    +
    17101  {
    +
    17102  allocator->GetRecorder()->RecordSetAllocationUserData(
    +
    17103  allocator->GetCurrentFrameIndex(),
    +
    17104  allocation,
    +
    17105  pUserData);
    +
    17106  }
    +
    17107 #endif
    +
    17108 }
    +
    17109 
    +
    17110 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
    +
    17111  VmaAllocator allocator,
    +
    17112  VmaAllocation* pAllocation)
    +
    17113 {
    +
    17114  VMA_ASSERT(allocator && pAllocation);
    +
    17115 
    +
    17116  VMA_DEBUG_GLOBAL_MUTEX_LOCK;
    +
    17117 
    +
    17118  allocator->CreateLostAllocation(pAllocation);
    +
    17119 
    +
    17120 #if VMA_RECORDING_ENABLED
    +
    17121  if(allocator->GetRecorder() != VMA_NULL)
    +
    17122  {
    +
    17123  allocator->GetRecorder()->RecordCreateLostAllocation(
    +
    17124  allocator->GetCurrentFrameIndex(),
    +
    17125  *pAllocation);
    +
    17126  }
    +
    17127 #endif
    +
    17128 }
    +
    17129 
    +
    17130 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
    +
    17131  VmaAllocator allocator,
    +
    17132  VmaAllocation allocation,
    +
    17133  void** ppData)
    +
    17134 {
    +
    17135  VMA_ASSERT(allocator && allocation && ppData);
    17136 
    -
    17137 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
    -
    17138  VmaAllocator allocator,
    -
    17139  VmaAllocation allocation)
    -
    17140 {
    -
    17141  VMA_ASSERT(allocator && allocation);
    -
    17142 
    -
    17143  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17144 
    -
    17145 #if VMA_RECORDING_ENABLED
    -
    17146  if(allocator->GetRecorder() != VMA_NULL)
    -
    17147  {
    -
    17148  allocator->GetRecorder()->RecordUnmapMemory(
    -
    17149  allocator->GetCurrentFrameIndex(),
    -
    17150  allocation);
    -
    17151  }
    -
    17152 #endif
    -
    17153 
    -
    17154  allocator->Unmap(allocation);
    -
    17155 }
    -
    17156 
    -
    17157 VMA_CALL_PRE void VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    -
    17158 {
    -
    17159  VMA_ASSERT(allocator && allocation);
    +
    17137  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17138 
    +
    17139  VkResult res = allocator->Map(allocation, ppData);
    +
    17140 
    +
    17141 #if VMA_RECORDING_ENABLED
    +
    17142  if(allocator->GetRecorder() != VMA_NULL)
    +
    17143  {
    +
    17144  allocator->GetRecorder()->RecordMapMemory(
    +
    17145  allocator->GetCurrentFrameIndex(),
    +
    17146  allocation);
    +
    17147  }
    +
    17148 #endif
    +
    17149 
    +
    17150  return res;
    +
    17151 }
    +
    17152 
    +
    17153 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
    +
    17154  VmaAllocator allocator,
    +
    17155  VmaAllocation allocation)
    +
    17156 {
    +
    17157  VMA_ASSERT(allocator && allocation);
    +
    17158 
    +
    17159  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    17160 
    -
    17161  VMA_DEBUG_LOG("vmaFlushAllocation");
    -
    17162 
    -
    17163  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17164 
    -
    17165  allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_FLUSH);
    -
    17166 
    -
    17167 #if VMA_RECORDING_ENABLED
    -
    17168  if(allocator->GetRecorder() != VMA_NULL)
    -
    17169  {
    -
    17170  allocator->GetRecorder()->RecordFlushAllocation(
    -
    17171  allocator->GetCurrentFrameIndex(),
    -
    17172  allocation, offset, size);
    -
    17173  }
    -
    17174 #endif
    -
    17175 }
    +
    17161 #if VMA_RECORDING_ENABLED
    +
    17162  if(allocator->GetRecorder() != VMA_NULL)
    +
    17163  {
    +
    17164  allocator->GetRecorder()->RecordUnmapMemory(
    +
    17165  allocator->GetCurrentFrameIndex(),
    +
    17166  allocation);
    +
    17167  }
    +
    17168 #endif
    +
    17169 
    +
    17170  allocator->Unmap(allocation);
    +
    17171 }
    +
    17172 
    +
    17173 VMA_CALL_PRE void VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    +
    17174 {
    +
    17175  VMA_ASSERT(allocator && allocation);
    17176 
    -
    17177 VMA_CALL_PRE void VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    -
    17178 {
    -
    17179  VMA_ASSERT(allocator && allocation);
    +
    17177  VMA_DEBUG_LOG("vmaFlushAllocation");
    +
    17178 
    +
    17179  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    17180 
    -
    17181  VMA_DEBUG_LOG("vmaInvalidateAllocation");
    +
    17181  allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_FLUSH);
    17182 
    -
    17183  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17184 
    -
    17185  allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_INVALIDATE);
    -
    17186 
    -
    17187 #if VMA_RECORDING_ENABLED
    -
    17188  if(allocator->GetRecorder() != VMA_NULL)
    -
    17189  {
    -
    17190  allocator->GetRecorder()->RecordInvalidateAllocation(
    -
    17191  allocator->GetCurrentFrameIndex(),
    -
    17192  allocation, offset, size);
    -
    17193  }
    -
    17194 #endif
    -
    17195 }
    +
    17183 #if VMA_RECORDING_ENABLED
    +
    17184  if(allocator->GetRecorder() != VMA_NULL)
    +
    17185  {
    +
    17186  allocator->GetRecorder()->RecordFlushAllocation(
    +
    17187  allocator->GetCurrentFrameIndex(),
    +
    17188  allocation, offset, size);
    +
    17189  }
    +
    17190 #endif
    +
    17191 }
    +
    17192 
    +
    17193 VMA_CALL_PRE void VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    +
    17194 {
    +
    17195  VMA_ASSERT(allocator && allocation);
    17196 
    -
    17197 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
    -
    17198 {
    -
    17199  VMA_ASSERT(allocator);
    +
    17197  VMA_DEBUG_LOG("vmaInvalidateAllocation");
    +
    17198 
    +
    17199  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    17200 
    -
    17201  VMA_DEBUG_LOG("vmaCheckCorruption");
    +
    17201  allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_INVALIDATE);
    17202 
    -
    17203  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17204 
    -
    17205  return allocator->CheckCorruption(memoryTypeBits);
    -
    17206 }
    -
    17207 
    -
    17208 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
    -
    17209  VmaAllocator allocator,
    -
    17210  VmaAllocation* pAllocations,
    -
    17211  size_t allocationCount,
    -
    17212  VkBool32* pAllocationsChanged,
    -
    17213  const VmaDefragmentationInfo *pDefragmentationInfo,
    -
    17214  VmaDefragmentationStats* pDefragmentationStats)
    -
    17215 {
    -
    17216  // Deprecated interface, reimplemented using new one.
    -
    17217 
    -
    17218  VmaDefragmentationInfo2 info2 = {};
    -
    17219  info2.allocationCount = (uint32_t)allocationCount;
    -
    17220  info2.pAllocations = pAllocations;
    -
    17221  info2.pAllocationsChanged = pAllocationsChanged;
    -
    17222  if(pDefragmentationInfo != VMA_NULL)
    -
    17223  {
    -
    17224  info2.maxCpuAllocationsToMove = pDefragmentationInfo->maxAllocationsToMove;
    -
    17225  info2.maxCpuBytesToMove = pDefragmentationInfo->maxBytesToMove;
    -
    17226  }
    -
    17227  else
    -
    17228  {
    -
    17229  info2.maxCpuAllocationsToMove = UINT32_MAX;
    -
    17230  info2.maxCpuBytesToMove = VK_WHOLE_SIZE;
    -
    17231  }
    -
    17232  // info2.flags, maxGpuAllocationsToMove, maxGpuBytesToMove, commandBuffer deliberately left zero.
    +
    17203 #if VMA_RECORDING_ENABLED
    +
    17204  if(allocator->GetRecorder() != VMA_NULL)
    +
    17205  {
    +
    17206  allocator->GetRecorder()->RecordInvalidateAllocation(
    +
    17207  allocator->GetCurrentFrameIndex(),
    +
    17208  allocation, offset, size);
    +
    17209  }
    +
    17210 #endif
    +
    17211 }
    +
    17212 
    +
    17213 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
    +
    17214 {
    +
    17215  VMA_ASSERT(allocator);
    +
    17216 
    +
    17217  VMA_DEBUG_LOG("vmaCheckCorruption");
    +
    17218 
    +
    17219  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17220 
    +
    17221  return allocator->CheckCorruption(memoryTypeBits);
    +
    17222 }
    +
    17223 
    +
    17224 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
    +
    17225  VmaAllocator allocator,
    +
    17226  VmaAllocation* pAllocations,
    +
    17227  size_t allocationCount,
    +
    17228  VkBool32* pAllocationsChanged,
    +
    17229  const VmaDefragmentationInfo *pDefragmentationInfo,
    +
    17230  VmaDefragmentationStats* pDefragmentationStats)
    +
    17231 {
    +
    17232  // Deprecated interface, reimplemented using new one.
    17233 
    -
    17234  VmaDefragmentationContext ctx;
    -
    17235  VkResult res = vmaDefragmentationBegin(allocator, &info2, pDefragmentationStats, &ctx);
    -
    17236  if(res == VK_NOT_READY)
    -
    17237  {
    -
    17238  res = vmaDefragmentationEnd( allocator, ctx);
    -
    17239  }
    -
    17240  return res;
    -
    17241 }
    -
    17242 
    -
    17243 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
    -
    17244  VmaAllocator allocator,
    -
    17245  const VmaDefragmentationInfo2* pInfo,
    -
    17246  VmaDefragmentationStats* pStats,
    -
    17247  VmaDefragmentationContext *pContext)
    -
    17248 {
    -
    17249  VMA_ASSERT(allocator && pInfo && pContext);
    -
    17250 
    -
    17251  // Degenerate case: Nothing to defragment.
    -
    17252  if(pInfo->allocationCount == 0 && pInfo->poolCount == 0)
    +
    17234  VmaDefragmentationInfo2 info2 = {};
    +
    17235  info2.allocationCount = (uint32_t)allocationCount;
    +
    17236  info2.pAllocations = pAllocations;
    +
    17237  info2.pAllocationsChanged = pAllocationsChanged;
    +
    17238  if(pDefragmentationInfo != VMA_NULL)
    +
    17239  {
    +
    17240  info2.maxCpuAllocationsToMove = pDefragmentationInfo->maxAllocationsToMove;
    +
    17241  info2.maxCpuBytesToMove = pDefragmentationInfo->maxBytesToMove;
    +
    17242  }
    +
    17243  else
    +
    17244  {
    +
    17245  info2.maxCpuAllocationsToMove = UINT32_MAX;
    +
    17246  info2.maxCpuBytesToMove = VK_WHOLE_SIZE;
    +
    17247  }
    +
    17248  // info2.flags, maxGpuAllocationsToMove, maxGpuBytesToMove, commandBuffer deliberately left zero.
    +
    17249 
    +
    17250  VmaDefragmentationContext ctx;
    +
    17251  VkResult res = vmaDefragmentationBegin(allocator, &info2, pDefragmentationStats, &ctx);
    +
    17252  if(res == VK_NOT_READY)
    17253  {
    -
    17254  return VK_SUCCESS;
    +
    17254  res = vmaDefragmentationEnd( allocator, ctx);
    17255  }
    -
    17256 
    -
    17257  VMA_ASSERT(pInfo->allocationCount == 0 || pInfo->pAllocations != VMA_NULL);
    -
    17258  VMA_ASSERT(pInfo->poolCount == 0 || pInfo->pPools != VMA_NULL);
    -
    17259  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->allocationCount, pInfo->pAllocations));
    -
    17260  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->poolCount, pInfo->pPools));
    -
    17261 
    -
    17262  VMA_DEBUG_LOG("vmaDefragmentationBegin");
    -
    17263 
    -
    17264  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17265 
    -
    17266  VkResult res = allocator->DefragmentationBegin(*pInfo, pStats, pContext);
    -
    17267 
    -
    17268 #if VMA_RECORDING_ENABLED
    -
    17269  if(allocator->GetRecorder() != VMA_NULL)
    -
    17270  {
    -
    17271  allocator->GetRecorder()->RecordDefragmentationBegin(
    -
    17272  allocator->GetCurrentFrameIndex(), *pInfo, *pContext);
    -
    17273  }
    -
    17274 #endif
    -
    17275 
    -
    17276  return res;
    -
    17277 }
    -
    17278 
    -
    17279 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
    -
    17280  VmaAllocator allocator,
    -
    17281  VmaDefragmentationContext context)
    -
    17282 {
    -
    17283  VMA_ASSERT(allocator);
    -
    17284 
    -
    17285  VMA_DEBUG_LOG("vmaDefragmentationEnd");
    -
    17286 
    -
    17287  if(context != VK_NULL_HANDLE)
    -
    17288  {
    -
    17289  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17290 
    -
    17291 #if VMA_RECORDING_ENABLED
    -
    17292  if(allocator->GetRecorder() != VMA_NULL)
    -
    17293  {
    -
    17294  allocator->GetRecorder()->RecordDefragmentationEnd(
    -
    17295  allocator->GetCurrentFrameIndex(), context);
    -
    17296  }
    -
    17297 #endif
    -
    17298 
    -
    17299  return allocator->DefragmentationEnd(context);
    -
    17300  }
    -
    17301  else
    -
    17302  {
    -
    17303  return VK_SUCCESS;
    -
    17304  }
    -
    17305 }
    +
    17256  return res;
    +
    17257 }
    +
    17258 
    +
    17259 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
    +
    17260  VmaAllocator allocator,
    +
    17261  const VmaDefragmentationInfo2* pInfo,
    +
    17262  VmaDefragmentationStats* pStats,
    +
    17263  VmaDefragmentationContext *pContext)
    +
    17264 {
    +
    17265  VMA_ASSERT(allocator && pInfo && pContext);
    +
    17266 
    +
    17267  // Degenerate case: Nothing to defragment.
    +
    17268  if(pInfo->allocationCount == 0 && pInfo->poolCount == 0)
    +
    17269  {
    +
    17270  return VK_SUCCESS;
    +
    17271  }
    +
    17272 
    +
    17273  VMA_ASSERT(pInfo->allocationCount == 0 || pInfo->pAllocations != VMA_NULL);
    +
    17274  VMA_ASSERT(pInfo->poolCount == 0 || pInfo->pPools != VMA_NULL);
    +
    17275  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->allocationCount, pInfo->pAllocations));
    +
    17276  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->poolCount, pInfo->pPools));
    +
    17277 
    +
    17278  VMA_DEBUG_LOG("vmaDefragmentationBegin");
    +
    17279 
    +
    17280  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17281 
    +
    17282  VkResult res = allocator->DefragmentationBegin(*pInfo, pStats, pContext);
    +
    17283 
    +
    17284 #if VMA_RECORDING_ENABLED
    +
    17285  if(allocator->GetRecorder() != VMA_NULL)
    +
    17286  {
    +
    17287  allocator->GetRecorder()->RecordDefragmentationBegin(
    +
    17288  allocator->GetCurrentFrameIndex(), *pInfo, *pContext);
    +
    17289  }
    +
    17290 #endif
    +
    17291 
    +
    17292  return res;
    +
    17293 }
    +
    17294 
    +
    17295 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
    +
    17296  VmaAllocator allocator,
    +
    17297  VmaDefragmentationContext context)
    +
    17298 {
    +
    17299  VMA_ASSERT(allocator);
    +
    17300 
    +
    17301  VMA_DEBUG_LOG("vmaDefragmentationEnd");
    +
    17302 
    +
    17303  if(context != VK_NULL_HANDLE)
    +
    17304  {
    +
    17305  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    17306 
    -
    17307 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
    -
    17308  VmaAllocator allocator,
    -
    17309  VmaAllocation allocation,
    -
    17310  VkBuffer buffer)
    -
    17311 {
    -
    17312  VMA_ASSERT(allocator && allocation && buffer);
    -
    17313 
    -
    17314  VMA_DEBUG_LOG("vmaBindBufferMemory");
    -
    17315 
    -
    17316  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17317 
    -
    17318  return allocator->BindBufferMemory(allocation, 0, buffer, VMA_NULL);
    -
    17319 }
    -
    17320 
    -
    17321 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
    -
    17322  VmaAllocator allocator,
    -
    17323  VmaAllocation allocation,
    -
    17324  VkDeviceSize allocationLocalOffset,
    -
    17325  VkBuffer buffer,
    -
    17326  const void* pNext)
    +
    17307 #if VMA_RECORDING_ENABLED
    +
    17308  if(allocator->GetRecorder() != VMA_NULL)
    +
    17309  {
    +
    17310  allocator->GetRecorder()->RecordDefragmentationEnd(
    +
    17311  allocator->GetCurrentFrameIndex(), context);
    +
    17312  }
    +
    17313 #endif
    +
    17314 
    +
    17315  return allocator->DefragmentationEnd(context);
    +
    17316  }
    +
    17317  else
    +
    17318  {
    +
    17319  return VK_SUCCESS;
    +
    17320  }
    +
    17321 }
    +
    17322 
    +
    17323 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
    +
    17324  VmaAllocator allocator,
    +
    17325  VmaAllocation allocation,
    +
    17326  VkBuffer buffer)
    17327 {
    17328  VMA_ASSERT(allocator && allocation && buffer);
    17329 
    -
    17330  VMA_DEBUG_LOG("vmaBindBufferMemory2");
    +
    17330  VMA_DEBUG_LOG("vmaBindBufferMemory");
    17331 
    17332  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    17333 
    -
    17334  return allocator->BindBufferMemory(allocation, allocationLocalOffset, buffer, pNext);
    +
    17334  return allocator->BindBufferMemory(allocation, 0, buffer, VMA_NULL);
    17335 }
    17336 
    -
    17337 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
    +
    17337 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
    17338  VmaAllocator allocator,
    17339  VmaAllocation allocation,
    -
    17340  VkImage image)
    -
    17341 {
    -
    17342  VMA_ASSERT(allocator && allocation && image);
    -
    17343 
    -
    17344  VMA_DEBUG_LOG("vmaBindImageMemory");
    +
    17340  VkDeviceSize allocationLocalOffset,
    +
    17341  VkBuffer buffer,
    +
    17342  const void* pNext)
    +
    17343 {
    +
    17344  VMA_ASSERT(allocator && allocation && buffer);
    17345 
    -
    17346  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17346  VMA_DEBUG_LOG("vmaBindBufferMemory2");
    17347 
    -
    17348  return allocator->BindImageMemory(allocation, 0, image, VMA_NULL);
    -
    17349 }
    -
    17350 
    -
    17351 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
    -
    17352  VmaAllocator allocator,
    -
    17353  VmaAllocation allocation,
    -
    17354  VkDeviceSize allocationLocalOffset,
    -
    17355  VkImage image,
    -
    17356  const void* pNext)
    +
    17348  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17349 
    +
    17350  return allocator->BindBufferMemory(allocation, allocationLocalOffset, buffer, pNext);
    +
    17351 }
    +
    17352 
    +
    17353 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
    +
    17354  VmaAllocator allocator,
    +
    17355  VmaAllocation allocation,
    +
    17356  VkImage image)
    17357 {
    17358  VMA_ASSERT(allocator && allocation && image);
    17359 
    -
    17360  VMA_DEBUG_LOG("vmaBindImageMemory2");
    +
    17360  VMA_DEBUG_LOG("vmaBindImageMemory");
    17361 
    17362  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    17363 
    -
    17364  return allocator->BindImageMemory(allocation, allocationLocalOffset, image, pNext);
    +
    17364  return allocator->BindImageMemory(allocation, 0, image, VMA_NULL);
    17365 }
    17366 
    -
    17367 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
    +
    17367 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
    17368  VmaAllocator allocator,
    -
    17369  const VkBufferCreateInfo* pBufferCreateInfo,
    -
    17370  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    17371  VkBuffer* pBuffer,
    -
    17372  VmaAllocation* pAllocation,
    -
    17373  VmaAllocationInfo* pAllocationInfo)
    -
    17374 {
    -
    17375  VMA_ASSERT(allocator && pBufferCreateInfo && pAllocationCreateInfo && pBuffer && pAllocation);
    -
    17376 
    -
    17377  if(pBufferCreateInfo->size == 0)
    -
    17378  {
    -
    17379  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    17380  }
    -
    17381 
    -
    17382  VMA_DEBUG_LOG("vmaCreateBuffer");
    -
    17383 
    -
    17384  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17385 
    -
    17386  *pBuffer = VK_NULL_HANDLE;
    -
    17387  *pAllocation = VK_NULL_HANDLE;
    -
    17388 
    -
    17389  // 1. Create VkBuffer.
    -
    17390  VkResult res = (*allocator->GetVulkanFunctions().vkCreateBuffer)(
    -
    17391  allocator->m_hDevice,
    -
    17392  pBufferCreateInfo,
    -
    17393  allocator->GetAllocationCallbacks(),
    -
    17394  pBuffer);
    -
    17395  if(res >= 0)
    -
    17396  {
    -
    17397  // 2. vkGetBufferMemoryRequirements.
    -
    17398  VkMemoryRequirements vkMemReq = {};
    -
    17399  bool requiresDedicatedAllocation = false;
    -
    17400  bool prefersDedicatedAllocation = false;
    -
    17401  allocator->GetBufferMemoryRequirements(*pBuffer, vkMemReq,
    -
    17402  requiresDedicatedAllocation, prefersDedicatedAllocation);
    -
    17403 
    -
    17404  // Make sure alignment requirements for specific buffer usages reported
    -
    17405  // in Physical Device Properties are included in alignment reported by memory requirements.
    -
    17406  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_UNIFORM_TEXEL_BUFFER_BIT) != 0)
    -
    17407  {
    -
    17408  VMA_ASSERT(vkMemReq.alignment %
    -
    17409  allocator->m_PhysicalDeviceProperties.limits.minTexelBufferOffsetAlignment == 0);
    -
    17410  }
    -
    17411  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT) != 0)
    -
    17412  {
    -
    17413  VMA_ASSERT(vkMemReq.alignment %
    -
    17414  allocator->m_PhysicalDeviceProperties.limits.minUniformBufferOffsetAlignment == 0);
    -
    17415  }
    -
    17416  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_STORAGE_BUFFER_BIT) != 0)
    -
    17417  {
    -
    17418  VMA_ASSERT(vkMemReq.alignment %
    -
    17419  allocator->m_PhysicalDeviceProperties.limits.minStorageBufferOffsetAlignment == 0);
    -
    17420  }
    -
    17421 
    -
    17422  // 3. Allocate memory using allocator.
    -
    17423  res = allocator->AllocateMemory(
    -
    17424  vkMemReq,
    -
    17425  requiresDedicatedAllocation,
    -
    17426  prefersDedicatedAllocation,
    -
    17427  *pBuffer, // dedicatedBuffer
    -
    17428  VK_NULL_HANDLE, // dedicatedImage
    -
    17429  *pAllocationCreateInfo,
    -
    17430  VMA_SUBALLOCATION_TYPE_BUFFER,
    -
    17431  1, // allocationCount
    -
    17432  pAllocation);
    -
    17433 
    -
    17434 #if VMA_RECORDING_ENABLED
    -
    17435  if(allocator->GetRecorder() != VMA_NULL)
    -
    17436  {
    -
    17437  allocator->GetRecorder()->RecordCreateBuffer(
    -
    17438  allocator->GetCurrentFrameIndex(),
    -
    17439  *pBufferCreateInfo,
    -
    17440  *pAllocationCreateInfo,
    -
    17441  *pAllocation);
    -
    17442  }
    -
    17443 #endif
    -
    17444 
    -
    17445  if(res >= 0)
    -
    17446  {
    -
    17447  // 3. Bind buffer with memory.
    -
    17448  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
    -
    17449  {
    -
    17450  res = allocator->BindBufferMemory(*pAllocation, 0, *pBuffer, VMA_NULL);
    -
    17451  }
    -
    17452  if(res >= 0)
    -
    17453  {
    -
    17454  // All steps succeeded.
    -
    17455  #if VMA_STATS_STRING_ENABLED
    -
    17456  (*pAllocation)->InitBufferImageUsage(pBufferCreateInfo->usage);
    -
    17457  #endif
    -
    17458  if(pAllocationInfo != VMA_NULL)
    -
    17459  {
    -
    17460  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    -
    17461  }
    -
    17462 
    -
    17463  return VK_SUCCESS;
    -
    17464  }
    -
    17465  allocator->FreeMemory(
    -
    17466  1, // allocationCount
    -
    17467  pAllocation);
    -
    17468  *pAllocation = VK_NULL_HANDLE;
    -
    17469  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
    -
    17470  *pBuffer = VK_NULL_HANDLE;
    -
    17471  return res;
    -
    17472  }
    -
    17473  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
    -
    17474  *pBuffer = VK_NULL_HANDLE;
    -
    17475  return res;
    -
    17476  }
    -
    17477  return res;
    -
    17478 }
    -
    17479 
    -
    17480 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
    -
    17481  VmaAllocator allocator,
    -
    17482  VkBuffer buffer,
    -
    17483  VmaAllocation allocation)
    -
    17484 {
    -
    17485  VMA_ASSERT(allocator);
    -
    17486 
    -
    17487  if(buffer == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
    -
    17488  {
    -
    17489  return;
    -
    17490  }
    -
    17491 
    -
    17492  VMA_DEBUG_LOG("vmaDestroyBuffer");
    -
    17493 
    -
    17494  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17369  VmaAllocation allocation,
    +
    17370  VkDeviceSize allocationLocalOffset,
    +
    17371  VkImage image,
    +
    17372  const void* pNext)
    +
    17373 {
    +
    17374  VMA_ASSERT(allocator && allocation && image);
    +
    17375 
    +
    17376  VMA_DEBUG_LOG("vmaBindImageMemory2");
    +
    17377 
    +
    17378  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17379 
    +
    17380  return allocator->BindImageMemory(allocation, allocationLocalOffset, image, pNext);
    +
    17381 }
    +
    17382 
    +
    17383 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
    +
    17384  VmaAllocator allocator,
    +
    17385  const VkBufferCreateInfo* pBufferCreateInfo,
    +
    17386  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    17387  VkBuffer* pBuffer,
    +
    17388  VmaAllocation* pAllocation,
    +
    17389  VmaAllocationInfo* pAllocationInfo)
    +
    17390 {
    +
    17391  VMA_ASSERT(allocator && pBufferCreateInfo && pAllocationCreateInfo && pBuffer && pAllocation);
    +
    17392 
    +
    17393  if(pBufferCreateInfo->size == 0)
    +
    17394  {
    +
    17395  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    17396  }
    +
    17397 
    +
    17398  VMA_DEBUG_LOG("vmaCreateBuffer");
    +
    17399 
    +
    17400  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17401 
    +
    17402  *pBuffer = VK_NULL_HANDLE;
    +
    17403  *pAllocation = VK_NULL_HANDLE;
    +
    17404 
    +
    17405  // 1. Create VkBuffer.
    +
    17406  VkResult res = (*allocator->GetVulkanFunctions().vkCreateBuffer)(
    +
    17407  allocator->m_hDevice,
    +
    17408  pBufferCreateInfo,
    +
    17409  allocator->GetAllocationCallbacks(),
    +
    17410  pBuffer);
    +
    17411  if(res >= 0)
    +
    17412  {
    +
    17413  // 2. vkGetBufferMemoryRequirements.
    +
    17414  VkMemoryRequirements vkMemReq = {};
    +
    17415  bool requiresDedicatedAllocation = false;
    +
    17416  bool prefersDedicatedAllocation = false;
    +
    17417  allocator->GetBufferMemoryRequirements(*pBuffer, vkMemReq,
    +
    17418  requiresDedicatedAllocation, prefersDedicatedAllocation);
    +
    17419 
    +
    17420  // Make sure alignment requirements for specific buffer usages reported
    +
    17421  // in Physical Device Properties are included in alignment reported by memory requirements.
    +
    17422  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_UNIFORM_TEXEL_BUFFER_BIT) != 0)
    +
    17423  {
    +
    17424  VMA_ASSERT(vkMemReq.alignment %
    +
    17425  allocator->m_PhysicalDeviceProperties.limits.minTexelBufferOffsetAlignment == 0);
    +
    17426  }
    +
    17427  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT) != 0)
    +
    17428  {
    +
    17429  VMA_ASSERT(vkMemReq.alignment %
    +
    17430  allocator->m_PhysicalDeviceProperties.limits.minUniformBufferOffsetAlignment == 0);
    +
    17431  }
    +
    17432  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_STORAGE_BUFFER_BIT) != 0)
    +
    17433  {
    +
    17434  VMA_ASSERT(vkMemReq.alignment %
    +
    17435  allocator->m_PhysicalDeviceProperties.limits.minStorageBufferOffsetAlignment == 0);
    +
    17436  }
    +
    17437 
    +
    17438  // 3. Allocate memory using allocator.
    +
    17439  res = allocator->AllocateMemory(
    +
    17440  vkMemReq,
    +
    17441  requiresDedicatedAllocation,
    +
    17442  prefersDedicatedAllocation,
    +
    17443  *pBuffer, // dedicatedBuffer
    +
    17444  VK_NULL_HANDLE, // dedicatedImage
    +
    17445  *pAllocationCreateInfo,
    +
    17446  VMA_SUBALLOCATION_TYPE_BUFFER,
    +
    17447  1, // allocationCount
    +
    17448  pAllocation);
    +
    17449 
    +
    17450 #if VMA_RECORDING_ENABLED
    +
    17451  if(allocator->GetRecorder() != VMA_NULL)
    +
    17452  {
    +
    17453  allocator->GetRecorder()->RecordCreateBuffer(
    +
    17454  allocator->GetCurrentFrameIndex(),
    +
    17455  *pBufferCreateInfo,
    +
    17456  *pAllocationCreateInfo,
    +
    17457  *pAllocation);
    +
    17458  }
    +
    17459 #endif
    +
    17460 
    +
    17461  if(res >= 0)
    +
    17462  {
    +
    17463  // 3. Bind buffer with memory.
    +
    17464  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
    +
    17465  {
    +
    17466  res = allocator->BindBufferMemory(*pAllocation, 0, *pBuffer, VMA_NULL);
    +
    17467  }
    +
    17468  if(res >= 0)
    +
    17469  {
    +
    17470  // All steps succeeded.
    +
    17471  #if VMA_STATS_STRING_ENABLED
    +
    17472  (*pAllocation)->InitBufferImageUsage(pBufferCreateInfo->usage);
    +
    17473  #endif
    +
    17474  if(pAllocationInfo != VMA_NULL)
    +
    17475  {
    +
    17476  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    +
    17477  }
    +
    17478 
    +
    17479  return VK_SUCCESS;
    +
    17480  }
    +
    17481  allocator->FreeMemory(
    +
    17482  1, // allocationCount
    +
    17483  pAllocation);
    +
    17484  *pAllocation = VK_NULL_HANDLE;
    +
    17485  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
    +
    17486  *pBuffer = VK_NULL_HANDLE;
    +
    17487  return res;
    +
    17488  }
    +
    17489  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
    +
    17490  *pBuffer = VK_NULL_HANDLE;
    +
    17491  return res;
    +
    17492  }
    +
    17493  return res;
    +
    17494 }
    17495 
    -
    17496 #if VMA_RECORDING_ENABLED
    -
    17497  if(allocator->GetRecorder() != VMA_NULL)
    -
    17498  {
    -
    17499  allocator->GetRecorder()->RecordDestroyBuffer(
    -
    17500  allocator->GetCurrentFrameIndex(),
    -
    17501  allocation);
    -
    17502  }
    -
    17503 #endif
    -
    17504 
    -
    17505  if(buffer != VK_NULL_HANDLE)
    -
    17506  {
    -
    17507  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, buffer, allocator->GetAllocationCallbacks());
    -
    17508  }
    +
    17496 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
    +
    17497  VmaAllocator allocator,
    +
    17498  VkBuffer buffer,
    +
    17499  VmaAllocation allocation)
    +
    17500 {
    +
    17501  VMA_ASSERT(allocator);
    +
    17502 
    +
    17503  if(buffer == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
    +
    17504  {
    +
    17505  return;
    +
    17506  }
    +
    17507 
    +
    17508  VMA_DEBUG_LOG("vmaDestroyBuffer");
    17509 
    -
    17510  if(allocation != VK_NULL_HANDLE)
    -
    17511  {
    -
    17512  allocator->FreeMemory(
    -
    17513  1, // allocationCount
    -
    17514  &allocation);
    -
    17515  }
    -
    17516 }
    -
    17517 
    -
    17518 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
    -
    17519  VmaAllocator allocator,
    -
    17520  const VkImageCreateInfo* pImageCreateInfo,
    -
    17521  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    -
    17522  VkImage* pImage,
    -
    17523  VmaAllocation* pAllocation,
    -
    17524  VmaAllocationInfo* pAllocationInfo)
    -
    17525 {
    -
    17526  VMA_ASSERT(allocator && pImageCreateInfo && pAllocationCreateInfo && pImage && pAllocation);
    -
    17527 
    -
    17528  if(pImageCreateInfo->extent.width == 0 ||
    -
    17529  pImageCreateInfo->extent.height == 0 ||
    -
    17530  pImageCreateInfo->extent.depth == 0 ||
    -
    17531  pImageCreateInfo->mipLevels == 0 ||
    -
    17532  pImageCreateInfo->arrayLayers == 0)
    -
    17533  {
    -
    17534  return VK_ERROR_VALIDATION_FAILED_EXT;
    -
    17535  }
    -
    17536 
    -
    17537  VMA_DEBUG_LOG("vmaCreateImage");
    -
    17538 
    -
    17539  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    -
    17540 
    -
    17541  *pImage = VK_NULL_HANDLE;
    -
    17542  *pAllocation = VK_NULL_HANDLE;
    +
    17510  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17511 
    +
    17512 #if VMA_RECORDING_ENABLED
    +
    17513  if(allocator->GetRecorder() != VMA_NULL)
    +
    17514  {
    +
    17515  allocator->GetRecorder()->RecordDestroyBuffer(
    +
    17516  allocator->GetCurrentFrameIndex(),
    +
    17517  allocation);
    +
    17518  }
    +
    17519 #endif
    +
    17520 
    +
    17521  if(buffer != VK_NULL_HANDLE)
    +
    17522  {
    +
    17523  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, buffer, allocator->GetAllocationCallbacks());
    +
    17524  }
    +
    17525 
    +
    17526  if(allocation != VK_NULL_HANDLE)
    +
    17527  {
    +
    17528  allocator->FreeMemory(
    +
    17529  1, // allocationCount
    +
    17530  &allocation);
    +
    17531  }
    +
    17532 }
    +
    17533 
    +
    17534 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
    +
    17535  VmaAllocator allocator,
    +
    17536  const VkImageCreateInfo* pImageCreateInfo,
    +
    17537  const VmaAllocationCreateInfo* pAllocationCreateInfo,
    +
    17538  VkImage* pImage,
    +
    17539  VmaAllocation* pAllocation,
    +
    17540  VmaAllocationInfo* pAllocationInfo)
    +
    17541 {
    +
    17542  VMA_ASSERT(allocator && pImageCreateInfo && pAllocationCreateInfo && pImage && pAllocation);
    17543 
    -
    17544  // 1. Create VkImage.
    -
    17545  VkResult res = (*allocator->GetVulkanFunctions().vkCreateImage)(
    -
    17546  allocator->m_hDevice,
    -
    17547  pImageCreateInfo,
    -
    17548  allocator->GetAllocationCallbacks(),
    -
    17549  pImage);
    -
    17550  if(res >= 0)
    -
    17551  {
    -
    17552  VmaSuballocationType suballocType = pImageCreateInfo->tiling == VK_IMAGE_TILING_OPTIMAL ?
    -
    17553  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL :
    -
    17554  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR;
    -
    17555 
    -
    17556  // 2. Allocate memory using allocator.
    -
    17557  VkMemoryRequirements vkMemReq = {};
    -
    17558  bool requiresDedicatedAllocation = false;
    -
    17559  bool prefersDedicatedAllocation = false;
    -
    17560  allocator->GetImageMemoryRequirements(*pImage, vkMemReq,
    -
    17561  requiresDedicatedAllocation, prefersDedicatedAllocation);
    -
    17562 
    -
    17563  res = allocator->AllocateMemory(
    -
    17564  vkMemReq,
    -
    17565  requiresDedicatedAllocation,
    -
    17566  prefersDedicatedAllocation,
    -
    17567  VK_NULL_HANDLE, // dedicatedBuffer
    -
    17568  *pImage, // dedicatedImage
    -
    17569  *pAllocationCreateInfo,
    -
    17570  suballocType,
    -
    17571  1, // allocationCount
    -
    17572  pAllocation);
    -
    17573 
    -
    17574 #if VMA_RECORDING_ENABLED
    -
    17575  if(allocator->GetRecorder() != VMA_NULL)
    -
    17576  {
    -
    17577  allocator->GetRecorder()->RecordCreateImage(
    -
    17578  allocator->GetCurrentFrameIndex(),
    -
    17579  *pImageCreateInfo,
    -
    17580  *pAllocationCreateInfo,
    -
    17581  *pAllocation);
    -
    17582  }
    -
    17583 #endif
    -
    17584 
    -
    17585  if(res >= 0)
    -
    17586  {
    -
    17587  // 3. Bind image with memory.
    -
    17588  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
    -
    17589  {
    -
    17590  res = allocator->BindImageMemory(*pAllocation, 0, *pImage, VMA_NULL);
    -
    17591  }
    -
    17592  if(res >= 0)
    -
    17593  {
    -
    17594  // All steps succeeded.
    -
    17595  #if VMA_STATS_STRING_ENABLED
    -
    17596  (*pAllocation)->InitBufferImageUsage(pImageCreateInfo->usage);
    -
    17597  #endif
    -
    17598  if(pAllocationInfo != VMA_NULL)
    -
    17599  {
    -
    17600  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    -
    17601  }
    -
    17602 
    -
    17603  return VK_SUCCESS;
    -
    17604  }
    -
    17605  allocator->FreeMemory(
    -
    17606  1, // allocationCount
    -
    17607  pAllocation);
    -
    17608  *pAllocation = VK_NULL_HANDLE;
    -
    17609  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
    -
    17610  *pImage = VK_NULL_HANDLE;
    -
    17611  return res;
    -
    17612  }
    -
    17613  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
    -
    17614  *pImage = VK_NULL_HANDLE;
    -
    17615  return res;
    -
    17616  }
    -
    17617  return res;
    -
    17618 }
    -
    17619 
    -
    17620 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
    -
    17621  VmaAllocator allocator,
    -
    17622  VkImage image,
    -
    17623  VmaAllocation allocation)
    -
    17624 {
    -
    17625  VMA_ASSERT(allocator);
    -
    17626 
    -
    17627  if(image == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
    -
    17628  {
    -
    17629  return;
    -
    17630  }
    -
    17631 
    -
    17632  VMA_DEBUG_LOG("vmaDestroyImage");
    -
    17633 
    -
    17634  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17544  if(pImageCreateInfo->extent.width == 0 ||
    +
    17545  pImageCreateInfo->extent.height == 0 ||
    +
    17546  pImageCreateInfo->extent.depth == 0 ||
    +
    17547  pImageCreateInfo->mipLevels == 0 ||
    +
    17548  pImageCreateInfo->arrayLayers == 0)
    +
    17549  {
    +
    17550  return VK_ERROR_VALIDATION_FAILED_EXT;
    +
    17551  }
    +
    17552 
    +
    17553  VMA_DEBUG_LOG("vmaCreateImage");
    +
    17554 
    +
    17555  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17556 
    +
    17557  *pImage = VK_NULL_HANDLE;
    +
    17558  *pAllocation = VK_NULL_HANDLE;
    +
    17559 
    +
    17560  // 1. Create VkImage.
    +
    17561  VkResult res = (*allocator->GetVulkanFunctions().vkCreateImage)(
    +
    17562  allocator->m_hDevice,
    +
    17563  pImageCreateInfo,
    +
    17564  allocator->GetAllocationCallbacks(),
    +
    17565  pImage);
    +
    17566  if(res >= 0)
    +
    17567  {
    +
    17568  VmaSuballocationType suballocType = pImageCreateInfo->tiling == VK_IMAGE_TILING_OPTIMAL ?
    +
    17569  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL :
    +
    17570  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR;
    +
    17571 
    +
    17572  // 2. Allocate memory using allocator.
    +
    17573  VkMemoryRequirements vkMemReq = {};
    +
    17574  bool requiresDedicatedAllocation = false;
    +
    17575  bool prefersDedicatedAllocation = false;
    +
    17576  allocator->GetImageMemoryRequirements(*pImage, vkMemReq,
    +
    17577  requiresDedicatedAllocation, prefersDedicatedAllocation);
    +
    17578 
    +
    17579  res = allocator->AllocateMemory(
    +
    17580  vkMemReq,
    +
    17581  requiresDedicatedAllocation,
    +
    17582  prefersDedicatedAllocation,
    +
    17583  VK_NULL_HANDLE, // dedicatedBuffer
    +
    17584  *pImage, // dedicatedImage
    +
    17585  *pAllocationCreateInfo,
    +
    17586  suballocType,
    +
    17587  1, // allocationCount
    +
    17588  pAllocation);
    +
    17589 
    +
    17590 #if VMA_RECORDING_ENABLED
    +
    17591  if(allocator->GetRecorder() != VMA_NULL)
    +
    17592  {
    +
    17593  allocator->GetRecorder()->RecordCreateImage(
    +
    17594  allocator->GetCurrentFrameIndex(),
    +
    17595  *pImageCreateInfo,
    +
    17596  *pAllocationCreateInfo,
    +
    17597  *pAllocation);
    +
    17598  }
    +
    17599 #endif
    +
    17600 
    +
    17601  if(res >= 0)
    +
    17602  {
    +
    17603  // 3. Bind image with memory.
    +
    17604  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
    +
    17605  {
    +
    17606  res = allocator->BindImageMemory(*pAllocation, 0, *pImage, VMA_NULL);
    +
    17607  }
    +
    17608  if(res >= 0)
    +
    17609  {
    +
    17610  // All steps succeeded.
    +
    17611  #if VMA_STATS_STRING_ENABLED
    +
    17612  (*pAllocation)->InitBufferImageUsage(pImageCreateInfo->usage);
    +
    17613  #endif
    +
    17614  if(pAllocationInfo != VMA_NULL)
    +
    17615  {
    +
    17616  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
    +
    17617  }
    +
    17618 
    +
    17619  return VK_SUCCESS;
    +
    17620  }
    +
    17621  allocator->FreeMemory(
    +
    17622  1, // allocationCount
    +
    17623  pAllocation);
    +
    17624  *pAllocation = VK_NULL_HANDLE;
    +
    17625  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
    +
    17626  *pImage = VK_NULL_HANDLE;
    +
    17627  return res;
    +
    17628  }
    +
    17629  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
    +
    17630  *pImage = VK_NULL_HANDLE;
    +
    17631  return res;
    +
    17632  }
    +
    17633  return res;
    +
    17634 }
    17635 
    -
    17636 #if VMA_RECORDING_ENABLED
    -
    17637  if(allocator->GetRecorder() != VMA_NULL)
    -
    17638  {
    -
    17639  allocator->GetRecorder()->RecordDestroyImage(
    -
    17640  allocator->GetCurrentFrameIndex(),
    -
    17641  allocation);
    -
    17642  }
    -
    17643 #endif
    -
    17644 
    -
    17645  if(image != VK_NULL_HANDLE)
    -
    17646  {
    -
    17647  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, image, allocator->GetAllocationCallbacks());
    -
    17648  }
    -
    17649  if(allocation != VK_NULL_HANDLE)
    -
    17650  {
    -
    17651  allocator->FreeMemory(
    -
    17652  1, // allocationCount
    -
    17653  &allocation);
    -
    17654  }
    -
    17655 }
    -
    17656 
    -
    17657 #endif // #ifdef VMA_IMPLEMENTATION
    +
    17636 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
    +
    17637  VmaAllocator allocator,
    +
    17638  VkImage image,
    +
    17639  VmaAllocation allocation)
    +
    17640 {
    +
    17641  VMA_ASSERT(allocator);
    +
    17642 
    +
    17643  if(image == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
    +
    17644  {
    +
    17645  return;
    +
    17646  }
    +
    17647 
    +
    17648  VMA_DEBUG_LOG("vmaDestroyImage");
    +
    17649 
    +
    17650  VMA_DEBUG_GLOBAL_MUTEX_LOCK
    +
    17651 
    +
    17652 #if VMA_RECORDING_ENABLED
    +
    17653  if(allocator->GetRecorder() != VMA_NULL)
    +
    17654  {
    +
    17655  allocator->GetRecorder()->RecordDestroyImage(
    +
    17656  allocator->GetCurrentFrameIndex(),
    +
    17657  allocation);
    +
    17658  }
    +
    17659 #endif
    +
    17660 
    +
    17661  if(image != VK_NULL_HANDLE)
    +
    17662  {
    +
    17663  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, image, allocator->GetAllocationCallbacks());
    +
    17664  }
    +
    17665  if(allocation != VK_NULL_HANDLE)
    +
    17666  {
    +
    17667  allocator->FreeMemory(
    +
    17668  1, // allocationCount
    +
    17669  &allocation);
    +
    17670  }
    +
    17671 }
    +
    17672 
    +
    17673 #endif // #ifdef VMA_IMPLEMENTATION
    VmaRecordSettings
    Parameters for recording calls to VMA functions. To be used in VmaAllocatorCreateInfo::pRecordSetting...
    Definition: vk_mem_alloc.h:1961
    VmaVulkanFunctions::vkAllocateMemory
    PFN_vkAllocateMemory vkAllocateMemory
    Definition: vk_mem_alloc.h:1919
    @@ -14859,97 +14868,98 @@ $(function() {
    PFN_vmaAllocateDeviceMemoryFunction
    void(VKAPI_PTR * PFN_vmaAllocateDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size)
    Callback function called after successful vkAllocateMemory.
    Definition: vk_mem_alloc.h:1828
    VmaAllocatorCreateInfo::physicalDevice
    VkPhysicalDevice physicalDevice
    Vulkan physical device.
    Definition: vk_mem_alloc.h:1982
    VmaAllocationInfo
    struct VmaAllocationInfo VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    -
    VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
    Enables alternative, linear allocation algorithm in this pool.
    Definition: vk_mem_alloc.h:2540
    -
    VmaDefragmentationInfo2::allocationCount
    uint32_t allocationCount
    Number of allocations in pAllocations array.
    Definition: vk_mem_alloc.h:3077
    +
    VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
    Enables alternative, linear allocation algorithm in this pool.
    Definition: vk_mem_alloc.h:2548
    +
    VmaDefragmentationInfo2::allocationCount
    uint32_t allocationCount
    Number of allocations in pAllocations array.
    Definition: vk_mem_alloc.h:3085
    VmaAllocatorCreateInfo::frameInUseCount
    uint32_t frameInUseCount
    Maximum number of additional frames that are in use at the same time as current frame.
    Definition: vk_mem_alloc.h:2008
    VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
    Definition: vk_mem_alloc.h:1906
    VmaBudget
    Statistics of current memory usage and available budget, in bytes, for specific memory heap.
    Definition: vk_mem_alloc.h:2149
    vmaInvalidateAllocation
    void vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    Invalidates memory of given allocation.
    +
    VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
    Definition: vk_mem_alloc.h:2294
    VmaAllocationCreateInfo
    struct VmaAllocationCreateInfo VmaAllocationCreateInfo
    -
    VmaPoolStats
    Describes parameter of existing VmaPool.
    Definition: vk_mem_alloc.h:2612
    -
    VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
    Definition: vk_mem_alloc.h:2369
    +
    VmaPoolStats
    Describes parameter of existing VmaPool.
    Definition: vk_mem_alloc.h:2620
    +
    VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
    Definition: vk_mem_alloc.h:2377
    VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
    Allocator and all objects created from it will not be synchronized internally, so you must guarantee ...
    Definition: vk_mem_alloc.h:1860
    -
    VmaPoolStats::unusedSize
    VkDeviceSize unusedSize
    Total number of bytes in the pool not used by any VmaAllocation.
    Definition: vk_mem_alloc.h:2618
    -
    VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
    Definition: vk_mem_alloc.h:2349
    +
    VmaPoolStats::unusedSize
    VkDeviceSize unusedSize
    Total number of bytes in the pool not used by any VmaAllocation.
    Definition: vk_mem_alloc.h:2626
    +
    VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
    Definition: vk_mem_alloc.h:2357
    VmaRecordFlagBits
    VmaRecordFlagBits
    Flags to be used in VmaRecordSettings::flags.
    Definition: vk_mem_alloc.h:1948
    vmaSetPoolName
    void vmaSetPoolName(VmaAllocator allocator, VmaPool pool, const char *pName)
    Sets name of a custom pool.
    VmaAllocatorCreateInfo
    struct VmaAllocatorCreateInfo VmaAllocatorCreateInfo
    Description of a Allocator to be created.
    VmaDeviceMemoryCallbacks
    Set of callbacks that the library will call for vkAllocateMemory and vkFreeMemory.
    Definition: vk_mem_alloc.h:1847
    vmaTouchAllocation
    VkBool32 vmaTouchAllocation(VmaAllocator allocator, VmaAllocation allocation)
    Returns VK_TRUE if allocation is not lost and atomically marks it as used in current frame.
    -
    VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    Definition: vk_mem_alloc.h:2336
    +
    VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    Definition: vk_mem_alloc.h:2344
    VmaAllocatorCreateInfo::preferredLargeHeapBlockSize
    VkDeviceSize preferredLargeHeapBlockSize
    Preferred size of a single VkDeviceMemory block to be allocated from large heaps > 1 GiB....
    Definition: vk_mem_alloc.h:1988
    VMA_RECORD_FLUSH_AFTER_CALL_BIT
    Enables flush after recording every function call.
    Definition: vk_mem_alloc.h:1954
    vmaResizeAllocation
    VkResult vmaResizeAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize newSize)
    Deprecated.
    VmaVulkanFunctions::vkUnmapMemory
    PFN_vkUnmapMemory vkUnmapMemory
    Definition: vk_mem_alloc.h:1922
    -
    VmaAllocationInfo::deviceMemory
    VkDeviceMemory deviceMemory
    Handle to Vulkan memory object.
    Definition: vk_mem_alloc.h:2755
    +
    VmaAllocationInfo::deviceMemory
    VkDeviceMemory deviceMemory
    Handle to Vulkan memory object.
    Definition: vk_mem_alloc.h:2763
    VmaStatInfo::unusedRangeCount
    uint32_t unusedRangeCount
    Number of free ranges of memory between allocations.
    Definition: vk_mem_alloc.h:2117
    -
    VmaAllocationCreateInfo::pUserData
    void * pUserData
    Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
    Definition: vk_mem_alloc.h:2443
    +
    VmaAllocationCreateInfo::pUserData
    void * pUserData
    Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
    Definition: vk_mem_alloc.h:2451
    VmaStatInfo::unusedRangeSizeMax
    VkDeviceSize unusedRangeSizeMax
    Definition: vk_mem_alloc.h:2123
    VmaVulkanFunctions::vkMapMemory
    PFN_vkMapMemory vkMapMemory
    Definition: vk_mem_alloc.h:1921
    VMA_RECORDING_ENABLED
    #define VMA_RECORDING_ENABLED
    Definition: vk_mem_alloc.h:1765
    -
    VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
    Definition: vk_mem_alloc.h:2380
    +
    VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
    Definition: vk_mem_alloc.h:2388
    vmaUnmapMemory
    void vmaUnmapMemory(VmaAllocator allocator, VmaAllocation allocation)
    Unmaps memory represented by given allocation, mapped previously using vmaMapMemory().
    VmaBudget::usage
    VkDeviceSize usage
    Estimated current memory usage of the program, in bytes.
    Definition: vk_mem_alloc.h:2174
    VmaAllocator
    Represents main object of this library initialized.
    VmaVulkanFunctions::vkCmdCopyBuffer
    PFN_vkCmdCopyBuffer vkCmdCopyBuffer
    Definition: vk_mem_alloc.h:1933
    VmaAllocatorCreateInfo
    Description of a Allocator to be created.
    Definition: vk_mem_alloc.h:1976
    -
    VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
    Set this flag to only try to allocate from existing VkDeviceMemory blocks and never create new such b...
    Definition: vk_mem_alloc.h:2310
    -
    VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
    Definition: vk_mem_alloc.h:3063
    -
    VmaPoolStats::unusedRangeSizeMax
    VkDeviceSize unusedRangeSizeMax
    Size of the largest continuous free memory region available for new allocation.
    Definition: vk_mem_alloc.h:2631
    -
    VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
    Definition: vk_mem_alloc.h:2373
    +
    VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
    Set this flag to only try to allocate from existing VkDeviceMemory blocks and never create new such b...
    Definition: vk_mem_alloc.h:2318
    +
    VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
    Definition: vk_mem_alloc.h:3071
    +
    VmaPoolStats::unusedRangeSizeMax
    VkDeviceSize unusedRangeSizeMax
    Size of the largest continuous free memory region available for new allocation.
    Definition: vk_mem_alloc.h:2639
    +
    VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
    Definition: vk_mem_alloc.h:2381
    VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    Enables usage of VK_KHR_dedicated_allocation extension.
    Definition: vk_mem_alloc.h:1882
    vmaSetCurrentFrameIndex
    void vmaSetCurrentFrameIndex(VmaAllocator allocator, uint32_t frameIndex)
    Sets index of the current frame.
    -
    VmaDefragmentationInfo::maxAllocationsToMove
    uint32_t maxAllocationsToMove
    Maximum number of allocations that can be moved to different place.
    Definition: vk_mem_alloc.h:3157
    -
    VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
    Definition: vk_mem_alloc.h:2364
    +
    VmaDefragmentationInfo::maxAllocationsToMove
    uint32_t maxAllocationsToMove
    Maximum number of allocations that can be moved to different place.
    Definition: vk_mem_alloc.h:3165
    +
    VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
    Definition: vk_mem_alloc.h:2372
    VmaMemoryUsage
    VmaMemoryUsage
    Definition: vk_mem_alloc.h:2232
    vmaGetMemoryTypeProperties
    void vmaGetMemoryTypeProperties(VmaAllocator allocator, uint32_t memoryTypeIndex, VkMemoryPropertyFlags *pFlags)
    Given Memory Type Index, returns Property Flags of this memory type.
    VmaStatInfo::blockCount
    uint32_t blockCount
    Number of VkDeviceMemory Vulkan memory blocks allocated.
    Definition: vk_mem_alloc.h:2113
    -
    VmaPoolCreateInfo::memoryTypeIndex
    uint32_t memoryTypeIndex
    Vulkan memory type index to allocate this pool from.
    Definition: vk_mem_alloc.h:2568
    -
    VmaPoolCreateInfo::blockSize
    VkDeviceSize blockSize
    Size of a single VkDeviceMemory block to be allocated as part of this pool, in bytes....
    Definition: vk_mem_alloc.h:2580
    -
    VmaDefragmentationInfo2::poolCount
    uint32_t poolCount
    Numer of pools in pPools array.
    Definition: vk_mem_alloc.h:3095
    +
    VmaPoolCreateInfo::memoryTypeIndex
    uint32_t memoryTypeIndex
    Vulkan memory type index to allocate this pool from.
    Definition: vk_mem_alloc.h:2576
    +
    VmaPoolCreateInfo::blockSize
    VkDeviceSize blockSize
    Size of a single VkDeviceMemory block to be allocated as part of this pool, in bytes....
    Definition: vk_mem_alloc.h:2588
    +
    VmaDefragmentationInfo2::poolCount
    uint32_t poolCount
    Numer of pools in pPools array.
    Definition: vk_mem_alloc.h:3103
    vmaBuildStatsString
    void vmaBuildStatsString(VmaAllocator allocator, char **ppStatsString, VkBool32 detailedMap)
    Builds and returns statistics as string in JSON format.
    vmaGetAllocationInfo
    void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
    Returns current information about specified allocation and atomically marks it as used in current fra...
    VmaDefragmentationStats
    struct VmaDefragmentationStats VmaDefragmentationStats
    Statistics returned by function vmaDefragment().
    -
    VmaPoolStats::allocationCount
    size_t allocationCount
    Number of VmaAllocation objects created from this pool that were not destroyed or lost.
    Definition: vk_mem_alloc.h:2621
    +
    VmaPoolStats::allocationCount
    size_t allocationCount
    Number of VmaAllocation objects created from this pool that were not destroyed or lost.
    Definition: vk_mem_alloc.h:2629
    VmaAllocatorCreateFlags
    VkFlags VmaAllocatorCreateFlags
    Definition: vk_mem_alloc.h:1910
    vmaFreeStatsString
    void vmaFreeStatsString(VmaAllocator allocator, char *pStatsString)
    vmaAllocateMemoryForBuffer
    VkResult vmaAllocateMemoryForBuffer(VmaAllocator allocator, VkBuffer buffer, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
    Definition: vk_mem_alloc.h:1908
    -
    VmaDefragmentationFlagBits
    VmaDefragmentationFlagBits
    Flags to be used in vmaDefragmentationBegin(). None at the moment. Reserved for future use.
    Definition: vk_mem_alloc.h:3062
    -
    VmaAllocationInfo::offset
    VkDeviceSize offset
    Offset into deviceMemory object to the beginning of this allocation, in bytes. (deviceMemory,...
    Definition: vk_mem_alloc.h:2760
    -
    VmaAllocationCreateFlagBits
    VmaAllocationCreateFlagBits
    Flags to be passed as VmaAllocationCreateInfo::flags.
    Definition: vk_mem_alloc.h:2292
    +
    VmaDefragmentationFlagBits
    VmaDefragmentationFlagBits
    Flags to be used in vmaDefragmentationBegin(). None at the moment. Reserved for future use.
    Definition: vk_mem_alloc.h:3070
    +
    VmaAllocationInfo::offset
    VkDeviceSize offset
    Offset into deviceMemory object to the beginning of this allocation, in bytes. (deviceMemory,...
    Definition: vk_mem_alloc.h:2768
    +
    VmaAllocationCreateFlagBits
    VmaAllocationCreateFlagBits
    Flags to be passed as VmaAllocationCreateInfo::flags.
    Definition: vk_mem_alloc.h:2300
    VmaVulkanFunctions::vkGetPhysicalDeviceMemoryProperties
    PFN_vkGetPhysicalDeviceMemoryProperties vkGetPhysicalDeviceMemoryProperties
    Definition: vk_mem_alloc.h:1918
    -
    VmaPoolCreateFlags
    VkFlags VmaPoolCreateFlags
    Definition: vk_mem_alloc.h:2561
    +
    VmaPoolCreateFlags
    VkFlags VmaPoolCreateFlags
    Definition: vk_mem_alloc.h:2569
    vmaCreateLostAllocation
    void vmaCreateLostAllocation(VmaAllocator allocator, VmaAllocation *pAllocation)
    Creates new allocation that is in lost state from the beginning.
    vmaGetPhysicalDeviceProperties
    void vmaGetPhysicalDeviceProperties(VmaAllocator allocator, const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
    -
    VmaAllocationCreateInfo::pool
    VmaPool pool
    Pool that this allocation should be created in.
    Definition: vk_mem_alloc.h:2436
    +
    VmaAllocationCreateInfo::pool
    VmaPool pool
    Pool that this allocation should be created in.
    Definition: vk_mem_alloc.h:2444
    vmaGetMemoryProperties
    void vmaGetMemoryProperties(VmaAllocator allocator, const VkPhysicalDeviceMemoryProperties **ppPhysicalDeviceMemoryProperties)
    VmaStats::total
    VmaStatInfo total
    Definition: vk_mem_alloc.h:2131
    -
    VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
    Set this flag if the allocation should have its own memory block.
    Definition: vk_mem_alloc.h:2299
    +
    VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
    Set this flag if the allocation should have its own memory block.
    Definition: vk_mem_alloc.h:2307
    vmaDefragmentationEnd
    VkResult vmaDefragmentationEnd(VmaAllocator allocator, VmaDefragmentationContext context)
    Ends defragmentation process.
    VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
    Definition: vk_mem_alloc.h:1894
    -
    VmaDefragmentationInfo2::flags
    VmaDefragmentationFlags flags
    Reserved for future use. Should be 0.
    Definition: vk_mem_alloc.h:3074
    +
    VmaDefragmentationInfo2::flags
    VmaDefragmentationFlags flags
    Reserved for future use. Should be 0.
    Definition: vk_mem_alloc.h:3082
    VmaVulkanFunctions::vkBindImageMemory
    PFN_vkBindImageMemory vkBindImageMemory
    Definition: vk_mem_alloc.h:1926
    -
    VmaDefragmentationInfo2::maxGpuBytesToMove
    VkDeviceSize maxGpuBytesToMove
    Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
    Definition: vk_mem_alloc.h:3126
    -
    VmaDefragmentationStats
    Statistics returned by function vmaDefragment().
    Definition: vk_mem_alloc.h:3161
    +
    VmaDefragmentationInfo2::maxGpuBytesToMove
    VkDeviceSize maxGpuBytesToMove
    Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
    Definition: vk_mem_alloc.h:3134
    +
    VmaDefragmentationStats
    Statistics returned by function vmaDefragment().
    Definition: vk_mem_alloc.h:3169
    vmaDestroyPool
    void vmaDestroyPool(VmaAllocator allocator, VmaPool pool)
    Destroys VmaPool object and frees Vulkan device memory.
    -
    VmaPoolStats::size
    VkDeviceSize size
    Total amount of VkDeviceMemory allocated from Vulkan for this pool, in bytes.
    Definition: vk_mem_alloc.h:2615
    +
    VmaPoolStats::size
    VkDeviceSize size
    Total amount of VkDeviceMemory allocated from Vulkan for this pool, in bytes.
    Definition: vk_mem_alloc.h:2623
    VmaVulkanFunctions::vkFreeMemory
    PFN_vkFreeMemory vkFreeMemory
    Definition: vk_mem_alloc.h:1920
    VmaRecordFlags
    VkFlags VmaRecordFlags
    Definition: vk_mem_alloc.h:1958
    VMA_MEMORY_USAGE_CPU_ONLY
    Definition: vk_mem_alloc.h:2264
    -
    VmaDefragmentationInfo2::pPools
    VmaPool * pPools
    Either null or pointer to array of pools to be defragmented.
    Definition: vk_mem_alloc.h:3111
    +
    VmaDefragmentationInfo2::pPools
    VmaPool * pPools
    Either null or pointer to array of pools to be defragmented.
    Definition: vk_mem_alloc.h:3119
    VmaAllocation
    Represents single memory allocation.
    VMA_MEMORY_USAGE_CPU_COPY
    Definition: vk_mem_alloc.h:2286
    vmaSetAllocationUserData
    void vmaSetAllocationUserData(VmaAllocator allocator, VmaAllocation allocation, void *pUserData)
    Sets pUserData in given allocation to new value.
    VmaAllocatorCreateInfo::pRecordSettings
    const VmaRecordSettings * pRecordSettings
    Parameters for recording of VMA calls. Can be null.
    Definition: vk_mem_alloc.h:2052
    VmaVulkanFunctions::vkBindBufferMemory
    PFN_vkBindBufferMemory vkBindBufferMemory
    Definition: vk_mem_alloc.h:1925
    VmaVulkanFunctions::vkGetBufferMemoryRequirements
    PFN_vkGetBufferMemoryRequirements vkGetBufferMemoryRequirements
    Definition: vk_mem_alloc.h:1927
    -
    VmaDefragmentationInfo2::commandBuffer
    VkCommandBuffer commandBuffer
    Optional. Command buffer where GPU copy commands will be posted.
    Definition: vk_mem_alloc.h:3140
    +
    VmaDefragmentationInfo2::commandBuffer
    VkCommandBuffer commandBuffer
    Optional. Command buffer where GPU copy commands will be posted.
    Definition: vk_mem_alloc.h:3148
    PFN_vmaFreeDeviceMemoryFunction
    void(VKAPI_PTR * PFN_vmaFreeDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size)
    Callback function called before vkFreeMemory.
    Definition: vk_mem_alloc.h:1834
    VmaStats
    General statistics from current state of Allocator.
    Definition: vk_mem_alloc.h:2127
    -
    VmaPoolCreateInfo::minBlockCount
    size_t minBlockCount
    Minimum number of blocks to be always allocated in this pool, even if they stay empty.
    Definition: vk_mem_alloc.h:2585
    +
    VmaPoolCreateInfo::minBlockCount
    size_t minBlockCount
    Minimum number of blocks to be always allocated in this pool, even if they stay empty.
    Definition: vk_mem_alloc.h:2593
    VmaStatInfo
    Calculated statistics of memory usage in entire allocator.
    Definition: vk_mem_alloc.h:2110
    -
    VmaDefragmentationStats::bytesFreed
    VkDeviceSize bytesFreed
    Total number of bytes that have been released to the system by freeing empty VkDeviceMemory objects.
    Definition: vk_mem_alloc.h:3165
    +
    VmaDefragmentationStats::bytesFreed
    VkDeviceSize bytesFreed
    Total number of bytes that have been released to the system by freeing empty VkDeviceMemory objects.
    Definition: vk_mem_alloc.h:3173
    VmaStatInfo
    struct VmaStatInfo VmaStatInfo
    Calculated statistics of memory usage in entire allocator.
    VmaVulkanFunctions
    struct VmaVulkanFunctions VmaVulkanFunctions
    Pointers to some Vulkan functions - a subset used by the library.
    vmaFreeMemoryPages
    void vmaFreeMemoryPages(VmaAllocator allocator, size_t allocationCount, VmaAllocation *pAllocations)
    Frees memory and destroys multiple allocations.
    @@ -14963,29 +14973,29 @@ $(function() {
    VmaAllocatorCreateInfo::pAllocationCallbacks
    const VkAllocationCallbacks * pAllocationCallbacks
    Custom CPU memory allocation callbacks. Optional.
    Definition: vk_mem_alloc.h:1991
    VmaAllocatorCreateFlagBits
    VmaAllocatorCreateFlagBits
    Flags for created VmaAllocator.
    Definition: vk_mem_alloc.h:1855
    vmaAllocateMemoryForImage
    VkResult vmaAllocateMemoryForImage(VmaAllocator allocator, VkImage image, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    Function similar to vmaAllocateMemoryForBuffer().
    -
    VmaPoolCreateInfo::maxBlockCount
    size_t maxBlockCount
    Maximum number of blocks that can be allocated in this pool. Optional.
    Definition: vk_mem_alloc.h:2593
    -
    VmaPoolCreateInfo
    Describes parameter of created VmaPool.
    Definition: vk_mem_alloc.h:2565
    +
    VmaPoolCreateInfo::maxBlockCount
    size_t maxBlockCount
    Maximum number of blocks that can be allocated in this pool. Optional.
    Definition: vk_mem_alloc.h:2601
    +
    VmaPoolCreateInfo
    Describes parameter of created VmaPool.
    Definition: vk_mem_alloc.h:2573
    VmaDeviceMemoryCallbacks::pfnAllocate
    PFN_vmaAllocateDeviceMemoryFunction pfnAllocate
    Optional, can be null.
    Definition: vk_mem_alloc.h:1849
    VmaRecordSettings
    struct VmaRecordSettings VmaRecordSettings
    Parameters for recording calls to VMA functions. To be used in VmaAllocatorCreateInfo::pRecordSetting...
    VmaPool
    Represents custom memory pool.
    VmaBudget
    struct VmaBudget VmaBudget
    Statistics of current memory usage and available budget, in bytes, for specific memory heap.
    VMA_MEMORY_USAGE_GPU_TO_CPU
    Definition: vk_mem_alloc.h:2280
    -
    VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    Definition: vk_mem_alloc.h:2343
    -
    VmaPoolCreateInfo::flags
    VmaPoolCreateFlags flags
    Use combination of VmaPoolCreateFlagBits.
    Definition: vk_mem_alloc.h:2571
    -
    VMA_MEMORY_USAGE_MAX_ENUM
    Definition: vk_mem_alloc.h:2288
    +
    VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    Definition: vk_mem_alloc.h:2351
    +
    VmaPoolCreateInfo::flags
    VmaPoolCreateFlags flags
    Use combination of VmaPoolCreateFlagBits.
    Definition: vk_mem_alloc.h:2579
    +
    VMA_MEMORY_USAGE_MAX_ENUM
    Definition: vk_mem_alloc.h:2296
    VmaStatInfo::allocationCount
    uint32_t allocationCount
    Number of VmaAllocation allocation objects allocated.
    Definition: vk_mem_alloc.h:2115
    VmaVulkanFunctions::vkInvalidateMappedMemoryRanges
    PFN_vkInvalidateMappedMemoryRanges vkInvalidateMappedMemoryRanges
    Definition: vk_mem_alloc.h:1924
    vmaAllocateMemory
    VkResult vmaAllocateMemory(VmaAllocator allocator, const VkMemoryRequirements *pVkMemoryRequirements, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    General purpose memory allocation.
    -
    VmaDefragmentationInfo2
    Parameters for defragmentation.
    Definition: vk_mem_alloc.h:3071
    -
    VmaDefragmentationInfo::maxBytesToMove
    VkDeviceSize maxBytesToMove
    Maximum total numbers of bytes that can be copied while moving allocations to different places.
    Definition: vk_mem_alloc.h:3152
    +
    VmaDefragmentationInfo2
    Parameters for defragmentation.
    Definition: vk_mem_alloc.h:3079
    +
    VmaDefragmentationInfo::maxBytesToMove
    VkDeviceSize maxBytesToMove
    Maximum total numbers of bytes that can be copied while moving allocations to different places.
    Definition: vk_mem_alloc.h:3160
    VmaBudget::blockBytes
    VkDeviceSize blockBytes
    Sum size of all VkDeviceMemory blocks allocated from particular heap, in bytes.
    Definition: vk_mem_alloc.h:2153
    -
    VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
    Definition: vk_mem_alloc.h:2559
    -
    VmaAllocationCreateInfo::requiredFlags
    VkMemoryPropertyFlags requiredFlags
    Flags that must be set in a Memory Type chosen for an allocation.
    Definition: vk_mem_alloc.h:2417
    -
    VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
    Definition: vk_mem_alloc.h:2390
    +
    VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
    Definition: vk_mem_alloc.h:2567
    +
    VmaAllocationCreateInfo::requiredFlags
    VkMemoryPropertyFlags requiredFlags
    Flags that must be set in a Memory Type chosen for an allocation.
    Definition: vk_mem_alloc.h:2425
    +
    VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
    Definition: vk_mem_alloc.h:2398
    VmaStatInfo::allocationSizeAvg
    VkDeviceSize allocationSizeAvg
    Definition: vk_mem_alloc.h:2122
    vmaDestroyAllocator
    void vmaDestroyAllocator(VmaAllocator allocator)
    Destroys allocator object.
    VmaAllocatorCreateInfo::pDeviceMemoryCallbacks
    const VmaDeviceMemoryCallbacks * pDeviceMemoryCallbacks
    Informative callbacks for vkAllocateMemory, vkFreeMemory. Optional.
    Definition: vk_mem_alloc.h:1994
    -
    VMA_ALLOCATION_CREATE_STRATEGY_MASK
    Definition: vk_mem_alloc.h:2394
    +
    VMA_ALLOCATION_CREATE_STRATEGY_MASK
    Definition: vk_mem_alloc.h:2402
    VmaAllocatorCreateInfo::device
    VkDevice device
    Vulkan device.
    Definition: vk_mem_alloc.h:1985
    vmaFindMemoryTypeIndexForImageInfo
    VkResult vmaFindMemoryTypeIndexForImageInfo(VmaAllocator allocator, const VkImageCreateInfo *pImageCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
    Helps to find memoryTypeIndex, given VkImageCreateInfo and VmaAllocationCreateInfo.
    VmaStats
    struct VmaStats VmaStats
    General statistics from current state of Allocator.
    @@ -14996,82 +15006,82 @@ $(function() {
    vmaFindMemoryTypeIndexForBufferInfo
    VkResult vmaFindMemoryTypeIndexForBufferInfo(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
    Helps to find memoryTypeIndex, given VkBufferCreateInfo and VmaAllocationCreateInfo.
    VmaBudget::budget
    VkDeviceSize budget
    Estimated amount of memory available to the program, in bytes.
    Definition: vk_mem_alloc.h:2185
    VmaVulkanFunctions
    Pointers to some Vulkan functions - a subset used by the library.
    Definition: vk_mem_alloc.h:1916
    -
    VmaAllocationInfo::pMappedData
    void * pMappedData
    Pointer to the beginning of this allocation as mapped data.
    Definition: vk_mem_alloc.h:2774
    +
    VmaAllocationInfo::pMappedData
    void * pMappedData
    Pointer to the beginning of this allocation as mapped data.
    Definition: vk_mem_alloc.h:2782
    VmaAllocatorCreateInfo::flags
    VmaAllocatorCreateFlags flags
    Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
    Definition: vk_mem_alloc.h:1979
    -
    VmaDefragmentationFlags
    VkFlags VmaDefragmentationFlags
    Definition: vk_mem_alloc.h:3065
    +
    VmaDefragmentationFlags
    VkFlags VmaDefragmentationFlags
    Definition: vk_mem_alloc.h:3073
    vmaGetPoolStats
    void vmaGetPoolStats(VmaAllocator allocator, VmaPool pool, VmaPoolStats *pPoolStats)
    Retrieves statistics of existing VmaPool object.
    VmaVulkanFunctions::vkCreateImage
    PFN_vkCreateImage vkCreateImage
    Definition: vk_mem_alloc.h:1931
    VmaStatInfo::unusedRangeSizeAvg
    VkDeviceSize unusedRangeSizeAvg
    Definition: vk_mem_alloc.h:2123
    VMA_MEMORY_USAGE_CPU_TO_GPU
    Definition: vk_mem_alloc.h:2271
    VmaDefragmentationInfo2
    struct VmaDefragmentationInfo2 VmaDefragmentationInfo2
    Parameters for defragmentation.
    -
    VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
    Definition: vk_mem_alloc.h:2387
    -
    VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
    Definition: vk_mem_alloc.h:2384
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2412
    +
    VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
    Definition: vk_mem_alloc.h:2395
    +
    VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
    Definition: vk_mem_alloc.h:2392
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2420
    VmaStatInfo::allocationSizeMin
    VkDeviceSize allocationSizeMin
    Definition: vk_mem_alloc.h:2122
    vmaBindBufferMemory2
    VkResult vmaBindBufferMemory2(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize allocationLocalOffset, VkBuffer buffer, const void *pNext)
    Binds buffer to allocation with additional parameters.
    -
    VmaAllocationInfo::size
    VkDeviceSize size
    Size of this allocation, in bytes.
    Definition: vk_mem_alloc.h:2765
    +
    VmaAllocationInfo::size
    VkDeviceSize size
    Size of this allocation, in bytes.
    Definition: vk_mem_alloc.h:2773
    VmaRecordSettings::flags
    VmaRecordFlags flags
    Flags for recording. Use VmaRecordFlagBits enum.
    Definition: vk_mem_alloc.h:1964
    VmaVulkanFunctions::vkFlushMappedMemoryRanges
    PFN_vkFlushMappedMemoryRanges vkFlushMappedMemoryRanges
    Definition: vk_mem_alloc.h:1923
    -
    VmaAllocationInfo::pUserData
    void * pUserData
    Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
    Definition: vk_mem_alloc.h:2779
    +
    VmaAllocationInfo::pUserData
    void * pUserData
    Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
    Definition: vk_mem_alloc.h:2787
    vmaMakePoolAllocationsLost
    void vmaMakePoolAllocationsLost(VmaAllocator allocator, VmaPool pool, size_t *pLostAllocationCount)
    Marks all allocations in given pool as lost if they are not used in current frame or VmaPoolCreateInf...
    -
    VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
    Use this flag if you always allocate only buffers and linear images or only optimal images out of thi...
    Definition: vk_mem_alloc.h:2523
    +
    VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
    Use this flag if you always allocate only buffers and linear images or only optimal images out of thi...
    Definition: vk_mem_alloc.h:2531
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    VmaStats::memoryHeap
    VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS]
    Definition: vk_mem_alloc.h:2130
    VmaAllocatorCreateInfo::pVulkanFunctions
    const VmaVulkanFunctions * pVulkanFunctions
    Pointers to Vulkan functions. Can be null if you leave define VMA_STATIC_VULKAN_FUNCTIONS 1.
    Definition: vk_mem_alloc.h:2045
    -
    VmaPoolStats::blockCount
    size_t blockCount
    Number of VkDeviceMemory blocks allocated for this pool.
    Definition: vk_mem_alloc.h:2634
    +
    VmaPoolStats::blockCount
    size_t blockCount
    Number of VkDeviceMemory blocks allocated for this pool.
    Definition: vk_mem_alloc.h:2642
    vmaCreateAllocator
    VkResult vmaCreateAllocator(const VmaAllocatorCreateInfo *pCreateInfo, VmaAllocator *pAllocator)
    Creates Allocator object.
    vmaDefragment
    VkResult vmaDefragment(VmaAllocator allocator, VmaAllocation *pAllocations, size_t allocationCount, VkBool32 *pAllocationsChanged, const VmaDefragmentationInfo *pDefragmentationInfo, VmaDefragmentationStats *pDefragmentationStats)
    Deprecated. Compacts memory by moving allocations.
    vmaCheckCorruption
    VkResult vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
    Checks magic number in margins around all allocations in given memory types (in both default and cust...
    -
    VmaAllocationCreateFlags
    VkFlags VmaAllocationCreateFlags
    Definition: vk_mem_alloc.h:2401
    +
    VmaAllocationCreateFlags
    VkFlags VmaAllocationCreateFlags
    Definition: vk_mem_alloc.h:2409
    VmaStats::memoryType
    VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES]
    Definition: vk_mem_alloc.h:2129
    VmaAllocatorCreateInfo::instance
    VkInstance instance
    Optional handle to Vulkan instance object.
    Definition: vk_mem_alloc.h:2057
    vmaFlushAllocation
    void vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
    Flushes memory of given allocation.
    VmaPoolStats
    struct VmaPoolStats VmaPoolStats
    Describes parameter of existing VmaPool.
    VMA_MEMORY_USAGE_UNKNOWN
    Definition: vk_mem_alloc.h:2237
    -
    VmaDefragmentationInfo2::maxGpuAllocationsToMove
    uint32_t maxGpuAllocationsToMove
    Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
    Definition: vk_mem_alloc.h:3131
    +
    VmaDefragmentationInfo2::maxGpuAllocationsToMove
    uint32_t maxGpuAllocationsToMove
    Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
    Definition: vk_mem_alloc.h:3139
    VmaVulkanFunctions::vkDestroyBuffer
    PFN_vkDestroyBuffer vkDestroyBuffer
    Definition: vk_mem_alloc.h:1930
    -
    VmaPoolCreateInfo::frameInUseCount
    uint32_t frameInUseCount
    Maximum number of additional frames that are in use at the same time as current frame.
    Definition: vk_mem_alloc.h:2607
    +
    VmaPoolCreateInfo::frameInUseCount
    uint32_t frameInUseCount
    Maximum number of additional frames that are in use at the same time as current frame.
    Definition: vk_mem_alloc.h:2615
    VmaVulkanFunctions::vkDestroyImage
    PFN_vkDestroyImage vkDestroyImage
    Definition: vk_mem_alloc.h:1932
    -
    VmaDefragmentationInfo2::maxCpuBytesToMove
    VkDeviceSize maxCpuBytesToMove
    Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
    Definition: vk_mem_alloc.h:3116
    +
    VmaDefragmentationInfo2::maxCpuBytesToMove
    VkDeviceSize maxCpuBytesToMove
    Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
    Definition: vk_mem_alloc.h:3124
    vmaGetPoolName
    void vmaGetPoolName(VmaAllocator allocator, VmaPool pool, const char **ppName)
    Retrieves name of a custom pool.
    -
    VmaAllocationInfo::memoryType
    uint32_t memoryType
    Memory type index that this allocation was allocated from.
    Definition: vk_mem_alloc.h:2746
    +
    VmaAllocationInfo::memoryType
    uint32_t memoryType
    Memory type index that this allocation was allocated from.
    Definition: vk_mem_alloc.h:2754
    vmaDestroyImage
    void vmaDestroyImage(VmaAllocator allocator, VkImage image, VmaAllocation allocation)
    Destroys Vulkan image and frees allocated memory.
    -
    VMA_ALLOCATION_CREATE_MAPPED_BIT
    Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
    Definition: vk_mem_alloc.h:2323
    +
    VMA_ALLOCATION_CREATE_MAPPED_BIT
    Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
    Definition: vk_mem_alloc.h:2331
    vmaCalculateStats
    void vmaCalculateStats(VmaAllocator allocator, VmaStats *pStats)
    Retrieves statistics from current state of the Allocator.
    vmaDestroyBuffer
    void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
    Destroys Vulkan buffer and frees allocated memory.
    VmaVulkanFunctions::vkCreateBuffer
    PFN_vkCreateBuffer vkCreateBuffer
    Definition: vk_mem_alloc.h:1929
    VmaDeviceMemoryCallbacks
    struct VmaDeviceMemoryCallbacks VmaDeviceMemoryCallbacks
    Set of callbacks that the library will call for vkAllocateMemory and vkFreeMemory.
    -
    VmaPoolStats::unusedRangeCount
    size_t unusedRangeCount
    Number of continuous memory ranges in the pool not used by any VmaAllocation.
    Definition: vk_mem_alloc.h:2624
    -
    VmaPoolCreateFlagBits
    VmaPoolCreateFlagBits
    Flags to be passed as VmaPoolCreateInfo::flags.
    Definition: vk_mem_alloc.h:2505
    -
    VmaDefragmentationStats::bytesMoved
    VkDeviceSize bytesMoved
    Total number of bytes that have been copied while moving allocations to different places.
    Definition: vk_mem_alloc.h:3163
    +
    VmaPoolStats::unusedRangeCount
    size_t unusedRangeCount
    Number of continuous memory ranges in the pool not used by any VmaAllocation.
    Definition: vk_mem_alloc.h:2632
    +
    VmaPoolCreateFlagBits
    VmaPoolCreateFlagBits
    Flags to be passed as VmaPoolCreateInfo::flags.
    Definition: vk_mem_alloc.h:2513
    +
    VmaDefragmentationStats::bytesMoved
    VkDeviceSize bytesMoved
    Total number of bytes that have been copied while moving allocations to different places.
    Definition: vk_mem_alloc.h:3171
    VmaStatInfo::unusedRangeSizeMin
    VkDeviceSize unusedRangeSizeMin
    Definition: vk_mem_alloc.h:2123
    -
    VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
    Definition: vk_mem_alloc.h:2354
    +
    VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
    Definition: vk_mem_alloc.h:2362
    vmaCheckPoolCorruption
    VkResult vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
    Checks magic number in margins around all allocations in given memory pool in search for corruptions.
    vmaBindImageMemory
    VkResult vmaBindImageMemory(VmaAllocator allocator, VmaAllocation allocation, VkImage image)
    Binds image to allocation.
    -
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2406
    +
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2414
    VmaVulkanFunctions::vkGetImageMemoryRequirements
    PFN_vkGetImageMemoryRequirements vkGetImageMemoryRequirements
    Definition: vk_mem_alloc.h:1928
    vmaGetBudget
    void vmaGetBudget(VmaAllocator allocator, VmaBudget *pBudget)
    Retrieves information about current memory budget for all memory heaps.
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2403
    -
    VmaAllocationCreateInfo::preferredFlags
    VkMemoryPropertyFlags preferredFlags
    Flags that preferably should be set in a memory type chosen for an allocation.
    Definition: vk_mem_alloc.h:2422
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2411
    +
    VmaAllocationCreateInfo::preferredFlags
    VkMemoryPropertyFlags preferredFlags
    Flags that preferably should be set in a memory type chosen for an allocation.
    Definition: vk_mem_alloc.h:2430
    vmaDefragmentationBegin
    VkResult vmaDefragmentationBegin(VmaAllocator allocator, const VmaDefragmentationInfo2 *pInfo, VmaDefragmentationStats *pStats, VmaDefragmentationContext *pContext)
    Begins defragmentation process.
    vmaBindImageMemory2
    VkResult vmaBindImageMemory2(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize allocationLocalOffset, VkImage image, const void *pNext)
    Binds image to allocation with additional parameters.
    -
    VmaDefragmentationInfo2::pAllocationsChanged
    VkBool32 * pAllocationsChanged
    Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
    Definition: vk_mem_alloc.h:3092
    -
    VmaDefragmentationStats::allocationsMoved
    uint32_t allocationsMoved
    Number of allocations that have been moved to different places.
    Definition: vk_mem_alloc.h:3167
    -
    VmaAllocationCreateInfo::memoryTypeBits
    uint32_t memoryTypeBits
    Bitmask containing one bit set for every memory type acceptable for this allocation.
    Definition: vk_mem_alloc.h:2430
    -
    VmaDefragmentationStats::deviceMemoryBlocksFreed
    uint32_t deviceMemoryBlocksFreed
    Number of empty VkDeviceMemory objects that have been released to the system.
    Definition: vk_mem_alloc.h:3169
    +
    VmaDefragmentationInfo2::pAllocationsChanged
    VkBool32 * pAllocationsChanged
    Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
    Definition: vk_mem_alloc.h:3100
    +
    VmaDefragmentationStats::allocationsMoved
    uint32_t allocationsMoved
    Number of allocations that have been moved to different places.
    Definition: vk_mem_alloc.h:3175
    +
    VmaAllocationCreateInfo::memoryTypeBits
    uint32_t memoryTypeBits
    Bitmask containing one bit set for every memory type acceptable for this allocation.
    Definition: vk_mem_alloc.h:2438
    +
    VmaDefragmentationStats::deviceMemoryBlocksFreed
    uint32_t deviceMemoryBlocksFreed
    Number of empty VkDeviceMemory objects that have been released to the system.
    Definition: vk_mem_alloc.h:3177
    VmaRecordSettings::pFilePath
    const char * pFilePath
    Path to the file that should be written by the recording.
    Definition: vk_mem_alloc.h:1972
    VmaStatInfo::allocationSizeMax
    VkDeviceSize allocationSizeMax
    Definition: vk_mem_alloc.h:2122
    VmaPoolCreateInfo
    struct VmaPoolCreateInfo VmaPoolCreateInfo
    Describes parameter of created VmaPool.
    -
    VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    Definition: vk_mem_alloc.h:2741
    -
    VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
    Enables alternative, buddy allocation algorithm in this pool.
    Definition: vk_mem_alloc.h:2551
    +
    VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    Definition: vk_mem_alloc.h:2749
    +
    VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
    Enables alternative, buddy allocation algorithm in this pool.
    Definition: vk_mem_alloc.h:2559
    VmaBudget::allocationBytes
    VkDeviceSize allocationBytes
    Sum size of all allocations created in particular heap, in bytes.
    Definition: vk_mem_alloc.h:2164
    -
    VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
    Definition: vk_mem_alloc.h:2399
    +
    VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
    Definition: vk_mem_alloc.h:2407
    VmaDefragmentationContext
    Represents Opaque object that represents started defragmentation process.
    -
    VmaDefragmentationInfo2::pAllocations
    VmaAllocation * pAllocations
    Pointer to array of allocations that can be defragmented.
    Definition: vk_mem_alloc.h:3086
    -
    VMA_POOL_CREATE_ALGORITHM_MASK
    Definition: vk_mem_alloc.h:2555
    -
    VmaDefragmentationInfo2::maxCpuAllocationsToMove
    uint32_t maxCpuAllocationsToMove
    Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
    Definition: vk_mem_alloc.h:3121
    -
    VmaDefragmentationInfo
    Deprecated. Optional configuration parameters to be passed to function vmaDefragment().
    Definition: vk_mem_alloc.h:3147
    -
    VMA_ALLOCATION_CREATE_DONT_BIND_BIT
    Definition: vk_mem_alloc.h:2360
    +
    VmaDefragmentationInfo2::pAllocations
    VmaAllocation * pAllocations
    Pointer to array of allocations that can be defragmented.
    Definition: vk_mem_alloc.h:3094
    +
    VMA_POOL_CREATE_ALGORITHM_MASK
    Definition: vk_mem_alloc.h:2563
    +
    VmaDefragmentationInfo2::maxCpuAllocationsToMove
    uint32_t maxCpuAllocationsToMove
    Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
    Definition: vk_mem_alloc.h:3129
    +
    VmaDefragmentationInfo
    Deprecated. Optional configuration parameters to be passed to function vmaDefragment().
    Definition: vk_mem_alloc.h:3155
    +
    VMA_ALLOCATION_CREATE_DONT_BIND_BIT
    Definition: vk_mem_alloc.h:2368
    Generated by   diff --git a/src/Tests.cpp b/src/Tests.cpp index b8bad1f..7586f61 100644 --- a/src/Tests.cpp +++ b/src/Tests.cpp @@ -3874,7 +3874,7 @@ static void TestMemoryUsage() { wprintf(L"Testing memory usage:\n"); - static const VmaMemoryUsage lastUsage = VMA_MEMORY_USAGE_CPU_COPY; + static const VmaMemoryUsage lastUsage = VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED; for(uint32_t usage = 0; usage <= lastUsage; ++usage) { switch(usage) @@ -3885,6 +3885,7 @@ static void TestMemoryUsage() case VMA_MEMORY_USAGE_CPU_TO_GPU: printf(" VMA_MEMORY_USAGE_CPU_TO_GPU:\n"); break; case VMA_MEMORY_USAGE_GPU_TO_CPU: printf(" VMA_MEMORY_USAGE_GPU_TO_CPU:\n"); break; case VMA_MEMORY_USAGE_CPU_COPY: printf(" VMA_MEMORY_USAGE_CPU_COPY:\n"); break; + case VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED: printf(" VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED:\n"); break; default: assert(0); } diff --git a/src/VmaReplay/Constants.cpp b/src/VmaReplay/Constants.cpp index 11552b2..a7dc27d 100644 --- a/src/VmaReplay/Constants.cpp +++ b/src/VmaReplay/Constants.cpp @@ -768,6 +768,8 @@ const char* VMA_MEMORY_USAGE_NAMES[] = { "VMA_MEMORY_USAGE_CPU_ONLY", "VMA_MEMORY_USAGE_CPU_TO_GPU", "VMA_MEMORY_USAGE_GPU_TO_CPU", + "VMA_MEMORY_USAGE_CPU_COPY", + "VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED", }; const size_t VMA_MEMORY_USAGE_COUNT = _countof(VMA_MEMORY_USAGE_NAMES); diff --git a/src/vk_mem_alloc.h b/src/vk_mem_alloc.h index 31ca0b9..36ad197 100644 --- a/src/vk_mem_alloc.h +++ b/src/vk_mem_alloc.h @@ -2284,6 +2284,14 @@ typedef enum VmaMemoryUsage of custom paging/residency mechanism, to be moved back to GPU memory when needed. */ VMA_MEMORY_USAGE_CPU_COPY = 5, + /** Lazily allocated GPU memory having `VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT`. + Exists mostly on mobile platforms. Using it on desktop PC or other GPUs with no such memory type present will fail the allocation. + + Usage: Memory for transient attachment images (color attachments, depth attachments etc.), created with `VK_IMAGE_USAGE_TRANSIENT_ATTACHMENT_BIT`. + + Allocations with this usage are always created as dedicated - it implies #VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT. + */ + VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED = 6, VMA_MEMORY_USAGE_MAX_ENUM = 0x7FFFFFFF } VmaMemoryUsage; @@ -14814,6 +14822,11 @@ VkResult VmaAllocator_T::AllocateMemoryOfType( { finalCreateInfo.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT; } + // If memory is lazily allocated, it should be always dedicated. + if(finalCreateInfo.usage == VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED) + { + finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT; + } VmaBlockVector* const blockVector = m_pBlockVectors[memTypeIndex]; VMA_ASSERT(blockVector); @@ -16528,6 +16541,9 @@ VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex( case VMA_MEMORY_USAGE_CPU_COPY: notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT; break; + case VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED: + requiredFlags |= VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT; + break; default: VMA_ASSERT(0); break;