From e73e988dafba80633cd9d8d1abb1ae1af0439bae Mon Sep 17 00:00:00 2001 From: Adam Sawicki Date: Fri, 20 Mar 2020 18:05:42 +0100 Subject: [PATCH] Add support for buffer device address, together with documentation and tests Added VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT. --- docs/html/allocation_annotation.html | 16 +- docs/html/choosing_memory_type.html | 16 +- docs/html/custom_memory_pools.html | 16 +- docs/html/defragmentation.html | 20 +- docs/html/enabling_buffer_device_address.html | 98 + docs/html/globals.html | 14 +- docs/html/globals_defs.html | 3 + docs/html/globals_eval.html | 3 + docs/html/index.html | 5 +- docs/html/lost_allocations.html | 12 +- docs/html/memory_mapping.html | 22 +- docs/html/quick_start.html | 12 +- docs/html/search/all_10.js | 9 +- docs/html/search/all_11.js | 158 +- docs/html/search/all_12.html | 2 +- docs/html/search/all_12.js | 297 +- docs/html/search/all_4.js | 3 +- docs/html/search/all_5.js | 3 +- docs/html/search/all_6.js | 2 +- docs/html/search/all_7.js | 2 +- docs/html/search/all_8.js | 16 +- docs/html/search/all_9.js | 16 +- docs/html/search/all_a.js | 2 +- docs/html/search/all_b.js | 22 +- docs/html/search/all_c.js | 22 +- docs/html/search/all_d.js | 4 +- docs/html/search/all_e.js | 6 +- docs/html/search/all_f.js | 4 +- docs/html/search/classes_0.js | 42 +- docs/html/search/defines_0.js | 2 +- docs/html/search/defines_1.js | 13 +- docs/html/search/enums_0.js | 12 +- docs/html/search/enumvalues_0.js | 81 +- docs/html/search/files_0.js | 2 +- docs/html/search/functions_0.js | 100 +- docs/html/search/pages_0.js | 2 +- docs/html/search/pages_1.js | 6 +- docs/html/search/pages_2.js | 6 +- docs/html/search/pages_3.js | 2 +- docs/html/search/pages_4.js | 2 +- docs/html/search/pages_5.js | 2 +- docs/html/search/pages_6.js | 2 +- docs/html/search/pages_7.js | 3 +- docs/html/search/pages_8.js | 4 +- docs/html/search/pages_9.js | 5 +- docs/html/search/pages_a.html | 30 + docs/html/search/pages_a.js | 6 + docs/html/search/searchdata.js | 4 +- docs/html/search/typedefs_0.js | 4 +- docs/html/search/typedefs_1.js | 56 +- docs/html/search/variables_0.js | 14 +- docs/html/search/variables_1.js | 12 +- docs/html/search/variables_2.js | 2 +- docs/html/search/variables_3.js | 6 +- docs/html/search/variables_4.js | 4 +- docs/html/search/variables_5.js | 2 +- docs/html/search/variables_6.js | 28 +- docs/html/search/variables_7.js | 2 +- docs/html/search/variables_8.js | 38 +- docs/html/search/variables_9.js | 2 +- docs/html/search/variables_a.js | 2 +- docs/html/search/variables_b.js | 2 +- docs/html/search/variables_c.js | 16 +- docs/html/search/variables_d.js | 36 +- .../struct_vma_allocator_create_info.html | 2 +- docs/html/vk__mem__alloc_8h.html | 28 +- docs/html/vk__mem__alloc_8h_source.html | 30403 ++++++++-------- docs/html/vk_khr_dedicated_allocation.html | 4 +- src/Common.h | 23 + src/Tests.cpp | 43 + src/VulkanSample.cpp | 108 +- src/vk_mem_alloc.h | 161 +- 72 files changed, 16279 insertions(+), 15850 deletions(-) create mode 100644 docs/html/enabling_buffer_device_address.html create mode 100644 docs/html/search/pages_a.html create mode 100644 docs/html/search/pages_a.js diff --git a/docs/html/allocation_annotation.html b/docs/html/allocation_annotation.html index ce59a78..84666ff 100644 --- a/docs/html/allocation_annotation.html +++ b/docs/html/allocation_annotation.html @@ -116,18 +116,18 @@ Allocation names
Note
Passing string name to VMA allocation doesn't automatically set it to the Vulkan buffer or image created with it. You must do it manually using an extension like VK_EXT_debug_utils, which is independent of this library.
-
VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
@ VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
Definition: vk_mem_alloc.h:2492
-
VmaAllocationCreateInfo::pUserData
void * pUserData
Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
Definition: vk_mem_alloc.h:2586
+
VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
@ VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
Definition: vk_mem_alloc.h:2569
+
VmaAllocationCreateInfo::pUserData
void * pUserData
Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
Definition: vk_mem_alloc.h:2663
vmaGetAllocationInfo
void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
Returns current information about specified allocation and atomically marks it as used in current fra...
VmaAllocation
Represents single memory allocation.
-
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2389
+
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2466
vmaCreateImage
VkResult vmaCreateImage(VmaAllocator allocator, const VkImageCreateInfo *pImageCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkImage *pImage, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
Function similar to vmaCreateBuffer().
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2555
-
VmaAllocationInfo::pUserData
void * pUserData
Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
Definition: vk_mem_alloc.h:2922
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2632
+
VmaAllocationInfo::pUserData
void * pUserData
Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
Definition: vk_mem_alloc.h:2999
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
-
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2549
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2546
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2884
+
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2626
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2623
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2961
Generated by   diff --git a/docs/html/choosing_memory_type.html b/docs/html/choosing_memory_type.html index 6bfc54e..3eb803f 100644 --- a/docs/html/choosing_memory_type.html +++ b/docs/html/choosing_memory_type.html @@ -132,15 +132,15 @@ Dedicated allocations
VmaAllocation
Represents single memory allocation.
-
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2389
-
VmaAllocationCreateInfo::requiredFlags
VkMemoryPropertyFlags requiredFlags
Flags that must be set in a Memory Type chosen for an allocation.
Definition: vk_mem_alloc.h:2560
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2555
+
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2466
+
VmaAllocationCreateInfo::requiredFlags
VkMemoryPropertyFlags requiredFlags
Flags that must be set in a Memory Type chosen for an allocation.
Definition: vk_mem_alloc.h:2637
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2632
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
-
VMA_ALLOCATION_CREATE_MAPPED_BIT
@ VMA_ALLOCATION_CREATE_MAPPED_BIT
Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
Definition: vk_mem_alloc.h:2466
-
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2549
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2546
-
VmaAllocationCreateInfo::preferredFlags
VkMemoryPropertyFlags preferredFlags
Flags that preferably should be set in a memory type chosen for an allocation.
Definition: vk_mem_alloc.h:2565
-
VmaAllocationCreateInfo::memoryTypeBits
uint32_t memoryTypeBits
Bitmask containing one bit set for every memory type acceptable for this allocation.
Definition: vk_mem_alloc.h:2573
+
VMA_ALLOCATION_CREATE_MAPPED_BIT
@ VMA_ALLOCATION_CREATE_MAPPED_BIT
Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
Definition: vk_mem_alloc.h:2543
+
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2626
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2623
+
VmaAllocationCreateInfo::preferredFlags
VkMemoryPropertyFlags preferredFlags
Flags that preferably should be set in a memory type chosen for an allocation.
Definition: vk_mem_alloc.h:2642
+
VmaAllocationCreateInfo::memoryTypeBits
uint32_t memoryTypeBits
Bitmask containing one bit set for every memory type acceptable for this allocation.
Definition: vk_mem_alloc.h:2650
Generated by   diff --git a/docs/html/custom_memory_pools.html b/docs/html/custom_memory_pools.html index 5c207f3..acf93d6 100644 --- a/docs/html/custom_memory_pools.html +++ b/docs/html/custom_memory_pools.html @@ -180,21 +180,21 @@ Buddy allocation algorithm -
VmaPoolCreateInfo::memoryTypeIndex
uint32_t memoryTypeIndex
Vulkan memory type index to allocate this pool from.
Definition: vk_mem_alloc.h:2711
-
VmaAllocationCreateInfo::pool
VmaPool pool
Pool that this allocation should be created in.
Definition: vk_mem_alloc.h:2579
+
VmaPoolCreateInfo::memoryTypeIndex
uint32_t memoryTypeIndex
Vulkan memory type index to allocate this pool from.
Definition: vk_mem_alloc.h:2788
+
VmaAllocationCreateInfo::pool
VmaPool pool
Pool that this allocation should be created in.
Definition: vk_mem_alloc.h:2656
vmaDestroyPool
void vmaDestroyPool(VmaAllocator allocator, VmaPool pool)
Destroys VmaPool object and frees Vulkan device memory.
VmaAllocation
Represents single memory allocation.
-
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2389
+
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2466
vmaCreatePool
VkResult vmaCreatePool(VmaAllocator allocator, const VmaPoolCreateInfo *pCreateInfo, VmaPool *pPool)
Allocates Vulkan device memory and creates VmaPool object.
-
VmaPoolCreateInfo::maxBlockCount
size_t maxBlockCount
Maximum number of blocks that can be allocated in this pool. Optional.
Definition: vk_mem_alloc.h:2736
-
VmaPoolCreateInfo
Describes parameter of created VmaPool.
Definition: vk_mem_alloc.h:2708
+
VmaPoolCreateInfo::maxBlockCount
size_t maxBlockCount
Maximum number of blocks that can be allocated in this pool. Optional.
Definition: vk_mem_alloc.h:2813
+
VmaPoolCreateInfo
Describes parameter of created VmaPool.
Definition: vk_mem_alloc.h:2785
VmaPool
Represents custom memory pool.
vmaFindMemoryTypeIndexForBufferInfo
VkResult vmaFindMemoryTypeIndexForBufferInfo(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
Helps to find memoryTypeIndex, given VkBufferCreateInfo and VmaAllocationCreateInfo.
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2555
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2632
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
vmaDestroyBuffer
void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
Destroys Vulkan buffer and frees allocated memory.
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2546
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2884
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2623
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2961
Generated by   diff --git a/docs/html/defragmentation.html b/docs/html/defragmentation.html index 8e55840..06fb453 100644 --- a/docs/html/defragmentation.html +++ b/docs/html/defragmentation.html @@ -214,22 +214,22 @@ Writing custom defragmentation algorithm -
VmaDefragmentationInfo2::allocationCount
uint32_t allocationCount
Number of allocations in pAllocations array.
Definition: vk_mem_alloc.h:3234
+
VmaDefragmentationInfo2::allocationCount
uint32_t allocationCount
Number of allocations in pAllocations array.
Definition: vk_mem_alloc.h:3311
VmaAllocator
Represents main object of this library initialized.
vmaGetAllocationInfo
void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
Returns current information about specified allocation and atomically marks it as used in current fra...
vmaDefragmentationEnd
VkResult vmaDefragmentationEnd(VmaAllocator allocator, VmaDefragmentationContext context)
Ends defragmentation process.
-
VmaDefragmentationInfo2::maxGpuBytesToMove
VkDeviceSize maxGpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3283
-
VmaDefragmentationInfo2::commandBuffer
VkCommandBuffer commandBuffer
Optional. Command buffer where GPU copy commands will be posted.
Definition: vk_mem_alloc.h:3297
-
VmaDefragmentationInfo2
Parameters for defragmentation.
Definition: vk_mem_alloc.h:3228
+
VmaDefragmentationInfo2::maxGpuBytesToMove
VkDeviceSize maxGpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3360
+
VmaDefragmentationInfo2::commandBuffer
VkCommandBuffer commandBuffer
Optional. Command buffer where GPU copy commands will be posted.
Definition: vk_mem_alloc.h:3374
+
VmaDefragmentationInfo2
Parameters for defragmentation.
Definition: vk_mem_alloc.h:3305
vmaBindBufferMemory
VkResult vmaBindBufferMemory(VmaAllocator allocator, VmaAllocation allocation, VkBuffer buffer)
Binds buffer to allocation.
-
VmaDefragmentationInfo2::maxGpuAllocationsToMove
uint32_t maxGpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
Definition: vk_mem_alloc.h:3288
-
VmaDefragmentationInfo2::maxCpuBytesToMove
VkDeviceSize maxCpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3273
+
VmaDefragmentationInfo2::maxGpuAllocationsToMove
uint32_t maxGpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
Definition: vk_mem_alloc.h:3365
+
VmaDefragmentationInfo2::maxCpuBytesToMove
VkDeviceSize maxCpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3350
vmaDefragmentationBegin
VkResult vmaDefragmentationBegin(VmaAllocator allocator, const VmaDefragmentationInfo2 *pInfo, VmaDefragmentationStats *pStats, VmaDefragmentationContext *pContext)
Begins defragmentation process.
-
VmaDefragmentationInfo2::pAllocationsChanged
VkBool32 * pAllocationsChanged
Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
Definition: vk_mem_alloc.h:3249
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2884
+
VmaDefragmentationInfo2::pAllocationsChanged
VkBool32 * pAllocationsChanged
Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
Definition: vk_mem_alloc.h:3326
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:2961
VmaDefragmentationContext
Represents Opaque object that represents started defragmentation process.
-
VmaDefragmentationInfo2::pAllocations
VmaAllocation * pAllocations
Pointer to array of allocations that can be defragmented.
Definition: vk_mem_alloc.h:3243
-
VmaDefragmentationInfo2::maxCpuAllocationsToMove
uint32_t maxCpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
Definition: vk_mem_alloc.h:3278
+
VmaDefragmentationInfo2::pAllocations
VmaAllocation * pAllocations
Pointer to array of allocations that can be defragmented.
Definition: vk_mem_alloc.h:3320
+
VmaDefragmentationInfo2::maxCpuAllocationsToMove
uint32_t maxCpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
Definition: vk_mem_alloc.h:3355
Generated by   diff --git a/docs/html/enabling_buffer_device_address.html b/docs/html/enabling_buffer_device_address.html new file mode 100644 index 0000000..e4c4f30 --- /dev/null +++ b/docs/html/enabling_buffer_device_address.html @@ -0,0 +1,98 @@ + + + + + + + +Vulkan Memory Allocator: Enabling buffer device address + + + + + + + + + + +
+
+
Enabling buffer device address
+
+
+

Device extensions VK_EXT_buffer_device_address / VK_KHR_buffer_device_address allow to fetch raw GPU pointer to a buffer and pass it for usage in a shader code. They are promoted to core Vulkan 1.2.

+

If you want to use this feature in connection with VMA, follow these steps:

+

+Initialization

+

1) (For Vulkan version < 1.2) Call vkEnumerateDeviceExtensionProperties for the physical device. Check if the extension is supported - if returned array of VkExtensionProperties contains "VK_EXT_buffer_device_address" or "VK_KHR_buffer_device_address".

+

2) Call vkGetPhysicalDeviceFeatures2 for the physical device instead of old vkGetPhysicalDeviceFeatures. Attach additional structure VkPhysicalDeviceBufferDeviceAddressFeatures* to VkPhysicalDeviceFeatures2::pNext to be returned. Check if the device feature is really supported - check if VkPhysicalDeviceBufferDeviceAddressFeatures*::bufferDeviceAddress is true.

+

3) (For Vulkan version < 1.2) While creating device with vkCreateDevice, enable this extension - add "VK_EXT_buffer_device_address" or "VK_KHR_buffer_device_address" to the list passed as VkDeviceCreateInfo::ppEnabledExtensionNames.

+

4) While creating the device, also don't set VkDeviceCreateInfo::pEnabledFeatures. Fill in VkPhysicalDeviceFeatures2 structure instead and pass it as VkDeviceCreateInfo::pNext. Enable this device feature - attach additional structure VkPhysicalDeviceBufferDeviceAddressFeatures* to VkPhysicalDeviceFeatures2::pNext and set its member bufferDeviceAddress to VK_TRUE.

+

5) While creating VmaAllocator with vmaCreateAllocator() inform VMA that you have enabled this feature - add VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT to VmaAllocatorCreateInfo::flags.

+

+Usage

+

After following steps described above, you can create buffers with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT using VMA. The library automatically adds VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR to allocated memory blocks wherever it might be needed.

+

Please note that the library supports only VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT. The second part of this functionality related to "capture and replay" is not supported, as it is intended for usage in debugging tools like RenderDoc, not in everyday Vulkan usage.

+

+More information

+

To learn more about this extension, see VK_KHR_buffer_device_address in Vulkan specification

+

Example use of this extension can be found in the code of the sample and test suite accompanying this library.

+
+
+ +
+Generated by   +doxygen + 1.8.17 +
+ + diff --git a/docs/html/globals.html b/docs/html/globals.html index cc4bf97..747838b 100644 --- a/docs/html/globals.html +++ b/docs/html/globals.html @@ -135,6 +135,9 @@ $(function() {
  • VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT : vk_mem_alloc.h
    • +
  • VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT +: vk_mem_alloc.h +
  • VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT : vk_mem_alloc.h
    • @@ -153,6 +156,9 @@ $(function() {
  • VMA_BIND_MEMORY2 : vk_mem_alloc.h
    • +
  • VMA_BUFFER_DEVICE_ADDRESS +: vk_mem_alloc.h +
  • VMA_DEDICATED_ALLOCATION : vk_mem_alloc.h
    • @@ -310,7 +316,7 @@ $(function() { : vk_mem_alloc.h
  • VmaDefragmentationFlagBits -: vk_mem_alloc.h +: vk_mem_alloc.h
  • VmaDefragmentationFlags : vk_mem_alloc.h @@ -403,10 +409,10 @@ $(function() { : vk_mem_alloc.h
  • VmaMemoryUsage -: vk_mem_alloc.h +: vk_mem_alloc.h
  • VmaPoolCreateFlagBits -: vk_mem_alloc.h +: vk_mem_alloc.h
  • VmaPoolCreateFlags : vk_mem_alloc.h @@ -418,7 +424,7 @@ $(function() { : vk_mem_alloc.h
  • VmaRecordFlagBits -: vk_mem_alloc.h +: vk_mem_alloc.h
  • VmaRecordFlags : vk_mem_alloc.h diff --git a/docs/html/globals_defs.html b/docs/html/globals_defs.html index b250dfc..0a00e60 100644 --- a/docs/html/globals_defs.html +++ b/docs/html/globals_defs.html @@ -68,6 +68,9 @@ $(function() {
  • VMA_BIND_MEMORY2 : vk_mem_alloc.h
    • +
  • VMA_BUFFER_DEVICE_ADDRESS +: vk_mem_alloc.h +
  • VMA_DEDICATED_ALLOCATION : vk_mem_alloc.h
    • diff --git a/docs/html/globals_eval.html b/docs/html/globals_eval.html index d10b517..f9dc612 100644 --- a/docs/html/globals_eval.html +++ b/docs/html/globals_eval.html @@ -118,6 +118,9 @@ $(function() {
  • VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT : vk_mem_alloc.h
    • +
  • VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT +: vk_mem_alloc.h +
  • VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT : vk_mem_alloc.h
    • diff --git a/docs/html/index.html b/docs/html/index.html index 3dc7f13..28ce8c3 100644 --- a/docs/html/index.html +++ b/docs/html/index.html @@ -65,8 +65,8 @@ $(function() {
    Vulkan Memory Allocator
    -

    Version 2.3.0 (2019-12-04)

    -

    Copyright (c) 2017-2019 Advanced Micro Devices, Inc. All rights reserved.
    +

    Version 2.4.0-development (2020-03-02)

    +

    Copyright (c) 2017-2020 Advanced Micro Devices, Inc. All rights reserved.
    License: MIT

    Documentation of all members: vk_mem_alloc.h

    @@ -150,6 +150,7 @@ Table of contents

  • Device memory allocation callbacks
  • Device heap memory limit
  • VK_KHR_dedicated_allocation
    • +
  • Enabling buffer device address
  • VK_AMD_device_coherent_memory
    • diff --git a/docs/html/lost_allocations.html b/docs/html/lost_allocations.html index ef0872d..bc33151 100644 --- a/docs/html/lost_allocations.html +++ b/docs/html/lost_allocations.html @@ -125,15 +125,15 @@ $(function() {
    vmaTouchAllocation
    VkBool32 vmaTouchAllocation(VmaAllocator allocator, VmaAllocation allocation)
    Returns VK_TRUE if allocation is not lost and atomically marks it as used in current frame.
    -
    VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    @ VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    Definition: vk_mem_alloc.h:2479
    +
    VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    @ VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    Definition: vk_mem_alloc.h:2556
    VmaAllocation
    Represents single memory allocation.
    -
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2389
    -
    VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    @ VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    Definition: vk_mem_alloc.h:2486
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2555
    +
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2466
    +
    VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    @ VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    Definition: vk_mem_alloc.h:2563
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2632
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    vmaDestroyBuffer
    void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
    Destroys Vulkan buffer and frees allocated memory.
    -
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2549
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2546
    +
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2626
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2623
    Generated by   diff --git a/docs/html/memory_mapping.html b/docs/html/memory_mapping.html index 90da65d..bb9a925 100644 --- a/docs/html/memory_mapping.html +++ b/docs/html/memory_mapping.html @@ -186,20 +186,20 @@ Finding out if memory is mappable
    vmaUnmapMemory
    void vmaUnmapMemory(VmaAllocator allocator, VmaAllocation allocation)
    Unmaps memory represented by given allocation, mapped previously using vmaMapMemory().
    VmaAllocator
    Represents main object of this library initialized.
    vmaGetMemoryTypeProperties
    void vmaGetMemoryTypeProperties(VmaAllocator allocator, uint32_t memoryTypeIndex, VkMemoryPropertyFlags *pFlags)
    Given Memory Type Index, returns Property Flags of this memory type.
    -
    VMA_MEMORY_USAGE_CPU_ONLY
    @ VMA_MEMORY_USAGE_CPU_ONLY
    Definition: vk_mem_alloc.h:2399
    +
    VMA_MEMORY_USAGE_CPU_ONLY
    @ VMA_MEMORY_USAGE_CPU_ONLY
    Definition: vk_mem_alloc.h:2476
    VmaAllocation
    Represents single memory allocation.
    -
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2389
    +
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2466
    vmaMapMemory
    VkResult vmaMapMemory(VmaAllocator allocator, VmaAllocation allocation, void **ppData)
    Maps memory represented by given allocation and returns pointer to it.
    -
    VmaAllocationInfo::pMappedData
    void * pMappedData
    Pointer to the beginning of this allocation as mapped data.
    Definition: vk_mem_alloc.h:2917
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2555
    -
    VmaAllocationInfo::pUserData
    void * pUserData
    Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
    Definition: vk_mem_alloc.h:2922
    +
    VmaAllocationInfo::pMappedData
    void * pMappedData
    Pointer to the beginning of this allocation as mapped data.
    Definition: vk_mem_alloc.h:2994
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2632
    +
    VmaAllocationInfo::pUserData
    void * pUserData
    Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
    Definition: vk_mem_alloc.h:2999
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    -
    VmaAllocationInfo::memoryType
    uint32_t memoryType
    Memory type index that this allocation was allocated from.
    Definition: vk_mem_alloc.h:2889
    -
    VMA_ALLOCATION_CREATE_MAPPED_BIT
    @ VMA_ALLOCATION_CREATE_MAPPED_BIT
    Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
    Definition: vk_mem_alloc.h:2466
    -
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2549
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2546
    -
    VmaAllocationCreateInfo::preferredFlags
    VkMemoryPropertyFlags preferredFlags
    Flags that preferably should be set in a memory type chosen for an allocation.
    Definition: vk_mem_alloc.h:2565
    -
    VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    Definition: vk_mem_alloc.h:2884
    +
    VmaAllocationInfo::memoryType
    uint32_t memoryType
    Memory type index that this allocation was allocated from.
    Definition: vk_mem_alloc.h:2966
    +
    VMA_ALLOCATION_CREATE_MAPPED_BIT
    @ VMA_ALLOCATION_CREATE_MAPPED_BIT
    Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
    Definition: vk_mem_alloc.h:2543
    +
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2626
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2623
    +
    VmaAllocationCreateInfo::preferredFlags
    VkMemoryPropertyFlags preferredFlags
    Flags that preferably should be set in a memory type chosen for an allocation.
    Definition: vk_mem_alloc.h:2642
    +
    VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    Definition: vk_mem_alloc.h:2961
    Generated by   diff --git a/docs/html/quick_start.html b/docs/html/quick_start.html index 143b9d9..48b327f 100644 --- a/docs/html/quick_start.html +++ b/docs/html/quick_start.html @@ -119,18 +119,18 @@ Resource allocation
    vmaDestroyAllocator(allocator);
    -
    VmaAllocatorCreateInfo::physicalDevice
    VkPhysicalDevice physicalDevice
    Vulkan physical device.
    Definition: vk_mem_alloc.h:2079
    +
    VmaAllocatorCreateInfo::physicalDevice
    VkPhysicalDevice physicalDevice
    Vulkan physical device.
    Definition: vk_mem_alloc.h:2156
    VmaAllocator
    Represents main object of this library initialized.
    -
    VmaAllocatorCreateInfo
    Description of a Allocator to be created.
    Definition: vk_mem_alloc.h:2073
    +
    VmaAllocatorCreateInfo
    Description of a Allocator to be created.
    Definition: vk_mem_alloc.h:2150
    VmaAllocation
    Represents single memory allocation.
    -
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2389
    +
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2466
    vmaDestroyAllocator
    void vmaDestroyAllocator(VmaAllocator allocator)
    Destroys allocator object.
    -
    VmaAllocatorCreateInfo::device
    VkDevice device
    Vulkan device.
    Definition: vk_mem_alloc.h:2082
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2555
    +
    VmaAllocatorCreateInfo::device
    VkDevice device
    Vulkan device.
    Definition: vk_mem_alloc.h:2159
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2632
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    vmaCreateAllocator
    VkResult vmaCreateAllocator(const VmaAllocatorCreateInfo *pCreateInfo, VmaAllocator *pAllocator)
    Creates Allocator object.
    vmaDestroyBuffer
    void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
    Destroys Vulkan buffer and frees allocated memory.
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2546
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2623
    Generated by   diff --git a/docs/html/search/all_10.js b/docs/html/search/all_10.js index f0183c5..628d913 100644 --- a/docs/html/search/all_10.js +++ b/docs/html/search/all_10.js @@ -1,11 +1,4 @@ var searchData= [ - ['unusedbytes_75',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], - ['unusedrangecount_76',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], - ['unusedrangesizeavg_77',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], - ['unusedrangesizemax_78',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], - ['unusedrangesizemin_79',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], - ['unusedsize_80',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], - ['usage_81',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], - ['usedbytes_82',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] + ['total_75',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] ]; diff --git a/docs/html/search/all_11.js b/docs/html/search/all_11.js index 71e3014..c96bee2 100644 --- a/docs/html/search/all_11.js +++ b/docs/html/search/all_11.js @@ -1,153 +1,11 @@ var searchData= [ - ['vulkan_20memory_20allocator_83',['Vulkan Memory Allocator',['../index.html',1,'']]], - ['vk_5famd_5fdevice_5fcoherent_5fmemory_84',['VK_AMD_device_coherent_memory',['../vk_amd_device_coherent_memory.html',1,'index']]], - ['vk_5fkhr_5fdedicated_5fallocation_85',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'index']]], - ['vk_5fmem_5falloc_2eh_86',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]], - ['vkallocatememory_87',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], - ['vkbindbuffermemory_88',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], - ['vkbindimagememory_89',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], - ['vkcmdcopybuffer_90',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], - ['vkcreatebuffer_91',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], - ['vkcreateimage_92',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], - ['vkdestroybuffer_93',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], - ['vkdestroyimage_94',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], - ['vkflushmappedmemoryranges_95',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], - ['vkfreememory_96',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], - ['vkgetbuffermemoryrequirements_97',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], - ['vkgetimagememoryrequirements_98',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldevicememoryproperties_99',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldeviceproperties_100',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], - ['vkinvalidatemappedmemoryranges_101',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], - ['vkmapmemory_102',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], - ['vkunmapmemory_103',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], - ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_104',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_105',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_106',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_107',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_108',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fmapped_5fbit_109',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_110',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_111',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_112',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmask_113',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_114',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_115',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_116',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_117',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_118',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_119',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_120',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_121',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_122',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_123',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_124',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_125',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_126',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], - ['vma_5fbind_5fmemory2_127',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], - ['vma_5fdedicated_5fallocation_128',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_129',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fincremental_130',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fbudget_131',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fcopy_132',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fonly_133',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_134',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_135',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fonly_136',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_137',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fmax_5fenum_138',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5funknown_139',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5falgorithm_5fmask_140',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_141',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_142',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_143',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_144',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_145',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_146',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]], - ['vma_5frecording_5fenabled_147',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], - ['vma_5fstats_5fstring_5fenabled_148',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], - ['vma_5fvulkan_5fversion_149',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]], - ['vmaallocatememory_150',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforbuffer_151',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforimage_152',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], - ['vmaallocatememorypages_153',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], - ['vmaallocation_154',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], - ['vmaallocationcreateflagbits_155',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4fceecc301f4064dc808d3cd6c038941',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h']]], - ['vmaallocationcreateflags_156',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateinfo_157',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'VmaAllocationCreateInfo'],['../vk__mem__alloc_8h.html#a3bf110892ea2fb4649fedb68488d026a',1,'VmaAllocationCreateInfo(): vk_mem_alloc.h']]], - ['vmaallocationinfo_158',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'VmaAllocationInfo'],['../vk__mem__alloc_8h.html#a1cf7774606721026a68aabe3af2e5b50',1,'VmaAllocationInfo(): vk_mem_alloc.h']]], - ['vmaallocator_159',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], - ['vmaallocatorcreateflagbits_160',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#afd73b95e737ee7e76f827cb5472f559f',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h']]], - ['vmaallocatorcreateflags_161',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateinfo_162',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'VmaAllocatorCreateInfo'],['../vk__mem__alloc_8h.html#aad9652301d33759b83e52d4f3605a14a',1,'VmaAllocatorCreateInfo(): vk_mem_alloc.h']]], - ['vmaallocatorinfo_163',['VmaAllocatorInfo',['../struct_vma_allocator_info.html',1,'VmaAllocatorInfo'],['../vk__mem__alloc_8h.html#a1988031b0223fdbd564250fa1edd942c',1,'VmaAllocatorInfo(): vk_mem_alloc.h']]], - ['vmabegindefragmentationpass_164',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory_165',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory2_166',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], - ['vmabindimagememory_167',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], - ['vmabindimagememory2_168',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], - ['vmabudget_169',['VmaBudget',['../struct_vma_budget.html',1,'VmaBudget'],['../vk__mem__alloc_8h.html#aa078667e71b1ef24e87a6a30d128381d',1,'VmaBudget(): vk_mem_alloc.h']]], - ['vmabuildstatsstring_170',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], - ['vmacalculatestats_171',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], - ['vmacheckcorruption_172',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], - ['vmacheckpoolcorruption_173',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], - ['vmacreateallocator_174',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], - ['vmacreatebuffer_175',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], - ['vmacreateimage_176',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], - ['vmacreatelostallocation_177',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], - ['vmacreatepool_178',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], - ['vmadefragment_179',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], - ['vmadefragmentationbegin_180',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], - ['vmadefragmentationcontext_181',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], - ['vmadefragmentationend_182',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_183',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a13415cc0b443353a7b5abda300b833fc',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h']]], - ['vmadefragmentationflags_184',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo_185',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'VmaDefragmentationInfo'],['../vk__mem__alloc_8h.html#a2bf47f96bf92bed2a49461bd9af3acfa',1,'VmaDefragmentationInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationinfo2_186',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'VmaDefragmentationInfo2'],['../vk__mem__alloc_8h.html#ad6daeffaa670ce6d11a203a6224c9937',1,'VmaDefragmentationInfo2(): vk_mem_alloc.h']]], - ['vmadefragmentationpassinfo_187',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'VmaDefragmentationPassInfo'],['../vk__mem__alloc_8h.html#a72aebd522242d56abea67b4f47f6549e',1,'VmaDefragmentationPassInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationpassmoveinfo_188',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'VmaDefragmentationPassMoveInfo'],['../vk__mem__alloc_8h.html#ad6799e8e2b1527abfc84d33bc44aeaf5',1,'VmaDefragmentationPassMoveInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationstats_189',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'VmaDefragmentationStats'],['../vk__mem__alloc_8h.html#ad94034192259c2e34a4d1c5e27810403',1,'VmaDefragmentationStats(): vk_mem_alloc.h']]], - ['vmadestroyallocator_190',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], - ['vmadestroybuffer_191',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], - ['vmadestroyimage_192',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], - ['vmadestroypool_193',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], - ['vmadevicememorycallbacks_194',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'VmaDeviceMemoryCallbacks'],['../vk__mem__alloc_8h.html#a77692d3c8770ea8882d573206bd27b2b',1,'VmaDeviceMemoryCallbacks(): vk_mem_alloc.h']]], - ['vmaenddefragmentationpass_195',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindex_196',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforbufferinfo_197',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforimageinfo_198',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], - ['vmaflushallocation_199',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], - ['vmafreememory_200',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], - ['vmafreememorypages_201',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], - ['vmafreestatsstring_202',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], - ['vmagetallocationinfo_203',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], - ['vmagetallocatorinfo_204',['vmaGetAllocatorInfo',['../vk__mem__alloc_8h.html#afa02231a791b37255720d566a52683e7',1,'vk_mem_alloc.h']]], - ['vmagetbudget_205',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], - ['vmagetmemoryproperties_206',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], - ['vmagetmemorytypeproperties_207',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], - ['vmagetphysicaldeviceproperties_208',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], - ['vmagetpoolname_209',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], - ['vmagetpoolstats_210',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocation_211',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], - ['vmamakepoolallocationslost_212',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], - ['vmamapmemory_213',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_214',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'VmaMemoryUsage(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a806e8499dde802e59eb72a1dc811c35f',1,'VmaMemoryUsage(): vk_mem_alloc.h']]], - ['vmapool_215',['VmaPool',['../struct_vma_pool.html',1,'']]], - ['vmapoolcreateflagbits_216',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4d4f2efc2509157a9e4ecd4fd7942303',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h']]], - ['vmapoolcreateflags_217',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], - ['vmapoolcreateinfo_218',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'VmaPoolCreateInfo'],['../vk__mem__alloc_8h.html#a1017aa83489c0eee8d2163d2bf253f67',1,'VmaPoolCreateInfo(): vk_mem_alloc.h']]], - ['vmapoolstats_219',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'VmaPoolStats'],['../vk__mem__alloc_8h.html#a4759a2d9f99c19ba7627553c847132f1',1,'VmaPoolStats(): vk_mem_alloc.h']]], - ['vmarecordflagbits_220',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'VmaRecordFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#acd24d5eb58abff7e1f43cb32a1ba1413',1,'VmaRecordFlagBits(): vk_mem_alloc.h']]], - ['vmarecordflags_221',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], - ['vmarecordsettings_222',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'VmaRecordSettings'],['../vk__mem__alloc_8h.html#a16e21c877101493fce582664cd8754fc',1,'VmaRecordSettings(): vk_mem_alloc.h']]], - ['vmaresizeallocation_223',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], - ['vmasetallocationuserdata_224',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], - ['vmasetcurrentframeindex_225',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], - ['vmasetpoolname_226',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], - ['vmastatinfo_227',['VmaStatInfo',['../struct_vma_stat_info.html',1,'VmaStatInfo'],['../vk__mem__alloc_8h.html#aec5b57e29c97b5d69c6d5654d60df878',1,'VmaStatInfo(): vk_mem_alloc.h']]], - ['vmastats_228',['VmaStats',['../struct_vma_stats.html',1,'VmaStats'],['../vk__mem__alloc_8h.html#a21813b2efdf3836767a9058cd8a94034',1,'VmaStats(): vk_mem_alloc.h']]], - ['vmatouchallocation_229',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], - ['vmaunmapmemory_230',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]], - ['vmavulkanfunctions_231',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'VmaVulkanFunctions'],['../vk__mem__alloc_8h.html#abb0a8e3b5040d847571cca6c7f9a8074',1,'VmaVulkanFunctions(): vk_mem_alloc.h']]], - ['vulkanapiversion_232',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] + ['unusedbytes_76',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], + ['unusedrangecount_77',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], + ['unusedrangesizeavg_78',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], + ['unusedrangesizemax_79',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], + ['unusedrangesizemin_80',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], + ['unusedsize_81',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], + ['usage_82',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], + ['usedbytes_83',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] ]; diff --git a/docs/html/search/all_12.html b/docs/html/search/all_12.html index 6b0988c..dd9ff1d 100644 --- a/docs/html/search/all_12.html +++ b/docs/html/search/all_12.html @@ -1,7 +1,7 @@ - + diff --git a/docs/html/search/all_12.js b/docs/html/search/all_12.js index e4e1789..ae6f65e 100644 --- a/docs/html/search/all_12.js +++ b/docs/html/search/all_12.js @@ -1,150 +1,155 @@ var searchData= [ ['vulkan_20memory_20allocator_84',['Vulkan Memory Allocator',['../index.html',1,'']]], - ['vk_5fkhr_5fdedicated_5fallocation_85',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'']]], - ['vk_5fmem_5falloc_2eh_86',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]], - ['vkallocatememory_87',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], - ['vkbindbuffermemory_88',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], - ['vkbindimagememory_89',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], - ['vkcmdcopybuffer_90',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], - ['vkcreatebuffer_91',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], - ['vkcreateimage_92',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], - ['vkdestroybuffer_93',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], - ['vkdestroyimage_94',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], - ['vkflushmappedmemoryranges_95',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], - ['vkfreememory_96',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], - ['vkgetbuffermemoryrequirements_97',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], - ['vkgetimagememoryrequirements_98',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldevicememoryproperties_99',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldeviceproperties_100',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], - ['vkinvalidatemappedmemoryranges_101',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], - ['vkmapmemory_102',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], - ['vkunmapmemory_103',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], - ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_104',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_105',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_106',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_107',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_108',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fmapped_5fbit_109',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_110',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_111',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_112',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmask_113',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_114',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_115',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_116',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_117',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_118',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_119',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_120',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_121',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_122',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_123',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_124',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_125',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_126',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], - ['vma_5fbind_5fmemory2_127',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], - ['vma_5fdedicated_5fallocation_128',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_129',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fincremental_130',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fbudget_131',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fcopy_132',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fonly_133',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_134',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_135',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fonly_136',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_137',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fmax_5fenum_138',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5funknown_139',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5falgorithm_5fmask_140',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_141',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_142',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_143',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_144',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_145',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_146',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]], - ['vma_5frecording_5fenabled_147',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], - ['vma_5fstats_5fstring_5fenabled_148',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], - ['vma_5fvulkan_5fversion_149',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]], - ['vmaallocatememory_150',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforbuffer_151',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforimage_152',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], - ['vmaallocatememorypages_153',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], - ['vmaallocation_154',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], - ['vmaallocationcreateflagbits_155',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#abf6bf6748c7a9fe7ce5b7835c0f56af4',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h']]], - ['vmaallocationcreateflags_156',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateinfo_157',['VmaAllocationCreateInfo',['../vk__mem__alloc_8h.html#aca4da9d3526fe9e2d7fd6497809180cd',1,'vk_mem_alloc.h']]], - ['vmaallocationinfo_158',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'VmaAllocationInfo'],['../vk__mem__alloc_8h.html#a795e6ff02a21d5486c0565f403dd9255',1,'VmaAllocationInfo(): vk_mem_alloc.h']]], - ['vmaallocator_159',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], - ['vmaallocatorcreateflagbits_160',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4ddf381b6ce795bdfbc6c614640b9915',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h']]], - ['vmaallocatorcreateflags_161',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateinfo_162',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'VmaAllocatorCreateInfo'],['../vk__mem__alloc_8h.html#ae0f6d1d733dded220d28134da46b4283',1,'VmaAllocatorCreateInfo(): vk_mem_alloc.h']]], - ['vmabegindefragmentationpass_163',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory_164',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory2_165',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], - ['vmabindimagememory_166',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], - ['vmabindimagememory2_167',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], - ['vmabudget_168',['VmaBudget',['../struct_vma_budget.html',1,'VmaBudget'],['../vk__mem__alloc_8h.html#ab79b48b6d25aada0de91a913896e1c38',1,'VmaBudget(): vk_mem_alloc.h']]], - ['vmabuildstatsstring_169',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], - ['vmacalculatestats_170',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], - ['vmacheckcorruption_171',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], - ['vmacheckpoolcorruption_172',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], - ['vmacreateallocator_173',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], - ['vmacreatebuffer_174',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], - ['vmacreateimage_175',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], - ['vmacreatelostallocation_176',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], - ['vmacreatepool_177',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], - ['vmadefragment_178',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], - ['vmadefragmentationbegin_179',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], - ['vmadefragmentationcontext_180',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], - ['vmadefragmentationend_181',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_182',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a96df0eddab2e1735782fe4e7cd05ea7f',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h']]], - ['vmadefragmentationflags_183',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo_184',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'VmaDefragmentationInfo'],['../vk__mem__alloc_8h.html#ae67f8573a0cf20f16f0a1eecbca566a0',1,'VmaDefragmentationInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationinfo2_185',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'VmaDefragmentationInfo2'],['../vk__mem__alloc_8h.html#abac0e85abaa6ea1ffd63bde29c5c3a29',1,'VmaDefragmentationInfo2(): vk_mem_alloc.h']]], - ['vmadefragmentationpassinfo_186',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'VmaDefragmentationPassInfo'],['../vk__mem__alloc_8h.html#a2d0b0d6a81ba60e9c2d3d83ca1f01971',1,'VmaDefragmentationPassInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationpassmoveinfo_187',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'VmaDefragmentationPassMoveInfo'],['../vk__mem__alloc_8h.html#a459f238c542cedaa8d3cfabc024c39b5',1,'VmaDefragmentationPassMoveInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationstats_188',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'VmaDefragmentationStats'],['../vk__mem__alloc_8h.html#ab0f9b06441c840fee560de4a2967f8c9',1,'VmaDefragmentationStats(): vk_mem_alloc.h']]], - ['vmadestroyallocator_189',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], - ['vmadestroybuffer_190',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], - ['vmadestroyimage_191',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], - ['vmadestroypool_192',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], - ['vmadevicememorycallbacks_193',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'VmaDeviceMemoryCallbacks'],['../vk__mem__alloc_8h.html#a5e2eb68d727cfd4df25702b027b7aa31',1,'VmaDeviceMemoryCallbacks(): vk_mem_alloc.h']]], - ['vmaenddefragmentationpass_194',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindex_195',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforbufferinfo_196',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforimageinfo_197',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], - ['vmaflushallocation_198',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], - ['vmafreememory_199',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], - ['vmafreememorypages_200',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], - ['vmafreestatsstring_201',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], - ['vmagetallocationinfo_202',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], - ['vmagetbudget_203',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], - ['vmagetmemoryproperties_204',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], - ['vmagetmemorytypeproperties_205',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], - ['vmagetphysicaldeviceproperties_206',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], - ['vmagetpoolname_207',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], - ['vmagetpoolstats_208',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocation_209',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], - ['vmamakepoolallocationslost_210',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], - ['vmamapmemory_211',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_212',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'VmaMemoryUsage(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#ad63b2113c0bfdbeade1cb498f5a8580d',1,'VmaMemoryUsage(): vk_mem_alloc.h']]], - ['vmapool_213',['VmaPool',['../struct_vma_pool.html',1,'']]], - ['vmapoolcreateflagbits_214',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a8f93195158e0e2ac80ca352064e71c1f',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h']]], - ['vmapoolcreateflags_215',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], - ['vmapoolcreateinfo_216',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'VmaPoolCreateInfo'],['../vk__mem__alloc_8h.html#a211706e9348dcee25a843ed4ea69bce7',1,'VmaPoolCreateInfo(): vk_mem_alloc.h']]], - ['vmapoolstats_217',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'VmaPoolStats'],['../vk__mem__alloc_8h.html#a2e5612d871d64c5624087b837a338c34',1,'VmaPoolStats(): vk_mem_alloc.h']]], - ['vmarecordflagbits_218',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'VmaRecordFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#ade20b626a6635ce1bf30ea53dea774e4',1,'VmaRecordFlagBits(): vk_mem_alloc.h']]], - ['vmarecordflags_219',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], - ['vmarecordsettings_220',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'VmaRecordSettings'],['../vk__mem__alloc_8h.html#a0ab61e87ff6365f1d59915eadc37a9f0',1,'VmaRecordSettings(): vk_mem_alloc.h']]], - ['vmaresizeallocation_221',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], - ['vmasetallocationuserdata_222',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], - ['vmasetcurrentframeindex_223',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], - ['vmasetpoolname_224',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], - ['vmastatinfo_225',['VmaStatInfo',['../struct_vma_stat_info.html',1,'VmaStatInfo'],['../vk__mem__alloc_8h.html#a810b009a788ee8aac72a25b42ffbe31c',1,'VmaStatInfo(): vk_mem_alloc.h']]], - ['vmastats_226',['VmaStats',['../struct_vma_stats.html',1,'VmaStats'],['../vk__mem__alloc_8h.html#a732be855fb4a7c248e6853d928a729af',1,'VmaStats(): vk_mem_alloc.h']]], - ['vmatouchallocation_227',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], - ['vmaunmapmemory_228',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]], - ['vmavulkanfunctions_229',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'VmaVulkanFunctions'],['../vk__mem__alloc_8h.html#a97064a1a271b0061ebfc3a079862d0c5',1,'VmaVulkanFunctions(): vk_mem_alloc.h']]], - ['vulkanapiversion_230',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] + ['vk_5famd_5fdevice_5fcoherent_5fmemory_85',['VK_AMD_device_coherent_memory',['../vk_amd_device_coherent_memory.html',1,'index']]], + ['vk_5fkhr_5fdedicated_5fallocation_86',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'index']]], + ['vk_5fmem_5falloc_2eh_87',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]], + ['vkallocatememory_88',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], + ['vkbindbuffermemory_89',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], + ['vkbindimagememory_90',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], + ['vkcmdcopybuffer_91',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], + ['vkcreatebuffer_92',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], + ['vkcreateimage_93',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], + ['vkdestroybuffer_94',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], + ['vkdestroyimage_95',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], + ['vkflushmappedmemoryranges_96',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], + ['vkfreememory_97',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], + ['vkgetbuffermemoryrequirements_98',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], + ['vkgetimagememoryrequirements_99',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldevicememoryproperties_100',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldeviceproperties_101',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], + ['vkinvalidatemappedmemoryranges_102',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], + ['vkmapmemory_103',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], + ['vkunmapmemory_104',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], + ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_105',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_106',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_107',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_108',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_109',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fmapped_5fbit_110',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_111',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_112',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_113',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmask_114',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_115',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_116',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_117',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_118',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_119',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_120',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_121',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_122',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fbuffer_5fdevice_5faddress_5fbit_123',['VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca5f1b28b0414319d1687e1f2b30ab0089',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_124',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_125',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_126',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_127',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_128',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], + ['vma_5fbind_5fmemory2_129',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], + ['vma_5fbuffer_5fdevice_5faddress_130',['VMA_BUFFER_DEVICE_ADDRESS',['../vk__mem__alloc_8h.html#a7f9d5e71b70dd1a137c303a8a8262c10',1,'vk_mem_alloc.h']]], + ['vma_5fdedicated_5fallocation_131',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_132',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fincremental_133',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fbudget_134',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fcopy_135',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fonly_136',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_137',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_138',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fonly_139',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_140',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fmax_5fenum_141',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5funknown_142',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5falgorithm_5fmask_143',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_144',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_145',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_146',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_147',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_148',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_149',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]], + ['vma_5frecording_5fenabled_150',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], + ['vma_5fstats_5fstring_5fenabled_151',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], + ['vma_5fvulkan_5fversion_152',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]], + ['vmaallocatememory_153',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforbuffer_154',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforimage_155',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], + ['vmaallocatememorypages_156',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], + ['vmaallocation_157',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], + ['vmaallocationcreateflagbits_158',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4fceecc301f4064dc808d3cd6c038941',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h']]], + ['vmaallocationcreateflags_159',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateinfo_160',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'VmaAllocationCreateInfo'],['../vk__mem__alloc_8h.html#a3bf110892ea2fb4649fedb68488d026a',1,'VmaAllocationCreateInfo(): vk_mem_alloc.h']]], + ['vmaallocationinfo_161',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'VmaAllocationInfo'],['../vk__mem__alloc_8h.html#a1cf7774606721026a68aabe3af2e5b50',1,'VmaAllocationInfo(): vk_mem_alloc.h']]], + ['vmaallocator_162',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], + ['vmaallocatorcreateflagbits_163',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#afd73b95e737ee7e76f827cb5472f559f',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h']]], + ['vmaallocatorcreateflags_164',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateinfo_165',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'VmaAllocatorCreateInfo'],['../vk__mem__alloc_8h.html#aad9652301d33759b83e52d4f3605a14a',1,'VmaAllocatorCreateInfo(): vk_mem_alloc.h']]], + ['vmaallocatorinfo_166',['VmaAllocatorInfo',['../struct_vma_allocator_info.html',1,'VmaAllocatorInfo'],['../vk__mem__alloc_8h.html#a1988031b0223fdbd564250fa1edd942c',1,'VmaAllocatorInfo(): vk_mem_alloc.h']]], + ['vmabegindefragmentationpass_167',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory_168',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory2_169',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], + ['vmabindimagememory_170',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], + ['vmabindimagememory2_171',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], + ['vmabudget_172',['VmaBudget',['../struct_vma_budget.html',1,'VmaBudget'],['../vk__mem__alloc_8h.html#aa078667e71b1ef24e87a6a30d128381d',1,'VmaBudget(): vk_mem_alloc.h']]], + ['vmabuildstatsstring_173',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], + ['vmacalculatestats_174',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], + ['vmacheckcorruption_175',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], + ['vmacheckpoolcorruption_176',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], + ['vmacreateallocator_177',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], + ['vmacreatebuffer_178',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], + ['vmacreateimage_179',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], + ['vmacreatelostallocation_180',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], + ['vmacreatepool_181',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], + ['vmadefragment_182',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], + ['vmadefragmentationbegin_183',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], + ['vmadefragmentationcontext_184',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], + ['vmadefragmentationend_185',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_186',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a13415cc0b443353a7b5abda300b833fc',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h']]], + ['vmadefragmentationflags_187',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo_188',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'VmaDefragmentationInfo'],['../vk__mem__alloc_8h.html#a2bf47f96bf92bed2a49461bd9af3acfa',1,'VmaDefragmentationInfo(): vk_mem_alloc.h']]], + ['vmadefragmentationinfo2_189',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'VmaDefragmentationInfo2'],['../vk__mem__alloc_8h.html#ad6daeffaa670ce6d11a203a6224c9937',1,'VmaDefragmentationInfo2(): vk_mem_alloc.h']]], + ['vmadefragmentationpassinfo_190',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'VmaDefragmentationPassInfo'],['../vk__mem__alloc_8h.html#a72aebd522242d56abea67b4f47f6549e',1,'VmaDefragmentationPassInfo(): vk_mem_alloc.h']]], + ['vmadefragmentationpassmoveinfo_191',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'VmaDefragmentationPassMoveInfo'],['../vk__mem__alloc_8h.html#ad6799e8e2b1527abfc84d33bc44aeaf5',1,'VmaDefragmentationPassMoveInfo(): vk_mem_alloc.h']]], + ['vmadefragmentationstats_192',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'VmaDefragmentationStats'],['../vk__mem__alloc_8h.html#ad94034192259c2e34a4d1c5e27810403',1,'VmaDefragmentationStats(): vk_mem_alloc.h']]], + ['vmadestroyallocator_193',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], + ['vmadestroybuffer_194',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], + ['vmadestroyimage_195',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], + ['vmadestroypool_196',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], + ['vmadevicememorycallbacks_197',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'VmaDeviceMemoryCallbacks'],['../vk__mem__alloc_8h.html#a77692d3c8770ea8882d573206bd27b2b',1,'VmaDeviceMemoryCallbacks(): vk_mem_alloc.h']]], + ['vmaenddefragmentationpass_198',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindex_199',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforbufferinfo_200',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforimageinfo_201',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], + ['vmaflushallocation_202',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], + ['vmafreememory_203',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], + ['vmafreememorypages_204',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], + ['vmafreestatsstring_205',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], + ['vmagetallocationinfo_206',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], + ['vmagetallocatorinfo_207',['vmaGetAllocatorInfo',['../vk__mem__alloc_8h.html#afa02231a791b37255720d566a52683e7',1,'vk_mem_alloc.h']]], + ['vmagetbudget_208',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], + ['vmagetmemoryproperties_209',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], + ['vmagetmemorytypeproperties_210',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], + ['vmagetphysicaldeviceproperties_211',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], + ['vmagetpoolname_212',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], + ['vmagetpoolstats_213',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], + ['vmainvalidateallocation_214',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], + ['vmamakepoolallocationslost_215',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], + ['vmamapmemory_216',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_217',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'VmaMemoryUsage(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a806e8499dde802e59eb72a1dc811c35f',1,'VmaMemoryUsage(): vk_mem_alloc.h']]], + ['vmapool_218',['VmaPool',['../struct_vma_pool.html',1,'']]], + ['vmapoolcreateflagbits_219',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4d4f2efc2509157a9e4ecd4fd7942303',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h']]], + ['vmapoolcreateflags_220',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], + ['vmapoolcreateinfo_221',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'VmaPoolCreateInfo'],['../vk__mem__alloc_8h.html#a1017aa83489c0eee8d2163d2bf253f67',1,'VmaPoolCreateInfo(): vk_mem_alloc.h']]], + ['vmapoolstats_222',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'VmaPoolStats'],['../vk__mem__alloc_8h.html#a4759a2d9f99c19ba7627553c847132f1',1,'VmaPoolStats(): vk_mem_alloc.h']]], + ['vmarecordflagbits_223',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'VmaRecordFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#acd24d5eb58abff7e1f43cb32a1ba1413',1,'VmaRecordFlagBits(): vk_mem_alloc.h']]], + ['vmarecordflags_224',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], + ['vmarecordsettings_225',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'VmaRecordSettings'],['../vk__mem__alloc_8h.html#a16e21c877101493fce582664cd8754fc',1,'VmaRecordSettings(): vk_mem_alloc.h']]], + ['vmaresizeallocation_226',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], + ['vmasetallocationuserdata_227',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], + ['vmasetcurrentframeindex_228',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], + ['vmasetpoolname_229',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], + ['vmastatinfo_230',['VmaStatInfo',['../struct_vma_stat_info.html',1,'VmaStatInfo'],['../vk__mem__alloc_8h.html#aec5b57e29c97b5d69c6d5654d60df878',1,'VmaStatInfo(): vk_mem_alloc.h']]], + ['vmastats_231',['VmaStats',['../struct_vma_stats.html',1,'VmaStats'],['../vk__mem__alloc_8h.html#a21813b2efdf3836767a9058cd8a94034',1,'VmaStats(): vk_mem_alloc.h']]], + ['vmatouchallocation_232',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], + ['vmaunmapmemory_233',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]], + ['vmavulkanfunctions_234',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'VmaVulkanFunctions'],['../vk__mem__alloc_8h.html#abb0a8e3b5040d847571cca6c7f9a8074',1,'VmaVulkanFunctions(): vk_mem_alloc.h']]], + ['vulkanapiversion_235',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/search/all_4.js b/docs/html/search/all_4.js index 05c34f4..79d75e5 100644 --- a/docs/html/search/all_4.js +++ b/docs/html/search/all_4.js @@ -1,5 +1,4 @@ var searchData= [ - ['flags_24',['flags',['../struct_vma_record_settings.html#ad8fdcc92119ae7a8c08c1a564c01d63a',1,'VmaRecordSettings::flags()'],['../struct_vma_allocator_create_info.html#a392ea2ecbaff93f91a7c49f735ad4346',1,'VmaAllocatorCreateInfo::flags()'],['../struct_vma_allocation_create_info.html#add09658ac14fe290ace25470ddd6d41b',1,'VmaAllocationCreateInfo::flags()'],['../struct_vma_pool_create_info.html#a8405139f63d078340ae74513a59f5446',1,'VmaPoolCreateInfo::flags()'],['../struct_vma_defragmentation_info2.html#a53e844ee5633e229cf6daf14b2d9fff9',1,'VmaDefragmentationInfo2::flags()']]], - ['frameinusecount_25',['frameInUseCount',['../struct_vma_allocator_create_info.html#a21ea188dd212b8171cb9ecbed4a2a3a7',1,'VmaAllocatorCreateInfo::frameInUseCount()'],['../struct_vma_pool_create_info.html#a9437e43ffbb644dbbf7fc4e50cfad6aa',1,'VmaPoolCreateInfo::frameInUseCount()']]] + ['enabling_20buffer_20device_20address_24',['Enabling buffer device address',['../enabling_buffer_device_address.html',1,'index']]] ]; diff --git a/docs/html/search/all_5.js b/docs/html/search/all_5.js index 512b8cb..09ebae9 100644 --- a/docs/html/search/all_5.js +++ b/docs/html/search/all_5.js @@ -1,4 +1,5 @@ var searchData= [ - ['general_20considerations_26',['General considerations',['../general_considerations.html',1,'index']]] + ['flags_25',['flags',['../struct_vma_record_settings.html#ad8fdcc92119ae7a8c08c1a564c01d63a',1,'VmaRecordSettings::flags()'],['../struct_vma_allocator_create_info.html#a392ea2ecbaff93f91a7c49f735ad4346',1,'VmaAllocatorCreateInfo::flags()'],['../struct_vma_allocation_create_info.html#add09658ac14fe290ace25470ddd6d41b',1,'VmaAllocationCreateInfo::flags()'],['../struct_vma_pool_create_info.html#a8405139f63d078340ae74513a59f5446',1,'VmaPoolCreateInfo::flags()'],['../struct_vma_defragmentation_info2.html#a53e844ee5633e229cf6daf14b2d9fff9',1,'VmaDefragmentationInfo2::flags()']]], + ['frameinusecount_26',['frameInUseCount',['../struct_vma_allocator_create_info.html#a21ea188dd212b8171cb9ecbed4a2a3a7',1,'VmaAllocatorCreateInfo::frameInUseCount()'],['../struct_vma_pool_create_info.html#a9437e43ffbb644dbbf7fc4e50cfad6aa',1,'VmaPoolCreateInfo::frameInUseCount()']]] ]; diff --git a/docs/html/search/all_6.js b/docs/html/search/all_6.js index d0627ee..85d38b9 100644 --- a/docs/html/search/all_6.js +++ b/docs/html/search/all_6.js @@ -1,4 +1,4 @@ var searchData= [ - ['instance_27',['instance',['../struct_vma_allocator_create_info.html#a70dd42e29b1df1d1b9b61532ae0b370b',1,'VmaAllocatorCreateInfo::instance()'],['../struct_vma_allocator_info.html#a2ed6a4d2d3fea039d66a13f15d0ce5fe',1,'VmaAllocatorInfo::instance()']]] + ['general_20considerations_27',['General considerations',['../general_considerations.html',1,'index']]] ]; diff --git a/docs/html/search/all_7.js b/docs/html/search/all_7.js index dc020ee..777be0f 100644 --- a/docs/html/search/all_7.js +++ b/docs/html/search/all_7.js @@ -1,4 +1,4 @@ var searchData= [ - ['lost_20allocations_28',['Lost allocations',['../lost_allocations.html',1,'index']]] + ['instance_28',['instance',['../struct_vma_allocator_create_info.html#a70dd42e29b1df1d1b9b61532ae0b370b',1,'VmaAllocatorCreateInfo::instance()'],['../struct_vma_allocator_info.html#a2ed6a4d2d3fea039d66a13f15d0ce5fe',1,'VmaAllocatorInfo::instance()']]] ]; diff --git a/docs/html/search/all_8.js b/docs/html/search/all_8.js index bf5454b..8d688d5 100644 --- a/docs/html/search/all_8.js +++ b/docs/html/search/all_8.js @@ -1,18 +1,4 @@ var searchData= [ - ['maxallocationstomove_29',['maxAllocationsToMove',['../struct_vma_defragmentation_info.html#aa7c7304e13c71f604c907196c4e28fbc',1,'VmaDefragmentationInfo']]], - ['maxblockcount_30',['maxBlockCount',['../struct_vma_pool_create_info.html#ae41142f2834fcdc82baa4883c187b75c',1,'VmaPoolCreateInfo']]], - ['maxbytestomove_31',['maxBytesToMove',['../struct_vma_defragmentation_info.html#acb311c940a777270e67e1b81c5ab6a1d',1,'VmaDefragmentationInfo']]], - ['maxcpuallocationstomove_32',['maxCpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a94c2c7223d52878445a8cccce396b671',1,'VmaDefragmentationInfo2']]], - ['maxcpubytestomove_33',['maxCpuBytesToMove',['../struct_vma_defragmentation_info2.html#af78e1ea40c22d85137b65f6b384a4d0a',1,'VmaDefragmentationInfo2']]], - ['maxgpuallocationstomove_34',['maxGpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a40d53d33e71ba0b66f844ed63c05a3f6',1,'VmaDefragmentationInfo2']]], - ['maxgpubytestomove_35',['maxGpuBytesToMove',['../struct_vma_defragmentation_info2.html#a4ddbc898d0afe1518f863a3763628f08',1,'VmaDefragmentationInfo2']]], - ['memory_36',['memory',['../struct_vma_defragmentation_pass_move_info.html#a06eb0c8690aa0d3478a036753492e769',1,'VmaDefragmentationPassMoveInfo']]], - ['memory_20mapping_37',['Memory mapping',['../memory_mapping.html',1,'index']]], - ['memoryheap_38',['memoryHeap',['../struct_vma_stats.html#a0e6611508c29a187f0fd14ff1a0329c0',1,'VmaStats']]], - ['memorytype_39',['memoryType',['../struct_vma_stats.html#a13e3caf754be79352c42408756309331',1,'VmaStats::memoryType()'],['../struct_vma_allocation_info.html#a7f6b0aa58c135e488e6b40a388dad9d5',1,'VmaAllocationInfo::memoryType()']]], - ['memorytypebits_40',['memoryTypeBits',['../struct_vma_allocation_create_info.html#a3bf940c0271d85d6ba32a4d820075055',1,'VmaAllocationCreateInfo']]], - ['memorytypeindex_41',['memoryTypeIndex',['../struct_vma_pool_create_info.html#a596fa76b685d3f1f688f84a709a5b319',1,'VmaPoolCreateInfo']]], - ['minblockcount_42',['minBlockCount',['../struct_vma_pool_create_info.html#ad8006fb803185c0a699d30f3e9a865ae',1,'VmaPoolCreateInfo']]], - ['movecount_43',['moveCount',['../struct_vma_defragmentation_pass_info.html#ac1086e657ba995f8d1f4e49b83dcfb6c',1,'VmaDefragmentationPassInfo']]] + ['lost_20allocations_29',['Lost allocations',['../lost_allocations.html',1,'index']]] ]; diff --git a/docs/html/search/all_9.js b/docs/html/search/all_9.js index a5fb8d5..d88c966 100644 --- a/docs/html/search/all_9.js +++ b/docs/html/search/all_9.js @@ -1,4 +1,18 @@ var searchData= [ - ['nominmax_44',['NOMINMAX',['../vk__mem__alloc_8h.html#a9f918755b601cf4bffca775992e6fb90',1,'vk_mem_alloc.h']]] + ['maxallocationstomove_30',['maxAllocationsToMove',['../struct_vma_defragmentation_info.html#aa7c7304e13c71f604c907196c4e28fbc',1,'VmaDefragmentationInfo']]], + ['maxblockcount_31',['maxBlockCount',['../struct_vma_pool_create_info.html#ae41142f2834fcdc82baa4883c187b75c',1,'VmaPoolCreateInfo']]], + ['maxbytestomove_32',['maxBytesToMove',['../struct_vma_defragmentation_info.html#acb311c940a777270e67e1b81c5ab6a1d',1,'VmaDefragmentationInfo']]], + ['maxcpuallocationstomove_33',['maxCpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a94c2c7223d52878445a8cccce396b671',1,'VmaDefragmentationInfo2']]], + ['maxcpubytestomove_34',['maxCpuBytesToMove',['../struct_vma_defragmentation_info2.html#af78e1ea40c22d85137b65f6b384a4d0a',1,'VmaDefragmentationInfo2']]], + ['maxgpuallocationstomove_35',['maxGpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a40d53d33e71ba0b66f844ed63c05a3f6',1,'VmaDefragmentationInfo2']]], + ['maxgpubytestomove_36',['maxGpuBytesToMove',['../struct_vma_defragmentation_info2.html#a4ddbc898d0afe1518f863a3763628f08',1,'VmaDefragmentationInfo2']]], + ['memory_37',['memory',['../struct_vma_defragmentation_pass_move_info.html#a06eb0c8690aa0d3478a036753492e769',1,'VmaDefragmentationPassMoveInfo']]], + ['memory_20mapping_38',['Memory mapping',['../memory_mapping.html',1,'index']]], + ['memoryheap_39',['memoryHeap',['../struct_vma_stats.html#a0e6611508c29a187f0fd14ff1a0329c0',1,'VmaStats']]], + ['memorytype_40',['memoryType',['../struct_vma_stats.html#a13e3caf754be79352c42408756309331',1,'VmaStats::memoryType()'],['../struct_vma_allocation_info.html#a7f6b0aa58c135e488e6b40a388dad9d5',1,'VmaAllocationInfo::memoryType()']]], + ['memorytypebits_41',['memoryTypeBits',['../struct_vma_allocation_create_info.html#a3bf940c0271d85d6ba32a4d820075055',1,'VmaAllocationCreateInfo']]], + ['memorytypeindex_42',['memoryTypeIndex',['../struct_vma_pool_create_info.html#a596fa76b685d3f1f688f84a709a5b319',1,'VmaPoolCreateInfo']]], + ['minblockcount_43',['minBlockCount',['../struct_vma_pool_create_info.html#ad8006fb803185c0a699d30f3e9a865ae',1,'VmaPoolCreateInfo']]], + ['movecount_44',['moveCount',['../struct_vma_defragmentation_pass_info.html#ac1086e657ba995f8d1f4e49b83dcfb6c',1,'VmaDefragmentationPassInfo']]] ]; diff --git a/docs/html/search/all_a.js b/docs/html/search/all_a.js index 4612195..3b32bbf 100644 --- a/docs/html/search/all_a.js +++ b/docs/html/search/all_a.js @@ -1,4 +1,4 @@ var searchData= [ - ['offset_45',['offset',['../struct_vma_allocation_info.html#a4a3c732388dbdc7a23f9365b00825268',1,'VmaAllocationInfo::offset()'],['../struct_vma_defragmentation_pass_move_info.html#a8ab4508bc03625b0653c880576be96c6',1,'VmaDefragmentationPassMoveInfo::offset()']]] + ['nominmax_45',['NOMINMAX',['../vk__mem__alloc_8h.html#a9f918755b601cf4bffca775992e6fb90',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/all_b.js b/docs/html/search/all_b.js index 6fe679c..25ff2bb 100644 --- a/docs/html/search/all_b.js +++ b/docs/html/search/all_b.js @@ -1,24 +1,4 @@ var searchData= [ - ['pallocationcallbacks_46',['pAllocationCallbacks',['../struct_vma_allocator_create_info.html#a6e409087e3be55400d0e4ccbe43c608d',1,'VmaAllocatorCreateInfo']]], - ['pallocations_47',['pAllocations',['../struct_vma_defragmentation_info2.html#a8943f8d65969ce8e2189a1cdf3205e96',1,'VmaDefragmentationInfo2']]], - ['pallocationschanged_48',['pAllocationsChanged',['../struct_vma_defragmentation_info2.html#a76d51a644dc7f5405d0cdd0025ecd0cc',1,'VmaDefragmentationInfo2']]], - ['pdevicememorycallbacks_49',['pDeviceMemoryCallbacks',['../struct_vma_allocator_create_info.html#af1380969b5e1ea4c3184a877892d260e',1,'VmaAllocatorCreateInfo']]], - ['pfilepath_50',['pFilePath',['../struct_vma_record_settings.html#a6cb1fdbf6bcb610b68f2010dd629e89d',1,'VmaRecordSettings']]], - ['pfn_5fvmaallocatedevicememoryfunction_51',['PFN_vmaAllocateDeviceMemoryFunction',['../vk__mem__alloc_8h.html#ab6a6477cda1ce775b30bde96d766203b',1,'vk_mem_alloc.h']]], - ['pfn_5fvmafreedevicememoryfunction_52',['PFN_vmaFreeDeviceMemoryFunction',['../vk__mem__alloc_8h.html#aef2545dc2e9dd4f29ab9ba6ac6fe2f49',1,'vk_mem_alloc.h']]], - ['pfnallocate_53',['pfnAllocate',['../struct_vma_device_memory_callbacks.html#a4f17f7b255101e733b44d5633aceabfb',1,'VmaDeviceMemoryCallbacks']]], - ['pfnfree_54',['pfnFree',['../struct_vma_device_memory_callbacks.html#abe8a3328bbc916f6f712fdb6b299444c',1,'VmaDeviceMemoryCallbacks']]], - ['pheapsizelimit_55',['pHeapSizeLimit',['../struct_vma_allocator_create_info.html#a31c192aa6cbffa33279f6d9f0c47c44b',1,'VmaAllocatorCreateInfo']]], - ['physicaldevice_56',['physicalDevice',['../struct_vma_allocator_create_info.html#a08230f04ae6ccf8a78150a9e829a7156',1,'VmaAllocatorCreateInfo::physicalDevice()'],['../struct_vma_allocator_info.html#aba2b703f96e51d567717e1fb2935b47a',1,'VmaAllocatorInfo::physicalDevice()']]], - ['pmappeddata_57',['pMappedData',['../struct_vma_allocation_info.html#a5eeffbe2d2f30f53370ff14aefbadbe2',1,'VmaAllocationInfo']]], - ['pmoves_58',['pMoves',['../struct_vma_defragmentation_pass_info.html#acbd42d4a3357999da130a95cd99a3792',1,'VmaDefragmentationPassInfo']]], - ['pool_59',['pool',['../struct_vma_allocation_create_info.html#a6272c0555cfd1fe28bff1afeb6190150',1,'VmaAllocationCreateInfo']]], - ['poolcount_60',['poolCount',['../struct_vma_defragmentation_info2.html#a7e70aa2a1081d849dcc7829b19d3ec9d',1,'VmaDefragmentationInfo2']]], - ['ppools_61',['pPools',['../struct_vma_defragmentation_info2.html#a0b3effd57f3fcdeb2ed62210b4ef20e1',1,'VmaDefragmentationInfo2']]], - ['precordsettings_62',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], - ['preferredflags_63',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], - ['preferredlargeheapblocksize_64',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], - ['puserdata_65',['pUserData',['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], - ['pvulkanfunctions_66',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] + ['offset_46',['offset',['../struct_vma_allocation_info.html#a4a3c732388dbdc7a23f9365b00825268',1,'VmaAllocationInfo::offset()'],['../struct_vma_defragmentation_pass_move_info.html#a8ab4508bc03625b0653c880576be96c6',1,'VmaDefragmentationPassMoveInfo::offset()']]] ]; diff --git a/docs/html/search/all_c.js b/docs/html/search/all_c.js index c9ce84c..379eeaa 100644 --- a/docs/html/search/all_c.js +++ b/docs/html/search/all_c.js @@ -1,4 +1,24 @@ var searchData= [ - ['quick_20start_67',['Quick start',['../quick_start.html',1,'index']]] + ['pallocationcallbacks_47',['pAllocationCallbacks',['../struct_vma_allocator_create_info.html#a6e409087e3be55400d0e4ccbe43c608d',1,'VmaAllocatorCreateInfo']]], + ['pallocations_48',['pAllocations',['../struct_vma_defragmentation_info2.html#a8943f8d65969ce8e2189a1cdf3205e96',1,'VmaDefragmentationInfo2']]], + ['pallocationschanged_49',['pAllocationsChanged',['../struct_vma_defragmentation_info2.html#a76d51a644dc7f5405d0cdd0025ecd0cc',1,'VmaDefragmentationInfo2']]], + ['pdevicememorycallbacks_50',['pDeviceMemoryCallbacks',['../struct_vma_allocator_create_info.html#af1380969b5e1ea4c3184a877892d260e',1,'VmaAllocatorCreateInfo']]], + ['pfilepath_51',['pFilePath',['../struct_vma_record_settings.html#a6cb1fdbf6bcb610b68f2010dd629e89d',1,'VmaRecordSettings']]], + ['pfn_5fvmaallocatedevicememoryfunction_52',['PFN_vmaAllocateDeviceMemoryFunction',['../vk__mem__alloc_8h.html#ab6a6477cda1ce775b30bde96d766203b',1,'vk_mem_alloc.h']]], + ['pfn_5fvmafreedevicememoryfunction_53',['PFN_vmaFreeDeviceMemoryFunction',['../vk__mem__alloc_8h.html#aef2545dc2e9dd4f29ab9ba6ac6fe2f49',1,'vk_mem_alloc.h']]], + ['pfnallocate_54',['pfnAllocate',['../struct_vma_device_memory_callbacks.html#a4f17f7b255101e733b44d5633aceabfb',1,'VmaDeviceMemoryCallbacks']]], + ['pfnfree_55',['pfnFree',['../struct_vma_device_memory_callbacks.html#abe8a3328bbc916f6f712fdb6b299444c',1,'VmaDeviceMemoryCallbacks']]], + ['pheapsizelimit_56',['pHeapSizeLimit',['../struct_vma_allocator_create_info.html#a31c192aa6cbffa33279f6d9f0c47c44b',1,'VmaAllocatorCreateInfo']]], + ['physicaldevice_57',['physicalDevice',['../struct_vma_allocator_create_info.html#a08230f04ae6ccf8a78150a9e829a7156',1,'VmaAllocatorCreateInfo::physicalDevice()'],['../struct_vma_allocator_info.html#aba2b703f96e51d567717e1fb2935b47a',1,'VmaAllocatorInfo::physicalDevice()']]], + ['pmappeddata_58',['pMappedData',['../struct_vma_allocation_info.html#a5eeffbe2d2f30f53370ff14aefbadbe2',1,'VmaAllocationInfo']]], + ['pmoves_59',['pMoves',['../struct_vma_defragmentation_pass_info.html#acbd42d4a3357999da130a95cd99a3792',1,'VmaDefragmentationPassInfo']]], + ['pool_60',['pool',['../struct_vma_allocation_create_info.html#a6272c0555cfd1fe28bff1afeb6190150',1,'VmaAllocationCreateInfo']]], + ['poolcount_61',['poolCount',['../struct_vma_defragmentation_info2.html#a7e70aa2a1081d849dcc7829b19d3ec9d',1,'VmaDefragmentationInfo2']]], + ['ppools_62',['pPools',['../struct_vma_defragmentation_info2.html#a0b3effd57f3fcdeb2ed62210b4ef20e1',1,'VmaDefragmentationInfo2']]], + ['precordsettings_63',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], + ['preferredflags_64',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], + ['preferredlargeheapblocksize_65',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], + ['puserdata_66',['pUserData',['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], + ['pvulkanfunctions_67',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/search/all_d.js b/docs/html/search/all_d.js index 00f30a0..d58e218 100644 --- a/docs/html/search/all_d.js +++ b/docs/html/search/all_d.js @@ -1,6 +1,4 @@ var searchData= [ - ['record_20and_20replay_68',['Record and replay',['../record_and_replay.html',1,'index']]], - ['requiredflags_69',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]], - ['recommended_20usage_20patterns_70',['Recommended usage patterns',['../usage_patterns.html',1,'index']]] + ['quick_20start_68',['Quick start',['../quick_start.html',1,'index']]] ]; diff --git a/docs/html/search/all_e.js b/docs/html/search/all_e.js index 0f29295..09d81d2 100644 --- a/docs/html/search/all_e.js +++ b/docs/html/search/all_e.js @@ -1,6 +1,6 @@ var searchData= [ - ['size_71',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]], - ['statistics_72',['Statistics',['../statistics.html',1,'index']]], - ['staying_20within_20budget_73',['Staying within budget',['../staying_within_budget.html',1,'index']]] + ['record_20and_20replay_69',['Record and replay',['../record_and_replay.html',1,'index']]], + ['requiredflags_70',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]], + ['recommended_20usage_20patterns_71',['Recommended usage patterns',['../usage_patterns.html',1,'index']]] ]; diff --git a/docs/html/search/all_f.js b/docs/html/search/all_f.js index dda285a..20d416e 100644 --- a/docs/html/search/all_f.js +++ b/docs/html/search/all_f.js @@ -1,4 +1,6 @@ var searchData= [ - ['total_74',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] + ['size_72',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]], + ['statistics_73',['Statistics',['../statistics.html',1,'index']]], + ['staying_20within_20budget_74',['Staying within budget',['../staying_within_budget.html',1,'index']]] ]; diff --git a/docs/html/search/classes_0.js b/docs/html/search/classes_0.js index ae370ed..263ae40 100644 --- a/docs/html/search/classes_0.js +++ b/docs/html/search/classes_0.js @@ -1,24 +1,24 @@ var searchData= [ - ['vmaallocation_233',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], - ['vmaallocationcreateinfo_234',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'']]], - ['vmaallocationinfo_235',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'']]], - ['vmaallocator_236',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], - ['vmaallocatorcreateinfo_237',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'']]], - ['vmaallocatorinfo_238',['VmaAllocatorInfo',['../struct_vma_allocator_info.html',1,'']]], - ['vmabudget_239',['VmaBudget',['../struct_vma_budget.html',1,'']]], - ['vmadefragmentationcontext_240',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], - ['vmadefragmentationinfo_241',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'']]], - ['vmadefragmentationinfo2_242',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'']]], - ['vmadefragmentationpassinfo_243',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'']]], - ['vmadefragmentationpassmoveinfo_244',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'']]], - ['vmadefragmentationstats_245',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'']]], - ['vmadevicememorycallbacks_246',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'']]], - ['vmapool_247',['VmaPool',['../struct_vma_pool.html',1,'']]], - ['vmapoolcreateinfo_248',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'']]], - ['vmapoolstats_249',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'']]], - ['vmarecordsettings_250',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'']]], - ['vmastatinfo_251',['VmaStatInfo',['../struct_vma_stat_info.html',1,'']]], - ['vmastats_252',['VmaStats',['../struct_vma_stats.html',1,'']]], - ['vmavulkanfunctions_253',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'']]] + ['vmaallocation_236',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], + ['vmaallocationcreateinfo_237',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'']]], + ['vmaallocationinfo_238',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'']]], + ['vmaallocator_239',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], + ['vmaallocatorcreateinfo_240',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'']]], + ['vmaallocatorinfo_241',['VmaAllocatorInfo',['../struct_vma_allocator_info.html',1,'']]], + ['vmabudget_242',['VmaBudget',['../struct_vma_budget.html',1,'']]], + ['vmadefragmentationcontext_243',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], + ['vmadefragmentationinfo_244',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'']]], + ['vmadefragmentationinfo2_245',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'']]], + ['vmadefragmentationpassinfo_246',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'']]], + ['vmadefragmentationpassmoveinfo_247',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'']]], + ['vmadefragmentationstats_248',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'']]], + ['vmadevicememorycallbacks_249',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'']]], + ['vmapool_250',['VmaPool',['../struct_vma_pool.html',1,'']]], + ['vmapoolcreateinfo_251',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'']]], + ['vmapoolstats_252',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'']]], + ['vmarecordsettings_253',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'']]], + ['vmastatinfo_254',['VmaStatInfo',['../struct_vma_stat_info.html',1,'']]], + ['vmastats_255',['VmaStats',['../struct_vma_stats.html',1,'']]], + ['vmavulkanfunctions_256',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'']]] ]; diff --git a/docs/html/search/defines_0.js b/docs/html/search/defines_0.js index b3a6327..f9e8d33 100644 --- a/docs/html/search/defines_0.js +++ b/docs/html/search/defines_0.js @@ -1,4 +1,4 @@ var searchData= [ - ['nominmax_464',['NOMINMAX',['../vk__mem__alloc_8h.html#a9f918755b601cf4bffca775992e6fb90',1,'vk_mem_alloc.h']]] + ['nominmax_468',['NOMINMAX',['../vk__mem__alloc_8h.html#a9f918755b601cf4bffca775992e6fb90',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/defines_1.js b/docs/html/search/defines_1.js index 84eace0..9179c5b 100644 --- a/docs/html/search/defines_1.js +++ b/docs/html/search/defines_1.js @@ -1,9 +1,10 @@ var searchData= [ - ['vma_5fbind_5fmemory2_465',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], - ['vma_5fdedicated_5fallocation_466',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fbudget_467',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], - ['vma_5frecording_5fenabled_468',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], - ['vma_5fstats_5fstring_5fenabled_469',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], - ['vma_5fvulkan_5fversion_470',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]] + ['vma_5fbind_5fmemory2_469',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], + ['vma_5fbuffer_5fdevice_5faddress_470',['VMA_BUFFER_DEVICE_ADDRESS',['../vk__mem__alloc_8h.html#a7f9d5e71b70dd1a137c303a8a8262c10',1,'vk_mem_alloc.h']]], + ['vma_5fdedicated_5fallocation_471',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fbudget_472',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], + ['vma_5frecording_5fenabled_473',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], + ['vma_5fstats_5fstring_5fenabled_474',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], + ['vma_5fvulkan_5fversion_475',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/enums_0.js b/docs/html/search/enums_0.js index fbd2c86..d4fbd21 100644 --- a/docs/html/search/enums_0.js +++ b/docs/html/search/enums_0.js @@ -1,9 +1,9 @@ var searchData= [ - ['vmaallocationcreateflagbits_418',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflagbits_419',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_420',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_421',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflagbits_422',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'vk_mem_alloc.h']]], - ['vmarecordflagbits_423',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'vk_mem_alloc.h']]] + ['vmaallocationcreateflagbits_421',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflagbits_422',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_423',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_424',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflagbits_425',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'vk_mem_alloc.h']]], + ['vmarecordflagbits_426',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/enumvalues_0.js b/docs/html/search/enumvalues_0.js index 9282c77..b3cfcfb 100644 --- a/docs/html/search/enumvalues_0.js +++ b/docs/html/search/enumvalues_0.js @@ -1,43 +1,44 @@ var searchData= [ - ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_424',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_425',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_426',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_427',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_428',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fmapped_5fbit_429',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_430',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_431',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_432',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmask_433',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_434',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_435',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_436',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_437',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_438',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_439',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_440',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_441',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_442',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_443',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_444',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_445',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_446',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_447',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fincremental_448',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fcopy_449',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fonly_450',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_451',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_452',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fonly_453',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_454',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fmax_5fenum_455',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5funknown_456',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5falgorithm_5fmask_457',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_458',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_459',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_460',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_461',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_462',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_463',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]] + ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_427',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_428',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_429',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_430',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_431',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fmapped_5fbit_432',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_433',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_434',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_435',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmask_436',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_437',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_438',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_439',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_440',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_441',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_442',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_443',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_444',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fbuffer_5fdevice_5faddress_5fbit_445',['VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca5f1b28b0414319d1687e1f2b30ab0089',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_446',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_447',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_448',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_449',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_450',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_451',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fincremental_452',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fcopy_453',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fonly_454',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_455',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_456',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fonly_457',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_458',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fmax_5fenum_459',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5funknown_460',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5falgorithm_5fmask_461',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_462',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_463',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_464',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_465',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_466',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_467',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/files_0.js b/docs/html/search/files_0.js index ee3179c..942faa9 100644 --- a/docs/html/search/files_0.js +++ b/docs/html/search/files_0.js @@ -1,4 +1,4 @@ var searchData= [ - ['vk_5fmem_5falloc_2eh_254',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]] + ['vk_5fmem_5falloc_2eh_257',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]] ]; diff --git a/docs/html/search/functions_0.js b/docs/html/search/functions_0.js index 25ae889..cb80cff 100644 --- a/docs/html/search/functions_0.js +++ b/docs/html/search/functions_0.js @@ -1,53 +1,53 @@ var searchData= [ - ['vmaallocatememory_255',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforbuffer_256',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforimage_257',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], - ['vmaallocatememorypages_258',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], - ['vmabegindefragmentationpass_259',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory_260',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory2_261',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], - ['vmabindimagememory_262',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], - ['vmabindimagememory2_263',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], - ['vmabuildstatsstring_264',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], - ['vmacalculatestats_265',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], - ['vmacheckcorruption_266',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], - ['vmacheckpoolcorruption_267',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], - ['vmacreateallocator_268',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], - ['vmacreatebuffer_269',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], - ['vmacreateimage_270',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], - ['vmacreatelostallocation_271',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], - ['vmacreatepool_272',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], - ['vmadefragment_273',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], - ['vmadefragmentationbegin_274',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], - ['vmadefragmentationend_275',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], - ['vmadestroyallocator_276',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], - ['vmadestroybuffer_277',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], - ['vmadestroyimage_278',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], - ['vmadestroypool_279',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], - ['vmaenddefragmentationpass_280',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindex_281',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforbufferinfo_282',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforimageinfo_283',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], - ['vmaflushallocation_284',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], - ['vmafreememory_285',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], - ['vmafreememorypages_286',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], - ['vmafreestatsstring_287',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], - ['vmagetallocationinfo_288',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], - ['vmagetallocatorinfo_289',['vmaGetAllocatorInfo',['../vk__mem__alloc_8h.html#afa02231a791b37255720d566a52683e7',1,'vk_mem_alloc.h']]], - ['vmagetbudget_290',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], - ['vmagetmemoryproperties_291',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], - ['vmagetmemorytypeproperties_292',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], - ['vmagetphysicaldeviceproperties_293',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], - ['vmagetpoolname_294',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], - ['vmagetpoolstats_295',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocation_296',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], - ['vmamakepoolallocationslost_297',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], - ['vmamapmemory_298',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], - ['vmaresizeallocation_299',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], - ['vmasetallocationuserdata_300',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], - ['vmasetcurrentframeindex_301',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], - ['vmasetpoolname_302',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], - ['vmatouchallocation_303',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], - ['vmaunmapmemory_304',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]] + ['vmaallocatememory_258',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforbuffer_259',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforimage_260',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], + ['vmaallocatememorypages_261',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], + ['vmabegindefragmentationpass_262',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory_263',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory2_264',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], + ['vmabindimagememory_265',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], + ['vmabindimagememory2_266',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], + ['vmabuildstatsstring_267',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], + ['vmacalculatestats_268',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], + ['vmacheckcorruption_269',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], + ['vmacheckpoolcorruption_270',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], + ['vmacreateallocator_271',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], + ['vmacreatebuffer_272',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], + ['vmacreateimage_273',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], + ['vmacreatelostallocation_274',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], + ['vmacreatepool_275',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], + ['vmadefragment_276',['vmaDefragment',['../vk__mem__alloc_8h.html#a6aced90fcc7b39882b6654a740a0b9bb',1,'vk_mem_alloc.h']]], + ['vmadefragmentationbegin_277',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], + ['vmadefragmentationend_278',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], + ['vmadestroyallocator_279',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], + ['vmadestroybuffer_280',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], + ['vmadestroyimage_281',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], + ['vmadestroypool_282',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], + ['vmaenddefragmentationpass_283',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindex_284',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforbufferinfo_285',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforimageinfo_286',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], + ['vmaflushallocation_287',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#abc34ee6f021f459aff885f3758c435de',1,'vk_mem_alloc.h']]], + ['vmafreememory_288',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a11f0fbc034fa81a4efedd73d61ce7568',1,'vk_mem_alloc.h']]], + ['vmafreememorypages_289',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#ab9e709de044c5d8476bea77a4e755840',1,'vk_mem_alloc.h']]], + ['vmafreestatsstring_290',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], + ['vmagetallocationinfo_291',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], + ['vmagetallocatorinfo_292',['vmaGetAllocatorInfo',['../vk__mem__alloc_8h.html#afa02231a791b37255720d566a52683e7',1,'vk_mem_alloc.h']]], + ['vmagetbudget_293',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], + ['vmagetmemoryproperties_294',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], + ['vmagetmemorytypeproperties_295',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], + ['vmagetphysicaldeviceproperties_296',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], + ['vmagetpoolname_297',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], + ['vmagetpoolstats_298',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], + ['vmainvalidateallocation_299',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#a0d0eb0c1102268fa9a476d12ecbe4006',1,'vk_mem_alloc.h']]], + ['vmamakepoolallocationslost_300',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], + ['vmamapmemory_301',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], + ['vmaresizeallocation_302',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], + ['vmasetallocationuserdata_303',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], + ['vmasetcurrentframeindex_304',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], + ['vmasetpoolname_305',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], + ['vmatouchallocation_306',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], + ['vmaunmapmemory_307',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/pages_0.js b/docs/html/search/pages_0.js index 6535f0b..587a470 100644 --- a/docs/html/search/pages_0.js +++ b/docs/html/search/pages_0.js @@ -1,4 +1,4 @@ var searchData= [ - ['allocation_20names_20and_20user_20data_471',['Allocation names and user data',['../allocation_annotation.html',1,'index']]] + ['allocation_20names_20and_20user_20data_476',['Allocation names and user data',['../allocation_annotation.html',1,'index']]] ]; diff --git a/docs/html/search/pages_1.js b/docs/html/search/pages_1.js index 4208c4e..cb8e626 100644 --- a/docs/html/search/pages_1.js +++ b/docs/html/search/pages_1.js @@ -1,6 +1,6 @@ var searchData= [ - ['choosing_20memory_20type_472',['Choosing memory type',['../choosing_memory_type.html',1,'index']]], - ['configuration_473',['Configuration',['../configuration.html',1,'index']]], - ['custom_20memory_20pools_474',['Custom memory pools',['../custom_memory_pools.html',1,'index']]] + ['choosing_20memory_20type_477',['Choosing memory type',['../choosing_memory_type.html',1,'index']]], + ['configuration_478',['Configuration',['../configuration.html',1,'index']]], + ['custom_20memory_20pools_479',['Custom memory pools',['../custom_memory_pools.html',1,'index']]] ]; diff --git a/docs/html/search/pages_2.js b/docs/html/search/pages_2.js index 0112b3a..f5abef5 100644 --- a/docs/html/search/pages_2.js +++ b/docs/html/search/pages_2.js @@ -1,6 +1,6 @@ var searchData= [ - ['debugging_20incorrect_20memory_20usage_475',['Debugging incorrect memory usage',['../debugging_memory_usage.html',1,'index']]], - ['defragmentation_476',['Defragmentation',['../defragmentation.html',1,'index']]], - ['deprecated_20list_477',['Deprecated List',['../deprecated.html',1,'']]] + ['debugging_20incorrect_20memory_20usage_480',['Debugging incorrect memory usage',['../debugging_memory_usage.html',1,'index']]], + ['defragmentation_481',['Defragmentation',['../defragmentation.html',1,'index']]], + ['deprecated_20list_482',['Deprecated List',['../deprecated.html',1,'']]] ]; diff --git a/docs/html/search/pages_3.js b/docs/html/search/pages_3.js index 17f6498..30a0a86 100644 --- a/docs/html/search/pages_3.js +++ b/docs/html/search/pages_3.js @@ -1,4 +1,4 @@ var searchData= [ - ['general_20considerations_478',['General considerations',['../general_considerations.html',1,'index']]] + ['enabling_20buffer_20device_20address_483',['Enabling buffer device address',['../enabling_buffer_device_address.html',1,'index']]] ]; diff --git a/docs/html/search/pages_4.js b/docs/html/search/pages_4.js index 40dfa30..70f6a63 100644 --- a/docs/html/search/pages_4.js +++ b/docs/html/search/pages_4.js @@ -1,4 +1,4 @@ var searchData= [ - ['lost_20allocations_479',['Lost allocations',['../lost_allocations.html',1,'index']]] + ['general_20considerations_484',['General considerations',['../general_considerations.html',1,'index']]] ]; diff --git a/docs/html/search/pages_5.js b/docs/html/search/pages_5.js index d439ccd..d5fa03c 100644 --- a/docs/html/search/pages_5.js +++ b/docs/html/search/pages_5.js @@ -1,4 +1,4 @@ var searchData= [ - ['memory_20mapping_480',['Memory mapping',['../memory_mapping.html',1,'index']]] + ['lost_20allocations_485',['Lost allocations',['../lost_allocations.html',1,'index']]] ]; diff --git a/docs/html/search/pages_6.js b/docs/html/search/pages_6.js index 2d931ed..891dc07 100644 --- a/docs/html/search/pages_6.js +++ b/docs/html/search/pages_6.js @@ -1,4 +1,4 @@ var searchData= [ - ['quick_20start_481',['Quick start',['../quick_start.html',1,'index']]] + ['memory_20mapping_486',['Memory mapping',['../memory_mapping.html',1,'index']]] ]; diff --git a/docs/html/search/pages_7.js b/docs/html/search/pages_7.js index b7d48da..e259d4d 100644 --- a/docs/html/search/pages_7.js +++ b/docs/html/search/pages_7.js @@ -1,5 +1,4 @@ var searchData= [ - ['record_20and_20replay_482',['Record and replay',['../record_and_replay.html',1,'index']]], - ['recommended_20usage_20patterns_483',['Recommended usage patterns',['../usage_patterns.html',1,'index']]] + ['quick_20start_487',['Quick start',['../quick_start.html',1,'index']]] ]; diff --git a/docs/html/search/pages_8.js b/docs/html/search/pages_8.js index f1ae2a2..c536ab1 100644 --- a/docs/html/search/pages_8.js +++ b/docs/html/search/pages_8.js @@ -1,5 +1,5 @@ var searchData= [ - ['statistics_484',['Statistics',['../statistics.html',1,'index']]], - ['staying_20within_20budget_485',['Staying within budget',['../staying_within_budget.html',1,'index']]] + ['record_20and_20replay_488',['Record and replay',['../record_and_replay.html',1,'index']]], + ['recommended_20usage_20patterns_489',['Recommended usage patterns',['../usage_patterns.html',1,'index']]] ]; diff --git a/docs/html/search/pages_9.js b/docs/html/search/pages_9.js index 4818351..2f855b9 100644 --- a/docs/html/search/pages_9.js +++ b/docs/html/search/pages_9.js @@ -1,6 +1,5 @@ var searchData= [ - ['vulkan_20memory_20allocator_486',['Vulkan Memory Allocator',['../index.html',1,'']]], - ['vk_5famd_5fdevice_5fcoherent_5fmemory_487',['VK_AMD_device_coherent_memory',['../vk_amd_device_coherent_memory.html',1,'index']]], - ['vk_5fkhr_5fdedicated_5fallocation_488',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'index']]] + ['statistics_490',['Statistics',['../statistics.html',1,'index']]], + ['staying_20within_20budget_491',['Staying within budget',['../staying_within_budget.html',1,'index']]] ]; diff --git a/docs/html/search/pages_a.html b/docs/html/search/pages_a.html new file mode 100644 index 0000000..aa82daf --- /dev/null +++ b/docs/html/search/pages_a.html @@ -0,0 +1,30 @@ + + + + + + + + + +
    +
    Loading...
    +
    + +
    Searching...
    +
    No Matches
    + +
    + + diff --git a/docs/html/search/pages_a.js b/docs/html/search/pages_a.js new file mode 100644 index 0000000..29196aa --- /dev/null +++ b/docs/html/search/pages_a.js @@ -0,0 +1,6 @@ +var searchData= +[ + ['vulkan_20memory_20allocator_492',['Vulkan Memory Allocator',['../index.html',1,'']]], + ['vk_5famd_5fdevice_5fcoherent_5fmemory_493',['VK_AMD_device_coherent_memory',['../vk_amd_device_coherent_memory.html',1,'index']]], + ['vk_5fkhr_5fdedicated_5fallocation_494',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'index']]] +]; diff --git a/docs/html/search/searchdata.js b/docs/html/search/searchdata.js index 832e1d2..6a7e9be 100644 --- a/docs/html/search/searchdata.js +++ b/docs/html/search/searchdata.js @@ -1,6 +1,6 @@ var indexSectionsWithContent = { - 0: "abcdfgilmnopqrstuv", + 0: "abcdefgilmnopqrstuv", 1: "v", 2: "v", 3: "v", @@ -9,7 +9,7 @@ var indexSectionsWithContent = 6: "v", 7: "v", 8: "nv", - 9: "acdglmqrsv" + 9: "acdeglmqrsv" }; var indexSectionNames = diff --git a/docs/html/search/typedefs_0.js b/docs/html/search/typedefs_0.js index 60baee3..2ee7a1e 100644 --- a/docs/html/search/typedefs_0.js +++ b/docs/html/search/typedefs_0.js @@ -1,5 +1,5 @@ var searchData= [ - ['pfn_5fvmaallocatedevicememoryfunction_388',['PFN_vmaAllocateDeviceMemoryFunction',['../vk__mem__alloc_8h.html#ab6a6477cda1ce775b30bde96d766203b',1,'vk_mem_alloc.h']]], - ['pfn_5fvmafreedevicememoryfunction_389',['PFN_vmaFreeDeviceMemoryFunction',['../vk__mem__alloc_8h.html#aef2545dc2e9dd4f29ab9ba6ac6fe2f49',1,'vk_mem_alloc.h']]] + ['pfn_5fvmaallocatedevicememoryfunction_391',['PFN_vmaAllocateDeviceMemoryFunction',['../vk__mem__alloc_8h.html#ab6a6477cda1ce775b30bde96d766203b',1,'vk_mem_alloc.h']]], + ['pfn_5fvmafreedevicememoryfunction_392',['PFN_vmaFreeDeviceMemoryFunction',['../vk__mem__alloc_8h.html#aef2545dc2e9dd4f29ab9ba6ac6fe2f49',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/typedefs_1.js b/docs/html/search/typedefs_1.js index 0377f1e..039d466 100644 --- a/docs/html/search/typedefs_1.js +++ b/docs/html/search/typedefs_1.js @@ -1,31 +1,31 @@ var searchData= [ - ['vmaallocationcreateflagbits_390',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#a4fceecc301f4064dc808d3cd6c038941',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateflags_391',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateinfo_392',['VmaAllocationCreateInfo',['../vk__mem__alloc_8h.html#a3bf110892ea2fb4649fedb68488d026a',1,'vk_mem_alloc.h']]], - ['vmaallocationinfo_393',['VmaAllocationInfo',['../vk__mem__alloc_8h.html#a1cf7774606721026a68aabe3af2e5b50',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflagbits_394',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#afd73b95e737ee7e76f827cb5472f559f',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflags_395',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateinfo_396',['VmaAllocatorCreateInfo',['../vk__mem__alloc_8h.html#aad9652301d33759b83e52d4f3605a14a',1,'vk_mem_alloc.h']]], - ['vmaallocatorinfo_397',['VmaAllocatorInfo',['../vk__mem__alloc_8h.html#a1988031b0223fdbd564250fa1edd942c',1,'vk_mem_alloc.h']]], - ['vmabudget_398',['VmaBudget',['../vk__mem__alloc_8h.html#aa078667e71b1ef24e87a6a30d128381d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_399',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a13415cc0b443353a7b5abda300b833fc',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflags_400',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo_401',['VmaDefragmentationInfo',['../vk__mem__alloc_8h.html#a2bf47f96bf92bed2a49461bd9af3acfa',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo2_402',['VmaDefragmentationInfo2',['../vk__mem__alloc_8h.html#ad6daeffaa670ce6d11a203a6224c9937',1,'vk_mem_alloc.h']]], - ['vmadefragmentationpassinfo_403',['VmaDefragmentationPassInfo',['../vk__mem__alloc_8h.html#a72aebd522242d56abea67b4f47f6549e',1,'vk_mem_alloc.h']]], - ['vmadefragmentationpassmoveinfo_404',['VmaDefragmentationPassMoveInfo',['../vk__mem__alloc_8h.html#ad6799e8e2b1527abfc84d33bc44aeaf5',1,'vk_mem_alloc.h']]], - ['vmadefragmentationstats_405',['VmaDefragmentationStats',['../vk__mem__alloc_8h.html#ad94034192259c2e34a4d1c5e27810403',1,'vk_mem_alloc.h']]], - ['vmadevicememorycallbacks_406',['VmaDeviceMemoryCallbacks',['../vk__mem__alloc_8h.html#a77692d3c8770ea8882d573206bd27b2b',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_407',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#a806e8499dde802e59eb72a1dc811c35f',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflagbits_408',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a4d4f2efc2509157a9e4ecd4fd7942303',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflags_409',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], - ['vmapoolcreateinfo_410',['VmaPoolCreateInfo',['../vk__mem__alloc_8h.html#a1017aa83489c0eee8d2163d2bf253f67',1,'vk_mem_alloc.h']]], - ['vmapoolstats_411',['VmaPoolStats',['../vk__mem__alloc_8h.html#a4759a2d9f99c19ba7627553c847132f1',1,'vk_mem_alloc.h']]], - ['vmarecordflagbits_412',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#acd24d5eb58abff7e1f43cb32a1ba1413',1,'vk_mem_alloc.h']]], - ['vmarecordflags_413',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], - ['vmarecordsettings_414',['VmaRecordSettings',['../vk__mem__alloc_8h.html#a16e21c877101493fce582664cd8754fc',1,'vk_mem_alloc.h']]], - ['vmastatinfo_415',['VmaStatInfo',['../vk__mem__alloc_8h.html#aec5b57e29c97b5d69c6d5654d60df878',1,'vk_mem_alloc.h']]], - ['vmastats_416',['VmaStats',['../vk__mem__alloc_8h.html#a21813b2efdf3836767a9058cd8a94034',1,'vk_mem_alloc.h']]], - ['vmavulkanfunctions_417',['VmaVulkanFunctions',['../vk__mem__alloc_8h.html#abb0a8e3b5040d847571cca6c7f9a8074',1,'vk_mem_alloc.h']]] + ['vmaallocationcreateflagbits_393',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#a4fceecc301f4064dc808d3cd6c038941',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateflags_394',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateinfo_395',['VmaAllocationCreateInfo',['../vk__mem__alloc_8h.html#a3bf110892ea2fb4649fedb68488d026a',1,'vk_mem_alloc.h']]], + ['vmaallocationinfo_396',['VmaAllocationInfo',['../vk__mem__alloc_8h.html#a1cf7774606721026a68aabe3af2e5b50',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflagbits_397',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#afd73b95e737ee7e76f827cb5472f559f',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflags_398',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateinfo_399',['VmaAllocatorCreateInfo',['../vk__mem__alloc_8h.html#aad9652301d33759b83e52d4f3605a14a',1,'vk_mem_alloc.h']]], + ['vmaallocatorinfo_400',['VmaAllocatorInfo',['../vk__mem__alloc_8h.html#a1988031b0223fdbd564250fa1edd942c',1,'vk_mem_alloc.h']]], + ['vmabudget_401',['VmaBudget',['../vk__mem__alloc_8h.html#aa078667e71b1ef24e87a6a30d128381d',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_402',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a13415cc0b443353a7b5abda300b833fc',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflags_403',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo_404',['VmaDefragmentationInfo',['../vk__mem__alloc_8h.html#a2bf47f96bf92bed2a49461bd9af3acfa',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo2_405',['VmaDefragmentationInfo2',['../vk__mem__alloc_8h.html#ad6daeffaa670ce6d11a203a6224c9937',1,'vk_mem_alloc.h']]], + ['vmadefragmentationpassinfo_406',['VmaDefragmentationPassInfo',['../vk__mem__alloc_8h.html#a72aebd522242d56abea67b4f47f6549e',1,'vk_mem_alloc.h']]], + ['vmadefragmentationpassmoveinfo_407',['VmaDefragmentationPassMoveInfo',['../vk__mem__alloc_8h.html#ad6799e8e2b1527abfc84d33bc44aeaf5',1,'vk_mem_alloc.h']]], + ['vmadefragmentationstats_408',['VmaDefragmentationStats',['../vk__mem__alloc_8h.html#ad94034192259c2e34a4d1c5e27810403',1,'vk_mem_alloc.h']]], + ['vmadevicememorycallbacks_409',['VmaDeviceMemoryCallbacks',['../vk__mem__alloc_8h.html#a77692d3c8770ea8882d573206bd27b2b',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_410',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#a806e8499dde802e59eb72a1dc811c35f',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflagbits_411',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a4d4f2efc2509157a9e4ecd4fd7942303',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflags_412',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], + ['vmapoolcreateinfo_413',['VmaPoolCreateInfo',['../vk__mem__alloc_8h.html#a1017aa83489c0eee8d2163d2bf253f67',1,'vk_mem_alloc.h']]], + ['vmapoolstats_414',['VmaPoolStats',['../vk__mem__alloc_8h.html#a4759a2d9f99c19ba7627553c847132f1',1,'vk_mem_alloc.h']]], + ['vmarecordflagbits_415',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#acd24d5eb58abff7e1f43cb32a1ba1413',1,'vk_mem_alloc.h']]], + ['vmarecordflags_416',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], + ['vmarecordsettings_417',['VmaRecordSettings',['../vk__mem__alloc_8h.html#a16e21c877101493fce582664cd8754fc',1,'vk_mem_alloc.h']]], + ['vmastatinfo_418',['VmaStatInfo',['../vk__mem__alloc_8h.html#aec5b57e29c97b5d69c6d5654d60df878',1,'vk_mem_alloc.h']]], + ['vmastats_419',['VmaStats',['../vk__mem__alloc_8h.html#a21813b2efdf3836767a9058cd8a94034',1,'vk_mem_alloc.h']]], + ['vmavulkanfunctions_420',['VmaVulkanFunctions',['../vk__mem__alloc_8h.html#abb0a8e3b5040d847571cca6c7f9a8074',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/variables_0.js b/docs/html/search/variables_0.js index c353063..b202b0a 100644 --- a/docs/html/search/variables_0.js +++ b/docs/html/search/variables_0.js @@ -1,10 +1,10 @@ var searchData= [ - ['allocation_305',['allocation',['../struct_vma_defragmentation_pass_move_info.html#ae885c861c2dd8d622e6c19e281d035cc',1,'VmaDefragmentationPassMoveInfo']]], - ['allocationbytes_306',['allocationBytes',['../struct_vma_budget.html#a7e2a6583ebd63e194951c542563804d8',1,'VmaBudget']]], - ['allocationcount_307',['allocationCount',['../struct_vma_stat_info.html#a537741e4d5cdddc1c0ab95ec650afaff',1,'VmaStatInfo::allocationCount()'],['../struct_vma_pool_stats.html#ad1924eb54fffa45e9e0e65670c8fe5eb',1,'VmaPoolStats::allocationCount()'],['../struct_vma_defragmentation_info2.html#a3cf86ab32c1da779b4923d301a3056ba',1,'VmaDefragmentationInfo2::allocationCount()']]], - ['allocationsizeavg_308',['allocationSizeAvg',['../struct_vma_stat_info.html#a1081a039964e566c672e7a2347f9e599',1,'VmaStatInfo']]], - ['allocationsizemax_309',['allocationSizeMax',['../struct_vma_stat_info.html#a17e9733a5ecd76287d4db6e66f71f50c',1,'VmaStatInfo']]], - ['allocationsizemin_310',['allocationSizeMin',['../struct_vma_stat_info.html#ade8b40bd3139c04aabd2fc538a356fea',1,'VmaStatInfo']]], - ['allocationsmoved_311',['allocationsMoved',['../struct_vma_defragmentation_stats.html#aefeabf130022008eadd75999478af3f9',1,'VmaDefragmentationStats']]] + ['allocation_308',['allocation',['../struct_vma_defragmentation_pass_move_info.html#ae885c861c2dd8d622e6c19e281d035cc',1,'VmaDefragmentationPassMoveInfo']]], + ['allocationbytes_309',['allocationBytes',['../struct_vma_budget.html#a7e2a6583ebd63e194951c542563804d8',1,'VmaBudget']]], + ['allocationcount_310',['allocationCount',['../struct_vma_stat_info.html#a537741e4d5cdddc1c0ab95ec650afaff',1,'VmaStatInfo::allocationCount()'],['../struct_vma_pool_stats.html#ad1924eb54fffa45e9e0e65670c8fe5eb',1,'VmaPoolStats::allocationCount()'],['../struct_vma_defragmentation_info2.html#a3cf86ab32c1da779b4923d301a3056ba',1,'VmaDefragmentationInfo2::allocationCount()']]], + ['allocationsizeavg_311',['allocationSizeAvg',['../struct_vma_stat_info.html#a1081a039964e566c672e7a2347f9e599',1,'VmaStatInfo']]], + ['allocationsizemax_312',['allocationSizeMax',['../struct_vma_stat_info.html#a17e9733a5ecd76287d4db6e66f71f50c',1,'VmaStatInfo']]], + ['allocationsizemin_313',['allocationSizeMin',['../struct_vma_stat_info.html#ade8b40bd3139c04aabd2fc538a356fea',1,'VmaStatInfo']]], + ['allocationsmoved_314',['allocationsMoved',['../struct_vma_defragmentation_stats.html#aefeabf130022008eadd75999478af3f9',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_1.js b/docs/html/search/variables_1.js index 30ea519..34e26f9 100644 --- a/docs/html/search/variables_1.js +++ b/docs/html/search/variables_1.js @@ -1,9 +1,9 @@ var searchData= [ - ['blockbytes_312',['blockBytes',['../struct_vma_budget.html#a58b492901baab685f466199124e514a0',1,'VmaBudget']]], - ['blockcount_313',['blockCount',['../struct_vma_stat_info.html#abc4bb7cd611900778464c56e50c970a4',1,'VmaStatInfo::blockCount()'],['../struct_vma_pool_stats.html#aa0b5cb45cef6f18571cefb03b9a230e7',1,'VmaPoolStats::blockCount()']]], - ['blocksize_314',['blockSize',['../struct_vma_pool_create_info.html#aa4265160536cdb9be821b7686c16c676',1,'VmaPoolCreateInfo']]], - ['budget_315',['budget',['../struct_vma_budget.html#ab82e1d1754c2d210d0bdf90220bc6cdd',1,'VmaBudget']]], - ['bytesfreed_316',['bytesFreed',['../struct_vma_defragmentation_stats.html#ab0cb9ac0dbc106c77e384ea676422f28',1,'VmaDefragmentationStats']]], - ['bytesmoved_317',['bytesMoved',['../struct_vma_defragmentation_stats.html#a36f9d5df2a10ba2a36b16e126d60572d',1,'VmaDefragmentationStats']]] + ['blockbytes_315',['blockBytes',['../struct_vma_budget.html#a58b492901baab685f466199124e514a0',1,'VmaBudget']]], + ['blockcount_316',['blockCount',['../struct_vma_stat_info.html#abc4bb7cd611900778464c56e50c970a4',1,'VmaStatInfo::blockCount()'],['../struct_vma_pool_stats.html#aa0b5cb45cef6f18571cefb03b9a230e7',1,'VmaPoolStats::blockCount()']]], + ['blocksize_317',['blockSize',['../struct_vma_pool_create_info.html#aa4265160536cdb9be821b7686c16c676',1,'VmaPoolCreateInfo']]], + ['budget_318',['budget',['../struct_vma_budget.html#ab82e1d1754c2d210d0bdf90220bc6cdd',1,'VmaBudget']]], + ['bytesfreed_319',['bytesFreed',['../struct_vma_defragmentation_stats.html#ab0cb9ac0dbc106c77e384ea676422f28',1,'VmaDefragmentationStats']]], + ['bytesmoved_320',['bytesMoved',['../struct_vma_defragmentation_stats.html#a36f9d5df2a10ba2a36b16e126d60572d',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_2.js b/docs/html/search/variables_2.js index da6bf75..f5e708e 100644 --- a/docs/html/search/variables_2.js +++ b/docs/html/search/variables_2.js @@ -1,4 +1,4 @@ var searchData= [ - ['commandbuffer_318',['commandBuffer',['../struct_vma_defragmentation_info2.html#a7f71f39590c5316771493d2333f9c1bd',1,'VmaDefragmentationInfo2']]] + ['commandbuffer_321',['commandBuffer',['../struct_vma_defragmentation_info2.html#a7f71f39590c5316771493d2333f9c1bd',1,'VmaDefragmentationInfo2']]] ]; diff --git a/docs/html/search/variables_3.js b/docs/html/search/variables_3.js index 2cad998..7733ef6 100644 --- a/docs/html/search/variables_3.js +++ b/docs/html/search/variables_3.js @@ -1,6 +1,6 @@ var searchData= [ - ['device_319',['device',['../struct_vma_allocator_create_info.html#ad924ddd77b04039c88d0c09b0ffcd500',1,'VmaAllocatorCreateInfo::device()'],['../struct_vma_allocator_info.html#a012b4c485bf3b0ea8921352c5ee0c357',1,'VmaAllocatorInfo::device()']]], - ['devicememory_320',['deviceMemory',['../struct_vma_allocation_info.html#ae0bfb7dfdf79a76ffefc9a94677a2f67',1,'VmaAllocationInfo']]], - ['devicememoryblocksfreed_321',['deviceMemoryBlocksFreed',['../struct_vma_defragmentation_stats.html#a0113f1877904a5d1ee8f409216ff276b',1,'VmaDefragmentationStats']]] + ['device_322',['device',['../struct_vma_allocator_create_info.html#ad924ddd77b04039c88d0c09b0ffcd500',1,'VmaAllocatorCreateInfo::device()'],['../struct_vma_allocator_info.html#a012b4c485bf3b0ea8921352c5ee0c357',1,'VmaAllocatorInfo::device()']]], + ['devicememory_323',['deviceMemory',['../struct_vma_allocation_info.html#ae0bfb7dfdf79a76ffefc9a94677a2f67',1,'VmaAllocationInfo']]], + ['devicememoryblocksfreed_324',['deviceMemoryBlocksFreed',['../struct_vma_defragmentation_stats.html#a0113f1877904a5d1ee8f409216ff276b',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_4.js b/docs/html/search/variables_4.js index 8c4ba0d..1ed97e3 100644 --- a/docs/html/search/variables_4.js +++ b/docs/html/search/variables_4.js @@ -1,5 +1,5 @@ var searchData= [ - ['flags_322',['flags',['../struct_vma_record_settings.html#ad8fdcc92119ae7a8c08c1a564c01d63a',1,'VmaRecordSettings::flags()'],['../struct_vma_allocator_create_info.html#a392ea2ecbaff93f91a7c49f735ad4346',1,'VmaAllocatorCreateInfo::flags()'],['../struct_vma_allocation_create_info.html#add09658ac14fe290ace25470ddd6d41b',1,'VmaAllocationCreateInfo::flags()'],['../struct_vma_pool_create_info.html#a8405139f63d078340ae74513a59f5446',1,'VmaPoolCreateInfo::flags()'],['../struct_vma_defragmentation_info2.html#a53e844ee5633e229cf6daf14b2d9fff9',1,'VmaDefragmentationInfo2::flags()']]], - ['frameinusecount_323',['frameInUseCount',['../struct_vma_allocator_create_info.html#a21ea188dd212b8171cb9ecbed4a2a3a7',1,'VmaAllocatorCreateInfo::frameInUseCount()'],['../struct_vma_pool_create_info.html#a9437e43ffbb644dbbf7fc4e50cfad6aa',1,'VmaPoolCreateInfo::frameInUseCount()']]] + ['flags_325',['flags',['../struct_vma_record_settings.html#ad8fdcc92119ae7a8c08c1a564c01d63a',1,'VmaRecordSettings::flags()'],['../struct_vma_allocator_create_info.html#a392ea2ecbaff93f91a7c49f735ad4346',1,'VmaAllocatorCreateInfo::flags()'],['../struct_vma_allocation_create_info.html#add09658ac14fe290ace25470ddd6d41b',1,'VmaAllocationCreateInfo::flags()'],['../struct_vma_pool_create_info.html#a8405139f63d078340ae74513a59f5446',1,'VmaPoolCreateInfo::flags()'],['../struct_vma_defragmentation_info2.html#a53e844ee5633e229cf6daf14b2d9fff9',1,'VmaDefragmentationInfo2::flags()']]], + ['frameinusecount_326',['frameInUseCount',['../struct_vma_allocator_create_info.html#a21ea188dd212b8171cb9ecbed4a2a3a7',1,'VmaAllocatorCreateInfo::frameInUseCount()'],['../struct_vma_pool_create_info.html#a9437e43ffbb644dbbf7fc4e50cfad6aa',1,'VmaPoolCreateInfo::frameInUseCount()']]] ]; diff --git a/docs/html/search/variables_5.js b/docs/html/search/variables_5.js index 709bd60..cf75a0d 100644 --- a/docs/html/search/variables_5.js +++ b/docs/html/search/variables_5.js @@ -1,4 +1,4 @@ var searchData= [ - ['instance_324',['instance',['../struct_vma_allocator_create_info.html#a70dd42e29b1df1d1b9b61532ae0b370b',1,'VmaAllocatorCreateInfo::instance()'],['../struct_vma_allocator_info.html#a2ed6a4d2d3fea039d66a13f15d0ce5fe',1,'VmaAllocatorInfo::instance()']]] + ['instance_327',['instance',['../struct_vma_allocator_create_info.html#a70dd42e29b1df1d1b9b61532ae0b370b',1,'VmaAllocatorCreateInfo::instance()'],['../struct_vma_allocator_info.html#a2ed6a4d2d3fea039d66a13f15d0ce5fe',1,'VmaAllocatorInfo::instance()']]] ]; diff --git a/docs/html/search/variables_6.js b/docs/html/search/variables_6.js index 946e369..26fc61c 100644 --- a/docs/html/search/variables_6.js +++ b/docs/html/search/variables_6.js @@ -1,17 +1,17 @@ var searchData= [ - ['maxallocationstomove_325',['maxAllocationsToMove',['../struct_vma_defragmentation_info.html#aa7c7304e13c71f604c907196c4e28fbc',1,'VmaDefragmentationInfo']]], - ['maxblockcount_326',['maxBlockCount',['../struct_vma_pool_create_info.html#ae41142f2834fcdc82baa4883c187b75c',1,'VmaPoolCreateInfo']]], - ['maxbytestomove_327',['maxBytesToMove',['../struct_vma_defragmentation_info.html#acb311c940a777270e67e1b81c5ab6a1d',1,'VmaDefragmentationInfo']]], - ['maxcpuallocationstomove_328',['maxCpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a94c2c7223d52878445a8cccce396b671',1,'VmaDefragmentationInfo2']]], - ['maxcpubytestomove_329',['maxCpuBytesToMove',['../struct_vma_defragmentation_info2.html#af78e1ea40c22d85137b65f6b384a4d0a',1,'VmaDefragmentationInfo2']]], - ['maxgpuallocationstomove_330',['maxGpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a40d53d33e71ba0b66f844ed63c05a3f6',1,'VmaDefragmentationInfo2']]], - ['maxgpubytestomove_331',['maxGpuBytesToMove',['../struct_vma_defragmentation_info2.html#a4ddbc898d0afe1518f863a3763628f08',1,'VmaDefragmentationInfo2']]], - ['memory_332',['memory',['../struct_vma_defragmentation_pass_move_info.html#a06eb0c8690aa0d3478a036753492e769',1,'VmaDefragmentationPassMoveInfo']]], - ['memoryheap_333',['memoryHeap',['../struct_vma_stats.html#a0e6611508c29a187f0fd14ff1a0329c0',1,'VmaStats']]], - ['memorytype_334',['memoryType',['../struct_vma_stats.html#a13e3caf754be79352c42408756309331',1,'VmaStats::memoryType()'],['../struct_vma_allocation_info.html#a7f6b0aa58c135e488e6b40a388dad9d5',1,'VmaAllocationInfo::memoryType()']]], - ['memorytypebits_335',['memoryTypeBits',['../struct_vma_allocation_create_info.html#a3bf940c0271d85d6ba32a4d820075055',1,'VmaAllocationCreateInfo']]], - ['memorytypeindex_336',['memoryTypeIndex',['../struct_vma_pool_create_info.html#a596fa76b685d3f1f688f84a709a5b319',1,'VmaPoolCreateInfo']]], - ['minblockcount_337',['minBlockCount',['../struct_vma_pool_create_info.html#ad8006fb803185c0a699d30f3e9a865ae',1,'VmaPoolCreateInfo']]], - ['movecount_338',['moveCount',['../struct_vma_defragmentation_pass_info.html#ac1086e657ba995f8d1f4e49b83dcfb6c',1,'VmaDefragmentationPassInfo']]] + ['maxallocationstomove_328',['maxAllocationsToMove',['../struct_vma_defragmentation_info.html#aa7c7304e13c71f604c907196c4e28fbc',1,'VmaDefragmentationInfo']]], + ['maxblockcount_329',['maxBlockCount',['../struct_vma_pool_create_info.html#ae41142f2834fcdc82baa4883c187b75c',1,'VmaPoolCreateInfo']]], + ['maxbytestomove_330',['maxBytesToMove',['../struct_vma_defragmentation_info.html#acb311c940a777270e67e1b81c5ab6a1d',1,'VmaDefragmentationInfo']]], + ['maxcpuallocationstomove_331',['maxCpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a94c2c7223d52878445a8cccce396b671',1,'VmaDefragmentationInfo2']]], + ['maxcpubytestomove_332',['maxCpuBytesToMove',['../struct_vma_defragmentation_info2.html#af78e1ea40c22d85137b65f6b384a4d0a',1,'VmaDefragmentationInfo2']]], + ['maxgpuallocationstomove_333',['maxGpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a40d53d33e71ba0b66f844ed63c05a3f6',1,'VmaDefragmentationInfo2']]], + ['maxgpubytestomove_334',['maxGpuBytesToMove',['../struct_vma_defragmentation_info2.html#a4ddbc898d0afe1518f863a3763628f08',1,'VmaDefragmentationInfo2']]], + ['memory_335',['memory',['../struct_vma_defragmentation_pass_move_info.html#a06eb0c8690aa0d3478a036753492e769',1,'VmaDefragmentationPassMoveInfo']]], + ['memoryheap_336',['memoryHeap',['../struct_vma_stats.html#a0e6611508c29a187f0fd14ff1a0329c0',1,'VmaStats']]], + ['memorytype_337',['memoryType',['../struct_vma_stats.html#a13e3caf754be79352c42408756309331',1,'VmaStats::memoryType()'],['../struct_vma_allocation_info.html#a7f6b0aa58c135e488e6b40a388dad9d5',1,'VmaAllocationInfo::memoryType()']]], + ['memorytypebits_338',['memoryTypeBits',['../struct_vma_allocation_create_info.html#a3bf940c0271d85d6ba32a4d820075055',1,'VmaAllocationCreateInfo']]], + ['memorytypeindex_339',['memoryTypeIndex',['../struct_vma_pool_create_info.html#a596fa76b685d3f1f688f84a709a5b319',1,'VmaPoolCreateInfo']]], + ['minblockcount_340',['minBlockCount',['../struct_vma_pool_create_info.html#ad8006fb803185c0a699d30f3e9a865ae',1,'VmaPoolCreateInfo']]], + ['movecount_341',['moveCount',['../struct_vma_defragmentation_pass_info.html#ac1086e657ba995f8d1f4e49b83dcfb6c',1,'VmaDefragmentationPassInfo']]] ]; diff --git a/docs/html/search/variables_7.js b/docs/html/search/variables_7.js index 12f69ff..2ae2b85 100644 --- a/docs/html/search/variables_7.js +++ b/docs/html/search/variables_7.js @@ -1,4 +1,4 @@ var searchData= [ - ['offset_339',['offset',['../struct_vma_allocation_info.html#a4a3c732388dbdc7a23f9365b00825268',1,'VmaAllocationInfo::offset()'],['../struct_vma_defragmentation_pass_move_info.html#a8ab4508bc03625b0653c880576be96c6',1,'VmaDefragmentationPassMoveInfo::offset()']]] + ['offset_342',['offset',['../struct_vma_allocation_info.html#a4a3c732388dbdc7a23f9365b00825268',1,'VmaAllocationInfo::offset()'],['../struct_vma_defragmentation_pass_move_info.html#a8ab4508bc03625b0653c880576be96c6',1,'VmaDefragmentationPassMoveInfo::offset()']]] ]; diff --git a/docs/html/search/variables_8.js b/docs/html/search/variables_8.js index 4c6ba77..3873a97 100644 --- a/docs/html/search/variables_8.js +++ b/docs/html/search/variables_8.js @@ -1,22 +1,22 @@ var searchData= [ - ['pallocationcallbacks_340',['pAllocationCallbacks',['../struct_vma_allocator_create_info.html#a6e409087e3be55400d0e4ccbe43c608d',1,'VmaAllocatorCreateInfo']]], - ['pallocations_341',['pAllocations',['../struct_vma_defragmentation_info2.html#a8943f8d65969ce8e2189a1cdf3205e96',1,'VmaDefragmentationInfo2']]], - ['pallocationschanged_342',['pAllocationsChanged',['../struct_vma_defragmentation_info2.html#a76d51a644dc7f5405d0cdd0025ecd0cc',1,'VmaDefragmentationInfo2']]], - ['pdevicememorycallbacks_343',['pDeviceMemoryCallbacks',['../struct_vma_allocator_create_info.html#af1380969b5e1ea4c3184a877892d260e',1,'VmaAllocatorCreateInfo']]], - ['pfilepath_344',['pFilePath',['../struct_vma_record_settings.html#a6cb1fdbf6bcb610b68f2010dd629e89d',1,'VmaRecordSettings']]], - ['pfnallocate_345',['pfnAllocate',['../struct_vma_device_memory_callbacks.html#a4f17f7b255101e733b44d5633aceabfb',1,'VmaDeviceMemoryCallbacks']]], - ['pfnfree_346',['pfnFree',['../struct_vma_device_memory_callbacks.html#abe8a3328bbc916f6f712fdb6b299444c',1,'VmaDeviceMemoryCallbacks']]], - ['pheapsizelimit_347',['pHeapSizeLimit',['../struct_vma_allocator_create_info.html#a31c192aa6cbffa33279f6d9f0c47c44b',1,'VmaAllocatorCreateInfo']]], - ['physicaldevice_348',['physicalDevice',['../struct_vma_allocator_create_info.html#a08230f04ae6ccf8a78150a9e829a7156',1,'VmaAllocatorCreateInfo::physicalDevice()'],['../struct_vma_allocator_info.html#aba2b703f96e51d567717e1fb2935b47a',1,'VmaAllocatorInfo::physicalDevice()']]], - ['pmappeddata_349',['pMappedData',['../struct_vma_allocation_info.html#a5eeffbe2d2f30f53370ff14aefbadbe2',1,'VmaAllocationInfo']]], - ['pmoves_350',['pMoves',['../struct_vma_defragmentation_pass_info.html#acbd42d4a3357999da130a95cd99a3792',1,'VmaDefragmentationPassInfo']]], - ['pool_351',['pool',['../struct_vma_allocation_create_info.html#a6272c0555cfd1fe28bff1afeb6190150',1,'VmaAllocationCreateInfo']]], - ['poolcount_352',['poolCount',['../struct_vma_defragmentation_info2.html#a7e70aa2a1081d849dcc7829b19d3ec9d',1,'VmaDefragmentationInfo2']]], - ['ppools_353',['pPools',['../struct_vma_defragmentation_info2.html#a0b3effd57f3fcdeb2ed62210b4ef20e1',1,'VmaDefragmentationInfo2']]], - ['precordsettings_354',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], - ['preferredflags_355',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], - ['preferredlargeheapblocksize_356',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], - ['puserdata_357',['pUserData',['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], - ['pvulkanfunctions_358',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] + ['pallocationcallbacks_343',['pAllocationCallbacks',['../struct_vma_allocator_create_info.html#a6e409087e3be55400d0e4ccbe43c608d',1,'VmaAllocatorCreateInfo']]], + ['pallocations_344',['pAllocations',['../struct_vma_defragmentation_info2.html#a8943f8d65969ce8e2189a1cdf3205e96',1,'VmaDefragmentationInfo2']]], + ['pallocationschanged_345',['pAllocationsChanged',['../struct_vma_defragmentation_info2.html#a76d51a644dc7f5405d0cdd0025ecd0cc',1,'VmaDefragmentationInfo2']]], + ['pdevicememorycallbacks_346',['pDeviceMemoryCallbacks',['../struct_vma_allocator_create_info.html#af1380969b5e1ea4c3184a877892d260e',1,'VmaAllocatorCreateInfo']]], + ['pfilepath_347',['pFilePath',['../struct_vma_record_settings.html#a6cb1fdbf6bcb610b68f2010dd629e89d',1,'VmaRecordSettings']]], + ['pfnallocate_348',['pfnAllocate',['../struct_vma_device_memory_callbacks.html#a4f17f7b255101e733b44d5633aceabfb',1,'VmaDeviceMemoryCallbacks']]], + ['pfnfree_349',['pfnFree',['../struct_vma_device_memory_callbacks.html#abe8a3328bbc916f6f712fdb6b299444c',1,'VmaDeviceMemoryCallbacks']]], + ['pheapsizelimit_350',['pHeapSizeLimit',['../struct_vma_allocator_create_info.html#a31c192aa6cbffa33279f6d9f0c47c44b',1,'VmaAllocatorCreateInfo']]], + ['physicaldevice_351',['physicalDevice',['../struct_vma_allocator_create_info.html#a08230f04ae6ccf8a78150a9e829a7156',1,'VmaAllocatorCreateInfo::physicalDevice()'],['../struct_vma_allocator_info.html#aba2b703f96e51d567717e1fb2935b47a',1,'VmaAllocatorInfo::physicalDevice()']]], + ['pmappeddata_352',['pMappedData',['../struct_vma_allocation_info.html#a5eeffbe2d2f30f53370ff14aefbadbe2',1,'VmaAllocationInfo']]], + ['pmoves_353',['pMoves',['../struct_vma_defragmentation_pass_info.html#acbd42d4a3357999da130a95cd99a3792',1,'VmaDefragmentationPassInfo']]], + ['pool_354',['pool',['../struct_vma_allocation_create_info.html#a6272c0555cfd1fe28bff1afeb6190150',1,'VmaAllocationCreateInfo']]], + ['poolcount_355',['poolCount',['../struct_vma_defragmentation_info2.html#a7e70aa2a1081d849dcc7829b19d3ec9d',1,'VmaDefragmentationInfo2']]], + ['ppools_356',['pPools',['../struct_vma_defragmentation_info2.html#a0b3effd57f3fcdeb2ed62210b4ef20e1',1,'VmaDefragmentationInfo2']]], + ['precordsettings_357',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], + ['preferredflags_358',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], + ['preferredlargeheapblocksize_359',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], + ['puserdata_360',['pUserData',['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], + ['pvulkanfunctions_361',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/search/variables_9.js b/docs/html/search/variables_9.js index 6f814bc..e380bb5 100644 --- a/docs/html/search/variables_9.js +++ b/docs/html/search/variables_9.js @@ -1,4 +1,4 @@ var searchData= [ - ['requiredflags_359',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]] + ['requiredflags_362',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]] ]; diff --git a/docs/html/search/variables_a.js b/docs/html/search/variables_a.js index a6bcb7b..224ea91 100644 --- a/docs/html/search/variables_a.js +++ b/docs/html/search/variables_a.js @@ -1,4 +1,4 @@ var searchData= [ - ['size_360',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]] + ['size_363',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]] ]; diff --git a/docs/html/search/variables_b.js b/docs/html/search/variables_b.js index 47c5e63..449ff4e 100644 --- a/docs/html/search/variables_b.js +++ b/docs/html/search/variables_b.js @@ -1,4 +1,4 @@ var searchData= [ - ['total_361',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] + ['total_364',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] ]; diff --git a/docs/html/search/variables_c.js b/docs/html/search/variables_c.js index f7ea9d8..5d102ba 100644 --- a/docs/html/search/variables_c.js +++ b/docs/html/search/variables_c.js @@ -1,11 +1,11 @@ var searchData= [ - ['unusedbytes_362',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], - ['unusedrangecount_363',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], - ['unusedrangesizeavg_364',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], - ['unusedrangesizemax_365',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], - ['unusedrangesizemin_366',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], - ['unusedsize_367',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], - ['usage_368',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], - ['usedbytes_369',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] + ['unusedbytes_365',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], + ['unusedrangecount_366',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], + ['unusedrangesizeavg_367',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], + ['unusedrangesizemax_368',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], + ['unusedrangesizemin_369',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], + ['unusedsize_370',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], + ['usage_371',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], + ['usedbytes_372',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] ]; diff --git a/docs/html/search/variables_d.js b/docs/html/search/variables_d.js index 0fa0ff4..3ac2f37 100644 --- a/docs/html/search/variables_d.js +++ b/docs/html/search/variables_d.js @@ -1,21 +1,21 @@ var searchData= [ - ['vkallocatememory_370',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], - ['vkbindbuffermemory_371',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], - ['vkbindimagememory_372',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], - ['vkcmdcopybuffer_373',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], - ['vkcreatebuffer_374',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], - ['vkcreateimage_375',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], - ['vkdestroybuffer_376',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], - ['vkdestroyimage_377',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], - ['vkflushmappedmemoryranges_378',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], - ['vkfreememory_379',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], - ['vkgetbuffermemoryrequirements_380',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], - ['vkgetimagememoryrequirements_381',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldevicememoryproperties_382',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldeviceproperties_383',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], - ['vkinvalidatemappedmemoryranges_384',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], - ['vkmapmemory_385',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], - ['vkunmapmemory_386',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], - ['vulkanapiversion_387',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] + ['vkallocatememory_373',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], + ['vkbindbuffermemory_374',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], + ['vkbindimagememory_375',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], + ['vkcmdcopybuffer_376',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], + ['vkcreatebuffer_377',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], + ['vkcreateimage_378',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], + ['vkdestroybuffer_379',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], + ['vkdestroyimage_380',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], + ['vkflushmappedmemoryranges_381',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], + ['vkfreememory_382',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], + ['vkgetbuffermemoryrequirements_383',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], + ['vkgetimagememoryrequirements_384',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldevicememoryproperties_385',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldeviceproperties_386',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], + ['vkinvalidatemappedmemoryranges_387',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], + ['vkmapmemory_388',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], + ['vkunmapmemory_389',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], + ['vulkanapiversion_390',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/struct_vma_allocator_create_info.html b/docs/html/struct_vma_allocator_create_info.html index b168321..2b38cf8 100644 --- a/docs/html/struct_vma_allocator_create_info.html +++ b/docs/html/struct_vma_allocator_create_info.html @@ -325,7 +325,7 @@ Public Attributes

    Optional. The highest version of Vulkan that the application is designed to use.

    -

    It must be a value in the format as created by macro VK_MAKE_VERSION or a constant like: VK_API_VERSION_1_1, VK_API_VERSION_1_0. The patch version number specified is ignored. Only the major and minor versions are considered. It must be less or euqal (preferably equal) to value as passed to vkCreateInstance as VkApplicationInfo::apiVersion. Only versions 1.0 and 1.1 are supported by the current implementation. Leaving it initialized to zero is equivalent to VK_API_VERSION_1_0.

    +

    It must be a value in the format as created by macro VK_MAKE_VERSION or a constant like: VK_API_VERSION_1_1, VK_API_VERSION_1_0. The patch version number specified is ignored. Only the major and minor versions are considered. It must be less or equal (preferably equal) to value as passed to vkCreateInstance as VkApplicationInfo::apiVersion. Only versions 1.0 and 1.1 are supported by the current implementation. Leaving it initialized to zero is equivalent to VK_API_VERSION_1_0.

    diff --git a/docs/html/vk__mem__alloc_8h.html b/docs/html/vk__mem__alloc_8h.html index e903ca8..255fa6c 100644 --- a/docs/html/vk__mem__alloc_8h.html +++ b/docs/html/vk__mem__alloc_8h.html @@ -141,6 +141,8 @@ Macros   #define     VMA_MEMORY_BUDGET   0   +#define VMA_BUFFER_DEVICE_ADDRESS   0 +  #define VMA_STATS_STRING_ENABLED   1   @@ -238,6 +240,7 @@ EnumerationsVMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT = 0x00000008,
      VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT = 0x00000010, +VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT = 0x00000020, VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
    } @@ -477,6 +480,20 @@ Functions
    +
    + + +

    ◆ VMA_BUFFER_DEVICE_ADDRESS

    + +
    +
    + + + + +
    #define VMA_BUFFER_DEVICE_ADDRESS   0
    +
    +
    @@ -1125,7 +1142,7 @@ Functions

    You may set this flag only if you found out that this device extension is supported, you enabled it while creating Vulkan device passed as VmaAllocatorCreateInfo::device, and you want it to be used internally by this library, along with another instance extension VK_KHR_get_physical_device_properties2, which is required by it (or Vulkan 1.1, where this extension is promoted).

    The extension provides query for current memory usage and budget, which will probably be more accurate than an estimation used by the library otherwise.

    -VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT 

    Enabled usage of VK_AMD_device_coherent_memory extension.

    +VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT 

    Enables usage of VK_AMD_device_coherent_memory extension.

    You may set this flag only if you:

    • found out that this device extension is supported and enabled it while creating Vulkan device passed as VmaAllocatorCreateInfo::device,
      • @@ -1135,6 +1152,15 @@ Functions

      The extension and accompanying device feature provide access to memory types with VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD and VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD flags. They are useful mostly for writing breadcrumb markers - a common method for debugging GPU crash/hang/TDR.

      When the extension is not enabled, such memory types are still enumerated, but their usage is illegal. To protect from this error, if you don't create the allocator with this flag, it will refuse to allocate any memory or create a custom pool in such memory type, returning VK_ERROR_FEATURE_NOT_PRESENT.

      +VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT 

      Enables usage of "buffer device address" feature, which allows you to use function vkGetBufferDeviceAddress* to get raw GPU pointer to a buffer and pass it for usage inside a shader.

      +

      You may set this flag only if you:

      +
        +
      1. (For Vulkan version < 1.2) Found as available and enabled device extension VK_EXT_buffer_device_address or VK_KHR_buffer_device_address. Those extensions are promoted to core Vulkan 1.2.
        2. +
      2. Found as available and enabled device feature VkPhysicalDeviceBufferDeviceAddressFeatures*::bufferDeviceAddress.
        3. +
      +

      When this flag is set, you can create buffers with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT using VMA. The library automatically adds VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR to allocated memory blocks wherever it might be needed.

      +

      For more information, see documentation chapter Enabling buffer device address.

      + VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM  diff --git a/docs/html/vk__mem__alloc_8h_source.html b/docs/html/vk__mem__alloc_8h_source.html index 5cd033a..0c5fb30 100644 --- a/docs/html/vk__mem__alloc_8h_source.html +++ b/docs/html/vk__mem__alloc_8h_source.html @@ -94,15510 +94,15609 @@ $(function() {
      27 extern "C" {
      28 #endif
      29 
      -
      1822 /*
      -
      1823 Define this macro to 0/1 to disable/enable support for recording functionality,
      -
      1824 available through VmaAllocatorCreateInfo::pRecordSettings.
      -
      1825 */
      -
      1826 #ifndef VMA_RECORDING_ENABLED
      -
      1827  #define VMA_RECORDING_ENABLED 0
      -
      1828 #endif
      -
      1829 
      -
      1830 #ifndef NOMINMAX
      -
      1831  #define NOMINMAX // For windows.h
      -
      1832 #endif
      -
      1833 
      -
      1834 #ifndef VULKAN_H_
      -
      1835  #include <vulkan/vulkan.h>
      -
      1836 #endif
      -
      1837 
      -
      1838 #if VMA_RECORDING_ENABLED
      -
      1839  #include <windows.h>
      -
      1840 #endif
      -
      1841 
      -
      1842 // Define this macro to declare maximum supported Vulkan version in format AAABBBCCC,
      -
      1843 // where AAA = major, BBB = minor, CCC = patch.
      -
      1844 // If you want to use version > 1.0, it still needs to be enabled via VmaAllocatorCreateInfo::vulkanApiVersion.
      -
      1845 #if !defined(VMA_VULKAN_VERSION)
      -
      1846  #if defined(VK_VERSION_1_1)
      -
      1847  #define VMA_VULKAN_VERSION 1001000
      -
      1848  #else
      -
      1849  #define VMA_VULKAN_VERSION 1000000
      -
      1850  #endif
      -
      1851 #endif
      -
      1852 
      -
      1853 #if !defined(VMA_DEDICATED_ALLOCATION)
      -
      1854  #if VK_KHR_get_memory_requirements2 && VK_KHR_dedicated_allocation
      -
      1855  #define VMA_DEDICATED_ALLOCATION 1
      -
      1856  #else
      -
      1857  #define VMA_DEDICATED_ALLOCATION 0
      -
      1858  #endif
      -
      1859 #endif
      -
      1860 
      -
      1861 #if !defined(VMA_BIND_MEMORY2)
      -
      1862  #if VK_KHR_bind_memory2
      -
      1863  #define VMA_BIND_MEMORY2 1
      -
      1864  #else
      -
      1865  #define VMA_BIND_MEMORY2 0
      -
      1866  #endif
      -
      1867 #endif
      -
      1868 
      -
      1869 #if !defined(VMA_MEMORY_BUDGET)
      -
      1870  #if VK_EXT_memory_budget && (VK_KHR_get_physical_device_properties2 || VMA_VULKAN_VERSION >= 1001000)
      -
      1871  #define VMA_MEMORY_BUDGET 1
      -
      1872  #else
      -
      1873  #define VMA_MEMORY_BUDGET 0
      -
      1874  #endif
      -
      1875 #endif
      -
      1876 
      -
      1877 // Define these macros to decorate all public functions with additional code,
      -
      1878 // before and after returned type, appropriately. This may be useful for
      -
      1879 // exporing the functions when compiling VMA as a separate library. Example:
      -
      1880 // #define VMA_CALL_PRE __declspec(dllexport)
      -
      1881 // #define VMA_CALL_POST __cdecl
      -
      1882 #ifndef VMA_CALL_PRE
      -
      1883  #define VMA_CALL_PRE
      +
      1870 /*
      +
      1871 Define this macro to 0/1 to disable/enable support for recording functionality,
      +
      1872 available through VmaAllocatorCreateInfo::pRecordSettings.
      +
      1873 */
      +
      1874 #ifndef VMA_RECORDING_ENABLED
      +
      1875  #define VMA_RECORDING_ENABLED 0
      +
      1876 #endif
      +
      1877 
      +
      1878 #ifndef NOMINMAX
      +
      1879  #define NOMINMAX // For windows.h
      +
      1880 #endif
      +
      1881 
      +
      1882 #ifndef VULKAN_H_
      +
      1883  #include <vulkan/vulkan.h>
      1884 #endif
      -
      1885 #ifndef VMA_CALL_POST
      -
      1886  #define VMA_CALL_POST
      -
      1887 #endif
      -
      1888 
      -
      1898 VK_DEFINE_HANDLE(VmaAllocator)
      -
      1899 
      -
      1900 typedef void (VKAPI_PTR *PFN_vmaAllocateDeviceMemoryFunction)(
      -
      1902  VmaAllocator allocator,
      -
      1903  uint32_t memoryType,
      -
      1904  VkDeviceMemory memory,
      -
      1905  VkDeviceSize size);
      -
      1907 typedef void (VKAPI_PTR *PFN_vmaFreeDeviceMemoryFunction)(
      -
      1908  VmaAllocator allocator,
      -
      1909  uint32_t memoryType,
      -
      1910  VkDeviceMemory memory,
      -
      1911  VkDeviceSize size);
      -
      1912 
      -
      1920 typedef struct VmaDeviceMemoryCallbacks {
      -
      1922  PFN_vmaAllocateDeviceMemoryFunction pfnAllocate;
      -
      1924  PFN_vmaFreeDeviceMemoryFunction pfnFree;
      -
      1925 } VmaDeviceMemoryCallbacks;
      +
      1885 
      +
      1886 #if VMA_RECORDING_ENABLED
      +
      1887  #include <windows.h>
      +
      1888 #endif
      +
      1889 
      +
      1890 // Define this macro to declare maximum supported Vulkan version in format AAABBBCCC,
      +
      1891 // where AAA = major, BBB = minor, CCC = patch.
      +
      1892 // If you want to use version > 1.0, it still needs to be enabled via VmaAllocatorCreateInfo::vulkanApiVersion.
      +
      1893 #if !defined(VMA_VULKAN_VERSION)
      +
      1894  #if defined(VK_VERSION_1_2)
      +
      1895  #define VMA_VULKAN_VERSION 1002000
      +
      1896  #elif defined(VK_VERSION_1_1)
      +
      1897  #define VMA_VULKAN_VERSION 1001000
      +
      1898  #else
      +
      1899  #define VMA_VULKAN_VERSION 1000000
      +
      1900  #endif
      +
      1901 #endif
      +
      1902 
      +
      1903 #if !defined(VMA_DEDICATED_ALLOCATION)
      +
      1904  #if VK_KHR_get_memory_requirements2 && VK_KHR_dedicated_allocation
      +
      1905  #define VMA_DEDICATED_ALLOCATION 1
      +
      1906  #else
      +
      1907  #define VMA_DEDICATED_ALLOCATION 0
      +
      1908  #endif
      +
      1909 #endif
      +
      1910 
      +
      1911 #if !defined(VMA_BIND_MEMORY2)
      +
      1912  #if VK_KHR_bind_memory2
      +
      1913  #define VMA_BIND_MEMORY2 1
      +
      1914  #else
      +
      1915  #define VMA_BIND_MEMORY2 0
      +
      1916  #endif
      +
      1917 #endif
      +
      1918 
      +
      1919 #if !defined(VMA_MEMORY_BUDGET)
      +
      1920  #if VK_EXT_memory_budget && (VK_KHR_get_physical_device_properties2 || VMA_VULKAN_VERSION >= 1001000)
      +
      1921  #define VMA_MEMORY_BUDGET 1
      +
      1922  #else
      +
      1923  #define VMA_MEMORY_BUDGET 0
      +
      1924  #endif
      +
      1925 #endif
      1926 
      -
      1928 typedef enum VmaAllocatorCreateFlagBits {
      -
      1933  VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT = 0x00000001,
      -
      1958  VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT = 0x00000002,
      -
      1973  VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT = 0x00000004,
      -
      1985  VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT = 0x00000008,
      -
      2003  VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT = 0x00000010,
      -
      2004 
      -
      2005  VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      2006 } VmaAllocatorCreateFlagBits;
      -
      2007 typedef VkFlags VmaAllocatorCreateFlags;
      -
      2008 
      -
      2013 typedef struct VmaVulkanFunctions {
      -
      2014  PFN_vkGetPhysicalDeviceProperties vkGetPhysicalDeviceProperties;
      -
      2015  PFN_vkGetPhysicalDeviceMemoryProperties vkGetPhysicalDeviceMemoryProperties;
      -
      2016  PFN_vkAllocateMemory vkAllocateMemory;
      -
      2017  PFN_vkFreeMemory vkFreeMemory;
      -
      2018  PFN_vkMapMemory vkMapMemory;
      -
      2019  PFN_vkUnmapMemory vkUnmapMemory;
      -
      2020  PFN_vkFlushMappedMemoryRanges vkFlushMappedMemoryRanges;
      -
      2021  PFN_vkInvalidateMappedMemoryRanges vkInvalidateMappedMemoryRanges;
      -
      2022  PFN_vkBindBufferMemory vkBindBufferMemory;
      -
      2023  PFN_vkBindImageMemory vkBindImageMemory;
      -
      2024  PFN_vkGetBufferMemoryRequirements vkGetBufferMemoryRequirements;
      -
      2025  PFN_vkGetImageMemoryRequirements vkGetImageMemoryRequirements;
      -
      2026  PFN_vkCreateBuffer vkCreateBuffer;
      -
      2027  PFN_vkDestroyBuffer vkDestroyBuffer;
      -
      2028  PFN_vkCreateImage vkCreateImage;
      -
      2029  PFN_vkDestroyImage vkDestroyImage;
      -
      2030  PFN_vkCmdCopyBuffer vkCmdCopyBuffer;
      -
      2031 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      2032  PFN_vkGetBufferMemoryRequirements2KHR vkGetBufferMemoryRequirements2KHR;
      -
      2033  PFN_vkGetImageMemoryRequirements2KHR vkGetImageMemoryRequirements2KHR;
      -
      2034 #endif
      -
      2035 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      -
      2036  PFN_vkBindBufferMemory2KHR vkBindBufferMemory2KHR;
      -
      2037  PFN_vkBindImageMemory2KHR vkBindImageMemory2KHR;
      -
      2038 #endif
      -
      2039 #if VMA_MEMORY_BUDGET || VMA_VULKAN_VERSION >= 1001000
      -
      2040  PFN_vkGetPhysicalDeviceMemoryProperties2KHR vkGetPhysicalDeviceMemoryProperties2KHR;
      -
      2041 #endif
      -
      2042 } VmaVulkanFunctions;
      -
      2043 
      -
      2045 typedef enum VmaRecordFlagBits {
      -
      2051  VMA_RECORD_FLUSH_AFTER_CALL_BIT = 0x00000001,
      -
      2052 
      -
      2053  VMA_RECORD_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      2054 } VmaRecordFlagBits;
      -
      2055 typedef VkFlags VmaRecordFlags;
      -
      2056 
      -
      2058 typedef struct VmaRecordSettings
      -
      2059 {
      -
      2061  VmaRecordFlags flags;
      -
      2069  const char* pFilePath;
      -
      2070 } VmaRecordSettings;
      -
      2071 
      -
      2073 typedef struct VmaAllocatorCreateInfo
      -
      2074 {
      -
      2076  VmaAllocatorCreateFlags flags;
      -
      2078 
      -
      2079  VkPhysicalDevice physicalDevice;
      +
      1927 // Defined to 1 when VK_KHR_buffer_device_address device extension or equivalent core Vulkan 1.2 feature is defined in its headers.
      +
      1928 #if !defined(VMA_BUFFER_DEVICE_ADDRESS)
      +
      1929  #if VK_KHR_buffer_device_address || VK_EXT_buffer_device_address || VMA_VULKAN_VERSION >= 1002000
      +
      1930  #define VMA_BUFFER_DEVICE_ADDRESS 1
      +
      1931  #else
      +
      1932  #define VMA_BUFFER_DEVICE_ADDRESS 0
      +
      1933  #endif
      +
      1934 #endif
      +
      1935 
      +
      1936 // Define these macros to decorate all public functions with additional code,
      +
      1937 // before and after returned type, appropriately. This may be useful for
      +
      1938 // exporing the functions when compiling VMA as a separate library. Example:
      +
      1939 // #define VMA_CALL_PRE __declspec(dllexport)
      +
      1940 // #define VMA_CALL_POST __cdecl
      +
      1941 #ifndef VMA_CALL_PRE
      +
      1942  #define VMA_CALL_PRE
      +
      1943 #endif
      +
      1944 #ifndef VMA_CALL_POST
      +
      1945  #define VMA_CALL_POST
      +
      1946 #endif
      +
      1947 
      +
      1957 VK_DEFINE_HANDLE(VmaAllocator)
      +
      1958 
      +
      1959 typedef void (VKAPI_PTR *PFN_vmaAllocateDeviceMemoryFunction)(
      +
      1961  VmaAllocator allocator,
      +
      1962  uint32_t memoryType,
      +
      1963  VkDeviceMemory memory,
      +
      1964  VkDeviceSize size);
      +
      1966 typedef void (VKAPI_PTR *PFN_vmaFreeDeviceMemoryFunction)(
      +
      1967  VmaAllocator allocator,
      +
      1968  uint32_t memoryType,
      +
      1969  VkDeviceMemory memory,
      +
      1970  VkDeviceSize size);
      +
      1971 
      +
      1979 typedef struct VmaDeviceMemoryCallbacks {
      +
      1981  PFN_vmaAllocateDeviceMemoryFunction pfnAllocate;
      +
      1983  PFN_vmaFreeDeviceMemoryFunction pfnFree;
      +
      1984 } VmaDeviceMemoryCallbacks;
      +
      1985 
      +
      1987 typedef enum VmaAllocatorCreateFlagBits {
      +
      1992  VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT = 0x00000001,
      +
      2017  VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT = 0x00000002,
      +
      2032  VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT = 0x00000004,
      +
      2044  VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT = 0x00000008,
      +
      2062  VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT = 0x00000010,
      +
      2080  VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT = 0x00000020,
      2081 
      -
      2082  VkDevice device;
      -
      2084 
      -
      2085  VkDeviceSize preferredLargeHeapBlockSize;
      -
      2087 
      -
      2088  const VkAllocationCallbacks* pAllocationCallbacks;
      -
      2090 
      -
      2091  const VmaDeviceMemoryCallbacks* pDeviceMemoryCallbacks;
      -
      2105  uint32_t frameInUseCount;
      -
      2130  const VkDeviceSize* pHeapSizeLimit;
      -
      2142  const VmaVulkanFunctions* pVulkanFunctions;
      -
      2149  const VmaRecordSettings* pRecordSettings;
      -
      2155  VkInstance instance;
      -
      2164  uint32_t vulkanApiVersion;
      -
      2165 } VmaAllocatorCreateInfo;
      -
      2166 
      -
      2168 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
      -
      2169  const VmaAllocatorCreateInfo* pCreateInfo,
      -
      2170  VmaAllocator* pAllocator);
      -
      2171 
      -
      2173 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
      -
      2174  VmaAllocator allocator);
      -
      2175 
      -
      2178 typedef struct VmaAllocatorInfo
      -
      2179 {
      -
      2184  VkInstance instance;
      -
      2189  VkPhysicalDevice physicalDevice;
      -
      2194  VkDevice device;
      -
      2195 } VmaAllocatorInfo;
      -
      2196 
      -
      2202 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocatorInfo(VmaAllocator allocator, VmaAllocatorInfo* pAllocatorInfo);
      -
      2203 
      -
      2208 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
      -
      2209  VmaAllocator allocator,
      -
      2210  const VkPhysicalDeviceProperties** ppPhysicalDeviceProperties);
      -
      2211 
      -
      2216 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
      -
      2217  VmaAllocator allocator,
      -
      2218  const VkPhysicalDeviceMemoryProperties** ppPhysicalDeviceMemoryProperties);
      -
      2219 
      -
      2226 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
      -
      2227  VmaAllocator allocator,
      -
      2228  uint32_t memoryTypeIndex,
      -
      2229  VkMemoryPropertyFlags* pFlags);
      -
      2230 
      -
      2239 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
      -
      2240  VmaAllocator allocator,
      -
      2241  uint32_t frameIndex);
      -
      2242 
      -
      2245 typedef struct VmaStatInfo
      -
      2246 {
      -
      2248  uint32_t blockCount;
      -
      2250  uint32_t allocationCount;
      -
      2252  uint32_t unusedRangeCount;
      -
      2254  VkDeviceSize usedBytes;
      -
      2256  VkDeviceSize unusedBytes;
      -
      2257  VkDeviceSize allocationSizeMin, allocationSizeAvg, allocationSizeMax;
      -
      2258  VkDeviceSize unusedRangeSizeMin, unusedRangeSizeAvg, unusedRangeSizeMax;
      -
      2259 } VmaStatInfo;
      -
      2260 
      -
      2262 typedef struct VmaStats
      -
      2263 {
      -
      2264  VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES];
      -
      2265  VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS];
      -
      2266  VmaStatInfo total;
      -
      2267 } VmaStats;
      -
      2268 
      -
      2278 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
      -
      2279  VmaAllocator allocator,
      -
      2280  VmaStats* pStats);
      -
      2281 
      -
      2284 typedef struct VmaBudget
      -
      2285 {
      -
      2288  VkDeviceSize blockBytes;
      -
      2289 
      -
      2299  VkDeviceSize allocationBytes;
      -
      2300 
      -
      2309  VkDeviceSize usage;
      -
      2310 
      -
      2320  VkDeviceSize budget;
      -
      2321 } VmaBudget;
      -
      2322 
      -
      2333 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
      -
      2334  VmaAllocator allocator,
      -
      2335  VmaBudget* pBudget);
      -
      2336 
      -
      2337 #ifndef VMA_STATS_STRING_ENABLED
      -
      2338 #define VMA_STATS_STRING_ENABLED 1
      -
      2339 #endif
      -
      2340 
      -
      2341 #if VMA_STATS_STRING_ENABLED
      -
      2342 
      -
      2344 
      -
      2346 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
      -
      2347  VmaAllocator allocator,
      -
      2348  char** ppStatsString,
      -
      2349  VkBool32 detailedMap);
      -
      2350 
      -
      2351 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
      -
      2352  VmaAllocator allocator,
      -
      2353  char* pStatsString);
      -
      2354 
      -
      2355 #endif // #if VMA_STATS_STRING_ENABLED
      -
      2356 
      -
      2365 VK_DEFINE_HANDLE(VmaPool)
      -
      2366 
      -
      2367 typedef enum VmaMemoryUsage
      -
      2368 {
      -
      2372  VMA_MEMORY_USAGE_UNKNOWN = 0,
      -
      2389  VMA_MEMORY_USAGE_GPU_ONLY = 1,
      -
      2399  VMA_MEMORY_USAGE_CPU_ONLY = 2,
      -
      2406  VMA_MEMORY_USAGE_CPU_TO_GPU = 3,
      -
      2415  VMA_MEMORY_USAGE_GPU_TO_CPU = 4,
      -
      2421  VMA_MEMORY_USAGE_CPU_COPY = 5,
      -
      2429  VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED = 6,
      -
      2430 
      -
      2431  VMA_MEMORY_USAGE_MAX_ENUM = 0x7FFFFFFF
      -
      2432 } VmaMemoryUsage;
      +
      2082  VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      2083 } VmaAllocatorCreateFlagBits;
      +
      2084 typedef VkFlags VmaAllocatorCreateFlags;
      +
      2085 
      +
      2090 typedef struct VmaVulkanFunctions {
      +
      2091  PFN_vkGetPhysicalDeviceProperties vkGetPhysicalDeviceProperties;
      +
      2092  PFN_vkGetPhysicalDeviceMemoryProperties vkGetPhysicalDeviceMemoryProperties;
      +
      2093  PFN_vkAllocateMemory vkAllocateMemory;
      +
      2094  PFN_vkFreeMemory vkFreeMemory;
      +
      2095  PFN_vkMapMemory vkMapMemory;
      +
      2096  PFN_vkUnmapMemory vkUnmapMemory;
      +
      2097  PFN_vkFlushMappedMemoryRanges vkFlushMappedMemoryRanges;
      +
      2098  PFN_vkInvalidateMappedMemoryRanges vkInvalidateMappedMemoryRanges;
      +
      2099  PFN_vkBindBufferMemory vkBindBufferMemory;
      +
      2100  PFN_vkBindImageMemory vkBindImageMemory;
      +
      2101  PFN_vkGetBufferMemoryRequirements vkGetBufferMemoryRequirements;
      +
      2102  PFN_vkGetImageMemoryRequirements vkGetImageMemoryRequirements;
      +
      2103  PFN_vkCreateBuffer vkCreateBuffer;
      +
      2104  PFN_vkDestroyBuffer vkDestroyBuffer;
      +
      2105  PFN_vkCreateImage vkCreateImage;
      +
      2106  PFN_vkDestroyImage vkDestroyImage;
      +
      2107  PFN_vkCmdCopyBuffer vkCmdCopyBuffer;
      +
      2108 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      2109  PFN_vkGetBufferMemoryRequirements2KHR vkGetBufferMemoryRequirements2KHR;
      +
      2110  PFN_vkGetImageMemoryRequirements2KHR vkGetImageMemoryRequirements2KHR;
      +
      2111 #endif
      +
      2112 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      +
      2113  PFN_vkBindBufferMemory2KHR vkBindBufferMemory2KHR;
      +
      2114  PFN_vkBindImageMemory2KHR vkBindImageMemory2KHR;
      +
      2115 #endif
      +
      2116 #if VMA_MEMORY_BUDGET || VMA_VULKAN_VERSION >= 1001000
      +
      2117  PFN_vkGetPhysicalDeviceMemoryProperties2KHR vkGetPhysicalDeviceMemoryProperties2KHR;
      +
      2118 #endif
      +
      2119 } VmaVulkanFunctions;
      +
      2120 
      +
      2122 typedef enum VmaRecordFlagBits {
      +
      2128  VMA_RECORD_FLUSH_AFTER_CALL_BIT = 0x00000001,
      +
      2129 
      +
      2130  VMA_RECORD_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      2131 } VmaRecordFlagBits;
      +
      2132 typedef VkFlags VmaRecordFlags;
      +
      2133 
      +
      2135 typedef struct VmaRecordSettings
      +
      2136 {
      +
      2138  VmaRecordFlags flags;
      +
      2146  const char* pFilePath;
      +
      2147 } VmaRecordSettings;
      +
      2148 
      +
      2150 typedef struct VmaAllocatorCreateInfo
      +
      2151 {
      +
      2153  VmaAllocatorCreateFlags flags;
      +
      2155 
      +
      2156  VkPhysicalDevice physicalDevice;
      +
      2158 
      +
      2159  VkDevice device;
      +
      2161 
      +
      2162  VkDeviceSize preferredLargeHeapBlockSize;
      +
      2164 
      +
      2165  const VkAllocationCallbacks* pAllocationCallbacks;
      +
      2167 
      +
      2168  const VmaDeviceMemoryCallbacks* pDeviceMemoryCallbacks;
      +
      2182  uint32_t frameInUseCount;
      +
      2207  const VkDeviceSize* pHeapSizeLimit;
      +
      2219  const VmaVulkanFunctions* pVulkanFunctions;
      +
      2226  const VmaRecordSettings* pRecordSettings;
      +
      2232  VkInstance instance;
      +
      2241  uint32_t vulkanApiVersion;
      +
      2242 } VmaAllocatorCreateInfo;
      +
      2243 
      +
      2245 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
      +
      2246  const VmaAllocatorCreateInfo* pCreateInfo,
      +
      2247  VmaAllocator* pAllocator);
      +
      2248 
      +
      2250 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
      +
      2251  VmaAllocator allocator);
      +
      2252 
      +
      2255 typedef struct VmaAllocatorInfo
      +
      2256 {
      +
      2261  VkInstance instance;
      +
      2266  VkPhysicalDevice physicalDevice;
      +
      2271  VkDevice device;
      +
      2272 } VmaAllocatorInfo;
      +
      2273 
      +
      2279 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocatorInfo(VmaAllocator allocator, VmaAllocatorInfo* pAllocatorInfo);
      +
      2280 
      +
      2285 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
      +
      2286  VmaAllocator allocator,
      +
      2287  const VkPhysicalDeviceProperties** ppPhysicalDeviceProperties);
      +
      2288 
      +
      2293 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
      +
      2294  VmaAllocator allocator,
      +
      2295  const VkPhysicalDeviceMemoryProperties** ppPhysicalDeviceMemoryProperties);
      +
      2296 
      +
      2303 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
      +
      2304  VmaAllocator allocator,
      +
      2305  uint32_t memoryTypeIndex,
      +
      2306  VkMemoryPropertyFlags* pFlags);
      +
      2307 
      +
      2316 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
      +
      2317  VmaAllocator allocator,
      +
      2318  uint32_t frameIndex);
      +
      2319 
      +
      2322 typedef struct VmaStatInfo
      +
      2323 {
      +
      2325  uint32_t blockCount;
      +
      2327  uint32_t allocationCount;
      +
      2329  uint32_t unusedRangeCount;
      +
      2331  VkDeviceSize usedBytes;
      +
      2333  VkDeviceSize unusedBytes;
      +
      2334  VkDeviceSize allocationSizeMin, allocationSizeAvg, allocationSizeMax;
      +
      2335  VkDeviceSize unusedRangeSizeMin, unusedRangeSizeAvg, unusedRangeSizeMax;
      +
      2336 } VmaStatInfo;
      +
      2337 
      +
      2339 typedef struct VmaStats
      +
      2340 {
      +
      2341  VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES];
      +
      2342  VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS];
      +
      2343  VmaStatInfo total;
      +
      2344 } VmaStats;
      +
      2345 
      +
      2355 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
      +
      2356  VmaAllocator allocator,
      +
      2357  VmaStats* pStats);
      +
      2358 
      +
      2361 typedef struct VmaBudget
      +
      2362 {
      +
      2365  VkDeviceSize blockBytes;
      +
      2366 
      +
      2376  VkDeviceSize allocationBytes;
      +
      2377 
      +
      2386  VkDeviceSize usage;
      +
      2387 
      +
      2397  VkDeviceSize budget;
      +
      2398 } VmaBudget;
      +
      2399 
      +
      2410 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
      +
      2411  VmaAllocator allocator,
      +
      2412  VmaBudget* pBudget);
      +
      2413 
      +
      2414 #ifndef VMA_STATS_STRING_ENABLED
      +
      2415 #define VMA_STATS_STRING_ENABLED 1
      +
      2416 #endif
      +
      2417 
      +
      2418 #if VMA_STATS_STRING_ENABLED
      +
      2419 
      +
      2421 
      +
      2423 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
      +
      2424  VmaAllocator allocator,
      +
      2425  char** ppStatsString,
      +
      2426  VkBool32 detailedMap);
      +
      2427 
      +
      2428 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
      +
      2429  VmaAllocator allocator,
      +
      2430  char* pStatsString);
      +
      2431 
      +
      2432 #endif // #if VMA_STATS_STRING_ENABLED
      2433 
      -
      2435 typedef enum VmaAllocationCreateFlagBits {
      -
      2442  VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT = 0x00000001,
      +
      2442 VK_DEFINE_HANDLE(VmaPool)
      2443 
      -
      2453  VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT = 0x00000002,
      -
      2466  VMA_ALLOCATION_CREATE_MAPPED_BIT = 0x00000004,
      -
      2479  VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT = 0x00000008,
      -
      2486  VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT = 0x00000010,
      -
      2492  VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT = 0x00000020,
      -
      2497  VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT = 0x00000040,
      -
      2503  VMA_ALLOCATION_CREATE_DONT_BIND_BIT = 0x00000080,
      -
      2507  VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT = 0x00000100,
      -
      2508 
      -
      2512  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT = 0x00010000,
      -
      2516  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT = 0x00020000,
      -
      2523  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT = 0x00040000,
      -
      2524 
      -
      2527  VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT,
      -
      2530  VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT = VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
      -
      2533  VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT = VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT,
      -
      2534 
      -
      2537  VMA_ALLOCATION_CREATE_STRATEGY_MASK =
      -
      2538  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT |
      -
      2539  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT |
      -
      2540  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
      -
      2541 
      -
      2542  VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      2543 } VmaAllocationCreateFlagBits;
      -
      2544 typedef VkFlags VmaAllocationCreateFlags;
      -
      2545 
      -
      2546 typedef struct VmaAllocationCreateInfo
      -
      2547 {
      -
      2549  VmaAllocationCreateFlags flags;
      -
      2555  VmaMemoryUsage usage;
      -
      2560  VkMemoryPropertyFlags requiredFlags;
      -
      2565  VkMemoryPropertyFlags preferredFlags;
      -
      2573  uint32_t memoryTypeBits;
      -
      2579  VmaPool pool;
      -
      2586  void* pUserData;
      -
      2587 } VmaAllocationCreateInfo;
      -
      2588 
      -
      2605 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
      -
      2606  VmaAllocator allocator,
      -
      2607  uint32_t memoryTypeBits,
      -
      2608  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      2609  uint32_t* pMemoryTypeIndex);
      -
      2610 
      -
      2623 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
      -
      2624  VmaAllocator allocator,
      -
      2625  const VkBufferCreateInfo* pBufferCreateInfo,
      -
      2626  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      2627  uint32_t* pMemoryTypeIndex);
      -
      2628 
      -
      2641 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
      -
      2642  VmaAllocator allocator,
      -
      2643  const VkImageCreateInfo* pImageCreateInfo,
      -
      2644  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      2645  uint32_t* pMemoryTypeIndex);
      -
      2646 
      -
      2648 typedef enum VmaPoolCreateFlagBits {
      -
      2666  VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT = 0x00000002,
      -
      2667 
      -
      2683  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT = 0x00000004,
      -
      2684 
      -
      2694  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT = 0x00000008,
      -
      2695 
      -
      2698  VMA_POOL_CREATE_ALGORITHM_MASK =
      -
      2699  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT |
      -
      2700  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT,
      -
      2701 
      -
      2702  VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      2703 } VmaPoolCreateFlagBits;
      -
      2704 typedef VkFlags VmaPoolCreateFlags;
      +
      2444 typedef enum VmaMemoryUsage
      +
      2445 {
      +
      2449  VMA_MEMORY_USAGE_UNKNOWN = 0,
      +
      2466  VMA_MEMORY_USAGE_GPU_ONLY = 1,
      +
      2476  VMA_MEMORY_USAGE_CPU_ONLY = 2,
      +
      2483  VMA_MEMORY_USAGE_CPU_TO_GPU = 3,
      +
      2492  VMA_MEMORY_USAGE_GPU_TO_CPU = 4,
      +
      2498  VMA_MEMORY_USAGE_CPU_COPY = 5,
      +
      2506  VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED = 6,
      +
      2507 
      +
      2508  VMA_MEMORY_USAGE_MAX_ENUM = 0x7FFFFFFF
      +
      2509 } VmaMemoryUsage;
      +
      2510 
      +
      2512 typedef enum VmaAllocationCreateFlagBits {
      +
      2519  VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT = 0x00000001,
      +
      2520 
      +
      2530  VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT = 0x00000002,
      +
      2543  VMA_ALLOCATION_CREATE_MAPPED_BIT = 0x00000004,
      +
      2556  VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT = 0x00000008,
      +
      2563  VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT = 0x00000010,
      +
      2569  VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT = 0x00000020,
      +
      2574  VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT = 0x00000040,
      +
      2580  VMA_ALLOCATION_CREATE_DONT_BIND_BIT = 0x00000080,
      +
      2584  VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT = 0x00000100,
      +
      2585 
      +
      2589  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT = 0x00010000,
      +
      2593  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT = 0x00020000,
      +
      2600  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT = 0x00040000,
      +
      2601 
      +
      2604  VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT,
      +
      2607  VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT = VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
      +
      2610  VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT = VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT,
      +
      2611 
      +
      2614  VMA_ALLOCATION_CREATE_STRATEGY_MASK =
      +
      2615  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT |
      +
      2616  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT |
      +
      2617  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
      +
      2618 
      +
      2619  VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      2620 } VmaAllocationCreateFlagBits;
      +
      2621 typedef VkFlags VmaAllocationCreateFlags;
      +
      2622 
      +
      2623 typedef struct VmaAllocationCreateInfo
      +
      2624 {
      +
      2626  VmaAllocationCreateFlags flags;
      +
      2632  VmaMemoryUsage usage;
      +
      2637  VkMemoryPropertyFlags requiredFlags;
      +
      2642  VkMemoryPropertyFlags preferredFlags;
      +
      2650  uint32_t memoryTypeBits;
      +
      2656  VmaPool pool;
      +
      2663  void* pUserData;
      +
      2664 } VmaAllocationCreateInfo;
      +
      2665 
      +
      2682 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
      +
      2683  VmaAllocator allocator,
      +
      2684  uint32_t memoryTypeBits,
      +
      2685  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      2686  uint32_t* pMemoryTypeIndex);
      +
      2687 
      +
      2700 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
      +
      2701  VmaAllocator allocator,
      +
      2702  const VkBufferCreateInfo* pBufferCreateInfo,
      +
      2703  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      2704  uint32_t* pMemoryTypeIndex);
      2705 
      -
      2708 typedef struct VmaPoolCreateInfo {
      -
      2711  uint32_t memoryTypeIndex;
      -
      2714  VmaPoolCreateFlags flags;
      -
      2723  VkDeviceSize blockSize;
      -
      2728  size_t minBlockCount;
      -
      2736  size_t maxBlockCount;
      -
      2750  uint32_t frameInUseCount;
      -
      2751 } VmaPoolCreateInfo;
      -
      2752 
      -
      2755 typedef struct VmaPoolStats {
      -
      2758  VkDeviceSize size;
      -
      2761  VkDeviceSize unusedSize;
      -
      2764  size_t allocationCount;
      -
      2767  size_t unusedRangeCount;
      -
      2774  VkDeviceSize unusedRangeSizeMax;
      -
      2777  size_t blockCount;
      -
      2778 } VmaPoolStats;
      -
      2779 
      -
      2786 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
      -
      2787  VmaAllocator allocator,
      -
      2788  const VmaPoolCreateInfo* pCreateInfo,
      -
      2789  VmaPool* pPool);
      -
      2790 
      -
      2793 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
      -
      2794  VmaAllocator allocator,
      -
      2795  VmaPool pool);
      -
      2796 
      -
      2803 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
      -
      2804  VmaAllocator allocator,
      -
      2805  VmaPool pool,
      -
      2806  VmaPoolStats* pPoolStats);
      -
      2807 
      -
      2814 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
      -
      2815  VmaAllocator allocator,
      -
      2816  VmaPool pool,
      -
      2817  size_t* pLostAllocationCount);
      -
      2818 
      -
      2833 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool);
      -
      2834 
      -
      2841 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
      -
      2842  VmaAllocator allocator,
      -
      2843  VmaPool pool,
      -
      2844  const char** ppName);
      -
      2845 
      -
      2851 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
      -
      2852  VmaAllocator allocator,
      -
      2853  VmaPool pool,
      -
      2854  const char* pName);
      -
      2855 
      -
      2880 VK_DEFINE_HANDLE(VmaAllocation)
      -
      2881 
      -
      2882 
      -
      2884 typedef struct VmaAllocationInfo {
      -
      2889  uint32_t memoryType;
      -
      2898  VkDeviceMemory deviceMemory;
      -
      2903  VkDeviceSize offset;
      -
      2908  VkDeviceSize size;
      -
      2917  void* pMappedData;
      -
      2922  void* pUserData;
      -
      2923 } VmaAllocationInfo;
      -
      2924 
      -
      2935 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
      -
      2936  VmaAllocator allocator,
      -
      2937  const VkMemoryRequirements* pVkMemoryRequirements,
      -
      2938  const VmaAllocationCreateInfo* pCreateInfo,
      -
      2939  VmaAllocation* pAllocation,
      -
      2940  VmaAllocationInfo* pAllocationInfo);
      -
      2941 
      -
      2961 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
      -
      2962  VmaAllocator allocator,
      -
      2963  const VkMemoryRequirements* pVkMemoryRequirements,
      -
      2964  const VmaAllocationCreateInfo* pCreateInfo,
      -
      2965  size_t allocationCount,
      -
      2966  VmaAllocation* pAllocations,
      -
      2967  VmaAllocationInfo* pAllocationInfo);
      -
      2968 
      -
      2975 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
      -
      2976  VmaAllocator allocator,
      -
      2977  VkBuffer buffer,
      -
      2978  const VmaAllocationCreateInfo* pCreateInfo,
      -
      2979  VmaAllocation* pAllocation,
      -
      2980  VmaAllocationInfo* pAllocationInfo);
      -
      2981 
      -
      2983 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
      -
      2984  VmaAllocator allocator,
      -
      2985  VkImage image,
      -
      2986  const VmaAllocationCreateInfo* pCreateInfo,
      -
      2987  VmaAllocation* pAllocation,
      -
      2988  VmaAllocationInfo* pAllocationInfo);
      -
      2989 
      -
      2994 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
      -
      2995  VmaAllocator allocator,
      -
      2996  VmaAllocation allocation);
      -
      2997 
      -
      3008 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
      -
      3009  VmaAllocator allocator,
      -
      3010  size_t allocationCount,
      -
      3011  VmaAllocation* pAllocations);
      -
      3012 
      -
      3020 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
      -
      3021  VmaAllocator allocator,
      -
      3022  VmaAllocation allocation,
      -
      3023  VkDeviceSize newSize);
      -
      3024 
      -
      3041 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
      -
      3042  VmaAllocator allocator,
      -
      3043  VmaAllocation allocation,
      +
      2718 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
      +
      2719  VmaAllocator allocator,
      +
      2720  const VkImageCreateInfo* pImageCreateInfo,
      +
      2721  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      2722  uint32_t* pMemoryTypeIndex);
      +
      2723 
      +
      2725 typedef enum VmaPoolCreateFlagBits {
      +
      2743  VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT = 0x00000002,
      +
      2744 
      +
      2760  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT = 0x00000004,
      +
      2761 
      +
      2771  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT = 0x00000008,
      +
      2772 
      +
      2775  VMA_POOL_CREATE_ALGORITHM_MASK =
      +
      2776  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT |
      +
      2777  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT,
      +
      2778 
      +
      2779  VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      2780 } VmaPoolCreateFlagBits;
      +
      2781 typedef VkFlags VmaPoolCreateFlags;
      +
      2782 
      +
      2785 typedef struct VmaPoolCreateInfo {
      +
      2788  uint32_t memoryTypeIndex;
      +
      2791  VmaPoolCreateFlags flags;
      +
      2800  VkDeviceSize blockSize;
      +
      2805  size_t minBlockCount;
      +
      2813  size_t maxBlockCount;
      +
      2827  uint32_t frameInUseCount;
      +
      2828 } VmaPoolCreateInfo;
      +
      2829 
      +
      2832 typedef struct VmaPoolStats {
      +
      2835  VkDeviceSize size;
      +
      2838  VkDeviceSize unusedSize;
      +
      2841  size_t allocationCount;
      +
      2844  size_t unusedRangeCount;
      +
      2851  VkDeviceSize unusedRangeSizeMax;
      +
      2854  size_t blockCount;
      +
      2855 } VmaPoolStats;
      +
      2856 
      +
      2863 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
      +
      2864  VmaAllocator allocator,
      +
      2865  const VmaPoolCreateInfo* pCreateInfo,
      +
      2866  VmaPool* pPool);
      +
      2867 
      +
      2870 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
      +
      2871  VmaAllocator allocator,
      +
      2872  VmaPool pool);
      +
      2873 
      +
      2880 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
      +
      2881  VmaAllocator allocator,
      +
      2882  VmaPool pool,
      +
      2883  VmaPoolStats* pPoolStats);
      +
      2884 
      +
      2891 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
      +
      2892  VmaAllocator allocator,
      +
      2893  VmaPool pool,
      +
      2894  size_t* pLostAllocationCount);
      +
      2895 
      +
      2910 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool);
      +
      2911 
      +
      2918 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
      +
      2919  VmaAllocator allocator,
      +
      2920  VmaPool pool,
      +
      2921  const char** ppName);
      +
      2922 
      +
      2928 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
      +
      2929  VmaAllocator allocator,
      +
      2930  VmaPool pool,
      +
      2931  const char* pName);
      +
      2932 
      +
      2957 VK_DEFINE_HANDLE(VmaAllocation)
      +
      2958 
      +
      2959 
      +
      2961 typedef struct VmaAllocationInfo {
      +
      2966  uint32_t memoryType;
      +
      2975  VkDeviceMemory deviceMemory;
      +
      2980  VkDeviceSize offset;
      +
      2985  VkDeviceSize size;
      +
      2994  void* pMappedData;
      +
      2999  void* pUserData;
      +
      3000 } VmaAllocationInfo;
      +
      3001 
      +
      3012 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
      +
      3013  VmaAllocator allocator,
      +
      3014  const VkMemoryRequirements* pVkMemoryRequirements,
      +
      3015  const VmaAllocationCreateInfo* pCreateInfo,
      +
      3016  VmaAllocation* pAllocation,
      +
      3017  VmaAllocationInfo* pAllocationInfo);
      +
      3018 
      +
      3038 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
      +
      3039  VmaAllocator allocator,
      +
      3040  const VkMemoryRequirements* pVkMemoryRequirements,
      +
      3041  const VmaAllocationCreateInfo* pCreateInfo,
      +
      3042  size_t allocationCount,
      +
      3043  VmaAllocation* pAllocations,
      3044  VmaAllocationInfo* pAllocationInfo);
      3045 
      -
      3060 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
      +
      3052 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
      +
      3053  VmaAllocator allocator,
      +
      3054  VkBuffer buffer,
      +
      3055  const VmaAllocationCreateInfo* pCreateInfo,
      +
      3056  VmaAllocation* pAllocation,
      +
      3057  VmaAllocationInfo* pAllocationInfo);
      +
      3058 
      +
      3060 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
      3061  VmaAllocator allocator,
      -
      3062  VmaAllocation allocation);
      -
      3063 
      -
      3077 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
      -
      3078  VmaAllocator allocator,
      -
      3079  VmaAllocation allocation,
      -
      3080  void* pUserData);
      -
      3081 
      -
      3092 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
      -
      3093  VmaAllocator allocator,
      -
      3094  VmaAllocation* pAllocation);
      -
      3095 
      -
      3134 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
      -
      3135  VmaAllocator allocator,
      -
      3136  VmaAllocation allocation,
      -
      3137  void** ppData);
      -
      3138 
      -
      3147 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
      -
      3148  VmaAllocator allocator,
      -
      3149  VmaAllocation allocation);
      -
      3150 
      -
      3169 VMA_CALL_PRE void VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      -
      3170 
      -
      3189 VMA_CALL_PRE void VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      -
      3190 
      -
      3207 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits);
      -
      3208 
      -
      3215 VK_DEFINE_HANDLE(VmaDefragmentationContext)
      -
      3216 
      -
      3217 typedef enum VmaDefragmentationFlagBits {
      -
      3219  VMA_DEFRAGMENTATION_FLAG_INCREMENTAL = 0x1,
      -
      3220  VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      3221 } VmaDefragmentationFlagBits;
      -
      3222 typedef VkFlags VmaDefragmentationFlags;
      -
      3223 
      -
      3228 typedef struct VmaDefragmentationInfo2 {
      -
      3231  VmaDefragmentationFlags flags;
      -
      3234  uint32_t allocationCount;
      -
      3243  VmaAllocation* pAllocations;
      -
      3249  VkBool32* pAllocationsChanged;
      -
      3252  uint32_t poolCount;
      -
      3268  VmaPool* pPools;
      -
      3273  VkDeviceSize maxCpuBytesToMove;
      -
      3278  uint32_t maxCpuAllocationsToMove;
      -
      3283  VkDeviceSize maxGpuBytesToMove;
      -
      3288  uint32_t maxGpuAllocationsToMove;
      -
      3297  VkCommandBuffer commandBuffer;
      -
      3298 } VmaDefragmentationInfo2;
      -
      3299 
      -
      3300 typedef struct VmaDefragmentationPassMoveInfo {
      -
      3301  VmaAllocation allocation;
      -
      3302  VkDeviceMemory memory;
      -
      3303  VkDeviceSize offset;
      -
      3304 } VmaDefragmentationPassMoveInfo;
      -
      3305 
      -
      3310 typedef struct VmaDefragmentationPassInfo {
      -
      3311  uint32_t moveCount;
      -
      3312  VmaDefragmentationPassMoveInfo* pMoves;
      -
      3313 } VmaDefragmentationPassInfo;
      -
      3314 
      -
      3319 typedef struct VmaDefragmentationInfo {
      -
      3324  VkDeviceSize maxBytesToMove;
      -
      3329  uint32_t maxAllocationsToMove;
      -
      3330 } VmaDefragmentationInfo;
      -
      3331 
      -
      3333 typedef struct VmaDefragmentationStats {
      -
      3335  VkDeviceSize bytesMoved;
      -
      3337  VkDeviceSize bytesFreed;
      -
      3339  uint32_t allocationsMoved;
      -
      3341  uint32_t deviceMemoryBlocksFreed;
      -
      3342 } VmaDefragmentationStats;
      -
      3343 
      -
      3373 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
      -
      3374  VmaAllocator allocator,
      -
      3375  const VmaDefragmentationInfo2* pInfo,
      -
      3376  VmaDefragmentationStats* pStats,
      -
      3377  VmaDefragmentationContext *pContext);
      -
      3378 
      -
      3384 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
      -
      3385  VmaAllocator allocator,
      -
      3386  VmaDefragmentationContext context);
      -
      3387 
      -
      3388 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBeginDefragmentationPass(
      -
      3389  VmaAllocator allocator,
      -
      3390  VmaDefragmentationContext context,
      -
      3391  VmaDefragmentationPassInfo* pInfo
      -
      3392 );
      -
      3393 VMA_CALL_PRE VkResult VMA_CALL_POST vmaEndDefragmentationPass(
      -
      3394  VmaAllocator allocator,
      -
      3395  VmaDefragmentationContext context
      -
      3396 );
      -
      3397 
      -
      3438 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
      -
      3439  VmaAllocator allocator,
      -
      3440  VmaAllocation* pAllocations,
      -
      3441  size_t allocationCount,
      -
      3442  VkBool32* pAllocationsChanged,
      -
      3443  const VmaDefragmentationInfo *pDefragmentationInfo,
      -
      3444  VmaDefragmentationStats* pDefragmentationStats);
      -
      3445 
      -
      3458 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
      -
      3459  VmaAllocator allocator,
      -
      3460  VmaAllocation allocation,
      -
      3461  VkBuffer buffer);
      -
      3462 
      -
      3473 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
      -
      3474  VmaAllocator allocator,
      -
      3475  VmaAllocation allocation,
      -
      3476  VkDeviceSize allocationLocalOffset,
      -
      3477  VkBuffer buffer,
      -
      3478  const void* pNext);
      -
      3479 
      -
      3492 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
      -
      3493  VmaAllocator allocator,
      -
      3494  VmaAllocation allocation,
      -
      3495  VkImage image);
      -
      3496 
      -
      3507 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
      -
      3508  VmaAllocator allocator,
      -
      3509  VmaAllocation allocation,
      -
      3510  VkDeviceSize allocationLocalOffset,
      -
      3511  VkImage image,
      -
      3512  const void* pNext);
      -
      3513 
      -
      3540 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
      -
      3541  VmaAllocator allocator,
      -
      3542  const VkBufferCreateInfo* pBufferCreateInfo,
      -
      3543  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      3544  VkBuffer* pBuffer,
      -
      3545  VmaAllocation* pAllocation,
      -
      3546  VmaAllocationInfo* pAllocationInfo);
      -
      3547 
      -
      3559 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
      -
      3560  VmaAllocator allocator,
      -
      3561  VkBuffer buffer,
      -
      3562  VmaAllocation allocation);
      -
      3563 
      -
      3565 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
      -
      3566  VmaAllocator allocator,
      -
      3567  const VkImageCreateInfo* pImageCreateInfo,
      -
      3568  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      3569  VkImage* pImage,
      -
      3570  VmaAllocation* pAllocation,
      -
      3571  VmaAllocationInfo* pAllocationInfo);
      -
      3572 
      -
      3584 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
      +
      3062  VkImage image,
      +
      3063  const VmaAllocationCreateInfo* pCreateInfo,
      +
      3064  VmaAllocation* pAllocation,
      +
      3065  VmaAllocationInfo* pAllocationInfo);
      +
      3066 
      +
      3071 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
      +
      3072  VmaAllocator allocator,
      +
      3073  VmaAllocation allocation);
      +
      3074 
      +
      3085 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
      +
      3086  VmaAllocator allocator,
      +
      3087  size_t allocationCount,
      +
      3088  VmaAllocation* pAllocations);
      +
      3089 
      +
      3097 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
      +
      3098  VmaAllocator allocator,
      +
      3099  VmaAllocation allocation,
      +
      3100  VkDeviceSize newSize);
      +
      3101 
      +
      3118 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
      +
      3119  VmaAllocator allocator,
      +
      3120  VmaAllocation allocation,
      +
      3121  VmaAllocationInfo* pAllocationInfo);
      +
      3122 
      +
      3137 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
      +
      3138  VmaAllocator allocator,
      +
      3139  VmaAllocation allocation);
      +
      3140 
      +
      3154 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
      +
      3155  VmaAllocator allocator,
      +
      3156  VmaAllocation allocation,
      +
      3157  void* pUserData);
      +
      3158 
      +
      3169 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
      +
      3170  VmaAllocator allocator,
      +
      3171  VmaAllocation* pAllocation);
      +
      3172 
      +
      3211 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
      +
      3212  VmaAllocator allocator,
      +
      3213  VmaAllocation allocation,
      +
      3214  void** ppData);
      +
      3215 
      +
      3224 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
      +
      3225  VmaAllocator allocator,
      +
      3226  VmaAllocation allocation);
      +
      3227 
      +
      3246 VMA_CALL_PRE void VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      +
      3247 
      +
      3266 VMA_CALL_PRE void VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      +
      3267 
      +
      3284 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits);
      +
      3285 
      +
      3292 VK_DEFINE_HANDLE(VmaDefragmentationContext)
      +
      3293 
      +
      3294 typedef enum VmaDefragmentationFlagBits {
      +
      3296  VMA_DEFRAGMENTATION_FLAG_INCREMENTAL = 0x1,
      +
      3297  VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      3298 } VmaDefragmentationFlagBits;
      +
      3299 typedef VkFlags VmaDefragmentationFlags;
      +
      3300 
      +
      3305 typedef struct VmaDefragmentationInfo2 {
      +
      3308  VmaDefragmentationFlags flags;
      +
      3311  uint32_t allocationCount;
      +
      3320  VmaAllocation* pAllocations;
      +
      3326  VkBool32* pAllocationsChanged;
      +
      3329  uint32_t poolCount;
      +
      3345  VmaPool* pPools;
      +
      3350  VkDeviceSize maxCpuBytesToMove;
      +
      3355  uint32_t maxCpuAllocationsToMove;
      +
      3360  VkDeviceSize maxGpuBytesToMove;
      +
      3365  uint32_t maxGpuAllocationsToMove;
      +
      3374  VkCommandBuffer commandBuffer;
      +
      3375 } VmaDefragmentationInfo2;
      +
      3376 
      +
      3377 typedef struct VmaDefragmentationPassMoveInfo {
      +
      3378  VmaAllocation allocation;
      +
      3379  VkDeviceMemory memory;
      +
      3380  VkDeviceSize offset;
      +
      3381 } VmaDefragmentationPassMoveInfo;
      +
      3382 
      +
      3387 typedef struct VmaDefragmentationPassInfo {
      +
      3388  uint32_t moveCount;
      +
      3389  VmaDefragmentationPassMoveInfo* pMoves;
      +
      3390 } VmaDefragmentationPassInfo;
      +
      3391 
      +
      3396 typedef struct VmaDefragmentationInfo {
      +
      3401  VkDeviceSize maxBytesToMove;
      +
      3406  uint32_t maxAllocationsToMove;
      +
      3407 } VmaDefragmentationInfo;
      +
      3408 
      +
      3410 typedef struct VmaDefragmentationStats {
      +
      3412  VkDeviceSize bytesMoved;
      +
      3414  VkDeviceSize bytesFreed;
      +
      3416  uint32_t allocationsMoved;
      +
      3418  uint32_t deviceMemoryBlocksFreed;
      +
      3419 } VmaDefragmentationStats;
      +
      3420 
      +
      3450 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
      +
      3451  VmaAllocator allocator,
      +
      3452  const VmaDefragmentationInfo2* pInfo,
      +
      3453  VmaDefragmentationStats* pStats,
      +
      3454  VmaDefragmentationContext *pContext);
      +
      3455 
      +
      3461 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
      +
      3462  VmaAllocator allocator,
      +
      3463  VmaDefragmentationContext context);
      +
      3464 
      +
      3465 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBeginDefragmentationPass(
      +
      3466  VmaAllocator allocator,
      +
      3467  VmaDefragmentationContext context,
      +
      3468  VmaDefragmentationPassInfo* pInfo
      +
      3469 );
      +
      3470 VMA_CALL_PRE VkResult VMA_CALL_POST vmaEndDefragmentationPass(
      +
      3471  VmaAllocator allocator,
      +
      3472  VmaDefragmentationContext context
      +
      3473 );
      +
      3474 
      +
      3515 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
      +
      3516  VmaAllocator allocator,
      +
      3517  VmaAllocation* pAllocations,
      +
      3518  size_t allocationCount,
      +
      3519  VkBool32* pAllocationsChanged,
      +
      3520  const VmaDefragmentationInfo *pDefragmentationInfo,
      +
      3521  VmaDefragmentationStats* pDefragmentationStats);
      +
      3522 
      +
      3535 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
      +
      3536  VmaAllocator allocator,
      +
      3537  VmaAllocation allocation,
      +
      3538  VkBuffer buffer);
      +
      3539 
      +
      3550 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
      +
      3551  VmaAllocator allocator,
      +
      3552  VmaAllocation allocation,
      +
      3553  VkDeviceSize allocationLocalOffset,
      +
      3554  VkBuffer buffer,
      +
      3555  const void* pNext);
      +
      3556 
      +
      3569 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
      +
      3570  VmaAllocator allocator,
      +
      3571  VmaAllocation allocation,
      +
      3572  VkImage image);
      +
      3573 
      +
      3584 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
      3585  VmaAllocator allocator,
      -
      3586  VkImage image,
      -
      3587  VmaAllocation allocation);
      -
      3588 
      -
      3589 #ifdef __cplusplus
      -
      3590 }
      -
      3591 #endif
      -
      3592 
      -
      3593 #endif // AMD_VULKAN_MEMORY_ALLOCATOR_H
      -
      3594 
      -
      3595 // For Visual Studio IntelliSense.
      -
      3596 #if defined(__cplusplus) && defined(__INTELLISENSE__)
      -
      3597 #define VMA_IMPLEMENTATION
      -
      3598 #endif
      -
      3599 
      -
      3600 #ifdef VMA_IMPLEMENTATION
      -
      3601 #undef VMA_IMPLEMENTATION
      -
      3602 
      -
      3603 #include <cstdint>
      -
      3604 #include <cstdlib>
      -
      3605 #include <cstring>
      -
      3606 #include <utility>
      -
      3607 
      -
      3608 /*******************************************************************************
      -
      3609 CONFIGURATION SECTION
      -
      3610 
      -
      3611 Define some of these macros before each #include of this header or change them
      -
      3612 here if you need other then default behavior depending on your environment.
      -
      3613 */
      -
      3614 
      -
      3615 /*
      -
      3616 Define this macro to 1 to make the library fetch pointers to Vulkan functions
      -
      3617 internally, like:
      -
      3618 
      -
      3619  vulkanFunctions.vkAllocateMemory = &vkAllocateMemory;
      -
      3620 
      -
      3621 Define to 0 if you are going to provide you own pointers to Vulkan functions via
      -
      3622 VmaAllocatorCreateInfo::pVulkanFunctions.
      -
      3623 */
      -
      3624 #if !defined(VMA_STATIC_VULKAN_FUNCTIONS) && !defined(VK_NO_PROTOTYPES)
      -
      3625 #define VMA_STATIC_VULKAN_FUNCTIONS 1
      -
      3626 #endif
      -
      3627 
      -
      3628 // Define this macro to 1 to make the library use STL containers instead of its own implementation.
      -
      3629 //#define VMA_USE_STL_CONTAINERS 1
      -
      3630 
      -
      3631 /* Set this macro to 1 to make the library including and using STL containers:
      -
      3632 std::pair, std::vector, std::list, std::unordered_map.
      -
      3633 
      -
      3634 Set it to 0 or undefined to make the library using its own implementation of
      -
      3635 the containers.
      -
      3636 */
      -
      3637 #if VMA_USE_STL_CONTAINERS
      -
      3638  #define VMA_USE_STL_VECTOR 1
      -
      3639  #define VMA_USE_STL_UNORDERED_MAP 1
      -
      3640  #define VMA_USE_STL_LIST 1
      -
      3641 #endif
      -
      3642 
      -
      3643 #ifndef VMA_USE_STL_SHARED_MUTEX
      -
      3644  // Compiler conforms to C++17.
      -
      3645  #if __cplusplus >= 201703L
      -
      3646  #define VMA_USE_STL_SHARED_MUTEX 1
      -
      3647  // Visual studio defines __cplusplus properly only when passed additional parameter: /Zc:__cplusplus
      -
      3648  // Otherwise it's always 199711L, despite shared_mutex works since Visual Studio 2015 Update 2.
      -
      3649  // See: https://blogs.msdn.microsoft.com/vcblog/2018/04/09/msvc-now-correctly-reports-__cplusplus/
      -
      3650  #elif defined(_MSC_FULL_VER) && _MSC_FULL_VER >= 190023918 && __cplusplus == 199711L && _MSVC_LANG >= 201703L
      -
      3651  #define VMA_USE_STL_SHARED_MUTEX 1
      -
      3652  #else
      -
      3653  #define VMA_USE_STL_SHARED_MUTEX 0
      -
      3654  #endif
      -
      3655 #endif
      -
      3656 
      -
      3657 /*
      -
      3658 THESE INCLUDES ARE NOT ENABLED BY DEFAULT.
      -
      3659 Library has its own container implementation.
      -
      3660 */
      -
      3661 #if VMA_USE_STL_VECTOR
      -
      3662  #include <vector>
      -
      3663 #endif
      -
      3664 
      -
      3665 #if VMA_USE_STL_UNORDERED_MAP
      -
      3666  #include <unordered_map>
      -
      3667 #endif
      -
      3668 
      -
      3669 #if VMA_USE_STL_LIST
      -
      3670  #include <list>
      -
      3671 #endif
      -
      3672 
      -
      3673 /*
      -
      3674 Following headers are used in this CONFIGURATION section only, so feel free to
      -
      3675 remove them if not needed.
      -
      3676 */
      -
      3677 #include <cassert> // for assert
      -
      3678 #include <algorithm> // for min, max
      -
      3679 #include <mutex>
      -
      3680 
      -
      3681 #ifndef VMA_NULL
      -
      3682  // Value used as null pointer. Define it to e.g.: nullptr, NULL, 0, (void*)0.
      -
      3683  #define VMA_NULL nullptr
      -
      3684 #endif
      -
      3685 
      -
      3686 #if defined(__ANDROID_API__) && (__ANDROID_API__ < 16)
      -
      3687 #include <cstdlib>
      -
      3688 void *aligned_alloc(size_t alignment, size_t size)
      -
      3689 {
      -
      3690  // alignment must be >= sizeof(void*)
      -
      3691  if(alignment < sizeof(void*))
      -
      3692  {
      -
      3693  alignment = sizeof(void*);
      -
      3694  }
      -
      3695 
      -
      3696  return memalign(alignment, size);
      -
      3697 }
      -
      3698 #elif defined(__APPLE__) || defined(__ANDROID__) || (defined(__linux__) && defined(__GLIBCXX__) && !defined(_GLIBCXX_HAVE_ALIGNED_ALLOC))
      -
      3699 #include <cstdlib>
      -
      3700 void *aligned_alloc(size_t alignment, size_t size)
      -
      3701 {
      -
      3702  // alignment must be >= sizeof(void*)
      -
      3703  if(alignment < sizeof(void*))
      -
      3704  {
      -
      3705  alignment = sizeof(void*);
      -
      3706  }
      +
      3586  VmaAllocation allocation,
      +
      3587  VkDeviceSize allocationLocalOffset,
      +
      3588  VkImage image,
      +
      3589  const void* pNext);
      +
      3590 
      +
      3617 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
      +
      3618  VmaAllocator allocator,
      +
      3619  const VkBufferCreateInfo* pBufferCreateInfo,
      +
      3620  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      3621  VkBuffer* pBuffer,
      +
      3622  VmaAllocation* pAllocation,
      +
      3623  VmaAllocationInfo* pAllocationInfo);
      +
      3624 
      +
      3636 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
      +
      3637  VmaAllocator allocator,
      +
      3638  VkBuffer buffer,
      +
      3639  VmaAllocation allocation);
      +
      3640 
      +
      3642 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
      +
      3643  VmaAllocator allocator,
      +
      3644  const VkImageCreateInfo* pImageCreateInfo,
      +
      3645  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      3646  VkImage* pImage,
      +
      3647  VmaAllocation* pAllocation,
      +
      3648  VmaAllocationInfo* pAllocationInfo);
      +
      3649 
      +
      3661 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
      +
      3662  VmaAllocator allocator,
      +
      3663  VkImage image,
      +
      3664  VmaAllocation allocation);
      +
      3665 
      +
      3666 #ifdef __cplusplus
      +
      3667 }
      +
      3668 #endif
      +
      3669 
      +
      3670 #endif // AMD_VULKAN_MEMORY_ALLOCATOR_H
      +
      3671 
      +
      3672 // For Visual Studio IntelliSense.
      +
      3673 #if defined(__cplusplus) && defined(__INTELLISENSE__)
      +
      3674 #define VMA_IMPLEMENTATION
      +
      3675 #endif
      +
      3676 
      +
      3677 #ifdef VMA_IMPLEMENTATION
      +
      3678 #undef VMA_IMPLEMENTATION
      +
      3679 
      +
      3680 #include <cstdint>
      +
      3681 #include <cstdlib>
      +
      3682 #include <cstring>
      +
      3683 #include <utility>
      +
      3684 
      +
      3685 /*******************************************************************************
      +
      3686 CONFIGURATION SECTION
      +
      3687 
      +
      3688 Define some of these macros before each #include of this header or change them
      +
      3689 here if you need other then default behavior depending on your environment.
      +
      3690 */
      +
      3691 
      +
      3692 /*
      +
      3693 Define this macro to 1 to make the library fetch pointers to Vulkan functions
      +
      3694 internally, like:
      +
      3695 
      +
      3696  vulkanFunctions. = &vkAllocateMemory;
      +
      3697 
      +
      3698 Define to 0 if you are going to provide you own pointers to Vulkan functions via
      +
      3699 VmaAllocatorCreateInfo::pVulkanFunctions.
      +
      3700 */
      +
      3701 #if !defined(VMA_STATIC_VULKAN_FUNCTIONS) && !defined(VK_NO_PROTOTYPES)
      +
      3702 #define VMA_STATIC_VULKAN_FUNCTIONS 1
      +
      3703 #endif
      +
      3704 
      +
      3705 // Define this macro to 1 to make the library use STL containers instead of its own implementation.
      +
      3706 //#define VMA_USE_STL_CONTAINERS 1
      3707 
      -
      3708  void *pointer;
      -
      3709  if(posix_memalign(&pointer, alignment, size) == 0)
      -
      3710  return pointer;
      -
      3711  return VMA_NULL;
      -
      3712 }
      -
      3713 #endif
      -
      3714 
      -
      3715 // If your compiler is not compatible with C++11 and definition of
      -
      3716 // aligned_alloc() function is missing, uncommeting following line may help:
      -
      3717 
      -
      3718 //#include <malloc.h>
      +
      3708 /* Set this macro to 1 to make the library including and using STL containers:
      +
      3709 std::pair, std::vector, std::list, std::unordered_map.
      +
      3710 
      +
      3711 Set it to 0 or undefined to make the library using its own implementation of
      +
      3712 the containers.
      +
      3713 */
      +
      3714 #if VMA_USE_STL_CONTAINERS
      +
      3715  #define VMA_USE_STL_VECTOR 1
      +
      3716  #define VMA_USE_STL_UNORDERED_MAP 1
      +
      3717  #define VMA_USE_STL_LIST 1
      +
      3718 #endif
      3719 
      -
      3720 // Normal assert to check for programmer's errors, especially in Debug configuration.
      -
      3721 #ifndef VMA_ASSERT
      -
      3722  #ifdef NDEBUG
      -
      3723  #define VMA_ASSERT(expr)
      -
      3724  #else
      -
      3725  #define VMA_ASSERT(expr) assert(expr)
      -
      3726  #endif
      -
      3727 #endif
      -
      3728 
      -
      3729 // Assert that will be called very often, like inside data structures e.g. operator[].
      -
      3730 // Making it non-empty can make program slow.
      -
      3731 #ifndef VMA_HEAVY_ASSERT
      -
      3732  #ifdef NDEBUG
      -
      3733  #define VMA_HEAVY_ASSERT(expr)
      -
      3734  #else
      -
      3735  #define VMA_HEAVY_ASSERT(expr) //VMA_ASSERT(expr)
      -
      3736  #endif
      -
      3737 #endif
      -
      3738 
      -
      3739 #ifndef VMA_ALIGN_OF
      -
      3740  #define VMA_ALIGN_OF(type) (__alignof(type))
      -
      3741 #endif
      -
      3742 
      -
      3743 #ifndef VMA_SYSTEM_ALIGNED_MALLOC
      -
      3744  #if defined(_WIN32)
      -
      3745  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) (_aligned_malloc((size), (alignment)))
      -
      3746  #else
      -
      3747  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) (aligned_alloc((alignment), (size) ))
      -
      3748  #endif
      -
      3749 #endif
      -
      3750 
      -
      3751 #ifndef VMA_SYSTEM_FREE
      -
      3752  #if defined(_WIN32)
      -
      3753  #define VMA_SYSTEM_FREE(ptr) _aligned_free(ptr)
      -
      3754  #else
      -
      3755  #define VMA_SYSTEM_FREE(ptr) free(ptr)
      -
      3756  #endif
      -
      3757 #endif
      -
      3758 
      -
      3759 #ifndef VMA_MIN
      -
      3760  #define VMA_MIN(v1, v2) (std::min((v1), (v2)))
      +
      3720 #ifndef VMA_USE_STL_SHARED_MUTEX
      +
      3721  // Compiler conforms to C++17.
      +
      3722  #if __cplusplus >= 201703L
      +
      3723  #define VMA_USE_STL_SHARED_MUTEX 1
      +
      3724  // Visual studio defines __cplusplus properly only when passed additional parameter: /Zc:__cplusplus
      +
      3725  // Otherwise it's always 199711L, despite shared_mutex works since Visual Studio 2015 Update 2.
      +
      3726  // See: https://blogs.msdn.microsoft.com/vcblog/2018/04/09/msvc-now-correctly-reports-__cplusplus/
      +
      3727  #elif defined(_MSC_FULL_VER) && _MSC_FULL_VER >= 190023918 && __cplusplus == 199711L && _MSVC_LANG >= 201703L
      +
      3728  #define VMA_USE_STL_SHARED_MUTEX 1
      +
      3729  #else
      +
      3730  #define VMA_USE_STL_SHARED_MUTEX 0
      +
      3731  #endif
      +
      3732 #endif
      +
      3733 
      +
      3734 /*
      +
      3735 THESE INCLUDES ARE NOT ENABLED BY DEFAULT.
      +
      3736 Library has its own container implementation.
      +
      3737 */
      +
      3738 #if VMA_USE_STL_VECTOR
      +
      3739  #include <vector>
      +
      3740 #endif
      +
      3741 
      +
      3742 #if VMA_USE_STL_UNORDERED_MAP
      +
      3743  #include <unordered_map>
      +
      3744 #endif
      +
      3745 
      +
      3746 #if VMA_USE_STL_LIST
      +
      3747  #include <list>
      +
      3748 #endif
      +
      3749 
      +
      3750 /*
      +
      3751 Following headers are used in this CONFIGURATION section only, so feel free to
      +
      3752 remove them if not needed.
      +
      3753 */
      +
      3754 #include <cassert> // for assert
      +
      3755 #include <algorithm> // for min, max
      +
      3756 #include <mutex>
      +
      3757 
      +
      3758 #ifndef VMA_NULL
      +
      3759  // Value used as null pointer. Define it to e.g.: nullptr, NULL, 0, (void*)0.
      +
      3760  #define VMA_NULL nullptr
      3761 #endif
      3762 
      -
      3763 #ifndef VMA_MAX
      -
      3764  #define VMA_MAX(v1, v2) (std::max((v1), (v2)))
      -
      3765 #endif
      -
      3766 
      -
      3767 #ifndef VMA_SWAP
      -
      3768  #define VMA_SWAP(v1, v2) std::swap((v1), (v2))
      -
      3769 #endif
      -
      3770 
      -
      3771 #ifndef VMA_SORT
      -
      3772  #define VMA_SORT(beg, end, cmp) std::sort(beg, end, cmp)
      -
      3773 #endif
      -
      3774 
      -
      3775 #ifndef VMA_DEBUG_LOG
      -
      3776  #define VMA_DEBUG_LOG(format, ...)
      -
      3777  /*
      -
      3778  #define VMA_DEBUG_LOG(format, ...) do { \
      -
      3779  printf(format, __VA_ARGS__); \
      -
      3780  printf("\n"); \
      -
      3781  } while(false)
      -
      3782  */
      -
      3783 #endif
      +
      3763 #if defined(__ANDROID_API__) && (__ANDROID_API__ < 16)
      +
      3764 #include <cstdlib>
      +
      3765 void *aligned_alloc(size_t alignment, size_t size)
      +
      3766 {
      +
      3767  // alignment must be >= sizeof(void*)
      +
      3768  if(alignment < sizeof(void*))
      +
      3769  {
      +
      3770  alignment = sizeof(void*);
      +
      3771  }
      +
      3772 
      +
      3773  return memalign(alignment, size);
      +
      3774 }
      +
      3775 #elif defined(__APPLE__) || defined(__ANDROID__) || (defined(__linux__) && defined(__GLIBCXX__) && !defined(_GLIBCXX_HAVE_ALIGNED_ALLOC))
      +
      3776 #include <cstdlib>
      +
      3777 void *aligned_alloc(size_t alignment, size_t size)
      +
      3778 {
      +
      3779  // alignment must be >= sizeof(void*)
      +
      3780  if(alignment < sizeof(void*))
      +
      3781  {
      +
      3782  alignment = sizeof(void*);
      +
      3783  }
      3784 
      -
      3785 // Define this macro to 1 to enable functions: vmaBuildStatsString, vmaFreeStatsString.
      -
      3786 #if VMA_STATS_STRING_ENABLED
      -
      3787  static inline void VmaUint32ToStr(char* outStr, size_t strLen, uint32_t num)
      -
      3788  {
      -
      3789  snprintf(outStr, strLen, "%u", static_cast<unsigned int>(num));
      -
      3790  }
      -
      3791  static inline void VmaUint64ToStr(char* outStr, size_t strLen, uint64_t num)
      -
      3792  {
      -
      3793  snprintf(outStr, strLen, "%llu", static_cast<unsigned long long>(num));
      -
      3794  }
      -
      3795  static inline void VmaPtrToStr(char* outStr, size_t strLen, const void* ptr)
      -
      3796  {
      -
      3797  snprintf(outStr, strLen, "%p", ptr);
      -
      3798  }
      -
      3799 #endif
      -
      3800 
      -
      3801 #ifndef VMA_MUTEX
      -
      3802  class VmaMutex
      -
      3803  {
      -
      3804  public:
      -
      3805  void Lock() { m_Mutex.lock(); }
      -
      3806  void Unlock() { m_Mutex.unlock(); }
      -
      3807  bool TryLock() { return m_Mutex.try_lock(); }
      -
      3808  private:
      -
      3809  std::mutex m_Mutex;
      -
      3810  };
      -
      3811  #define VMA_MUTEX VmaMutex
      -
      3812 #endif
      -
      3813 
      -
      3814 // Read-write mutex, where "read" is shared access, "write" is exclusive access.
      -
      3815 #ifndef VMA_RW_MUTEX
      -
      3816  #if VMA_USE_STL_SHARED_MUTEX
      -
      3817  // Use std::shared_mutex from C++17.
      -
      3818  #include <shared_mutex>
      -
      3819  class VmaRWMutex
      -
      3820  {
      -
      3821  public:
      -
      3822  void LockRead() { m_Mutex.lock_shared(); }
      -
      3823  void UnlockRead() { m_Mutex.unlock_shared(); }
      -
      3824  bool TryLockRead() { return m_Mutex.try_lock_shared(); }
      -
      3825  void LockWrite() { m_Mutex.lock(); }
      -
      3826  void UnlockWrite() { m_Mutex.unlock(); }
      -
      3827  bool TryLockWrite() { return m_Mutex.try_lock(); }
      -
      3828  private:
      -
      3829  std::shared_mutex m_Mutex;
      -
      3830  };
      -
      3831  #define VMA_RW_MUTEX VmaRWMutex
      -
      3832  #elif defined(_WIN32) && defined(WINVER) && WINVER >= 0x0600
      -
      3833  // Use SRWLOCK from WinAPI.
      -
      3834  // Minimum supported client = Windows Vista, server = Windows Server 2008.
      -
      3835  class VmaRWMutex
      -
      3836  {
      -
      3837  public:
      -
      3838  VmaRWMutex() { InitializeSRWLock(&m_Lock); }
      -
      3839  void LockRead() { AcquireSRWLockShared(&m_Lock); }
      -
      3840  void UnlockRead() { ReleaseSRWLockShared(&m_Lock); }
      -
      3841  bool TryLockRead() { return TryAcquireSRWLockShared(&m_Lock) != FALSE; }
      -
      3842  void LockWrite() { AcquireSRWLockExclusive(&m_Lock); }
      -
      3843  void UnlockWrite() { ReleaseSRWLockExclusive(&m_Lock); }
      -
      3844  bool TryLockWrite() { return TryAcquireSRWLockExclusive(&m_Lock) != FALSE; }
      -
      3845  private:
      -
      3846  SRWLOCK m_Lock;
      -
      3847  };
      -
      3848  #define VMA_RW_MUTEX VmaRWMutex
      -
      3849  #else
      -
      3850  // Less efficient fallback: Use normal mutex.
      -
      3851  class VmaRWMutex
      -
      3852  {
      -
      3853  public:
      -
      3854  void LockRead() { m_Mutex.Lock(); }
      -
      3855  void UnlockRead() { m_Mutex.Unlock(); }
      -
      3856  bool TryLockRead() { return m_Mutex.TryLock(); }
      -
      3857  void LockWrite() { m_Mutex.Lock(); }
      -
      3858  void UnlockWrite() { m_Mutex.Unlock(); }
      -
      3859  bool TryLockWrite() { return m_Mutex.TryLock(); }
      -
      3860  private:
      -
      3861  VMA_MUTEX m_Mutex;
      -
      3862  };
      -
      3863  #define VMA_RW_MUTEX VmaRWMutex
      -
      3864  #endif // #if VMA_USE_STL_SHARED_MUTEX
      -
      3865 #endif // #ifndef VMA_RW_MUTEX
      -
      3866 
      -
      3867 /*
      -
      3868 If providing your own implementation, you need to implement a subset of std::atomic.
      -
      3869 */
      -
      3870 #ifndef VMA_ATOMIC_UINT32
      -
      3871  #include <atomic>
      -
      3872  #define VMA_ATOMIC_UINT32 std::atomic<uint32_t>
      -
      3873 #endif
      -
      3874 
      -
      3875 #ifndef VMA_ATOMIC_UINT64
      -
      3876  #include <atomic>
      -
      3877  #define VMA_ATOMIC_UINT64 std::atomic<uint64_t>
      -
      3878 #endif
      -
      3879 
      -
      3880 #ifndef VMA_DEBUG_ALWAYS_DEDICATED_MEMORY
      -
      3881 
      -
      3885  #define VMA_DEBUG_ALWAYS_DEDICATED_MEMORY (0)
      -
      3886 #endif
      -
      3887 
      -
      3888 #ifndef VMA_DEBUG_ALIGNMENT
      -
      3889 
      -
      3893  #define VMA_DEBUG_ALIGNMENT (1)
      -
      3894 #endif
      -
      3895 
      -
      3896 #ifndef VMA_DEBUG_MARGIN
      -
      3897 
      -
      3901  #define VMA_DEBUG_MARGIN (0)
      -
      3902 #endif
      -
      3903 
      -
      3904 #ifndef VMA_DEBUG_INITIALIZE_ALLOCATIONS
      -
      3905 
      -
      3909  #define VMA_DEBUG_INITIALIZE_ALLOCATIONS (0)
      -
      3910 #endif
      -
      3911 
      -
      3912 #ifndef VMA_DEBUG_DETECT_CORRUPTION
      -
      3913 
      -
      3918  #define VMA_DEBUG_DETECT_CORRUPTION (0)
      -
      3919 #endif
      -
      3920 
      -
      3921 #ifndef VMA_DEBUG_GLOBAL_MUTEX
      -
      3922 
      -
      3926  #define VMA_DEBUG_GLOBAL_MUTEX (0)
      -
      3927 #endif
      -
      3928 
      -
      3929 #ifndef VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY
      -
      3930 
      -
      3934  #define VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY (1)
      -
      3935 #endif
      -
      3936 
      -
      3937 #ifndef VMA_SMALL_HEAP_MAX_SIZE
      -
      3938  #define VMA_SMALL_HEAP_MAX_SIZE (1024ull * 1024 * 1024)
      -
      3940 #endif
      -
      3941 
      -
      3942 #ifndef VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE
      -
      3943  #define VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE (256ull * 1024 * 1024)
      -
      3945 #endif
      -
      3946 
      -
      3947 #ifndef VMA_CLASS_NO_COPY
      -
      3948  #define VMA_CLASS_NO_COPY(className) \
      -
      3949  private: \
      -
      3950  className(const className&) = delete; \
      -
      3951  className& operator=(const className&) = delete;
      -
      3952 #endif
      -
      3953 
      -
      3954 static const uint32_t VMA_FRAME_INDEX_LOST = UINT32_MAX;
      -
      3955 
      -
      3956 // Decimal 2139416166, float NaN, little-endian binary 66 E6 84 7F.
      -
      3957 static const uint32_t VMA_CORRUPTION_DETECTION_MAGIC_VALUE = 0x7F84E666;
      +
      3785  void *pointer;
      +
      3786  if(posix_memalign(&pointer, alignment, size) == 0)
      +
      3787  return pointer;
      +
      3788  return VMA_NULL;
      +
      3789 }
      +
      3790 #endif
      +
      3791 
      +
      3792 // If your compiler is not compatible with C++11 and definition of
      +
      3793 // aligned_alloc() function is missing, uncommeting following line may help:
      +
      3794 
      +
      3795 //#include <malloc.h>
      +
      3796 
      +
      3797 // Normal assert to check for programmer's errors, especially in Debug configuration.
      +
      3798 #ifndef VMA_ASSERT
      +
      3799  #ifdef NDEBUG
      +
      3800  #define VMA_ASSERT(expr)
      +
      3801  #else
      +
      3802  #define VMA_ASSERT(expr) assert(expr)
      +
      3803  #endif
      +
      3804 #endif
      +
      3805 
      +
      3806 // Assert that will be called very often, like inside data structures e.g. operator[].
      +
      3807 // Making it non-empty can make program slow.
      +
      3808 #ifndef VMA_HEAVY_ASSERT
      +
      3809  #ifdef NDEBUG
      +
      3810  #define VMA_HEAVY_ASSERT(expr)
      +
      3811  #else
      +
      3812  #define VMA_HEAVY_ASSERT(expr) //VMA_ASSERT(expr)
      +
      3813  #endif
      +
      3814 #endif
      +
      3815 
      +
      3816 #ifndef VMA_ALIGN_OF
      +
      3817  #define VMA_ALIGN_OF(type) (__alignof(type))
      +
      3818 #endif
      +
      3819 
      +
      3820 #ifndef VMA_SYSTEM_ALIGNED_MALLOC
      +
      3821  #if defined(_WIN32)
      +
      3822  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) (_aligned_malloc((size), (alignment)))
      +
      3823  #else
      +
      3824  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) (aligned_alloc((alignment), (size) ))
      +
      3825  #endif
      +
      3826 #endif
      +
      3827 
      +
      3828 #ifndef VMA_SYSTEM_FREE
      +
      3829  #if defined(_WIN32)
      +
      3830  #define VMA_SYSTEM_FREE(ptr) _aligned_free(ptr)
      +
      3831  #else
      +
      3832  #define VMA_SYSTEM_FREE(ptr) free(ptr)
      +
      3833  #endif
      +
      3834 #endif
      +
      3835 
      +
      3836 #ifndef VMA_MIN
      +
      3837  #define VMA_MIN(v1, v2) (std::min((v1), (v2)))
      +
      3838 #endif
      +
      3839 
      +
      3840 #ifndef VMA_MAX
      +
      3841  #define VMA_MAX(v1, v2) (std::max((v1), (v2)))
      +
      3842 #endif
      +
      3843 
      +
      3844 #ifndef VMA_SWAP
      +
      3845  #define VMA_SWAP(v1, v2) std::swap((v1), (v2))
      +
      3846 #endif
      +
      3847 
      +
      3848 #ifndef VMA_SORT
      +
      3849  #define VMA_SORT(beg, end, cmp) std::sort(beg, end, cmp)
      +
      3850 #endif
      +
      3851 
      +
      3852 #ifndef VMA_DEBUG_LOG
      +
      3853  #define VMA_DEBUG_LOG(format, ...)
      +
      3854  /*
      +
      3855  #define VMA_DEBUG_LOG(format, ...) do { \
      +
      3856  printf(format, __VA_ARGS__); \
      +
      3857  printf("\n"); \
      +
      3858  } while(false)
      +
      3859  */
      +
      3860 #endif
      +
      3861 
      +
      3862 // Define this macro to 1 to enable functions: vmaBuildStatsString, vmaFreeStatsString.
      +
      3863 #if VMA_STATS_STRING_ENABLED
      +
      3864  static inline void VmaUint32ToStr(char* outStr, size_t strLen, uint32_t num)
      +
      3865  {
      +
      3866  snprintf(outStr, strLen, "%u", static_cast<unsigned int>(num));
      +
      3867  }
      +
      3868  static inline void VmaUint64ToStr(char* outStr, size_t strLen, uint64_t num)
      +
      3869  {
      +
      3870  snprintf(outStr, strLen, "%llu", static_cast<unsigned long long>(num));
      +
      3871  }
      +
      3872  static inline void VmaPtrToStr(char* outStr, size_t strLen, const void* ptr)
      +
      3873  {
      +
      3874  snprintf(outStr, strLen, "%p", ptr);
      +
      3875  }
      +
      3876 #endif
      +
      3877 
      +
      3878 #ifndef VMA_MUTEX
      +
      3879  class VmaMutex
      +
      3880  {
      +
      3881  public:
      +
      3882  void Lock() { m_Mutex.lock(); }
      +
      3883  void Unlock() { m_Mutex.unlock(); }
      +
      3884  bool TryLock() { return m_Mutex.try_lock(); }
      +
      3885  private:
      +
      3886  std::mutex m_Mutex;
      +
      3887  };
      +
      3888  #define VMA_MUTEX VmaMutex
      +
      3889 #endif
      +
      3890 
      +
      3891 // Read-write mutex, where "read" is shared access, "write" is exclusive access.
      +
      3892 #ifndef VMA_RW_MUTEX
      +
      3893  #if VMA_USE_STL_SHARED_MUTEX
      +
      3894  // Use std::shared_mutex from C++17.
      +
      3895  #include <shared_mutex>
      +
      3896  class VmaRWMutex
      +
      3897  {
      +
      3898  public:
      +
      3899  void LockRead() { m_Mutex.lock_shared(); }
      +
      3900  void UnlockRead() { m_Mutex.unlock_shared(); }
      +
      3901  bool TryLockRead() { return m_Mutex.try_lock_shared(); }
      +
      3902  void LockWrite() { m_Mutex.lock(); }
      +
      3903  void UnlockWrite() { m_Mutex.unlock(); }
      +
      3904  bool TryLockWrite() { return m_Mutex.try_lock(); }
      +
      3905  private:
      +
      3906  std::shared_mutex m_Mutex;
      +
      3907  };
      +
      3908  #define VMA_RW_MUTEX VmaRWMutex
      +
      3909  #elif defined(_WIN32) && defined(WINVER) && WINVER >= 0x0600
      +
      3910  // Use SRWLOCK from WinAPI.
      +
      3911  // Minimum supported client = Windows Vista, server = Windows Server 2008.
      +
      3912  class VmaRWMutex
      +
      3913  {
      +
      3914  public:
      +
      3915  VmaRWMutex() { InitializeSRWLock(&m_Lock); }
      +
      3916  void LockRead() { AcquireSRWLockShared(&m_Lock); }
      +
      3917  void UnlockRead() { ReleaseSRWLockShared(&m_Lock); }
      +
      3918  bool TryLockRead() { return TryAcquireSRWLockShared(&m_Lock) != FALSE; }
      +
      3919  void LockWrite() { AcquireSRWLockExclusive(&m_Lock); }
      +
      3920  void UnlockWrite() { ReleaseSRWLockExclusive(&m_Lock); }
      +
      3921  bool TryLockWrite() { return TryAcquireSRWLockExclusive(&m_Lock) != FALSE; }
      +
      3922  private:
      +
      3923  SRWLOCK m_Lock;
      +
      3924  };
      +
      3925  #define VMA_RW_MUTEX VmaRWMutex
      +
      3926  #else
      +
      3927  // Less efficient fallback: Use normal mutex.
      +
      3928  class VmaRWMutex
      +
      3929  {
      +
      3930  public:
      +
      3931  void LockRead() { m_Mutex.Lock(); }
      +
      3932  void UnlockRead() { m_Mutex.Unlock(); }
      +
      3933  bool TryLockRead() { return m_Mutex.TryLock(); }
      +
      3934  void LockWrite() { m_Mutex.Lock(); }
      +
      3935  void UnlockWrite() { m_Mutex.Unlock(); }
      +
      3936  bool TryLockWrite() { return m_Mutex.TryLock(); }
      +
      3937  private:
      +
      3938  VMA_MUTEX m_Mutex;
      +
      3939  };
      +
      3940  #define VMA_RW_MUTEX VmaRWMutex
      +
      3941  #endif // #if VMA_USE_STL_SHARED_MUTEX
      +
      3942 #endif // #ifndef VMA_RW_MUTEX
      +
      3943 
      +
      3944 /*
      +
      3945 If providing your own implementation, you need to implement a subset of std::atomic.
      +
      3946 */
      +
      3947 #ifndef VMA_ATOMIC_UINT32
      +
      3948  #include <atomic>
      +
      3949  #define VMA_ATOMIC_UINT32 std::atomic<uint32_t>
      +
      3950 #endif
      +
      3951 
      +
      3952 #ifndef VMA_ATOMIC_UINT64
      +
      3953  #include <atomic>
      +
      3954  #define VMA_ATOMIC_UINT64 std::atomic<uint64_t>
      +
      3955 #endif
      +
      3956 
      +
      3957 #ifndef VMA_DEBUG_ALWAYS_DEDICATED_MEMORY
      3958 
      -
      3959 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_CREATED = 0xDC;
      -
      3960 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_DESTROYED = 0xEF;
      -
      3961 
      -
      3962 /*******************************************************************************
      -
      3963 END OF CONFIGURATION
      -
      3964 */
      -
      3965 
      -
      3966 // # Copy of some Vulkan definitions so we don't need to check their existence just to handle few constants.
      -
      3967 
      -
      3968 static const uint32_t VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY = 0x00000040;
      -
      3969 static const uint32_t VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY = 0x00000080;
      -
      3970 
      -
      3971 
      -
      3972 static const uint32_t VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET = 0x10000000u;
      -
      3973 
      -
      3974 static VkAllocationCallbacks VmaEmptyAllocationCallbacks = {
      -
      3975  VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL };
      -
      3976 
      -
      3977 // Returns number of bits set to 1 in (v).
      -
      3978 static inline uint32_t VmaCountBitsSet(uint32_t v)
      -
      3979 {
      -
      3980  uint32_t c = v - ((v >> 1) & 0x55555555);
      -
      3981  c = ((c >> 2) & 0x33333333) + (c & 0x33333333);
      -
      3982  c = ((c >> 4) + c) & 0x0F0F0F0F;
      -
      3983  c = ((c >> 8) + c) & 0x00FF00FF;
      -
      3984  c = ((c >> 16) + c) & 0x0000FFFF;
      -
      3985  return c;
      -
      3986 }
      -
      3987 
      -
      3988 // Aligns given value up to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 16.
      -
      3989 // Use types like uint32_t, uint64_t as T.
      -
      3990 template <typename T>
      -
      3991 static inline T VmaAlignUp(T val, T align)
      -
      3992 {
      -
      3993  return (val + align - 1) / align * align;
      -
      3994 }
      -
      3995 // Aligns given value down to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 8.
      -
      3996 // Use types like uint32_t, uint64_t as T.
      -
      3997 template <typename T>
      -
      3998 static inline T VmaAlignDown(T val, T align)
      -
      3999 {
      -
      4000  return val / align * align;
      -
      4001 }
      -
      4002 
      -
      4003 // Division with mathematical rounding to nearest number.
      -
      4004 template <typename T>
      -
      4005 static inline T VmaRoundDiv(T x, T y)
      -
      4006 {
      -
      4007  return (x + (y / (T)2)) / y;
      -
      4008 }
      -
      4009 
      -
      4010 /*
      -
      4011 Returns true if given number is a power of two.
      -
      4012 T must be unsigned integer number or signed integer but always nonnegative.
      -
      4013 For 0 returns true.
      -
      4014 */
      -
      4015 template <typename T>
      -
      4016 inline bool VmaIsPow2(T x)
      -
      4017 {
      -
      4018  return (x & (x-1)) == 0;
      -
      4019 }
      -
      4020 
      -
      4021 // Returns smallest power of 2 greater or equal to v.
      -
      4022 static inline uint32_t VmaNextPow2(uint32_t v)
      -
      4023 {
      -
      4024  v--;
      -
      4025  v |= v >> 1;
      -
      4026  v |= v >> 2;
      -
      4027  v |= v >> 4;
      -
      4028  v |= v >> 8;
      -
      4029  v |= v >> 16;
      -
      4030  v++;
      -
      4031  return v;
      -
      4032 }
      -
      4033 static inline uint64_t VmaNextPow2(uint64_t v)
      -
      4034 {
      -
      4035  v--;
      -
      4036  v |= v >> 1;
      -
      4037  v |= v >> 2;
      -
      4038  v |= v >> 4;
      -
      4039  v |= v >> 8;
      -
      4040  v |= v >> 16;
      -
      4041  v |= v >> 32;
      -
      4042  v++;
      -
      4043  return v;
      -
      4044 }
      -
      4045 
      -
      4046 // Returns largest power of 2 less or equal to v.
      -
      4047 static inline uint32_t VmaPrevPow2(uint32_t v)
      -
      4048 {
      -
      4049  v |= v >> 1;
      -
      4050  v |= v >> 2;
      -
      4051  v |= v >> 4;
      -
      4052  v |= v >> 8;
      -
      4053  v |= v >> 16;
      -
      4054  v = v ^ (v >> 1);
      -
      4055  return v;
      -
      4056 }
      -
      4057 static inline uint64_t VmaPrevPow2(uint64_t v)
      -
      4058 {
      -
      4059  v |= v >> 1;
      -
      4060  v |= v >> 2;
      -
      4061  v |= v >> 4;
      -
      4062  v |= v >> 8;
      -
      4063  v |= v >> 16;
      -
      4064  v |= v >> 32;
      -
      4065  v = v ^ (v >> 1);
      -
      4066  return v;
      -
      4067 }
      -
      4068 
      -
      4069 static inline bool VmaStrIsEmpty(const char* pStr)
      -
      4070 {
      -
      4071  return pStr == VMA_NULL || *pStr == '\0';
      -
      4072 }
      -
      4073 
      -
      4074 #if VMA_STATS_STRING_ENABLED
      -
      4075 
      -
      4076 static const char* VmaAlgorithmToStr(uint32_t algorithm)
      -
      4077 {
      -
      4078  switch(algorithm)
      -
      4079  {
      -
      4080  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
      -
      4081  return "Linear";
      -
      4082  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
      -
      4083  return "Buddy";
      -
      4084  case 0:
      -
      4085  return "Default";
      -
      4086  default:
      -
      4087  VMA_ASSERT(0);
      -
      4088  return "";
      -
      4089  }
      -
      4090 }
      -
      4091 
      -
      4092 #endif // #if VMA_STATS_STRING_ENABLED
      -
      4093 
      -
      4094 #ifndef VMA_SORT
      -
      4095 
      -
      4096 template<typename Iterator, typename Compare>
      -
      4097 Iterator VmaQuickSortPartition(Iterator beg, Iterator end, Compare cmp)
      -
      4098 {
      -
      4099  Iterator centerValue = end; --centerValue;
      -
      4100  Iterator insertIndex = beg;
      -
      4101  for(Iterator memTypeIndex = beg; memTypeIndex < centerValue; ++memTypeIndex)
      -
      4102  {
      -
      4103  if(cmp(*memTypeIndex, *centerValue))
      -
      4104  {
      -
      4105  if(insertIndex != memTypeIndex)
      -
      4106  {
      -
      4107  VMA_SWAP(*memTypeIndex, *insertIndex);
      -
      4108  }
      -
      4109  ++insertIndex;
      -
      4110  }
      -
      4111  }
      -
      4112  if(insertIndex != centerValue)
      -
      4113  {
      -
      4114  VMA_SWAP(*insertIndex, *centerValue);
      -
      4115  }
      -
      4116  return insertIndex;
      -
      4117 }
      -
      4118 
      -
      4119 template<typename Iterator, typename Compare>
      -
      4120 void VmaQuickSort(Iterator beg, Iterator end, Compare cmp)
      -
      4121 {
      -
      4122  if(beg < end)
      -
      4123  {
      -
      4124  Iterator it = VmaQuickSortPartition<Iterator, Compare>(beg, end, cmp);
      -
      4125  VmaQuickSort<Iterator, Compare>(beg, it, cmp);
      -
      4126  VmaQuickSort<Iterator, Compare>(it + 1, end, cmp);
      -
      4127  }
      -
      4128 }
      -
      4129 
      -
      4130 #define VMA_SORT(beg, end, cmp) VmaQuickSort(beg, end, cmp)
      -
      4131 
      -
      4132 #endif // #ifndef VMA_SORT
      -
      4133 
      -
      4134 /*
      -
      4135 Returns true if two memory blocks occupy overlapping pages.
      -
      4136 ResourceA must be in less memory offset than ResourceB.
      -
      4137 
      -
      4138 Algorithm is based on "Vulkan 1.0.39 - A Specification (with all registered Vulkan extensions)"
      -
      4139 chapter 11.6 "Resource Memory Association", paragraph "Buffer-Image Granularity".
      -
      4140 */
      -
      4141 static inline bool VmaBlocksOnSamePage(
      -
      4142  VkDeviceSize resourceAOffset,
      -
      4143  VkDeviceSize resourceASize,
      -
      4144  VkDeviceSize resourceBOffset,
      -
      4145  VkDeviceSize pageSize)
      -
      4146 {
      -
      4147  VMA_ASSERT(resourceAOffset + resourceASize <= resourceBOffset && resourceASize > 0 && pageSize > 0);
      -
      4148  VkDeviceSize resourceAEnd = resourceAOffset + resourceASize - 1;
      -
      4149  VkDeviceSize resourceAEndPage = resourceAEnd & ~(pageSize - 1);
      -
      4150  VkDeviceSize resourceBStart = resourceBOffset;
      -
      4151  VkDeviceSize resourceBStartPage = resourceBStart & ~(pageSize - 1);
      -
      4152  return resourceAEndPage == resourceBStartPage;
      -
      4153 }
      -
      4154 
      -
      4155 enum VmaSuballocationType
      -
      4156 {
      -
      4157  VMA_SUBALLOCATION_TYPE_FREE = 0,
      -
      4158  VMA_SUBALLOCATION_TYPE_UNKNOWN = 1,
      -
      4159  VMA_SUBALLOCATION_TYPE_BUFFER = 2,
      -
      4160  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN = 3,
      -
      4161  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR = 4,
      -
      4162  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL = 5,
      -
      4163  VMA_SUBALLOCATION_TYPE_MAX_ENUM = 0x7FFFFFFF
      -
      4164 };
      -
      4165 
      -
      4166 /*
      -
      4167 Returns true if given suballocation types could conflict and must respect
      -
      4168 VkPhysicalDeviceLimits::bufferImageGranularity. They conflict if one is buffer
      -
      4169 or linear image and another one is optimal image. If type is unknown, behave
      -
      4170 conservatively.
      -
      4171 */
      -
      4172 static inline bool VmaIsBufferImageGranularityConflict(
      -
      4173  VmaSuballocationType suballocType1,
      -
      4174  VmaSuballocationType suballocType2)
      +
      3962  #define VMA_DEBUG_ALWAYS_DEDICATED_MEMORY (0)
      +
      3963 #endif
      +
      3964 
      +
      3965 #ifndef VMA_DEBUG_ALIGNMENT
      +
      3966 
      +
      3970  #define VMA_DEBUG_ALIGNMENT (1)
      +
      3971 #endif
      +
      3972 
      +
      3973 #ifndef VMA_DEBUG_MARGIN
      +
      3974 
      +
      3978  #define VMA_DEBUG_MARGIN (0)
      +
      3979 #endif
      +
      3980 
      +
      3981 #ifndef VMA_DEBUG_INITIALIZE_ALLOCATIONS
      +
      3982 
      +
      3986  #define VMA_DEBUG_INITIALIZE_ALLOCATIONS (0)
      +
      3987 #endif
      +
      3988 
      +
      3989 #ifndef VMA_DEBUG_DETECT_CORRUPTION
      +
      3990 
      +
      3995  #define VMA_DEBUG_DETECT_CORRUPTION (0)
      +
      3996 #endif
      +
      3997 
      +
      3998 #ifndef VMA_DEBUG_GLOBAL_MUTEX
      +
      3999 
      +
      4003  #define VMA_DEBUG_GLOBAL_MUTEX (0)
      +
      4004 #endif
      +
      4005 
      +
      4006 #ifndef VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY
      +
      4007 
      +
      4011  #define VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY (1)
      +
      4012 #endif
      +
      4013 
      +
      4014 #ifndef VMA_SMALL_HEAP_MAX_SIZE
      +
      4015  #define VMA_SMALL_HEAP_MAX_SIZE (1024ull * 1024 * 1024)
      +
      4017 #endif
      +
      4018 
      +
      4019 #ifndef VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE
      +
      4020  #define VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE (256ull * 1024 * 1024)
      +
      4022 #endif
      +
      4023 
      +
      4024 #ifndef VMA_CLASS_NO_COPY
      +
      4025  #define VMA_CLASS_NO_COPY(className) \
      +
      4026  private: \
      +
      4027  className(const className&) = delete; \
      +
      4028  className& operator=(const className&) = delete;
      +
      4029 #endif
      +
      4030 
      +
      4031 static const uint32_t VMA_FRAME_INDEX_LOST = UINT32_MAX;
      +
      4032 
      +
      4033 // Decimal 2139416166, float NaN, little-endian binary 66 E6 84 7F.
      +
      4034 static const uint32_t VMA_CORRUPTION_DETECTION_MAGIC_VALUE = 0x7F84E666;
      +
      4035 
      +
      4036 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_CREATED = 0xDC;
      +
      4037 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_DESTROYED = 0xEF;
      +
      4038 
      +
      4039 /*******************************************************************************
      +
      4040 END OF CONFIGURATION
      +
      4041 */
      +
      4042 
      +
      4043 // # Copy of some Vulkan definitions so we don't need to check their existence just to handle few constants.
      +
      4044 
      +
      4045 static const uint32_t VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY = 0x00000040;
      +
      4046 static const uint32_t VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY = 0x00000080;
      +
      4047 static const uint32_t VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_COPY = 0x00020000;
      +
      4048 
      +
      4049 static const uint32_t VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET = 0x10000000u;
      +
      4050 
      +
      4051 static VkAllocationCallbacks VmaEmptyAllocationCallbacks = {
      +
      4052  VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL };
      +
      4053 
      +
      4054 // Returns number of bits set to 1 in (v).
      +
      4055 static inline uint32_t VmaCountBitsSet(uint32_t v)
      +
      4056 {
      +
      4057  uint32_t c = v - ((v >> 1) & 0x55555555);
      +
      4058  c = ((c >> 2) & 0x33333333) + (c & 0x33333333);
      +
      4059  c = ((c >> 4) + c) & 0x0F0F0F0F;
      +
      4060  c = ((c >> 8) + c) & 0x00FF00FF;
      +
      4061  c = ((c >> 16) + c) & 0x0000FFFF;
      +
      4062  return c;
      +
      4063 }
      +
      4064 
      +
      4065 // Aligns given value up to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 16.
      +
      4066 // Use types like uint32_t, uint64_t as T.
      +
      4067 template <typename T>
      +
      4068 static inline T VmaAlignUp(T val, T align)
      +
      4069 {
      +
      4070  return (val + align - 1) / align * align;
      +
      4071 }
      +
      4072 // Aligns given value down to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 8.
      +
      4073 // Use types like uint32_t, uint64_t as T.
      +
      4074 template <typename T>
      +
      4075 static inline T VmaAlignDown(T val, T align)
      +
      4076 {
      +
      4077  return val / align * align;
      +
      4078 }
      +
      4079 
      +
      4080 // Division with mathematical rounding to nearest number.
      +
      4081 template <typename T>
      +
      4082 static inline T VmaRoundDiv(T x, T y)
      +
      4083 {
      +
      4084  return (x + (y / (T)2)) / y;
      +
      4085 }
      +
      4086 
      +
      4087 /*
      +
      4088 Returns true if given number is a power of two.
      +
      4089 T must be unsigned integer number or signed integer but always nonnegative.
      +
      4090 For 0 returns true.
      +
      4091 */
      +
      4092 template <typename T>
      +
      4093 inline bool VmaIsPow2(T x)
      +
      4094 {
      +
      4095  return (x & (x-1)) == 0;
      +
      4096 }
      +
      4097 
      +
      4098 // Returns smallest power of 2 greater or equal to v.
      +
      4099 static inline uint32_t VmaNextPow2(uint32_t v)
      +
      4100 {
      +
      4101  v--;
      +
      4102  v |= v >> 1;
      +
      4103  v |= v >> 2;
      +
      4104  v |= v >> 4;
      +
      4105  v |= v >> 8;
      +
      4106  v |= v >> 16;
      +
      4107  v++;
      +
      4108  return v;
      +
      4109 }
      +
      4110 static inline uint64_t VmaNextPow2(uint64_t v)
      +
      4111 {
      +
      4112  v--;
      +
      4113  v |= v >> 1;
      +
      4114  v |= v >> 2;
      +
      4115  v |= v >> 4;
      +
      4116  v |= v >> 8;
      +
      4117  v |= v >> 16;
      +
      4118  v |= v >> 32;
      +
      4119  v++;
      +
      4120  return v;
      +
      4121 }
      +
      4122 
      +
      4123 // Returns largest power of 2 less or equal to v.
      +
      4124 static inline uint32_t VmaPrevPow2(uint32_t v)
      +
      4125 {
      +
      4126  v |= v >> 1;
      +
      4127  v |= v >> 2;
      +
      4128  v |= v >> 4;
      +
      4129  v |= v >> 8;
      +
      4130  v |= v >> 16;
      +
      4131  v = v ^ (v >> 1);
      +
      4132  return v;
      +
      4133 }
      +
      4134 static inline uint64_t VmaPrevPow2(uint64_t v)
      +
      4135 {
      +
      4136  v |= v >> 1;
      +
      4137  v |= v >> 2;
      +
      4138  v |= v >> 4;
      +
      4139  v |= v >> 8;
      +
      4140  v |= v >> 16;
      +
      4141  v |= v >> 32;
      +
      4142  v = v ^ (v >> 1);
      +
      4143  return v;
      +
      4144 }
      +
      4145 
      +
      4146 static inline bool VmaStrIsEmpty(const char* pStr)
      +
      4147 {
      +
      4148  return pStr == VMA_NULL || *pStr == '\0';
      +
      4149 }
      +
      4150 
      +
      4151 #if VMA_STATS_STRING_ENABLED
      +
      4152 
      +
      4153 static const char* VmaAlgorithmToStr(uint32_t algorithm)
      +
      4154 {
      +
      4155  switch(algorithm)
      +
      4156  {
      +
      4157  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
      +
      4158  return "Linear";
      +
      4159  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
      +
      4160  return "Buddy";
      +
      4161  case 0:
      +
      4162  return "Default";
      +
      4163  default:
      +
      4164  VMA_ASSERT(0);
      +
      4165  return "";
      +
      4166  }
      +
      4167 }
      +
      4168 
      +
      4169 #endif // #if VMA_STATS_STRING_ENABLED
      +
      4170 
      +
      4171 #ifndef VMA_SORT
      +
      4172 
      +
      4173 template<typename Iterator, typename Compare>
      +
      4174 Iterator VmaQuickSortPartition(Iterator beg, Iterator end, Compare cmp)
      4175 {
      -
      4176  if(suballocType1 > suballocType2)
      -
      4177  {
      -
      4178  VMA_SWAP(suballocType1, suballocType2);
      -
      4179  }
      -
      4180 
      -
      4181  switch(suballocType1)
      -
      4182  {
      -
      4183  case VMA_SUBALLOCATION_TYPE_FREE:
      -
      4184  return false;
      -
      4185  case VMA_SUBALLOCATION_TYPE_UNKNOWN:
      -
      4186  return true;
      -
      4187  case VMA_SUBALLOCATION_TYPE_BUFFER:
      -
      4188  return
      -
      4189  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      -
      4190  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      -
      4191  case VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN:
      -
      4192  return
      -
      4193  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      -
      4194  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR ||
      -
      4195  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      -
      4196  case VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR:
      -
      4197  return
      -
      4198  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      -
      4199  case VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL:
      -
      4200  return false;
      -
      4201  default:
      -
      4202  VMA_ASSERT(0);
      -
      4203  return true;
      +
      4176  Iterator centerValue = end; --centerValue;
      +
      4177  Iterator insertIndex = beg;
      +
      4178  for(Iterator memTypeIndex = beg; memTypeIndex < centerValue; ++memTypeIndex)
      +
      4179  {
      +
      4180  if(cmp(*memTypeIndex, *centerValue))
      +
      4181  {
      +
      4182  if(insertIndex != memTypeIndex)
      +
      4183  {
      +
      4184  VMA_SWAP(*memTypeIndex, *insertIndex);
      +
      4185  }
      +
      4186  ++insertIndex;
      +
      4187  }
      +
      4188  }
      +
      4189  if(insertIndex != centerValue)
      +
      4190  {
      +
      4191  VMA_SWAP(*insertIndex, *centerValue);
      +
      4192  }
      +
      4193  return insertIndex;
      +
      4194 }
      +
      4195 
      +
      4196 template<typename Iterator, typename Compare>
      +
      4197 void VmaQuickSort(Iterator beg, Iterator end, Compare cmp)
      +
      4198 {
      +
      4199  if(beg < end)
      +
      4200  {
      +
      4201  Iterator it = VmaQuickSortPartition<Iterator, Compare>(beg, end, cmp);
      +
      4202  VmaQuickSort<Iterator, Compare>(beg, it, cmp);
      +
      4203  VmaQuickSort<Iterator, Compare>(it + 1, end, cmp);
      4204  }
      4205 }
      4206 
      -
      4207 static void VmaWriteMagicValue(void* pData, VkDeviceSize offset)
      -
      4208 {
      -
      4209 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
      -
      4210  uint32_t* pDst = (uint32_t*)((char*)pData + offset);
      -
      4211  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
      -
      4212  for(size_t i = 0; i < numberCount; ++i, ++pDst)
      -
      4213  {
      -
      4214  *pDst = VMA_CORRUPTION_DETECTION_MAGIC_VALUE;
      -
      4215  }
      -
      4216 #else
      -
      4217  // no-op
      -
      4218 #endif
      -
      4219 }
      -
      4220 
      -
      4221 static bool VmaValidateMagicValue(const void* pData, VkDeviceSize offset)
      -
      4222 {
      -
      4223 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
      -
      4224  const uint32_t* pSrc = (const uint32_t*)((const char*)pData + offset);
      -
      4225  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
      -
      4226  for(size_t i = 0; i < numberCount; ++i, ++pSrc)
      -
      4227  {
      -
      4228  if(*pSrc != VMA_CORRUPTION_DETECTION_MAGIC_VALUE)
      -
      4229  {
      -
      4230  return false;
      -
      4231  }
      -
      4232  }
      -
      4233 #endif
      -
      4234  return true;
      -
      4235 }
      -
      4236 
      -
      4237 /*
      -
      4238 Fills structure with parameters of an example buffer to be used for transfers
      -
      4239 during GPU memory defragmentation.
      -
      4240 */
      -
      4241 static void VmaFillGpuDefragmentationBufferCreateInfo(VkBufferCreateInfo& outBufCreateInfo)
      -
      4242 {
      -
      4243  memset(&outBufCreateInfo, 0, sizeof(outBufCreateInfo));
      -
      4244  outBufCreateInfo.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
      -
      4245  outBufCreateInfo.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT;
      -
      4246  outBufCreateInfo.size = (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE; // Example size.
      -
      4247 }
      -
      4248 
      -
      4249 // Helper RAII class to lock a mutex in constructor and unlock it in destructor (at the end of scope).
      -
      4250 struct VmaMutexLock
      -
      4251 {
      -
      4252  VMA_CLASS_NO_COPY(VmaMutexLock)
      -
      4253 public:
      -
      4254  VmaMutexLock(VMA_MUTEX& mutex, bool useMutex = true) :
      -
      4255  m_pMutex(useMutex ? &mutex : VMA_NULL)
      -
      4256  { if(m_pMutex) { m_pMutex->Lock(); } }
      -
      4257  ~VmaMutexLock()
      -
      4258  { if(m_pMutex) { m_pMutex->Unlock(); } }
      -
      4259 private:
      -
      4260  VMA_MUTEX* m_pMutex;
      -
      4261 };
      -
      4262 
      -
      4263 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for reading.
      -
      4264 struct VmaMutexLockRead
      -
      4265 {
      -
      4266  VMA_CLASS_NO_COPY(VmaMutexLockRead)
      -
      4267 public:
      -
      4268  VmaMutexLockRead(VMA_RW_MUTEX& mutex, bool useMutex) :
      -
      4269  m_pMutex(useMutex ? &mutex : VMA_NULL)
      -
      4270  { if(m_pMutex) { m_pMutex->LockRead(); } }
      -
      4271  ~VmaMutexLockRead() { if(m_pMutex) { m_pMutex->UnlockRead(); } }
      -
      4272 private:
      -
      4273  VMA_RW_MUTEX* m_pMutex;
      -
      4274 };
      -
      4275 
      -
      4276 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for writing.
      -
      4277 struct VmaMutexLockWrite
      -
      4278 {
      -
      4279  VMA_CLASS_NO_COPY(VmaMutexLockWrite)
      -
      4280 public:
      -
      4281  VmaMutexLockWrite(VMA_RW_MUTEX& mutex, bool useMutex) :
      -
      4282  m_pMutex(useMutex ? &mutex : VMA_NULL)
      -
      4283  { if(m_pMutex) { m_pMutex->LockWrite(); } }
      -
      4284  ~VmaMutexLockWrite() { if(m_pMutex) { m_pMutex->UnlockWrite(); } }
      -
      4285 private:
      -
      4286  VMA_RW_MUTEX* m_pMutex;
      -
      4287 };
      -
      4288 
      -
      4289 #if VMA_DEBUG_GLOBAL_MUTEX
      -
      4290  static VMA_MUTEX gDebugGlobalMutex;
      -
      4291  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK VmaMutexLock debugGlobalMutexLock(gDebugGlobalMutex, true);
      -
      4292 #else
      -
      4293  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      4294 #endif
      -
      4295 
      -
      4296 // Minimum size of a free suballocation to register it in the free suballocation collection.
      -
      4297 static const VkDeviceSize VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER = 16;
      -
      4298 
      -
      4299 /*
      -
      4300 Performs binary search and returns iterator to first element that is greater or
      -
      4301 equal to (key), according to comparison (cmp).
      -
      4302 
      -
      4303 Cmp should return true if first argument is less than second argument.
      -
      4304 
      -
      4305 Returned value is the found element, if present in the collection or place where
      -
      4306 new element with value (key) should be inserted.
      -
      4307 */
      -
      4308 template <typename CmpLess, typename IterT, typename KeyT>
      -
      4309 static IterT VmaBinaryFindFirstNotLess(IterT beg, IterT end, const KeyT &key, const CmpLess& cmp)
      -
      4310 {
      -
      4311  size_t down = 0, up = (end - beg);
      -
      4312  while(down < up)
      -
      4313  {
      -
      4314  const size_t mid = (down + up) / 2;
      -
      4315  if(cmp(*(beg+mid), key))
      -
      4316  {
      -
      4317  down = mid + 1;
      -
      4318  }
      -
      4319  else
      -
      4320  {
      -
      4321  up = mid;
      -
      4322  }
      -
      4323  }
      -
      4324  return beg + down;
      -
      4325 }
      -
      4326 
      -
      4327 template<typename CmpLess, typename IterT, typename KeyT>
      -
      4328 IterT VmaBinaryFindSorted(const IterT& beg, const IterT& end, const KeyT& value, const CmpLess& cmp)
      -
      4329 {
      -
      4330  IterT it = VmaBinaryFindFirstNotLess<CmpLess, IterT, KeyT>(
      -
      4331  beg, end, value, cmp);
      -
      4332  if(it == end ||
      -
      4333  (!cmp(*it, value) && !cmp(value, *it)))
      -
      4334  {
      -
      4335  return it;
      -
      4336  }
      -
      4337  return end;
      -
      4338 }
      +
      4207 #define VMA_SORT(beg, end, cmp) VmaQuickSort(beg, end, cmp)
      +
      4208 
      +
      4209 #endif // #ifndef VMA_SORT
      +
      4210 
      +
      4211 /*
      +
      4212 Returns true if two memory blocks occupy overlapping pages.
      +
      4213 ResourceA must be in less memory offset than ResourceB.
      +
      4214 
      +
      4215 Algorithm is based on "Vulkan 1.0.39 - A Specification (with all registered Vulkan extensions)"
      +
      4216 chapter 11.6 "Resource Memory Association", paragraph "Buffer-Image Granularity".
      +
      4217 */
      +
      4218 static inline bool VmaBlocksOnSamePage(
      +
      4219  VkDeviceSize resourceAOffset,
      +
      4220  VkDeviceSize resourceASize,
      +
      4221  VkDeviceSize resourceBOffset,
      +
      4222  VkDeviceSize pageSize)
      +
      4223 {
      +
      4224  VMA_ASSERT(resourceAOffset + resourceASize <= resourceBOffset && resourceASize > 0 && pageSize > 0);
      +
      4225  VkDeviceSize resourceAEnd = resourceAOffset + resourceASize - 1;
      +
      4226  VkDeviceSize resourceAEndPage = resourceAEnd & ~(pageSize - 1);
      +
      4227  VkDeviceSize resourceBStart = resourceBOffset;
      +
      4228  VkDeviceSize resourceBStartPage = resourceBStart & ~(pageSize - 1);
      +
      4229  return resourceAEndPage == resourceBStartPage;
      +
      4230 }
      +
      4231 
      +
      4232 enum VmaSuballocationType
      +
      4233 {
      +
      4234  VMA_SUBALLOCATION_TYPE_FREE = 0,
      +
      4235  VMA_SUBALLOCATION_TYPE_UNKNOWN = 1,
      +
      4236  VMA_SUBALLOCATION_TYPE_BUFFER = 2,
      +
      4237  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN = 3,
      +
      4238  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR = 4,
      +
      4239  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL = 5,
      +
      4240  VMA_SUBALLOCATION_TYPE_MAX_ENUM = 0x7FFFFFFF
      +
      4241 };
      +
      4242 
      +
      4243 /*
      +
      4244 Returns true if given suballocation types could conflict and must respect
      +
      4245 VkPhysicalDeviceLimits::bufferImageGranularity. They conflict if one is buffer
      +
      4246 or linear image and another one is optimal image. If type is unknown, behave
      +
      4247 conservatively.
      +
      4248 */
      +
      4249 static inline bool VmaIsBufferImageGranularityConflict(
      +
      4250  VmaSuballocationType suballocType1,
      +
      4251  VmaSuballocationType suballocType2)
      +
      4252 {
      +
      4253  if(suballocType1 > suballocType2)
      +
      4254  {
      +
      4255  VMA_SWAP(suballocType1, suballocType2);
      +
      4256  }
      +
      4257 
      +
      4258  switch(suballocType1)
      +
      4259  {
      +
      4260  case VMA_SUBALLOCATION_TYPE_FREE:
      +
      4261  return false;
      +
      4262  case VMA_SUBALLOCATION_TYPE_UNKNOWN:
      +
      4263  return true;
      +
      4264  case VMA_SUBALLOCATION_TYPE_BUFFER:
      +
      4265  return
      +
      4266  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      +
      4267  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      +
      4268  case VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN:
      +
      4269  return
      +
      4270  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      +
      4271  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR ||
      +
      4272  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      +
      4273  case VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR:
      +
      4274  return
      +
      4275  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      +
      4276  case VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL:
      +
      4277  return false;
      +
      4278  default:
      +
      4279  VMA_ASSERT(0);
      +
      4280  return true;
      +
      4281  }
      +
      4282 }
      +
      4283 
      +
      4284 static void VmaWriteMagicValue(void* pData, VkDeviceSize offset)
      +
      4285 {
      +
      4286 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
      +
      4287  uint32_t* pDst = (uint32_t*)((char*)pData + offset);
      +
      4288  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
      +
      4289  for(size_t i = 0; i < numberCount; ++i, ++pDst)
      +
      4290  {
      +
      4291  *pDst = VMA_CORRUPTION_DETECTION_MAGIC_VALUE;
      +
      4292  }
      +
      4293 #else
      +
      4294  // no-op
      +
      4295 #endif
      +
      4296 }
      +
      4297 
      +
      4298 static bool VmaValidateMagicValue(const void* pData, VkDeviceSize offset)
      +
      4299 {
      +
      4300 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
      +
      4301  const uint32_t* pSrc = (const uint32_t*)((const char*)pData + offset);
      +
      4302  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
      +
      4303  for(size_t i = 0; i < numberCount; ++i, ++pSrc)
      +
      4304  {
      +
      4305  if(*pSrc != VMA_CORRUPTION_DETECTION_MAGIC_VALUE)
      +
      4306  {
      +
      4307  return false;
      +
      4308  }
      +
      4309  }
      +
      4310 #endif
      +
      4311  return true;
      +
      4312 }
      +
      4313 
      +
      4314 /*
      +
      4315 Fills structure with parameters of an example buffer to be used for transfers
      +
      4316 during GPU memory defragmentation.
      +
      4317 */
      +
      4318 static void VmaFillGpuDefragmentationBufferCreateInfo(VkBufferCreateInfo& outBufCreateInfo)
      +
      4319 {
      +
      4320  memset(&outBufCreateInfo, 0, sizeof(outBufCreateInfo));
      +
      4321  outBufCreateInfo.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
      +
      4322  outBufCreateInfo.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT;
      +
      4323  outBufCreateInfo.size = (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE; // Example size.
      +
      4324 }
      +
      4325 
      +
      4326 // Helper RAII class to lock a mutex in constructor and unlock it in destructor (at the end of scope).
      +
      4327 struct VmaMutexLock
      +
      4328 {
      +
      4329  VMA_CLASS_NO_COPY(VmaMutexLock)
      +
      4330 public:
      +
      4331  VmaMutexLock(VMA_MUTEX& mutex, bool useMutex = true) :
      +
      4332  m_pMutex(useMutex ? &mutex : VMA_NULL)
      +
      4333  { if(m_pMutex) { m_pMutex->Lock(); } }
      +
      4334  ~VmaMutexLock()
      +
      4335  { if(m_pMutex) { m_pMutex->Unlock(); } }
      +
      4336 private:
      +
      4337  VMA_MUTEX* m_pMutex;
      +
      4338 };
      4339 
      -
      4340 /*
      -
      4341 Returns true if all pointers in the array are not-null and unique.
      -
      4342 Warning! O(n^2) complexity. Use only inside VMA_HEAVY_ASSERT.
      -
      4343 T must be pointer type, e.g. VmaAllocation, VmaPool.
      -
      4344 */
      -
      4345 template<typename T>
      -
      4346 static bool VmaValidatePointerArray(uint32_t count, const T* arr)
      -
      4347 {
      -
      4348  for(uint32_t i = 0; i < count; ++i)
      -
      4349  {
      -
      4350  const T iPtr = arr[i];
      -
      4351  if(iPtr == VMA_NULL)
      -
      4352  {
      -
      4353  return false;
      -
      4354  }
      -
      4355  for(uint32_t j = i + 1; j < count; ++j)
      -
      4356  {
      -
      4357  if(iPtr == arr[j])
      -
      4358  {
      -
      4359  return false;
      -
      4360  }
      -
      4361  }
      -
      4362  }
      -
      4363  return true;
      -
      4364 }
      +
      4340 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for reading.
      +
      4341 struct VmaMutexLockRead
      +
      4342 {
      +
      4343  VMA_CLASS_NO_COPY(VmaMutexLockRead)
      +
      4344 public:
      +
      4345  VmaMutexLockRead(VMA_RW_MUTEX& mutex, bool useMutex) :
      +
      4346  m_pMutex(useMutex ? &mutex : VMA_NULL)
      +
      4347  { if(m_pMutex) { m_pMutex->LockRead(); } }
      +
      4348  ~VmaMutexLockRead() { if(m_pMutex) { m_pMutex->UnlockRead(); } }
      +
      4349 private:
      +
      4350  VMA_RW_MUTEX* m_pMutex;
      +
      4351 };
      +
      4352 
      +
      4353 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for writing.
      +
      4354 struct VmaMutexLockWrite
      +
      4355 {
      +
      4356  VMA_CLASS_NO_COPY(VmaMutexLockWrite)
      +
      4357 public:
      +
      4358  VmaMutexLockWrite(VMA_RW_MUTEX& mutex, bool useMutex) :
      +
      4359  m_pMutex(useMutex ? &mutex : VMA_NULL)
      +
      4360  { if(m_pMutex) { m_pMutex->LockWrite(); } }
      +
      4361  ~VmaMutexLockWrite() { if(m_pMutex) { m_pMutex->UnlockWrite(); } }
      +
      4362 private:
      +
      4363  VMA_RW_MUTEX* m_pMutex;
      +
      4364 };
      4365 
      -
      4367 // Memory allocation
      -
      4368 
      -
      4369 static void* VmaMalloc(const VkAllocationCallbacks* pAllocationCallbacks, size_t size, size_t alignment)
      -
      4370 {
      -
      4371  if((pAllocationCallbacks != VMA_NULL) &&
      -
      4372  (pAllocationCallbacks->pfnAllocation != VMA_NULL))
      -
      4373  {
      -
      4374  return (*pAllocationCallbacks->pfnAllocation)(
      -
      4375  pAllocationCallbacks->pUserData,
      -
      4376  size,
      -
      4377  alignment,
      -
      4378  VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
      -
      4379  }
      -
      4380  else
      -
      4381  {
      -
      4382  return VMA_SYSTEM_ALIGNED_MALLOC(size, alignment);
      -
      4383  }
      -
      4384 }
      -
      4385 
      -
      4386 static void VmaFree(const VkAllocationCallbacks* pAllocationCallbacks, void* ptr)
      +
      4366 #if VMA_DEBUG_GLOBAL_MUTEX
      +
      4367  static VMA_MUTEX gDebugGlobalMutex;
      +
      4368  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK VmaMutexLock debugGlobalMutexLock(gDebugGlobalMutex, true);
      +
      4369 #else
      +
      4370  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      4371 #endif
      +
      4372 
      +
      4373 // Minimum size of a free suballocation to register it in the free suballocation collection.
      +
      4374 static const VkDeviceSize VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER = 16;
      +
      4375 
      +
      4376 /*
      +
      4377 Performs binary search and returns iterator to first element that is greater or
      +
      4378 equal to (key), according to comparison (cmp).
      +
      4379 
      +
      4380 Cmp should return true if first argument is less than second argument.
      +
      4381 
      +
      4382 Returned value is the found element, if present in the collection or place where
      +
      4383 new element with value (key) should be inserted.
      +
      4384 */
      +
      4385 template <typename CmpLess, typename IterT, typename KeyT>
      +
      4386 static IterT VmaBinaryFindFirstNotLess(IterT beg, IterT end, const KeyT &key, const CmpLess& cmp)
      4387 {
      -
      4388  if((pAllocationCallbacks != VMA_NULL) &&
      -
      4389  (pAllocationCallbacks->pfnFree != VMA_NULL))
      +
      4388  size_t down = 0, up = (end - beg);
      +
      4389  while(down < up)
      4390  {
      -
      4391  (*pAllocationCallbacks->pfnFree)(pAllocationCallbacks->pUserData, ptr);
      -
      4392  }
      -
      4393  else
      -
      4394  {
      -
      4395  VMA_SYSTEM_FREE(ptr);
      -
      4396  }
      -
      4397 }
      -
      4398 
      -
      4399 template<typename T>
      -
      4400 static T* VmaAllocate(const VkAllocationCallbacks* pAllocationCallbacks)
      -
      4401 {
      -
      4402  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T), VMA_ALIGN_OF(T));
      -
      4403 }
      -
      4404 
      -
      4405 template<typename T>
      -
      4406 static T* VmaAllocateArray(const VkAllocationCallbacks* pAllocationCallbacks, size_t count)
      -
      4407 {
      -
      4408  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T) * count, VMA_ALIGN_OF(T));
      -
      4409 }
      -
      4410 
      -
      4411 #define vma_new(allocator, type) new(VmaAllocate<type>(allocator))(type)
      -
      4412 
      -
      4413 #define vma_new_array(allocator, type, count) new(VmaAllocateArray<type>((allocator), (count)))(type)
      -
      4414 
      -
      4415 template<typename T>
      -
      4416 static void vma_delete(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr)
      -
      4417 {
      -
      4418  ptr->~T();
      -
      4419  VmaFree(pAllocationCallbacks, ptr);
      -
      4420 }
      -
      4421 
      +
      4391  const size_t mid = (down + up) / 2;
      +
      4392  if(cmp(*(beg+mid), key))
      +
      4393  {
      +
      4394  down = mid + 1;
      +
      4395  }
      +
      4396  else
      +
      4397  {
      +
      4398  up = mid;
      +
      4399  }
      +
      4400  }
      +
      4401  return beg + down;
      +
      4402 }
      +
      4403 
      +
      4404 template<typename CmpLess, typename IterT, typename KeyT>
      +
      4405 IterT VmaBinaryFindSorted(const IterT& beg, const IterT& end, const KeyT& value, const CmpLess& cmp)
      +
      4406 {
      +
      4407  IterT it = VmaBinaryFindFirstNotLess<CmpLess, IterT, KeyT>(
      +
      4408  beg, end, value, cmp);
      +
      4409  if(it == end ||
      +
      4410  (!cmp(*it, value) && !cmp(value, *it)))
      +
      4411  {
      +
      4412  return it;
      +
      4413  }
      +
      4414  return end;
      +
      4415 }
      +
      4416 
      +
      4417 /*
      +
      4418 Returns true if all pointers in the array are not-null and unique.
      +
      4419 Warning! O(n^2) complexity. Use only inside VMA_HEAVY_ASSERT.
      +
      4420 T must be pointer type, e.g. VmaAllocation, VmaPool.
      +
      4421 */
      4422 template<typename T>
      -
      4423 static void vma_delete_array(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr, size_t count)
      +
      4423 static bool VmaValidatePointerArray(uint32_t count, const T* arr)
      4424 {
      -
      4425  if(ptr != VMA_NULL)
      +
      4425  for(uint32_t i = 0; i < count; ++i)
      4426  {
      -
      4427  for(size_t i = count; i--; )
      -
      4428  {
      -
      4429  ptr[i].~T();
      -
      4430  }
      -
      4431  VmaFree(pAllocationCallbacks, ptr);
      -
      4432  }
      -
      4433 }
      -
      4434 
      -
      4435 static char* VmaCreateStringCopy(const VkAllocationCallbacks* allocs, const char* srcStr)
      -
      4436 {
      -
      4437  if(srcStr != VMA_NULL)
      -
      4438  {
      -
      4439  const size_t len = strlen(srcStr);
      -
      4440  char* const result = vma_new_array(allocs, char, len + 1);
      -
      4441  memcpy(result, srcStr, len + 1);
      -
      4442  return result;
      -
      4443  }
      -
      4444  else
      -
      4445  {
      -
      4446  return VMA_NULL;
      -
      4447  }
      +
      4427  const T iPtr = arr[i];
      +
      4428  if(iPtr == VMA_NULL)
      +
      4429  {
      +
      4430  return false;
      +
      4431  }
      +
      4432  for(uint32_t j = i + 1; j < count; ++j)
      +
      4433  {
      +
      4434  if(iPtr == arr[j])
      +
      4435  {
      +
      4436  return false;
      +
      4437  }
      +
      4438  }
      +
      4439  }
      +
      4440  return true;
      +
      4441 }
      +
      4442 
      +
      4443 template<typename MainT, typename NewT>
      +
      4444 static inline void VmaPnextChainPushFront(MainT* mainStruct, NewT* newStruct)
      +
      4445 {
      +
      4446  newStruct->pNext = mainStruct->pNext;
      +
      4447  mainStruct->pNext = newStruct;
      4448 }
      4449 
      -
      4450 static void VmaFreeString(const VkAllocationCallbacks* allocs, char* str)
      -
      4451 {
      -
      4452  if(str != VMA_NULL)
      -
      4453  {
      -
      4454  const size_t len = strlen(str);
      -
      4455  vma_delete_array(allocs, str, len + 1);
      -
      4456  }
      -
      4457 }
      -
      4458 
      -
      4459 // STL-compatible allocator.
      -
      4460 template<typename T>
      -
      4461 class VmaStlAllocator
      -
      4462 {
      -
      4463 public:
      -
      4464  const VkAllocationCallbacks* const m_pCallbacks;
      -
      4465  typedef T value_type;
      -
      4466 
      -
      4467  VmaStlAllocator(const VkAllocationCallbacks* pCallbacks) : m_pCallbacks(pCallbacks) { }
      -
      4468  template<typename U> VmaStlAllocator(const VmaStlAllocator<U>& src) : m_pCallbacks(src.m_pCallbacks) { }
      +
      4451 // Memory allocation
      +
      4452 
      +
      4453 static void* VmaMalloc(const VkAllocationCallbacks* pAllocationCallbacks, size_t size, size_t alignment)
      +
      4454 {
      +
      4455  if((pAllocationCallbacks != VMA_NULL) &&
      +
      4456  (pAllocationCallbacks->pfnAllocation != VMA_NULL))
      +
      4457  {
      +
      4458  return (*pAllocationCallbacks->pfnAllocation)(
      +
      4459  pAllocationCallbacks->pUserData,
      +
      4460  size,
      +
      4461  alignment,
      +
      4462  VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
      +
      4463  }
      +
      4464  else
      +
      4465  {
      +
      4466  return VMA_SYSTEM_ALIGNED_MALLOC(size, alignment);
      +
      4467  }
      +
      4468 }
      4469 
      -
      4470  T* allocate(size_t n) { return VmaAllocateArray<T>(m_pCallbacks, n); }
      -
      4471  void deallocate(T* p, size_t n) { VmaFree(m_pCallbacks, p); }
      -
      4472 
      -
      4473  template<typename U>
      -
      4474  bool operator==(const VmaStlAllocator<U>& rhs) const
      -
      4475  {
      -
      4476  return m_pCallbacks == rhs.m_pCallbacks;
      -
      4477  }
      -
      4478  template<typename U>
      -
      4479  bool operator!=(const VmaStlAllocator<U>& rhs) const
      -
      4480  {
      -
      4481  return m_pCallbacks != rhs.m_pCallbacks;
      -
      4482  }
      -
      4483 
      -
      4484  VmaStlAllocator& operator=(const VmaStlAllocator& x) = delete;
      -
      4485 };
      -
      4486 
      -
      4487 #if VMA_USE_STL_VECTOR
      +
      4470 static void VmaFree(const VkAllocationCallbacks* pAllocationCallbacks, void* ptr)
      +
      4471 {
      +
      4472  if((pAllocationCallbacks != VMA_NULL) &&
      +
      4473  (pAllocationCallbacks->pfnFree != VMA_NULL))
      +
      4474  {
      +
      4475  (*pAllocationCallbacks->pfnFree)(pAllocationCallbacks->pUserData, ptr);
      +
      4476  }
      +
      4477  else
      +
      4478  {
      +
      4479  VMA_SYSTEM_FREE(ptr);
      +
      4480  }
      +
      4481 }
      +
      4482 
      +
      4483 template<typename T>
      +
      4484 static T* VmaAllocate(const VkAllocationCallbacks* pAllocationCallbacks)
      +
      4485 {
      +
      4486  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T), VMA_ALIGN_OF(T));
      +
      4487 }
      4488 
      -
      4489 #define VmaVector std::vector
      -
      4490 
      -
      4491 template<typename T, typename allocatorT>
      -
      4492 static void VmaVectorInsert(std::vector<T, allocatorT>& vec, size_t index, const T& item)
      -
      4493 {
      -
      4494  vec.insert(vec.begin() + index, item);
      -
      4495 }
      +
      4489 template<typename T>
      +
      4490 static T* VmaAllocateArray(const VkAllocationCallbacks* pAllocationCallbacks, size_t count)
      +
      4491 {
      +
      4492  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T) * count, VMA_ALIGN_OF(T));
      +
      4493 }
      +
      4494 
      +
      4495 #define vma_new(allocator, type) new(VmaAllocate<type>(allocator))(type)
      4496 
      -
      4497 template<typename T, typename allocatorT>
      -
      4498 static void VmaVectorRemove(std::vector<T, allocatorT>& vec, size_t index)
      -
      4499 {
      -
      4500  vec.erase(vec.begin() + index);
      -
      4501 }
      -
      4502 
      -
      4503 #else // #if VMA_USE_STL_VECTOR
      -
      4504 
      -
      4505 /* Class with interface compatible with subset of std::vector.
      -
      4506 T must be POD because constructors and destructors are not called and memcpy is
      -
      4507 used for these objects. */
      -
      4508 template<typename T, typename AllocatorT>
      -
      4509 class VmaVector
      -
      4510 {
      -
      4511 public:
      -
      4512  typedef T value_type;
      -
      4513 
      -
      4514  VmaVector(const AllocatorT& allocator) :
      -
      4515  m_Allocator(allocator),
      -
      4516  m_pArray(VMA_NULL),
      -
      4517  m_Count(0),
      -
      4518  m_Capacity(0)
      -
      4519  {
      -
      4520  }
      -
      4521 
      -
      4522  VmaVector(size_t count, const AllocatorT& allocator) :
      -
      4523  m_Allocator(allocator),
      -
      4524  m_pArray(count ? (T*)VmaAllocateArray<T>(allocator.m_pCallbacks, count) : VMA_NULL),
      -
      4525  m_Count(count),
      -
      4526  m_Capacity(count)
      -
      4527  {
      -
      4528  }
      -
      4529 
      -
      4530  // This version of the constructor is here for compatibility with pre-C++14 std::vector.
      -
      4531  // value is unused.
      -
      4532  VmaVector(size_t count, const T& value, const AllocatorT& allocator)
      -
      4533  : VmaVector(count, allocator) {}
      -
      4534 
      -
      4535  VmaVector(const VmaVector<T, AllocatorT>& src) :
      -
      4536  m_Allocator(src.m_Allocator),
      -
      4537  m_pArray(src.m_Count ? (T*)VmaAllocateArray<T>(src.m_Allocator.m_pCallbacks, src.m_Count) : VMA_NULL),
      -
      4538  m_Count(src.m_Count),
      -
      4539  m_Capacity(src.m_Count)
      -
      4540  {
      -
      4541  if(m_Count != 0)
      -
      4542  {
      -
      4543  memcpy(m_pArray, src.m_pArray, m_Count * sizeof(T));
      -
      4544  }
      -
      4545  }
      -
      4546 
      -
      4547  ~VmaVector()
      -
      4548  {
      -
      4549  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      -
      4550  }
      -
      4551 
      -
      4552  VmaVector& operator=(const VmaVector<T, AllocatorT>& rhs)
      -
      4553  {
      -
      4554  if(&rhs != this)
      -
      4555  {
      -
      4556  resize(rhs.m_Count);
      -
      4557  if(m_Count != 0)
      -
      4558  {
      -
      4559  memcpy(m_pArray, rhs.m_pArray, m_Count * sizeof(T));
      -
      4560  }
      -
      4561  }
      -
      4562  return *this;
      -
      4563  }
      -
      4564 
      -
      4565  bool empty() const { return m_Count == 0; }
      -
      4566  size_t size() const { return m_Count; }
      -
      4567  T* data() { return m_pArray; }
      -
      4568  const T* data() const { return m_pArray; }
      -
      4569 
      -
      4570  T& operator[](size_t index)
      -
      4571  {
      -
      4572  VMA_HEAVY_ASSERT(index < m_Count);
      -
      4573  return m_pArray[index];
      -
      4574  }
      -
      4575  const T& operator[](size_t index) const
      -
      4576  {
      -
      4577  VMA_HEAVY_ASSERT(index < m_Count);
      -
      4578  return m_pArray[index];
      -
      4579  }
      +
      4497 #define vma_new_array(allocator, type, count) new(VmaAllocateArray<type>((allocator), (count)))(type)
      +
      4498 
      +
      4499 template<typename T>
      +
      4500 static void vma_delete(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr)
      +
      4501 {
      +
      4502  ptr->~T();
      +
      4503  VmaFree(pAllocationCallbacks, ptr);
      +
      4504 }
      +
      4505 
      +
      4506 template<typename T>
      +
      4507 static void vma_delete_array(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr, size_t count)
      +
      4508 {
      +
      4509  if(ptr != VMA_NULL)
      +
      4510  {
      +
      4511  for(size_t i = count; i--; )
      +
      4512  {
      +
      4513  ptr[i].~T();
      +
      4514  }
      +
      4515  VmaFree(pAllocationCallbacks, ptr);
      +
      4516  }
      +
      4517 }
      +
      4518 
      +
      4519 static char* VmaCreateStringCopy(const VkAllocationCallbacks* allocs, const char* srcStr)
      +
      4520 {
      +
      4521  if(srcStr != VMA_NULL)
      +
      4522  {
      +
      4523  const size_t len = strlen(srcStr);
      +
      4524  char* const result = vma_new_array(allocs, char, len + 1);
      +
      4525  memcpy(result, srcStr, len + 1);
      +
      4526  return result;
      +
      4527  }
      +
      4528  else
      +
      4529  {
      +
      4530  return VMA_NULL;
      +
      4531  }
      +
      4532 }
      +
      4533 
      +
      4534 static void VmaFreeString(const VkAllocationCallbacks* allocs, char* str)
      +
      4535 {
      +
      4536  if(str != VMA_NULL)
      +
      4537  {
      +
      4538  const size_t len = strlen(str);
      +
      4539  vma_delete_array(allocs, str, len + 1);
      +
      4540  }
      +
      4541 }
      +
      4542 
      +
      4543 // STL-compatible allocator.
      +
      4544 template<typename T>
      +
      4545 class VmaStlAllocator
      +
      4546 {
      +
      4547 public:
      +
      4548  const VkAllocationCallbacks* const m_pCallbacks;
      +
      4549  typedef T value_type;
      +
      4550 
      +
      4551  VmaStlAllocator(const VkAllocationCallbacks* pCallbacks) : m_pCallbacks(pCallbacks) { }
      +
      4552  template<typename U> VmaStlAllocator(const VmaStlAllocator<U>& src) : m_pCallbacks(src.m_pCallbacks) { }
      +
      4553 
      +
      4554  T* allocate(size_t n) { return VmaAllocateArray<T>(m_pCallbacks, n); }
      +
      4555  void deallocate(T* p, size_t n) { VmaFree(m_pCallbacks, p); }
      +
      4556 
      +
      4557  template<typename U>
      +
      4558  bool operator==(const VmaStlAllocator<U>& rhs) const
      +
      4559  {
      +
      4560  return m_pCallbacks == rhs.m_pCallbacks;
      +
      4561  }
      +
      4562  template<typename U>
      +
      4563  bool operator!=(const VmaStlAllocator<U>& rhs) const
      +
      4564  {
      +
      4565  return m_pCallbacks != rhs.m_pCallbacks;
      +
      4566  }
      +
      4567 
      +
      4568  VmaStlAllocator& operator=(const VmaStlAllocator& x) = delete;
      +
      4569 };
      +
      4570 
      +
      4571 #if VMA_USE_STL_VECTOR
      +
      4572 
      +
      4573 #define VmaVector std::vector
      +
      4574 
      +
      4575 template<typename T, typename allocatorT>
      +
      4576 static void VmaVectorInsert(std::vector<T, allocatorT>& vec, size_t index, const T& item)
      +
      4577 {
      +
      4578  vec.insert(vec.begin() + index, item);
      +
      4579 }
      4580 
      -
      4581  T& front()
      -
      4582  {
      -
      4583  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      4584  return m_pArray[0];
      -
      4585  }
      -
      4586  const T& front() const
      -
      4587  {
      -
      4588  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      4589  return m_pArray[0];
      -
      4590  }
      -
      4591  T& back()
      -
      4592  {
      -
      4593  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      4594  return m_pArray[m_Count - 1];
      -
      4595  }
      -
      4596  const T& back() const
      -
      4597  {
      -
      4598  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      4599  return m_pArray[m_Count - 1];
      -
      4600  }
      -
      4601 
      -
      4602  void reserve(size_t newCapacity, bool freeMemory = false)
      +
      4581 template<typename T, typename allocatorT>
      +
      4582 static void VmaVectorRemove(std::vector<T, allocatorT>& vec, size_t index)
      +
      4583 {
      +
      4584  vec.erase(vec.begin() + index);
      +
      4585 }
      +
      4586 
      +
      4587 #else // #if VMA_USE_STL_VECTOR
      +
      4588 
      +
      4589 /* Class with interface compatible with subset of std::vector.
      +
      4590 T must be POD because constructors and destructors are not called and memcpy is
      +
      4591 used for these objects. */
      +
      4592 template<typename T, typename AllocatorT>
      +
      4593 class VmaVector
      +
      4594 {
      +
      4595 public:
      +
      4596  typedef T value_type;
      +
      4597 
      +
      4598  VmaVector(const AllocatorT& allocator) :
      +
      4599  m_Allocator(allocator),
      +
      4600  m_pArray(VMA_NULL),
      +
      4601  m_Count(0),
      +
      4602  m_Capacity(0)
      4603  {
      -
      4604  newCapacity = VMA_MAX(newCapacity, m_Count);
      -
      4605 
      -
      4606  if((newCapacity < m_Capacity) && !freeMemory)
      -
      4607  {
      -
      4608  newCapacity = m_Capacity;
      -
      4609  }
      -
      4610 
      -
      4611  if(newCapacity != m_Capacity)
      -
      4612  {
      -
      4613  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator, newCapacity) : VMA_NULL;
      -
      4614  if(m_Count != 0)
      -
      4615  {
      -
      4616  memcpy(newArray, m_pArray, m_Count * sizeof(T));
      -
      4617  }
      -
      4618  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      -
      4619  m_Capacity = newCapacity;
      -
      4620  m_pArray = newArray;
      -
      4621  }
      -
      4622  }
      -
      4623 
      -
      4624  void resize(size_t newCount, bool freeMemory = false)
      -
      4625  {
      -
      4626  size_t newCapacity = m_Capacity;
      -
      4627  if(newCount > m_Capacity)
      -
      4628  {
      -
      4629  newCapacity = VMA_MAX(newCount, VMA_MAX(m_Capacity * 3 / 2, (size_t)8));
      -
      4630  }
      -
      4631  else if(freeMemory)
      -
      4632  {
      -
      4633  newCapacity = newCount;
      -
      4634  }
      +
      4604  }
      +
      4605 
      +
      4606  VmaVector(size_t count, const AllocatorT& allocator) :
      +
      4607  m_Allocator(allocator),
      +
      4608  m_pArray(count ? (T*)VmaAllocateArray<T>(allocator.m_pCallbacks, count) : VMA_NULL),
      +
      4609  m_Count(count),
      +
      4610  m_Capacity(count)
      +
      4611  {
      +
      4612  }
      +
      4613 
      +
      4614  // This version of the constructor is here for compatibility with pre-C++14 std::vector.
      +
      4615  // value is unused.
      +
      4616  VmaVector(size_t count, const T& value, const AllocatorT& allocator)
      +
      4617  : VmaVector(count, allocator) {}
      +
      4618 
      +
      4619  VmaVector(const VmaVector<T, AllocatorT>& src) :
      +
      4620  m_Allocator(src.m_Allocator),
      +
      4621  m_pArray(src.m_Count ? (T*)VmaAllocateArray<T>(src.m_Allocator.m_pCallbacks, src.m_Count) : VMA_NULL),
      +
      4622  m_Count(src.m_Count),
      +
      4623  m_Capacity(src.m_Count)
      +
      4624  {
      +
      4625  if(m_Count != 0)
      +
      4626  {
      +
      4627  memcpy(m_pArray, src.m_pArray, m_Count * sizeof(T));
      +
      4628  }
      +
      4629  }
      +
      4630 
      +
      4631  ~VmaVector()
      +
      4632  {
      +
      4633  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      +
      4634  }
      4635 
      -
      4636  if(newCapacity != m_Capacity)
      -
      4637  {
      -
      4638  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator.m_pCallbacks, newCapacity) : VMA_NULL;
      -
      4639  const size_t elementsToCopy = VMA_MIN(m_Count, newCount);
      -
      4640  if(elementsToCopy != 0)
      -
      4641  {
      -
      4642  memcpy(newArray, m_pArray, elementsToCopy * sizeof(T));
      -
      4643  }
      -
      4644  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      -
      4645  m_Capacity = newCapacity;
      -
      4646  m_pArray = newArray;
      -
      4647  }
      -
      4648 
      -
      4649  m_Count = newCount;
      -
      4650  }
      -
      4651 
      -
      4652  void clear(bool freeMemory = false)
      -
      4653  {
      -
      4654  resize(0, freeMemory);
      -
      4655  }
      -
      4656 
      -
      4657  void insert(size_t index, const T& src)
      -
      4658  {
      -
      4659  VMA_HEAVY_ASSERT(index <= m_Count);
      -
      4660  const size_t oldCount = size();
      -
      4661  resize(oldCount + 1);
      -
      4662  if(index < oldCount)
      -
      4663  {
      -
      4664  memmove(m_pArray + (index + 1), m_pArray + index, (oldCount - index) * sizeof(T));
      -
      4665  }
      -
      4666  m_pArray[index] = src;
      -
      4667  }
      -
      4668 
      -
      4669  void remove(size_t index)
      -
      4670  {
      -
      4671  VMA_HEAVY_ASSERT(index < m_Count);
      -
      4672  const size_t oldCount = size();
      -
      4673  if(index < oldCount - 1)
      -
      4674  {
      -
      4675  memmove(m_pArray + index, m_pArray + (index + 1), (oldCount - index - 1) * sizeof(T));
      -
      4676  }
      -
      4677  resize(oldCount - 1);
      -
      4678  }
      -
      4679 
      -
      4680  void push_back(const T& src)
      -
      4681  {
      -
      4682  const size_t newIndex = size();
      -
      4683  resize(newIndex + 1);
      -
      4684  m_pArray[newIndex] = src;
      -
      4685  }
      -
      4686 
      -
      4687  void pop_back()
      -
      4688  {
      -
      4689  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      4690  resize(size() - 1);
      -
      4691  }
      -
      4692 
      -
      4693  void push_front(const T& src)
      -
      4694  {
      -
      4695  insert(0, src);
      -
      4696  }
      -
      4697 
      -
      4698  void pop_front()
      -
      4699  {
      -
      4700  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      4701  remove(0);
      -
      4702  }
      -
      4703 
      -
      4704  typedef T* iterator;
      -
      4705 
      -
      4706  iterator begin() { return m_pArray; }
      -
      4707  iterator end() { return m_pArray + m_Count; }
      -
      4708 
      -
      4709 private:
      -
      4710  AllocatorT m_Allocator;
      -
      4711  T* m_pArray;
      -
      4712  size_t m_Count;
      -
      4713  size_t m_Capacity;
      -
      4714 };
      -
      4715 
      -
      4716 template<typename T, typename allocatorT>
      -
      4717 static void VmaVectorInsert(VmaVector<T, allocatorT>& vec, size_t index, const T& item)
      -
      4718 {
      -
      4719  vec.insert(index, item);
      -
      4720 }
      -
      4721 
      -
      4722 template<typename T, typename allocatorT>
      -
      4723 static void VmaVectorRemove(VmaVector<T, allocatorT>& vec, size_t index)
      -
      4724 {
      -
      4725  vec.remove(index);
      -
      4726 }
      -
      4727 
      -
      4728 #endif // #if VMA_USE_STL_VECTOR
      -
      4729 
      -
      4730 template<typename CmpLess, typename VectorT>
      -
      4731 size_t VmaVectorInsertSorted(VectorT& vector, const typename VectorT::value_type& value)
      -
      4732 {
      -
      4733  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
      -
      4734  vector.data(),
      -
      4735  vector.data() + vector.size(),
      -
      4736  value,
      -
      4737  CmpLess()) - vector.data();
      -
      4738  VmaVectorInsert(vector, indexToInsert, value);
      -
      4739  return indexToInsert;
      -
      4740 }
      -
      4741 
      -
      4742 template<typename CmpLess, typename VectorT>
      -
      4743 bool VmaVectorRemoveSorted(VectorT& vector, const typename VectorT::value_type& value)
      -
      4744 {
      -
      4745  CmpLess comparator;
      -
      4746  typename VectorT::iterator it = VmaBinaryFindFirstNotLess(
      -
      4747  vector.begin(),
      -
      4748  vector.end(),
      -
      4749  value,
      -
      4750  comparator);
      -
      4751  if((it != vector.end()) && !comparator(*it, value) && !comparator(value, *it))
      -
      4752  {
      -
      4753  size_t indexToRemove = it - vector.begin();
      -
      4754  VmaVectorRemove(vector, indexToRemove);
      -
      4755  return true;
      -
      4756  }
      -
      4757  return false;
      -
      4758 }
      -
      4759 
      -
      4761 // class VmaPoolAllocator
      -
      4762 
      -
      4763 /*
      -
      4764 Allocator for objects of type T using a list of arrays (pools) to speed up
      -
      4765 allocation. Number of elements that can be allocated is not bounded because
      -
      4766 allocator can create multiple blocks.
      -
      4767 */
      -
      4768 template<typename T>
      -
      4769 class VmaPoolAllocator
      -
      4770 {
      -
      4771  VMA_CLASS_NO_COPY(VmaPoolAllocator)
      -
      4772 public:
      -
      4773  VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity);
      -
      4774  ~VmaPoolAllocator();
      -
      4775  template<typename... Types> T* Alloc(Types... args);
      -
      4776  void Free(T* ptr);
      -
      4777 
      -
      4778 private:
      -
      4779  union Item
      -
      4780  {
      -
      4781  uint32_t NextFreeIndex;
      -
      4782  alignas(T) char Value[sizeof(T)];
      -
      4783  };
      -
      4784 
      -
      4785  struct ItemBlock
      -
      4786  {
      -
      4787  Item* pItems;
      -
      4788  uint32_t Capacity;
      -
      4789  uint32_t FirstFreeIndex;
      -
      4790  };
      -
      4791 
      -
      4792  const VkAllocationCallbacks* m_pAllocationCallbacks;
      -
      4793  const uint32_t m_FirstBlockCapacity;
      -
      4794  VmaVector< ItemBlock, VmaStlAllocator<ItemBlock> > m_ItemBlocks;
      -
      4795 
      -
      4796  ItemBlock& CreateNewBlock();
      -
      4797 };
      -
      4798 
      -
      4799 template<typename T>
      -
      4800 VmaPoolAllocator<T>::VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity) :
      -
      4801  m_pAllocationCallbacks(pAllocationCallbacks),
      -
      4802  m_FirstBlockCapacity(firstBlockCapacity),
      -
      4803  m_ItemBlocks(VmaStlAllocator<ItemBlock>(pAllocationCallbacks))
      -
      4804 {
      -
      4805  VMA_ASSERT(m_FirstBlockCapacity > 1);
      -
      4806 }
      -
      4807 
      -
      4808 template<typename T>
      -
      4809 VmaPoolAllocator<T>::~VmaPoolAllocator()
      -
      4810 {
      -
      4811  for(size_t i = m_ItemBlocks.size(); i--; )
      -
      4812  vma_delete_array(m_pAllocationCallbacks, m_ItemBlocks[i].pItems, m_ItemBlocks[i].Capacity);
      -
      4813  m_ItemBlocks.clear();
      -
      4814 }
      -
      4815 
      -
      4816 template<typename T>
      -
      4817 template<typename... Types> T* VmaPoolAllocator<T>::Alloc(Types... args)
      -
      4818 {
      -
      4819  for(size_t i = m_ItemBlocks.size(); i--; )
      -
      4820  {
      -
      4821  ItemBlock& block = m_ItemBlocks[i];
      -
      4822  // This block has some free items: Use first one.
      -
      4823  if(block.FirstFreeIndex != UINT32_MAX)
      -
      4824  {
      -
      4825  Item* const pItem = &block.pItems[block.FirstFreeIndex];
      -
      4826  block.FirstFreeIndex = pItem->NextFreeIndex;
      -
      4827  T* result = (T*)&pItem->Value;
      -
      4828  new(result)T(std::forward<Types>(args)...); // Explicit constructor call.
      -
      4829  return result;
      -
      4830  }
      -
      4831  }
      -
      4832 
      -
      4833  // No block has free item: Create new one and use it.
      -
      4834  ItemBlock& newBlock = CreateNewBlock();
      -
      4835  Item* const pItem = &newBlock.pItems[0];
      -
      4836  newBlock.FirstFreeIndex = pItem->NextFreeIndex;
      -
      4837  T* result = (T*)&pItem->Value;
      -
      4838  new(result)T(std::forward<Types>(args)...); // Explicit constructor call.
      -
      4839  return result;
      -
      4840 }
      -
      4841 
      -
      4842 template<typename T>
      -
      4843 void VmaPoolAllocator<T>::Free(T* ptr)
      -
      4844 {
      -
      4845  // Search all memory blocks to find ptr.
      -
      4846  for(size_t i = m_ItemBlocks.size(); i--; )
      -
      4847  {
      -
      4848  ItemBlock& block = m_ItemBlocks[i];
      -
      4849 
      -
      4850  // Casting to union.
      -
      4851  Item* pItemPtr;
      -
      4852  memcpy(&pItemPtr, &ptr, sizeof(pItemPtr));
      -
      4853 
      -
      4854  // Check if pItemPtr is in address range of this block.
      -
      4855  if((pItemPtr >= block.pItems) && (pItemPtr < block.pItems + block.Capacity))
      -
      4856  {
      -
      4857  ptr->~T(); // Explicit destructor call.
      -
      4858  const uint32_t index = static_cast<uint32_t>(pItemPtr - block.pItems);
      -
      4859  pItemPtr->NextFreeIndex = block.FirstFreeIndex;
      -
      4860  block.FirstFreeIndex = index;
      -
      4861  return;
      -
      4862  }
      -
      4863  }
      -
      4864  VMA_ASSERT(0 && "Pointer doesn't belong to this memory pool.");
      -
      4865 }
      -
      4866 
      -
      4867 template<typename T>
      -
      4868 typename VmaPoolAllocator<T>::ItemBlock& VmaPoolAllocator<T>::CreateNewBlock()
      -
      4869 {
      -
      4870  const uint32_t newBlockCapacity = m_ItemBlocks.empty() ?
      -
      4871  m_FirstBlockCapacity : m_ItemBlocks.back().Capacity * 3 / 2;
      -
      4872 
      -
      4873  const ItemBlock newBlock = {
      -
      4874  vma_new_array(m_pAllocationCallbacks, Item, newBlockCapacity),
      -
      4875  newBlockCapacity,
      -
      4876  0 };
      -
      4877 
      -
      4878  m_ItemBlocks.push_back(newBlock);
      +
      4636  VmaVector& operator=(const VmaVector<T, AllocatorT>& rhs)
      +
      4637  {
      +
      4638  if(&rhs != this)
      +
      4639  {
      +
      4640  resize(rhs.m_Count);
      +
      4641  if(m_Count != 0)
      +
      4642  {
      +
      4643  memcpy(m_pArray, rhs.m_pArray, m_Count * sizeof(T));
      +
      4644  }
      +
      4645  }
      +
      4646  return *this;
      +
      4647  }
      +
      4648 
      +
      4649  bool empty() const { return m_Count == 0; }
      +
      4650  size_t size() const { return m_Count; }
      +
      4651  T* data() { return m_pArray; }
      +
      4652  const T* data() const { return m_pArray; }
      +
      4653 
      +
      4654  T& operator[](size_t index)
      +
      4655  {
      +
      4656  VMA_HEAVY_ASSERT(index < m_Count);
      +
      4657  return m_pArray[index];
      +
      4658  }
      +
      4659  const T& operator[](size_t index) const
      +
      4660  {
      +
      4661  VMA_HEAVY_ASSERT(index < m_Count);
      +
      4662  return m_pArray[index];
      +
      4663  }
      +
      4664 
      +
      4665  T& front()
      +
      4666  {
      +
      4667  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      4668  return m_pArray[0];
      +
      4669  }
      +
      4670  const T& front() const
      +
      4671  {
      +
      4672  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      4673  return m_pArray[0];
      +
      4674  }
      +
      4675  T& back()
      +
      4676  {
      +
      4677  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      4678  return m_pArray[m_Count - 1];
      +
      4679  }
      +
      4680  const T& back() const
      +
      4681  {
      +
      4682  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      4683  return m_pArray[m_Count - 1];
      +
      4684  }
      +
      4685 
      +
      4686  void reserve(size_t newCapacity, bool freeMemory = false)
      +
      4687  {
      +
      4688  newCapacity = VMA_MAX(newCapacity, m_Count);
      +
      4689 
      +
      4690  if((newCapacity < m_Capacity) && !freeMemory)
      +
      4691  {
      +
      4692  newCapacity = m_Capacity;
      +
      4693  }
      +
      4694 
      +
      4695  if(newCapacity != m_Capacity)
      +
      4696  {
      +
      4697  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator, newCapacity) : VMA_NULL;
      +
      4698  if(m_Count != 0)
      +
      4699  {
      +
      4700  memcpy(newArray, m_pArray, m_Count * sizeof(T));
      +
      4701  }
      +
      4702  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      +
      4703  m_Capacity = newCapacity;
      +
      4704  m_pArray = newArray;
      +
      4705  }
      +
      4706  }
      +
      4707 
      +
      4708  void resize(size_t newCount, bool freeMemory = false)
      +
      4709  {
      +
      4710  size_t newCapacity = m_Capacity;
      +
      4711  if(newCount > m_Capacity)
      +
      4712  {
      +
      4713  newCapacity = VMA_MAX(newCount, VMA_MAX(m_Capacity * 3 / 2, (size_t)8));
      +
      4714  }
      +
      4715  else if(freeMemory)
      +
      4716  {
      +
      4717  newCapacity = newCount;
      +
      4718  }
      +
      4719 
      +
      4720  if(newCapacity != m_Capacity)
      +
      4721  {
      +
      4722  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator.m_pCallbacks, newCapacity) : VMA_NULL;
      +
      4723  const size_t elementsToCopy = VMA_MIN(m_Count, newCount);
      +
      4724  if(elementsToCopy != 0)
      +
      4725  {
      +
      4726  memcpy(newArray, m_pArray, elementsToCopy * sizeof(T));
      +
      4727  }
      +
      4728  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      +
      4729  m_Capacity = newCapacity;
      +
      4730  m_pArray = newArray;
      +
      4731  }
      +
      4732 
      +
      4733  m_Count = newCount;
      +
      4734  }
      +
      4735 
      +
      4736  void clear(bool freeMemory = false)
      +
      4737  {
      +
      4738  resize(0, freeMemory);
      +
      4739  }
      +
      4740 
      +
      4741  void insert(size_t index, const T& src)
      +
      4742  {
      +
      4743  VMA_HEAVY_ASSERT(index <= m_Count);
      +
      4744  const size_t oldCount = size();
      +
      4745  resize(oldCount + 1);
      +
      4746  if(index < oldCount)
      +
      4747  {
      +
      4748  memmove(m_pArray + (index + 1), m_pArray + index, (oldCount - index) * sizeof(T));
      +
      4749  }
      +
      4750  m_pArray[index] = src;
      +
      4751  }
      +
      4752 
      +
      4753  void remove(size_t index)
      +
      4754  {
      +
      4755  VMA_HEAVY_ASSERT(index < m_Count);
      +
      4756  const size_t oldCount = size();
      +
      4757  if(index < oldCount - 1)
      +
      4758  {
      +
      4759  memmove(m_pArray + index, m_pArray + (index + 1), (oldCount - index - 1) * sizeof(T));
      +
      4760  }
      +
      4761  resize(oldCount - 1);
      +
      4762  }
      +
      4763 
      +
      4764  void push_back(const T& src)
      +
      4765  {
      +
      4766  const size_t newIndex = size();
      +
      4767  resize(newIndex + 1);
      +
      4768  m_pArray[newIndex] = src;
      +
      4769  }
      +
      4770 
      +
      4771  void pop_back()
      +
      4772  {
      +
      4773  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      4774  resize(size() - 1);
      +
      4775  }
      +
      4776 
      +
      4777  void push_front(const T& src)
      +
      4778  {
      +
      4779  insert(0, src);
      +
      4780  }
      +
      4781 
      +
      4782  void pop_front()
      +
      4783  {
      +
      4784  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      4785  remove(0);
      +
      4786  }
      +
      4787 
      +
      4788  typedef T* iterator;
      +
      4789 
      +
      4790  iterator begin() { return m_pArray; }
      +
      4791  iterator end() { return m_pArray + m_Count; }
      +
      4792 
      +
      4793 private:
      +
      4794  AllocatorT m_Allocator;
      +
      4795  T* m_pArray;
      +
      4796  size_t m_Count;
      +
      4797  size_t m_Capacity;
      +
      4798 };
      +
      4799 
      +
      4800 template<typename T, typename allocatorT>
      +
      4801 static void VmaVectorInsert(VmaVector<T, allocatorT>& vec, size_t index, const T& item)
      +
      4802 {
      +
      4803  vec.insert(index, item);
      +
      4804 }
      +
      4805 
      +
      4806 template<typename T, typename allocatorT>
      +
      4807 static void VmaVectorRemove(VmaVector<T, allocatorT>& vec, size_t index)
      +
      4808 {
      +
      4809  vec.remove(index);
      +
      4810 }
      +
      4811 
      +
      4812 #endif // #if VMA_USE_STL_VECTOR
      +
      4813 
      +
      4814 template<typename CmpLess, typename VectorT>
      +
      4815 size_t VmaVectorInsertSorted(VectorT& vector, const typename VectorT::value_type& value)
      +
      4816 {
      +
      4817  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
      +
      4818  vector.data(),
      +
      4819  vector.data() + vector.size(),
      +
      4820  value,
      +
      4821  CmpLess()) - vector.data();
      +
      4822  VmaVectorInsert(vector, indexToInsert, value);
      +
      4823  return indexToInsert;
      +
      4824 }
      +
      4825 
      +
      4826 template<typename CmpLess, typename VectorT>
      +
      4827 bool VmaVectorRemoveSorted(VectorT& vector, const typename VectorT::value_type& value)
      +
      4828 {
      +
      4829  CmpLess comparator;
      +
      4830  typename VectorT::iterator it = VmaBinaryFindFirstNotLess(
      +
      4831  vector.begin(),
      +
      4832  vector.end(),
      +
      4833  value,
      +
      4834  comparator);
      +
      4835  if((it != vector.end()) && !comparator(*it, value) && !comparator(value, *it))
      +
      4836  {
      +
      4837  size_t indexToRemove = it - vector.begin();
      +
      4838  VmaVectorRemove(vector, indexToRemove);
      +
      4839  return true;
      +
      4840  }
      +
      4841  return false;
      +
      4842 }
      +
      4843 
      +
      4845 // class VmaPoolAllocator
      +
      4846 
      +
      4847 /*
      +
      4848 Allocator for objects of type T using a list of arrays (pools) to speed up
      +
      4849 allocation. Number of elements that can be allocated is not bounded because
      +
      4850 allocator can create multiple blocks.
      +
      4851 */
      +
      4852 template<typename T>
      +
      4853 class VmaPoolAllocator
      +
      4854 {
      +
      4855  VMA_CLASS_NO_COPY(VmaPoolAllocator)
      +
      4856 public:
      +
      4857  VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity);
      +
      4858  ~VmaPoolAllocator();
      +
      4859  template<typename... Types> T* Alloc(Types... args);
      +
      4860  void Free(T* ptr);
      +
      4861 
      +
      4862 private:
      +
      4863  union Item
      +
      4864  {
      +
      4865  uint32_t NextFreeIndex;
      +
      4866  alignas(T) char Value[sizeof(T)];
      +
      4867  };
      +
      4868 
      +
      4869  struct ItemBlock
      +
      4870  {
      +
      4871  Item* pItems;
      +
      4872  uint32_t Capacity;
      +
      4873  uint32_t FirstFreeIndex;
      +
      4874  };
      +
      4875 
      +
      4876  const VkAllocationCallbacks* m_pAllocationCallbacks;
      +
      4877  const uint32_t m_FirstBlockCapacity;
      +
      4878  VmaVector< ItemBlock, VmaStlAllocator<ItemBlock> > m_ItemBlocks;
      4879 
      -
      4880  // Setup singly-linked list of all free items in this block.
      -
      4881  for(uint32_t i = 0; i < newBlockCapacity - 1; ++i)
      -
      4882  newBlock.pItems[i].NextFreeIndex = i + 1;
      -
      4883  newBlock.pItems[newBlockCapacity - 1].NextFreeIndex = UINT32_MAX;
      -
      4884  return m_ItemBlocks.back();
      -
      4885 }
      -
      4886 
      -
      4888 // class VmaRawList, VmaList
      -
      4889 
      -
      4890 #if VMA_USE_STL_LIST
      +
      4880  ItemBlock& CreateNewBlock();
      +
      4881 };
      +
      4882 
      +
      4883 template<typename T>
      +
      4884 VmaPoolAllocator<T>::VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity) :
      +
      4885  m_pAllocationCallbacks(pAllocationCallbacks),
      +
      4886  m_FirstBlockCapacity(firstBlockCapacity),
      +
      4887  m_ItemBlocks(VmaStlAllocator<ItemBlock>(pAllocationCallbacks))
      +
      4888 {
      +
      4889  VMA_ASSERT(m_FirstBlockCapacity > 1);
      +
      4890 }
      4891 
      -
      4892 #define VmaList std::list
      -
      4893 
      -
      4894 #else // #if VMA_USE_STL_LIST
      -
      4895 
      -
      4896 template<typename T>
      -
      4897 struct VmaListItem
      -
      4898 {
      -
      4899  VmaListItem* pPrev;
      -
      4900  VmaListItem* pNext;
      -
      4901  T Value;
      -
      4902 };
      -
      4903 
      -
      4904 // Doubly linked list.
      -
      4905 template<typename T>
      -
      4906 class VmaRawList
      -
      4907 {
      -
      4908  VMA_CLASS_NO_COPY(VmaRawList)
      -
      4909 public:
      -
      4910  typedef VmaListItem<T> ItemType;
      -
      4911 
      -
      4912  VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks);
      -
      4913  ~VmaRawList();
      -
      4914  void Clear();
      -
      4915 
      -
      4916  size_t GetCount() const { return m_Count; }
      -
      4917  bool IsEmpty() const { return m_Count == 0; }
      -
      4918 
      -
      4919  ItemType* Front() { return m_pFront; }
      -
      4920  const ItemType* Front() const { return m_pFront; }
      -
      4921  ItemType* Back() { return m_pBack; }
      -
      4922  const ItemType* Back() const { return m_pBack; }
      -
      4923 
      -
      4924  ItemType* PushBack();
      -
      4925  ItemType* PushFront();
      -
      4926  ItemType* PushBack(const T& value);
      -
      4927  ItemType* PushFront(const T& value);
      -
      4928  void PopBack();
      -
      4929  void PopFront();
      -
      4930 
      -
      4931  // Item can be null - it means PushBack.
      -
      4932  ItemType* InsertBefore(ItemType* pItem);
      -
      4933  // Item can be null - it means PushFront.
      -
      4934  ItemType* InsertAfter(ItemType* pItem);
      -
      4935 
      -
      4936  ItemType* InsertBefore(ItemType* pItem, const T& value);
      -
      4937  ItemType* InsertAfter(ItemType* pItem, const T& value);
      -
      4938 
      -
      4939  void Remove(ItemType* pItem);
      -
      4940 
      -
      4941 private:
      -
      4942  const VkAllocationCallbacks* const m_pAllocationCallbacks;
      -
      4943  VmaPoolAllocator<ItemType> m_ItemAllocator;
      -
      4944  ItemType* m_pFront;
      -
      4945  ItemType* m_pBack;
      -
      4946  size_t m_Count;
      -
      4947 };
      -
      4948 
      -
      4949 template<typename T>
      -
      4950 VmaRawList<T>::VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks) :
      -
      4951  m_pAllocationCallbacks(pAllocationCallbacks),
      -
      4952  m_ItemAllocator(pAllocationCallbacks, 128),
      -
      4953  m_pFront(VMA_NULL),
      -
      4954  m_pBack(VMA_NULL),
      -
      4955  m_Count(0)
      -
      4956 {
      -
      4957 }
      -
      4958 
      -
      4959 template<typename T>
      -
      4960 VmaRawList<T>::~VmaRawList()
      -
      4961 {
      -
      4962  // Intentionally not calling Clear, because that would be unnecessary
      -
      4963  // computations to return all items to m_ItemAllocator as free.
      -
      4964 }
      -
      4965 
      -
      4966 template<typename T>
      -
      4967 void VmaRawList<T>::Clear()
      -
      4968 {
      -
      4969  if(IsEmpty() == false)
      -
      4970  {
      -
      4971  ItemType* pItem = m_pBack;
      -
      4972  while(pItem != VMA_NULL)
      -
      4973  {
      -
      4974  ItemType* const pPrevItem = pItem->pPrev;
      -
      4975  m_ItemAllocator.Free(pItem);
      -
      4976  pItem = pPrevItem;
      -
      4977  }
      -
      4978  m_pFront = VMA_NULL;
      -
      4979  m_pBack = VMA_NULL;
      -
      4980  m_Count = 0;
      -
      4981  }
      -
      4982 }
      -
      4983 
      -
      4984 template<typename T>
      -
      4985 VmaListItem<T>* VmaRawList<T>::PushBack()
      -
      4986 {
      -
      4987  ItemType* const pNewItem = m_ItemAllocator.Alloc();
      -
      4988  pNewItem->pNext = VMA_NULL;
      -
      4989  if(IsEmpty())
      -
      4990  {
      -
      4991  pNewItem->pPrev = VMA_NULL;
      -
      4992  m_pFront = pNewItem;
      -
      4993  m_pBack = pNewItem;
      -
      4994  m_Count = 1;
      -
      4995  }
      -
      4996  else
      -
      4997  {
      -
      4998  pNewItem->pPrev = m_pBack;
      -
      4999  m_pBack->pNext = pNewItem;
      -
      5000  m_pBack = pNewItem;
      -
      5001  ++m_Count;
      -
      5002  }
      -
      5003  return pNewItem;
      -
      5004 }
      -
      5005 
      -
      5006 template<typename T>
      -
      5007 VmaListItem<T>* VmaRawList<T>::PushFront()
      -
      5008 {
      -
      5009  ItemType* const pNewItem = m_ItemAllocator.Alloc();
      -
      5010  pNewItem->pPrev = VMA_NULL;
      -
      5011  if(IsEmpty())
      -
      5012  {
      -
      5013  pNewItem->pNext = VMA_NULL;
      -
      5014  m_pFront = pNewItem;
      -
      5015  m_pBack = pNewItem;
      -
      5016  m_Count = 1;
      -
      5017  }
      -
      5018  else
      -
      5019  {
      -
      5020  pNewItem->pNext = m_pFront;
      -
      5021  m_pFront->pPrev = pNewItem;
      -
      5022  m_pFront = pNewItem;
      -
      5023  ++m_Count;
      -
      5024  }
      -
      5025  return pNewItem;
      -
      5026 }
      -
      5027 
      -
      5028 template<typename T>
      -
      5029 VmaListItem<T>* VmaRawList<T>::PushBack(const T& value)
      -
      5030 {
      -
      5031  ItemType* const pNewItem = PushBack();
      -
      5032  pNewItem->Value = value;
      -
      5033  return pNewItem;
      -
      5034 }
      -
      5035 
      -
      5036 template<typename T>
      -
      5037 VmaListItem<T>* VmaRawList<T>::PushFront(const T& value)
      -
      5038 {
      -
      5039  ItemType* const pNewItem = PushFront();
      -
      5040  pNewItem->Value = value;
      -
      5041  return pNewItem;
      -
      5042 }
      -
      5043 
      -
      5044 template<typename T>
      -
      5045 void VmaRawList<T>::PopBack()
      -
      5046 {
      -
      5047  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5048  ItemType* const pBackItem = m_pBack;
      -
      5049  ItemType* const pPrevItem = pBackItem->pPrev;
      -
      5050  if(pPrevItem != VMA_NULL)
      -
      5051  {
      -
      5052  pPrevItem->pNext = VMA_NULL;
      -
      5053  }
      -
      5054  m_pBack = pPrevItem;
      -
      5055  m_ItemAllocator.Free(pBackItem);
      -
      5056  --m_Count;
      -
      5057 }
      -
      5058 
      -
      5059 template<typename T>
      -
      5060 void VmaRawList<T>::PopFront()
      -
      5061 {
      -
      5062  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5063  ItemType* const pFrontItem = m_pFront;
      -
      5064  ItemType* const pNextItem = pFrontItem->pNext;
      -
      5065  if(pNextItem != VMA_NULL)
      -
      5066  {
      -
      5067  pNextItem->pPrev = VMA_NULL;
      -
      5068  }
      -
      5069  m_pFront = pNextItem;
      -
      5070  m_ItemAllocator.Free(pFrontItem);
      -
      5071  --m_Count;
      -
      5072 }
      -
      5073 
      -
      5074 template<typename T>
      -
      5075 void VmaRawList<T>::Remove(ItemType* pItem)
      -
      5076 {
      -
      5077  VMA_HEAVY_ASSERT(pItem != VMA_NULL);
      -
      5078  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5079 
      -
      5080  if(pItem->pPrev != VMA_NULL)
      +
      4892 template<typename T>
      +
      4893 VmaPoolAllocator<T>::~VmaPoolAllocator()
      +
      4894 {
      +
      4895  for(size_t i = m_ItemBlocks.size(); i--; )
      +
      4896  vma_delete_array(m_pAllocationCallbacks, m_ItemBlocks[i].pItems, m_ItemBlocks[i].Capacity);
      +
      4897  m_ItemBlocks.clear();
      +
      4898 }
      +
      4899 
      +
      4900 template<typename T>
      +
      4901 template<typename... Types> T* VmaPoolAllocator<T>::Alloc(Types... args)
      +
      4902 {
      +
      4903  for(size_t i = m_ItemBlocks.size(); i--; )
      +
      4904  {
      +
      4905  ItemBlock& block = m_ItemBlocks[i];
      +
      4906  // This block has some free items: Use first one.
      +
      4907  if(block.FirstFreeIndex != UINT32_MAX)
      +
      4908  {
      +
      4909  Item* const pItem = &block.pItems[block.FirstFreeIndex];
      +
      4910  block.FirstFreeIndex = pItem->NextFreeIndex;
      +
      4911  T* result = (T*)&pItem->Value;
      +
      4912  new(result)T(std::forward<Types>(args)...); // Explicit constructor call.
      +
      4913  return result;
      +
      4914  }
      +
      4915  }
      +
      4916 
      +
      4917  // No block has free item: Create new one and use it.
      +
      4918  ItemBlock& newBlock = CreateNewBlock();
      +
      4919  Item* const pItem = &newBlock.pItems[0];
      +
      4920  newBlock.FirstFreeIndex = pItem->NextFreeIndex;
      +
      4921  T* result = (T*)&pItem->Value;
      +
      4922  new(result)T(std::forward<Types>(args)...); // Explicit constructor call.
      +
      4923  return result;
      +
      4924 }
      +
      4925 
      +
      4926 template<typename T>
      +
      4927 void VmaPoolAllocator<T>::Free(T* ptr)
      +
      4928 {
      +
      4929  // Search all memory blocks to find ptr.
      +
      4930  for(size_t i = m_ItemBlocks.size(); i--; )
      +
      4931  {
      +
      4932  ItemBlock& block = m_ItemBlocks[i];
      +
      4933 
      +
      4934  // Casting to union.
      +
      4935  Item* pItemPtr;
      +
      4936  memcpy(&pItemPtr, &ptr, sizeof(pItemPtr));
      +
      4937 
      +
      4938  // Check if pItemPtr is in address range of this block.
      +
      4939  if((pItemPtr >= block.pItems) && (pItemPtr < block.pItems + block.Capacity))
      +
      4940  {
      +
      4941  ptr->~T(); // Explicit destructor call.
      +
      4942  const uint32_t index = static_cast<uint32_t>(pItemPtr - block.pItems);
      +
      4943  pItemPtr->NextFreeIndex = block.FirstFreeIndex;
      +
      4944  block.FirstFreeIndex = index;
      +
      4945  return;
      +
      4946  }
      +
      4947  }
      +
      4948  VMA_ASSERT(0 && "Pointer doesn't belong to this memory pool.");
      +
      4949 }
      +
      4950 
      +
      4951 template<typename T>
      +
      4952 typename VmaPoolAllocator<T>::ItemBlock& VmaPoolAllocator<T>::CreateNewBlock()
      +
      4953 {
      +
      4954  const uint32_t newBlockCapacity = m_ItemBlocks.empty() ?
      +
      4955  m_FirstBlockCapacity : m_ItemBlocks.back().Capacity * 3 / 2;
      +
      4956 
      +
      4957  const ItemBlock newBlock = {
      +
      4958  vma_new_array(m_pAllocationCallbacks, Item, newBlockCapacity),
      +
      4959  newBlockCapacity,
      +
      4960  0 };
      +
      4961 
      +
      4962  m_ItemBlocks.push_back(newBlock);
      +
      4963 
      +
      4964  // Setup singly-linked list of all free items in this block.
      +
      4965  for(uint32_t i = 0; i < newBlockCapacity - 1; ++i)
      +
      4966  newBlock.pItems[i].NextFreeIndex = i + 1;
      +
      4967  newBlock.pItems[newBlockCapacity - 1].NextFreeIndex = UINT32_MAX;
      +
      4968  return m_ItemBlocks.back();
      +
      4969 }
      +
      4970 
      +
      4972 // class VmaRawList, VmaList
      +
      4973 
      +
      4974 #if VMA_USE_STL_LIST
      +
      4975 
      +
      4976 #define VmaList std::list
      +
      4977 
      +
      4978 #else // #if VMA_USE_STL_LIST
      +
      4979 
      +
      4980 template<typename T>
      +
      4981 struct VmaListItem
      +
      4982 {
      +
      4983  VmaListItem* pPrev;
      +
      4984  VmaListItem* pNext;
      +
      4985  T Value;
      +
      4986 };
      +
      4987 
      +
      4988 // Doubly linked list.
      +
      4989 template<typename T>
      +
      4990 class VmaRawList
      +
      4991 {
      +
      4992  VMA_CLASS_NO_COPY(VmaRawList)
      +
      4993 public:
      +
      4994  typedef VmaListItem<T> ItemType;
      +
      4995 
      +
      4996  VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks);
      +
      4997  ~VmaRawList();
      +
      4998  void Clear();
      +
      4999 
      +
      5000  size_t GetCount() const { return m_Count; }
      +
      5001  bool IsEmpty() const { return m_Count == 0; }
      +
      5002 
      +
      5003  ItemType* Front() { return m_pFront; }
      +
      5004  const ItemType* Front() const { return m_pFront; }
      +
      5005  ItemType* Back() { return m_pBack; }
      +
      5006  const ItemType* Back() const { return m_pBack; }
      +
      5007 
      +
      5008  ItemType* PushBack();
      +
      5009  ItemType* PushFront();
      +
      5010  ItemType* PushBack(const T& value);
      +
      5011  ItemType* PushFront(const T& value);
      +
      5012  void PopBack();
      +
      5013  void PopFront();
      +
      5014 
      +
      5015  // Item can be null - it means PushBack.
      +
      5016  ItemType* InsertBefore(ItemType* pItem);
      +
      5017  // Item can be null - it means PushFront.
      +
      5018  ItemType* InsertAfter(ItemType* pItem);
      +
      5019 
      +
      5020  ItemType* InsertBefore(ItemType* pItem, const T& value);
      +
      5021  ItemType* InsertAfter(ItemType* pItem, const T& value);
      +
      5022 
      +
      5023  void Remove(ItemType* pItem);
      +
      5024 
      +
      5025 private:
      +
      5026  const VkAllocationCallbacks* const m_pAllocationCallbacks;
      +
      5027  VmaPoolAllocator<ItemType> m_ItemAllocator;
      +
      5028  ItemType* m_pFront;
      +
      5029  ItemType* m_pBack;
      +
      5030  size_t m_Count;
      +
      5031 };
      +
      5032 
      +
      5033 template<typename T>
      +
      5034 VmaRawList<T>::VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks) :
      +
      5035  m_pAllocationCallbacks(pAllocationCallbacks),
      +
      5036  m_ItemAllocator(pAllocationCallbacks, 128),
      +
      5037  m_pFront(VMA_NULL),
      +
      5038  m_pBack(VMA_NULL),
      +
      5039  m_Count(0)
      +
      5040 {
      +
      5041 }
      +
      5042 
      +
      5043 template<typename T>
      +
      5044 VmaRawList<T>::~VmaRawList()
      +
      5045 {
      +
      5046  // Intentionally not calling Clear, because that would be unnecessary
      +
      5047  // computations to return all items to m_ItemAllocator as free.
      +
      5048 }
      +
      5049 
      +
      5050 template<typename T>
      +
      5051 void VmaRawList<T>::Clear()
      +
      5052 {
      +
      5053  if(IsEmpty() == false)
      +
      5054  {
      +
      5055  ItemType* pItem = m_pBack;
      +
      5056  while(pItem != VMA_NULL)
      +
      5057  {
      +
      5058  ItemType* const pPrevItem = pItem->pPrev;
      +
      5059  m_ItemAllocator.Free(pItem);
      +
      5060  pItem = pPrevItem;
      +
      5061  }
      +
      5062  m_pFront = VMA_NULL;
      +
      5063  m_pBack = VMA_NULL;
      +
      5064  m_Count = 0;
      +
      5065  }
      +
      5066 }
      +
      5067 
      +
      5068 template<typename T>
      +
      5069 VmaListItem<T>* VmaRawList<T>::PushBack()
      +
      5070 {
      +
      5071  ItemType* const pNewItem = m_ItemAllocator.Alloc();
      +
      5072  pNewItem->pNext = VMA_NULL;
      +
      5073  if(IsEmpty())
      +
      5074  {
      +
      5075  pNewItem->pPrev = VMA_NULL;
      +
      5076  m_pFront = pNewItem;
      +
      5077  m_pBack = pNewItem;
      +
      5078  m_Count = 1;
      +
      5079  }
      +
      5080  else
      5081  {
      -
      5082  pItem->pPrev->pNext = pItem->pNext;
      -
      5083  }
      -
      5084  else
      -
      5085  {
      -
      5086  VMA_HEAVY_ASSERT(m_pFront == pItem);
      -
      5087  m_pFront = pItem->pNext;
      -
      5088  }
      +
      5082  pNewItem->pPrev = m_pBack;
      +
      5083  m_pBack->pNext = pNewItem;
      +
      5084  m_pBack = pNewItem;
      +
      5085  ++m_Count;
      +
      5086  }
      +
      5087  return pNewItem;
      +
      5088 }
      5089 
      -
      5090  if(pItem->pNext != VMA_NULL)
      -
      5091  {
      -
      5092  pItem->pNext->pPrev = pItem->pPrev;
      -
      5093  }
      -
      5094  else
      -
      5095  {
      -
      5096  VMA_HEAVY_ASSERT(m_pBack == pItem);
      -
      5097  m_pBack = pItem->pPrev;
      -
      5098  }
      -
      5099 
      -
      5100  m_ItemAllocator.Free(pItem);
      -
      5101  --m_Count;
      -
      5102 }
      -
      5103 
      -
      5104 template<typename T>
      -
      5105 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem)
      -
      5106 {
      -
      5107  if(pItem != VMA_NULL)
      -
      5108  {
      -
      5109  ItemType* const prevItem = pItem->pPrev;
      -
      5110  ItemType* const newItem = m_ItemAllocator.Alloc();
      -
      5111  newItem->pPrev = prevItem;
      -
      5112  newItem->pNext = pItem;
      -
      5113  pItem->pPrev = newItem;
      -
      5114  if(prevItem != VMA_NULL)
      -
      5115  {
      -
      5116  prevItem->pNext = newItem;
      -
      5117  }
      -
      5118  else
      -
      5119  {
      -
      5120  VMA_HEAVY_ASSERT(m_pFront == pItem);
      -
      5121  m_pFront = newItem;
      -
      5122  }
      -
      5123  ++m_Count;
      -
      5124  return newItem;
      -
      5125  }
      -
      5126  else
      -
      5127  return PushBack();
      -
      5128 }
      -
      5129 
      -
      5130 template<typename T>
      -
      5131 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem)
      -
      5132 {
      -
      5133  if(pItem != VMA_NULL)
      -
      5134  {
      -
      5135  ItemType* const nextItem = pItem->pNext;
      -
      5136  ItemType* const newItem = m_ItemAllocator.Alloc();
      -
      5137  newItem->pNext = nextItem;
      -
      5138  newItem->pPrev = pItem;
      -
      5139  pItem->pNext = newItem;
      -
      5140  if(nextItem != VMA_NULL)
      -
      5141  {
      -
      5142  nextItem->pPrev = newItem;
      -
      5143  }
      -
      5144  else
      -
      5145  {
      -
      5146  VMA_HEAVY_ASSERT(m_pBack == pItem);
      -
      5147  m_pBack = newItem;
      -
      5148  }
      -
      5149  ++m_Count;
      -
      5150  return newItem;
      -
      5151  }
      -
      5152  else
      -
      5153  return PushFront();
      -
      5154 }
      -
      5155 
      -
      5156 template<typename T>
      -
      5157 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem, const T& value)
      -
      5158 {
      -
      5159  ItemType* const newItem = InsertBefore(pItem);
      -
      5160  newItem->Value = value;
      -
      5161  return newItem;
      -
      5162 }
      +
      5090 template<typename T>
      +
      5091 VmaListItem<T>* VmaRawList<T>::PushFront()
      +
      5092 {
      +
      5093  ItemType* const pNewItem = m_ItemAllocator.Alloc();
      +
      5094  pNewItem->pPrev = VMA_NULL;
      +
      5095  if(IsEmpty())
      +
      5096  {
      +
      5097  pNewItem->pNext = VMA_NULL;
      +
      5098  m_pFront = pNewItem;
      +
      5099  m_pBack = pNewItem;
      +
      5100  m_Count = 1;
      +
      5101  }
      +
      5102  else
      +
      5103  {
      +
      5104  pNewItem->pNext = m_pFront;
      +
      5105  m_pFront->pPrev = pNewItem;
      +
      5106  m_pFront = pNewItem;
      +
      5107  ++m_Count;
      +
      5108  }
      +
      5109  return pNewItem;
      +
      5110 }
      +
      5111 
      +
      5112 template<typename T>
      +
      5113 VmaListItem<T>* VmaRawList<T>::PushBack(const T& value)
      +
      5114 {
      +
      5115  ItemType* const pNewItem = PushBack();
      +
      5116  pNewItem->Value = value;
      +
      5117  return pNewItem;
      +
      5118 }
      +
      5119 
      +
      5120 template<typename T>
      +
      5121 VmaListItem<T>* VmaRawList<T>::PushFront(const T& value)
      +
      5122 {
      +
      5123  ItemType* const pNewItem = PushFront();
      +
      5124  pNewItem->Value = value;
      +
      5125  return pNewItem;
      +
      5126 }
      +
      5127 
      +
      5128 template<typename T>
      +
      5129 void VmaRawList<T>::PopBack()
      +
      5130 {
      +
      5131  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5132  ItemType* const pBackItem = m_pBack;
      +
      5133  ItemType* const pPrevItem = pBackItem->pPrev;
      +
      5134  if(pPrevItem != VMA_NULL)
      +
      5135  {
      +
      5136  pPrevItem->pNext = VMA_NULL;
      +
      5137  }
      +
      5138  m_pBack = pPrevItem;
      +
      5139  m_ItemAllocator.Free(pBackItem);
      +
      5140  --m_Count;
      +
      5141 }
      +
      5142 
      +
      5143 template<typename T>
      +
      5144 void VmaRawList<T>::PopFront()
      +
      5145 {
      +
      5146  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5147  ItemType* const pFrontItem = m_pFront;
      +
      5148  ItemType* const pNextItem = pFrontItem->pNext;
      +
      5149  if(pNextItem != VMA_NULL)
      +
      5150  {
      +
      5151  pNextItem->pPrev = VMA_NULL;
      +
      5152  }
      +
      5153  m_pFront = pNextItem;
      +
      5154  m_ItemAllocator.Free(pFrontItem);
      +
      5155  --m_Count;
      +
      5156 }
      +
      5157 
      +
      5158 template<typename T>
      +
      5159 void VmaRawList<T>::Remove(ItemType* pItem)
      +
      5160 {
      +
      5161  VMA_HEAVY_ASSERT(pItem != VMA_NULL);
      +
      5162  VMA_HEAVY_ASSERT(m_Count > 0);
      5163 
      -
      5164 template<typename T>
      -
      5165 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem, const T& value)
      -
      5166 {
      -
      5167  ItemType* const newItem = InsertAfter(pItem);
      -
      5168  newItem->Value = value;
      -
      5169  return newItem;
      -
      5170 }
      -
      5171 
      -
      5172 template<typename T, typename AllocatorT>
      -
      5173 class VmaList
      -
      5174 {
      -
      5175  VMA_CLASS_NO_COPY(VmaList)
      -
      5176 public:
      -
      5177  class iterator
      -
      5178  {
      -
      5179  public:
      -
      5180  iterator() :
      -
      5181  m_pList(VMA_NULL),
      -
      5182  m_pItem(VMA_NULL)
      -
      5183  {
      -
      5184  }
      -
      5185 
      -
      5186  T& operator*() const
      -
      5187  {
      -
      5188  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5189  return m_pItem->Value;
      -
      5190  }
      -
      5191  T* operator->() const
      -
      5192  {
      -
      5193  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5194  return &m_pItem->Value;
      -
      5195  }
      -
      5196 
      -
      5197  iterator& operator++()
      -
      5198  {
      -
      5199  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5200  m_pItem = m_pItem->pNext;
      -
      5201  return *this;
      -
      5202  }
      -
      5203  iterator& operator--()
      -
      5204  {
      -
      5205  if(m_pItem != VMA_NULL)
      -
      5206  {
      -
      5207  m_pItem = m_pItem->pPrev;
      -
      5208  }
      -
      5209  else
      -
      5210  {
      -
      5211  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
      -
      5212  m_pItem = m_pList->Back();
      -
      5213  }
      -
      5214  return *this;
      -
      5215  }
      -
      5216 
      -
      5217  iterator operator++(int)
      -
      5218  {
      -
      5219  iterator result = *this;
      -
      5220  ++*this;
      -
      5221  return result;
      -
      5222  }
      -
      5223  iterator operator--(int)
      -
      5224  {
      -
      5225  iterator result = *this;
      -
      5226  --*this;
      -
      5227  return result;
      -
      5228  }
      -
      5229 
      -
      5230  bool operator==(const iterator& rhs) const
      -
      5231  {
      -
      5232  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      -
      5233  return m_pItem == rhs.m_pItem;
      -
      5234  }
      -
      5235  bool operator!=(const iterator& rhs) const
      -
      5236  {
      -
      5237  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      -
      5238  return m_pItem != rhs.m_pItem;
      -
      5239  }
      -
      5240 
      -
      5241  private:
      -
      5242  VmaRawList<T>* m_pList;
      -
      5243  VmaListItem<T>* m_pItem;
      -
      5244 
      -
      5245  iterator(VmaRawList<T>* pList, VmaListItem<T>* pItem) :
      -
      5246  m_pList(pList),
      -
      5247  m_pItem(pItem)
      -
      5248  {
      -
      5249  }
      -
      5250 
      -
      5251  friend class VmaList<T, AllocatorT>;
      -
      5252  };
      -
      5253 
      -
      5254  class const_iterator
      -
      5255  {
      -
      5256  public:
      -
      5257  const_iterator() :
      -
      5258  m_pList(VMA_NULL),
      -
      5259  m_pItem(VMA_NULL)
      -
      5260  {
      -
      5261  }
      -
      5262 
      -
      5263  const_iterator(const iterator& src) :
      -
      5264  m_pList(src.m_pList),
      -
      5265  m_pItem(src.m_pItem)
      -
      5266  {
      -
      5267  }
      -
      5268 
      -
      5269  const T& operator*() const
      -
      5270  {
      -
      5271  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5272  return m_pItem->Value;
      -
      5273  }
      -
      5274  const T* operator->() const
      -
      5275  {
      -
      5276  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5277  return &m_pItem->Value;
      -
      5278  }
      -
      5279 
      -
      5280  const_iterator& operator++()
      -
      5281  {
      -
      5282  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5283  m_pItem = m_pItem->pNext;
      -
      5284  return *this;
      -
      5285  }
      -
      5286  const_iterator& operator--()
      -
      5287  {
      -
      5288  if(m_pItem != VMA_NULL)
      -
      5289  {
      -
      5290  m_pItem = m_pItem->pPrev;
      -
      5291  }
      -
      5292  else
      -
      5293  {
      -
      5294  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
      -
      5295  m_pItem = m_pList->Back();
      -
      5296  }
      -
      5297  return *this;
      -
      5298  }
      -
      5299 
      -
      5300  const_iterator operator++(int)
      -
      5301  {
      -
      5302  const_iterator result = *this;
      -
      5303  ++*this;
      -
      5304  return result;
      -
      5305  }
      -
      5306  const_iterator operator--(int)
      -
      5307  {
      -
      5308  const_iterator result = *this;
      -
      5309  --*this;
      -
      5310  return result;
      -
      5311  }
      -
      5312 
      -
      5313  bool operator==(const const_iterator& rhs) const
      -
      5314  {
      -
      5315  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      -
      5316  return m_pItem == rhs.m_pItem;
      -
      5317  }
      -
      5318  bool operator!=(const const_iterator& rhs) const
      -
      5319  {
      -
      5320  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      -
      5321  return m_pItem != rhs.m_pItem;
      -
      5322  }
      -
      5323 
      -
      5324  private:
      -
      5325  const_iterator(const VmaRawList<T>* pList, const VmaListItem<T>* pItem) :
      -
      5326  m_pList(pList),
      -
      5327  m_pItem(pItem)
      -
      5328  {
      -
      5329  }
      -
      5330 
      -
      5331  const VmaRawList<T>* m_pList;
      -
      5332  const VmaListItem<T>* m_pItem;
      -
      5333 
      -
      5334  friend class VmaList<T, AllocatorT>;
      -
      5335  };
      -
      5336 
      -
      5337  VmaList(const AllocatorT& allocator) : m_RawList(allocator.m_pCallbacks) { }
      -
      5338 
      -
      5339  bool empty() const { return m_RawList.IsEmpty(); }
      -
      5340  size_t size() const { return m_RawList.GetCount(); }
      -
      5341 
      -
      5342  iterator begin() { return iterator(&m_RawList, m_RawList.Front()); }
      -
      5343  iterator end() { return iterator(&m_RawList, VMA_NULL); }
      -
      5344 
      -
      5345  const_iterator cbegin() const { return const_iterator(&m_RawList, m_RawList.Front()); }
      -
      5346  const_iterator cend() const { return const_iterator(&m_RawList, VMA_NULL); }
      -
      5347 
      -
      5348  void clear() { m_RawList.Clear(); }
      -
      5349  void push_back(const T& value) { m_RawList.PushBack(value); }
      -
      5350  void erase(iterator it) { m_RawList.Remove(it.m_pItem); }
      -
      5351  iterator insert(iterator it, const T& value) { return iterator(&m_RawList, m_RawList.InsertBefore(it.m_pItem, value)); }
      -
      5352 
      -
      5353 private:
      -
      5354  VmaRawList<T> m_RawList;
      -
      5355 };
      -
      5356 
      -
      5357 #endif // #if VMA_USE_STL_LIST
      -
      5358 
      -
      5360 // class VmaMap
      -
      5361 
      -
      5362 // Unused in this version.
      -
      5363 #if 0
      -
      5364 
      -
      5365 #if VMA_USE_STL_UNORDERED_MAP
      -
      5366 
      -
      5367 #define VmaPair std::pair
      -
      5368 
      -
      5369 #define VMA_MAP_TYPE(KeyT, ValueT) \
      -
      5370  std::unordered_map< KeyT, ValueT, std::hash<KeyT>, std::equal_to<KeyT>, VmaStlAllocator< std::pair<KeyT, ValueT> > >
      -
      5371 
      -
      5372 #else // #if VMA_USE_STL_UNORDERED_MAP
      -
      5373 
      -
      5374 template<typename T1, typename T2>
      -
      5375 struct VmaPair
      -
      5376 {
      -
      5377  T1 first;
      -
      5378  T2 second;
      -
      5379 
      -
      5380  VmaPair() : first(), second() { }
      -
      5381  VmaPair(const T1& firstSrc, const T2& secondSrc) : first(firstSrc), second(secondSrc) { }
      -
      5382 };
      +
      5164  if(pItem->pPrev != VMA_NULL)
      +
      5165  {
      +
      5166  pItem->pPrev->pNext = pItem->pNext;
      +
      5167  }
      +
      5168  else
      +
      5169  {
      +
      5170  VMA_HEAVY_ASSERT(m_pFront == pItem);
      +
      5171  m_pFront = pItem->pNext;
      +
      5172  }
      +
      5173 
      +
      5174  if(pItem->pNext != VMA_NULL)
      +
      5175  {
      +
      5176  pItem->pNext->pPrev = pItem->pPrev;
      +
      5177  }
      +
      5178  else
      +
      5179  {
      +
      5180  VMA_HEAVY_ASSERT(m_pBack == pItem);
      +
      5181  m_pBack = pItem->pPrev;
      +
      5182  }
      +
      5183 
      +
      5184  m_ItemAllocator.Free(pItem);
      +
      5185  --m_Count;
      +
      5186 }
      +
      5187 
      +
      5188 template<typename T>
      +
      5189 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem)
      +
      5190 {
      +
      5191  if(pItem != VMA_NULL)
      +
      5192  {
      +
      5193  ItemType* const prevItem = pItem->pPrev;
      +
      5194  ItemType* const newItem = m_ItemAllocator.Alloc();
      +
      5195  newItem->pPrev = prevItem;
      +
      5196  newItem->pNext = pItem;
      +
      5197  pItem->pPrev = newItem;
      +
      5198  if(prevItem != VMA_NULL)
      +
      5199  {
      +
      5200  prevItem->pNext = newItem;
      +
      5201  }
      +
      5202  else
      +
      5203  {
      +
      5204  VMA_HEAVY_ASSERT(m_pFront == pItem);
      +
      5205  m_pFront = newItem;
      +
      5206  }
      +
      5207  ++m_Count;
      +
      5208  return newItem;
      +
      5209  }
      +
      5210  else
      +
      5211  return PushBack();
      +
      5212 }
      +
      5213 
      +
      5214 template<typename T>
      +
      5215 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem)
      +
      5216 {
      +
      5217  if(pItem != VMA_NULL)
      +
      5218  {
      +
      5219  ItemType* const nextItem = pItem->pNext;
      +
      5220  ItemType* const newItem = m_ItemAllocator.Alloc();
      +
      5221  newItem->pNext = nextItem;
      +
      5222  newItem->pPrev = pItem;
      +
      5223  pItem->pNext = newItem;
      +
      5224  if(nextItem != VMA_NULL)
      +
      5225  {
      +
      5226  nextItem->pPrev = newItem;
      +
      5227  }
      +
      5228  else
      +
      5229  {
      +
      5230  VMA_HEAVY_ASSERT(m_pBack == pItem);
      +
      5231  m_pBack = newItem;
      +
      5232  }
      +
      5233  ++m_Count;
      +
      5234  return newItem;
      +
      5235  }
      +
      5236  else
      +
      5237  return PushFront();
      +
      5238 }
      +
      5239 
      +
      5240 template<typename T>
      +
      5241 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem, const T& value)
      +
      5242 {
      +
      5243  ItemType* const newItem = InsertBefore(pItem);
      +
      5244  newItem->Value = value;
      +
      5245  return newItem;
      +
      5246 }
      +
      5247 
      +
      5248 template<typename T>
      +
      5249 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem, const T& value)
      +
      5250 {
      +
      5251  ItemType* const newItem = InsertAfter(pItem);
      +
      5252  newItem->Value = value;
      +
      5253  return newItem;
      +
      5254 }
      +
      5255 
      +
      5256 template<typename T, typename AllocatorT>
      +
      5257 class VmaList
      +
      5258 {
      +
      5259  VMA_CLASS_NO_COPY(VmaList)
      +
      5260 public:
      +
      5261  class iterator
      +
      5262  {
      +
      5263  public:
      +
      5264  iterator() :
      +
      5265  m_pList(VMA_NULL),
      +
      5266  m_pItem(VMA_NULL)
      +
      5267  {
      +
      5268  }
      +
      5269 
      +
      5270  T& operator*() const
      +
      5271  {
      +
      5272  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5273  return m_pItem->Value;
      +
      5274  }
      +
      5275  T* operator->() const
      +
      5276  {
      +
      5277  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5278  return &m_pItem->Value;
      +
      5279  }
      +
      5280 
      +
      5281  iterator& operator++()
      +
      5282  {
      +
      5283  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5284  m_pItem = m_pItem->pNext;
      +
      5285  return *this;
      +
      5286  }
      +
      5287  iterator& operator--()
      +
      5288  {
      +
      5289  if(m_pItem != VMA_NULL)
      +
      5290  {
      +
      5291  m_pItem = m_pItem->pPrev;
      +
      5292  }
      +
      5293  else
      +
      5294  {
      +
      5295  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
      +
      5296  m_pItem = m_pList->Back();
      +
      5297  }
      +
      5298  return *this;
      +
      5299  }
      +
      5300 
      +
      5301  iterator operator++(int)
      +
      5302  {
      +
      5303  iterator result = *this;
      +
      5304  ++*this;
      +
      5305  return result;
      +
      5306  }
      +
      5307  iterator operator--(int)
      +
      5308  {
      +
      5309  iterator result = *this;
      +
      5310  --*this;
      +
      5311  return result;
      +
      5312  }
      +
      5313 
      +
      5314  bool operator==(const iterator& rhs) const
      +
      5315  {
      +
      5316  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      +
      5317  return m_pItem == rhs.m_pItem;
      +
      5318  }
      +
      5319  bool operator!=(const iterator& rhs) const
      +
      5320  {
      +
      5321  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      +
      5322  return m_pItem != rhs.m_pItem;
      +
      5323  }
      +
      5324 
      +
      5325  private:
      +
      5326  VmaRawList<T>* m_pList;
      +
      5327  VmaListItem<T>* m_pItem;
      +
      5328 
      +
      5329  iterator(VmaRawList<T>* pList, VmaListItem<T>* pItem) :
      +
      5330  m_pList(pList),
      +
      5331  m_pItem(pItem)
      +
      5332  {
      +
      5333  }
      +
      5334 
      +
      5335  friend class VmaList<T, AllocatorT>;
      +
      5336  };
      +
      5337 
      +
      5338  class const_iterator
      +
      5339  {
      +
      5340  public:
      +
      5341  const_iterator() :
      +
      5342  m_pList(VMA_NULL),
      +
      5343  m_pItem(VMA_NULL)
      +
      5344  {
      +
      5345  }
      +
      5346 
      +
      5347  const_iterator(const iterator& src) :
      +
      5348  m_pList(src.m_pList),
      +
      5349  m_pItem(src.m_pItem)
      +
      5350  {
      +
      5351  }
      +
      5352 
      +
      5353  const T& operator*() const
      +
      5354  {
      +
      5355  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5356  return m_pItem->Value;
      +
      5357  }
      +
      5358  const T* operator->() const
      +
      5359  {
      +
      5360  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5361  return &m_pItem->Value;
      +
      5362  }
      +
      5363 
      +
      5364  const_iterator& operator++()
      +
      5365  {
      +
      5366  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5367  m_pItem = m_pItem->pNext;
      +
      5368  return *this;
      +
      5369  }
      +
      5370  const_iterator& operator--()
      +
      5371  {
      +
      5372  if(m_pItem != VMA_NULL)
      +
      5373  {
      +
      5374  m_pItem = m_pItem->pPrev;
      +
      5375  }
      +
      5376  else
      +
      5377  {
      +
      5378  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
      +
      5379  m_pItem = m_pList->Back();
      +
      5380  }
      +
      5381  return *this;
      +
      5382  }
      5383 
      -
      5384 /* Class compatible with subset of interface of std::unordered_map.
      -
      5385 KeyT, ValueT must be POD because they will be stored in VmaVector.
      -
      5386 */
      -
      5387 template<typename KeyT, typename ValueT>
      -
      5388 class VmaMap
      -
      5389 {
      -
      5390 public:
      -
      5391  typedef VmaPair<KeyT, ValueT> PairType;
      -
      5392  typedef PairType* iterator;
      -
      5393 
      -
      5394  VmaMap(const VmaStlAllocator<PairType>& allocator) : m_Vector(allocator) { }
      -
      5395 
      -
      5396  iterator begin() { return m_Vector.begin(); }
      -
      5397  iterator end() { return m_Vector.end(); }
      -
      5398 
      -
      5399  void insert(const PairType& pair);
      -
      5400  iterator find(const KeyT& key);
      -
      5401  void erase(iterator it);
      -
      5402 
      -
      5403 private:
      -
      5404  VmaVector< PairType, VmaStlAllocator<PairType> > m_Vector;
      -
      5405 };
      -
      5406 
      -
      5407 #define VMA_MAP_TYPE(KeyT, ValueT) VmaMap<KeyT, ValueT>
      -
      5408 
      -
      5409 template<typename FirstT, typename SecondT>
      -
      5410 struct VmaPairFirstLess
      -
      5411 {
      -
      5412  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const VmaPair<FirstT, SecondT>& rhs) const
      -
      5413  {
      -
      5414  return lhs.first < rhs.first;
      -
      5415  }
      -
      5416  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const FirstT& rhsFirst) const
      -
      5417  {
      -
      5418  return lhs.first < rhsFirst;
      -
      5419  }
      -
      5420 };
      -
      5421 
      -
      5422 template<typename KeyT, typename ValueT>
      -
      5423 void VmaMap<KeyT, ValueT>::insert(const PairType& pair)
      -
      5424 {
      -
      5425  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
      -
      5426  m_Vector.data(),
      -
      5427  m_Vector.data() + m_Vector.size(),
      -
      5428  pair,
      -
      5429  VmaPairFirstLess<KeyT, ValueT>()) - m_Vector.data();
      -
      5430  VmaVectorInsert(m_Vector, indexToInsert, pair);
      -
      5431 }
      -
      5432 
      -
      5433 template<typename KeyT, typename ValueT>
      -
      5434 VmaPair<KeyT, ValueT>* VmaMap<KeyT, ValueT>::find(const KeyT& key)
      -
      5435 {
      -
      5436  PairType* it = VmaBinaryFindFirstNotLess(
      -
      5437  m_Vector.data(),
      -
      5438  m_Vector.data() + m_Vector.size(),
      -
      5439  key,
      -
      5440  VmaPairFirstLess<KeyT, ValueT>());
      -
      5441  if((it != m_Vector.end()) && (it->first == key))
      -
      5442  {
      -
      5443  return it;
      -
      5444  }
      -
      5445  else
      -
      5446  {
      -
      5447  return m_Vector.end();
      -
      5448  }
      -
      5449 }
      +
      5384  const_iterator operator++(int)
      +
      5385  {
      +
      5386  const_iterator result = *this;
      +
      5387  ++*this;
      +
      5388  return result;
      +
      5389  }
      +
      5390  const_iterator operator--(int)
      +
      5391  {
      +
      5392  const_iterator result = *this;
      +
      5393  --*this;
      +
      5394  return result;
      +
      5395  }
      +
      5396 
      +
      5397  bool operator==(const const_iterator& rhs) const
      +
      5398  {
      +
      5399  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      +
      5400  return m_pItem == rhs.m_pItem;
      +
      5401  }
      +
      5402  bool operator!=(const const_iterator& rhs) const
      +
      5403  {
      +
      5404  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      +
      5405  return m_pItem != rhs.m_pItem;
      +
      5406  }
      +
      5407 
      +
      5408  private:
      +
      5409  const_iterator(const VmaRawList<T>* pList, const VmaListItem<T>* pItem) :
      +
      5410  m_pList(pList),
      +
      5411  m_pItem(pItem)
      +
      5412  {
      +
      5413  }
      +
      5414 
      +
      5415  const VmaRawList<T>* m_pList;
      +
      5416  const VmaListItem<T>* m_pItem;
      +
      5417 
      +
      5418  friend class VmaList<T, AllocatorT>;
      +
      5419  };
      +
      5420 
      +
      5421  VmaList(const AllocatorT& allocator) : m_RawList(allocator.m_pCallbacks) { }
      +
      5422 
      +
      5423  bool empty() const { return m_RawList.IsEmpty(); }
      +
      5424  size_t size() const { return m_RawList.GetCount(); }
      +
      5425 
      +
      5426  iterator begin() { return iterator(&m_RawList, m_RawList.Front()); }
      +
      5427  iterator end() { return iterator(&m_RawList, VMA_NULL); }
      +
      5428 
      +
      5429  const_iterator cbegin() const { return const_iterator(&m_RawList, m_RawList.Front()); }
      +
      5430  const_iterator cend() const { return const_iterator(&m_RawList, VMA_NULL); }
      +
      5431 
      +
      5432  void clear() { m_RawList.Clear(); }
      +
      5433  void push_back(const T& value) { m_RawList.PushBack(value); }
      +
      5434  void erase(iterator it) { m_RawList.Remove(it.m_pItem); }
      +
      5435  iterator insert(iterator it, const T& value) { return iterator(&m_RawList, m_RawList.InsertBefore(it.m_pItem, value)); }
      +
      5436 
      +
      5437 private:
      +
      5438  VmaRawList<T> m_RawList;
      +
      5439 };
      +
      5440 
      +
      5441 #endif // #if VMA_USE_STL_LIST
      +
      5442 
      +
      5444 // class VmaMap
      +
      5445 
      +
      5446 // Unused in this version.
      +
      5447 #if 0
      +
      5448 
      +
      5449 #if VMA_USE_STL_UNORDERED_MAP
      5450 
      -
      5451 template<typename KeyT, typename ValueT>
      -
      5452 void VmaMap<KeyT, ValueT>::erase(iterator it)
      -
      5453 {
      -
      5454  VmaVectorRemove(m_Vector, it - m_Vector.begin());
      -
      5455 }
      -
      5456 
      -
      5457 #endif // #if VMA_USE_STL_UNORDERED_MAP
      -
      5458 
      -
      5459 #endif // #if 0
      -
      5460 
      -
      5462 
      -
      5463 class VmaDeviceMemoryBlock;
      -
      5464 
      -
      5465 enum VMA_CACHE_OPERATION { VMA_CACHE_FLUSH, VMA_CACHE_INVALIDATE };
      -
      5466 
      -
      5467 struct VmaAllocation_T
      -
      5468 {
      -
      5469 private:
      -
      5470  static const uint8_t MAP_COUNT_FLAG_PERSISTENT_MAP = 0x80;
      -
      5471 
      -
      5472  enum FLAGS
      -
      5473  {
      -
      5474  FLAG_USER_DATA_STRING = 0x01,
      -
      5475  };
      -
      5476 
      -
      5477 public:
      -
      5478  enum ALLOCATION_TYPE
      -
      5479  {
      -
      5480  ALLOCATION_TYPE_NONE,
      -
      5481  ALLOCATION_TYPE_BLOCK,
      -
      5482  ALLOCATION_TYPE_DEDICATED,
      -
      5483  };
      -
      5484 
      -
      5485  /*
      -
      5486  This struct is allocated using VmaPoolAllocator.
      -
      5487  */
      -
      5488 
      -
      5489  VmaAllocation_T(uint32_t currentFrameIndex, bool userDataString) :
      -
      5490  m_Alignment{1},
      -
      5491  m_Size{0},
      -
      5492  m_pUserData{VMA_NULL},
      -
      5493  m_LastUseFrameIndex{currentFrameIndex},
      -
      5494  m_MemoryTypeIndex{0},
      -
      5495  m_Type{(uint8_t)ALLOCATION_TYPE_NONE},
      -
      5496  m_SuballocationType{(uint8_t)VMA_SUBALLOCATION_TYPE_UNKNOWN},
      -
      5497  m_MapCount{0},
      -
      5498  m_Flags{userDataString ? (uint8_t)FLAG_USER_DATA_STRING : (uint8_t)0}
      -
      5499  {
      -
      5500 #if VMA_STATS_STRING_ENABLED
      -
      5501  m_CreationFrameIndex = currentFrameIndex;
      -
      5502  m_BufferImageUsage = 0;
      -
      5503 #endif
      -
      5504  }
      +
      5451 #define VmaPair std::pair
      +
      5452 
      +
      5453 #define VMA_MAP_TYPE(KeyT, ValueT) \
      +
      5454  std::unordered_map< KeyT, ValueT, std::hash<KeyT>, std::equal_to<KeyT>, VmaStlAllocator< std::pair<KeyT, ValueT> > >
      +
      5455 
      +
      5456 #else // #if VMA_USE_STL_UNORDERED_MAP
      +
      5457 
      +
      5458 template<typename T1, typename T2>
      +
      5459 struct VmaPair
      +
      5460 {
      +
      5461  T1 first;
      +
      5462  T2 second;
      +
      5463 
      +
      5464  VmaPair() : first(), second() { }
      +
      5465  VmaPair(const T1& firstSrc, const T2& secondSrc) : first(firstSrc), second(secondSrc) { }
      +
      5466 };
      +
      5467 
      +
      5468 /* Class compatible with subset of interface of std::unordered_map.
      +
      5469 KeyT, ValueT must be POD because they will be stored in VmaVector.
      +
      5470 */
      +
      5471 template<typename KeyT, typename ValueT>
      +
      5472 class VmaMap
      +
      5473 {
      +
      5474 public:
      +
      5475  typedef VmaPair<KeyT, ValueT> PairType;
      +
      5476  typedef PairType* iterator;
      +
      5477 
      +
      5478  VmaMap(const VmaStlAllocator<PairType>& allocator) : m_Vector(allocator) { }
      +
      5479 
      +
      5480  iterator begin() { return m_Vector.begin(); }
      +
      5481  iterator end() { return m_Vector.end(); }
      +
      5482 
      +
      5483  void insert(const PairType& pair);
      +
      5484  iterator find(const KeyT& key);
      +
      5485  void erase(iterator it);
      +
      5486 
      +
      5487 private:
      +
      5488  VmaVector< PairType, VmaStlAllocator<PairType> > m_Vector;
      +
      5489 };
      +
      5490 
      +
      5491 #define VMA_MAP_TYPE(KeyT, ValueT) VmaMap<KeyT, ValueT>
      +
      5492 
      +
      5493 template<typename FirstT, typename SecondT>
      +
      5494 struct VmaPairFirstLess
      +
      5495 {
      +
      5496  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const VmaPair<FirstT, SecondT>& rhs) const
      +
      5497  {
      +
      5498  return lhs.first < rhs.first;
      +
      5499  }
      +
      5500  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const FirstT& rhsFirst) const
      +
      5501  {
      +
      5502  return lhs.first < rhsFirst;
      +
      5503  }
      +
      5504 };
      5505 
      -
      5506  ~VmaAllocation_T()
      -
      5507  {
      -
      5508  VMA_ASSERT((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) == 0 && "Allocation was not unmapped before destruction.");
      -
      5509 
      -
      5510  // Check if owned string was freed.
      -
      5511  VMA_ASSERT(m_pUserData == VMA_NULL);
      -
      5512  }
      -
      5513 
      -
      5514  void InitBlockAllocation(
      -
      5515  VmaDeviceMemoryBlock* block,
      -
      5516  VkDeviceSize offset,
      -
      5517  VkDeviceSize alignment,
      -
      5518  VkDeviceSize size,
      -
      5519  uint32_t memoryTypeIndex,
      -
      5520  VmaSuballocationType suballocationType,
      -
      5521  bool mapped,
      -
      5522  bool canBecomeLost)
      -
      5523  {
      -
      5524  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      -
      5525  VMA_ASSERT(block != VMA_NULL);
      -
      5526  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
      -
      5527  m_Alignment = alignment;
      -
      5528  m_Size = size;
      -
      5529  m_MemoryTypeIndex = memoryTypeIndex;
      -
      5530  m_MapCount = mapped ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
      -
      5531  m_SuballocationType = (uint8_t)suballocationType;
      -
      5532  m_BlockAllocation.m_Block = block;
      -
      5533  m_BlockAllocation.m_Offset = offset;
      -
      5534  m_BlockAllocation.m_CanBecomeLost = canBecomeLost;
      -
      5535  }
      -
      5536 
      -
      5537  void InitLost()
      -
      5538  {
      -
      5539  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      -
      5540  VMA_ASSERT(m_LastUseFrameIndex.load() == VMA_FRAME_INDEX_LOST);
      -
      5541  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
      -
      5542  m_MemoryTypeIndex = 0;
      -
      5543  m_BlockAllocation.m_Block = VMA_NULL;
      -
      5544  m_BlockAllocation.m_Offset = 0;
      -
      5545  m_BlockAllocation.m_CanBecomeLost = true;
      -
      5546  }
      -
      5547 
      -
      5548  void ChangeBlockAllocation(
      -
      5549  VmaAllocator hAllocator,
      -
      5550  VmaDeviceMemoryBlock* block,
      -
      5551  VkDeviceSize offset);
      -
      5552 
      -
      5553  void ChangeOffset(VkDeviceSize newOffset);
      -
      5554 
      -
      5555  // pMappedData not null means allocation is created with MAPPED flag.
      -
      5556  void InitDedicatedAllocation(
      -
      5557  uint32_t memoryTypeIndex,
      -
      5558  VkDeviceMemory hMemory,
      -
      5559  VmaSuballocationType suballocationType,
      -
      5560  void* pMappedData,
      -
      5561  VkDeviceSize size)
      -
      5562  {
      -
      5563  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      -
      5564  VMA_ASSERT(hMemory != VK_NULL_HANDLE);
      -
      5565  m_Type = (uint8_t)ALLOCATION_TYPE_DEDICATED;
      -
      5566  m_Alignment = 0;
      -
      5567  m_Size = size;
      -
      5568  m_MemoryTypeIndex = memoryTypeIndex;
      -
      5569  m_SuballocationType = (uint8_t)suballocationType;
      -
      5570  m_MapCount = (pMappedData != VMA_NULL) ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
      -
      5571  m_DedicatedAllocation.m_hMemory = hMemory;
      -
      5572  m_DedicatedAllocation.m_pMappedData = pMappedData;
      -
      5573  }
      -
      5574 
      -
      5575  ALLOCATION_TYPE GetType() const { return (ALLOCATION_TYPE)m_Type; }
      -
      5576  VkDeviceSize GetAlignment() const { return m_Alignment; }
      -
      5577  VkDeviceSize GetSize() const { return m_Size; }
      -
      5578  bool IsUserDataString() const { return (m_Flags & FLAG_USER_DATA_STRING) != 0; }
      -
      5579  void* GetUserData() const { return m_pUserData; }
      -
      5580  void SetUserData(VmaAllocator hAllocator, void* pUserData);
      -
      5581  VmaSuballocationType GetSuballocationType() const { return (VmaSuballocationType)m_SuballocationType; }
      -
      5582 
      -
      5583  VmaDeviceMemoryBlock* GetBlock() const
      -
      5584  {
      -
      5585  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      -
      5586  return m_BlockAllocation.m_Block;
      -
      5587  }
      -
      5588  VkDeviceSize GetOffset() const;
      -
      5589  VkDeviceMemory GetMemory() const;
      -
      5590  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      -
      5591  bool IsPersistentMap() const { return (m_MapCount & MAP_COUNT_FLAG_PERSISTENT_MAP) != 0; }
      -
      5592  void* GetMappedData() const;
      -
      5593  bool CanBecomeLost() const;
      -
      5594 
      -
      5595  uint32_t GetLastUseFrameIndex() const
      -
      5596  {
      -
      5597  return m_LastUseFrameIndex.load();
      -
      5598  }
      -
      5599  bool CompareExchangeLastUseFrameIndex(uint32_t& expected, uint32_t desired)
      -
      5600  {
      -
      5601  return m_LastUseFrameIndex.compare_exchange_weak(expected, desired);
      -
      5602  }
      -
      5603  /*
      -
      5604  - If hAllocation.LastUseFrameIndex + frameInUseCount < allocator.CurrentFrameIndex,
      -
      5605  makes it lost by setting LastUseFrameIndex = VMA_FRAME_INDEX_LOST and returns true.
      -
      5606  - Else, returns false.
      -
      5607 
      -
      5608  If hAllocation is already lost, assert - you should not call it then.
      -
      5609  If hAllocation was not created with CAN_BECOME_LOST_BIT, assert.
      -
      5610  */
      -
      5611  bool MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      -
      5612 
      -
      5613  void DedicatedAllocCalcStatsInfo(VmaStatInfo& outInfo)
      -
      5614  {
      -
      5615  VMA_ASSERT(m_Type == ALLOCATION_TYPE_DEDICATED);
      -
      5616  outInfo.blockCount = 1;
      -
      5617  outInfo.allocationCount = 1;
      -
      5618  outInfo.unusedRangeCount = 0;
      -
      5619  outInfo.usedBytes = m_Size;
      -
      5620  outInfo.unusedBytes = 0;
      -
      5621  outInfo.allocationSizeMin = outInfo.allocationSizeMax = m_Size;
      -
      5622  outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      5623  outInfo.unusedRangeSizeMax = 0;
      -
      5624  }
      -
      5625 
      -
      5626  void BlockAllocMap();
      -
      5627  void BlockAllocUnmap();
      -
      5628  VkResult DedicatedAllocMap(VmaAllocator hAllocator, void** ppData);
      -
      5629  void DedicatedAllocUnmap(VmaAllocator hAllocator);
      -
      5630 
      -
      5631 #if VMA_STATS_STRING_ENABLED
      -
      5632  uint32_t GetCreationFrameIndex() const { return m_CreationFrameIndex; }
      -
      5633  uint32_t GetBufferImageUsage() const { return m_BufferImageUsage; }
      -
      5634 
      -
      5635  void InitBufferImageUsage(uint32_t bufferImageUsage)
      -
      5636  {
      -
      5637  VMA_ASSERT(m_BufferImageUsage == 0);
      -
      5638  m_BufferImageUsage = bufferImageUsage;
      -
      5639  }
      -
      5640 
      -
      5641  void PrintParameters(class VmaJsonWriter& json) const;
      -
      5642 #endif
      -
      5643 
      -
      5644 private:
      -
      5645  VkDeviceSize m_Alignment;
      -
      5646  VkDeviceSize m_Size;
      -
      5647  void* m_pUserData;
      -
      5648  VMA_ATOMIC_UINT32 m_LastUseFrameIndex;
      -
      5649  uint32_t m_MemoryTypeIndex;
      -
      5650  uint8_t m_Type; // ALLOCATION_TYPE
      -
      5651  uint8_t m_SuballocationType; // VmaSuballocationType
      -
      5652  // Bit 0x80 is set when allocation was created with VMA_ALLOCATION_CREATE_MAPPED_BIT.
      -
      5653  // Bits with mask 0x7F are reference counter for vmaMapMemory()/vmaUnmapMemory().
      -
      5654  uint8_t m_MapCount;
      -
      5655  uint8_t m_Flags; // enum FLAGS
      -
      5656 
      -
      5657  // Allocation out of VmaDeviceMemoryBlock.
      -
      5658  struct BlockAllocation
      -
      5659  {
      -
      5660  VmaDeviceMemoryBlock* m_Block;
      -
      5661  VkDeviceSize m_Offset;
      -
      5662  bool m_CanBecomeLost;
      -
      5663  };
      -
      5664 
      -
      5665  // Allocation for an object that has its own private VkDeviceMemory.
      -
      5666  struct DedicatedAllocation
      -
      5667  {
      -
      5668  VkDeviceMemory m_hMemory;
      -
      5669  void* m_pMappedData; // Not null means memory is mapped.
      -
      5670  };
      -
      5671 
      -
      5672  union
      -
      5673  {
      -
      5674  // Allocation out of VmaDeviceMemoryBlock.
      -
      5675  BlockAllocation m_BlockAllocation;
      -
      5676  // Allocation for an object that has its own private VkDeviceMemory.
      -
      5677  DedicatedAllocation m_DedicatedAllocation;
      -
      5678  };
      -
      5679 
      -
      5680 #if VMA_STATS_STRING_ENABLED
      -
      5681  uint32_t m_CreationFrameIndex;
      -
      5682  uint32_t m_BufferImageUsage; // 0 if unknown.
      -
      5683 #endif
      -
      5684 
      -
      5685  void FreeUserDataString(VmaAllocator hAllocator);
      -
      5686 };
      -
      5687 
      -
      5688 /*
      -
      5689 Represents a region of VmaDeviceMemoryBlock that is either assigned and returned as
      -
      5690 allocated memory block or free.
      -
      5691 */
      -
      5692 struct VmaSuballocation
      -
      5693 {
      -
      5694  VkDeviceSize offset;
      -
      5695  VkDeviceSize size;
      -
      5696  VmaAllocation hAllocation;
      -
      5697  VmaSuballocationType type;
      -
      5698 };
      -
      5699 
      -
      5700 // Comparator for offsets.
      -
      5701 struct VmaSuballocationOffsetLess
      -
      5702 {
      -
      5703  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
      -
      5704  {
      -
      5705  return lhs.offset < rhs.offset;
      -
      5706  }
      -
      5707 };
      -
      5708 struct VmaSuballocationOffsetGreater
      -
      5709 {
      -
      5710  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
      -
      5711  {
      -
      5712  return lhs.offset > rhs.offset;
      -
      5713  }
      -
      5714 };
      -
      5715 
      -
      5716 typedef VmaList< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > VmaSuballocationList;
      -
      5717 
      -
      5718 // Cost of one additional allocation lost, as equivalent in bytes.
      -
      5719 static const VkDeviceSize VMA_LOST_ALLOCATION_COST = 1048576;
      -
      5720 
      -
      5721 enum class VmaAllocationRequestType
      -
      5722 {
      -
      5723  Normal,
      -
      5724  // Used by "Linear" algorithm.
      -
      5725  UpperAddress,
      -
      5726  EndOf1st,
      -
      5727  EndOf2nd,
      -
      5728 };
      -
      5729 
      -
      5730 /*
      -
      5731 Parameters of planned allocation inside a VmaDeviceMemoryBlock.
      -
      5732 
      -
      5733 If canMakeOtherLost was false:
      -
      5734 - item points to a FREE suballocation.
      -
      5735 - itemsToMakeLostCount is 0.
      -
      5736 
      -
      5737 If canMakeOtherLost was true:
      -
      5738 - item points to first of sequence of suballocations, which are either FREE,
      -
      5739  or point to VmaAllocations that can become lost.
      -
      5740 - itemsToMakeLostCount is the number of VmaAllocations that need to be made lost for
      -
      5741  the requested allocation to succeed.
      -
      5742 */
      -
      5743 struct VmaAllocationRequest
      -
      5744 {
      -
      5745  VkDeviceSize offset;
      -
      5746  VkDeviceSize sumFreeSize; // Sum size of free items that overlap with proposed allocation.
      -
      5747  VkDeviceSize sumItemSize; // Sum size of items to make lost that overlap with proposed allocation.
      -
      5748  VmaSuballocationList::iterator item;
      -
      5749  size_t itemsToMakeLostCount;
      -
      5750  void* customData;
      -
      5751  VmaAllocationRequestType type;
      -
      5752 
      -
      5753  VkDeviceSize CalcCost() const
      -
      5754  {
      -
      5755  return sumItemSize + itemsToMakeLostCount * VMA_LOST_ALLOCATION_COST;
      -
      5756  }
      -
      5757 };
      -
      5758 
      -
      5759 /*
      -
      5760 Data structure used for bookkeeping of allocations and unused ranges of memory
      -
      5761 in a single VkDeviceMemory block.
      -
      5762 */
      -
      5763 class VmaBlockMetadata
      -
      5764 {
      -
      5765 public:
      -
      5766  VmaBlockMetadata(VmaAllocator hAllocator);
      -
      5767  virtual ~VmaBlockMetadata() { }
      -
      5768  virtual void Init(VkDeviceSize size) { m_Size = size; }
      -
      5769 
      -
      5770  // Validates all data structures inside this object. If not valid, returns false.
      -
      5771  virtual bool Validate() const = 0;
      -
      5772  VkDeviceSize GetSize() const { return m_Size; }
      -
      5773  virtual size_t GetAllocationCount() const = 0;
      -
      5774  virtual VkDeviceSize GetSumFreeSize() const = 0;
      -
      5775  virtual VkDeviceSize GetUnusedRangeSizeMax() const = 0;
      -
      5776  // Returns true if this block is empty - contains only single free suballocation.
      -
      5777  virtual bool IsEmpty() const = 0;
      -
      5778 
      -
      5779  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const = 0;
      -
      5780  // Shouldn't modify blockCount.
      -
      5781  virtual void AddPoolStats(VmaPoolStats& inoutStats) const = 0;
      -
      5782 
      -
      5783 #if VMA_STATS_STRING_ENABLED
      -
      5784  virtual void PrintDetailedMap(class VmaJsonWriter& json) const = 0;
      -
      5785 #endif
      -
      5786 
      -
      5787  // Tries to find a place for suballocation with given parameters inside this block.
      -
      5788  // If succeeded, fills pAllocationRequest and returns true.
      -
      5789  // If failed, returns false.
      -
      5790  virtual bool CreateAllocationRequest(
      -
      5791  uint32_t currentFrameIndex,
      -
      5792  uint32_t frameInUseCount,
      -
      5793  VkDeviceSize bufferImageGranularity,
      -
      5794  VkDeviceSize allocSize,
      -
      5795  VkDeviceSize allocAlignment,
      -
      5796  bool upperAddress,
      -
      5797  VmaSuballocationType allocType,
      -
      5798  bool canMakeOtherLost,
      -
      5799  // Always one of VMA_ALLOCATION_CREATE_STRATEGY_* or VMA_ALLOCATION_INTERNAL_STRATEGY_* flags.
      -
      5800  uint32_t strategy,
      -
      5801  VmaAllocationRequest* pAllocationRequest) = 0;
      -
      5802 
      -
      5803  virtual bool MakeRequestedAllocationsLost(
      -
      5804  uint32_t currentFrameIndex,
      -
      5805  uint32_t frameInUseCount,
      -
      5806  VmaAllocationRequest* pAllocationRequest) = 0;
      -
      5807 
      -
      5808  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount) = 0;
      -
      5809 
      -
      5810  virtual VkResult CheckCorruption(const void* pBlockData) = 0;
      -
      5811 
      -
      5812  // Makes actual allocation based on request. Request must already be checked and valid.
      -
      5813  virtual void Alloc(
      -
      5814  const VmaAllocationRequest& request,
      -
      5815  VmaSuballocationType type,
      -
      5816  VkDeviceSize allocSize,
      -
      5817  VmaAllocation hAllocation) = 0;
      -
      5818 
      -
      5819  // Frees suballocation assigned to given memory region.
      -
      5820  virtual void Free(const VmaAllocation allocation) = 0;
      -
      5821  virtual void FreeAtOffset(VkDeviceSize offset) = 0;
      -
      5822 
      -
      5823 protected:
      -
      5824  const VkAllocationCallbacks* GetAllocationCallbacks() const { return m_pAllocationCallbacks; }
      -
      5825 
      -
      5826 #if VMA_STATS_STRING_ENABLED
      -
      5827  void PrintDetailedMap_Begin(class VmaJsonWriter& json,
      -
      5828  VkDeviceSize unusedBytes,
      -
      5829  size_t allocationCount,
      -
      5830  size_t unusedRangeCount) const;
      -
      5831  void PrintDetailedMap_Allocation(class VmaJsonWriter& json,
      -
      5832  VkDeviceSize offset,
      -
      5833  VmaAllocation hAllocation) const;
      -
      5834  void PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
      -
      5835  VkDeviceSize offset,
      -
      5836  VkDeviceSize size) const;
      -
      5837  void PrintDetailedMap_End(class VmaJsonWriter& json) const;
      -
      5838 #endif
      -
      5839 
      -
      5840 private:
      -
      5841  VkDeviceSize m_Size;
      -
      5842  const VkAllocationCallbacks* m_pAllocationCallbacks;
      -
      5843 };
      -
      5844 
      -
      5845 #define VMA_VALIDATE(cond) do { if(!(cond)) { \
      -
      5846  VMA_ASSERT(0 && "Validation failed: " #cond); \
      -
      5847  return false; \
      -
      5848  } } while(false)
      -
      5849 
      -
      5850 class VmaBlockMetadata_Generic : public VmaBlockMetadata
      -
      5851 {
      -
      5852  VMA_CLASS_NO_COPY(VmaBlockMetadata_Generic)
      -
      5853 public:
      -
      5854  VmaBlockMetadata_Generic(VmaAllocator hAllocator);
      -
      5855  virtual ~VmaBlockMetadata_Generic();
      -
      5856  virtual void Init(VkDeviceSize size);
      -
      5857 
      -
      5858  virtual bool Validate() const;
      -
      5859  virtual size_t GetAllocationCount() const { return m_Suballocations.size() - m_FreeCount; }
      -
      5860  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
      -
      5861  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      -
      5862  virtual bool IsEmpty() const;
      -
      5863 
      -
      5864  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      -
      5865  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      +
      5506 template<typename KeyT, typename ValueT>
      +
      5507 void VmaMap<KeyT, ValueT>::insert(const PairType& pair)
      +
      5508 {
      +
      5509  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
      +
      5510  m_Vector.data(),
      +
      5511  m_Vector.data() + m_Vector.size(),
      +
      5512  pair,
      +
      5513  VmaPairFirstLess<KeyT, ValueT>()) - m_Vector.data();
      +
      5514  VmaVectorInsert(m_Vector, indexToInsert, pair);
      +
      5515 }
      +
      5516 
      +
      5517 template<typename KeyT, typename ValueT>
      +
      5518 VmaPair<KeyT, ValueT>* VmaMap<KeyT, ValueT>::find(const KeyT& key)
      +
      5519 {
      +
      5520  PairType* it = VmaBinaryFindFirstNotLess(
      +
      5521  m_Vector.data(),
      +
      5522  m_Vector.data() + m_Vector.size(),
      +
      5523  key,
      +
      5524  VmaPairFirstLess<KeyT, ValueT>());
      +
      5525  if((it != m_Vector.end()) && (it->first == key))
      +
      5526  {
      +
      5527  return it;
      +
      5528  }
      +
      5529  else
      +
      5530  {
      +
      5531  return m_Vector.end();
      +
      5532  }
      +
      5533 }
      +
      5534 
      +
      5535 template<typename KeyT, typename ValueT>
      +
      5536 void VmaMap<KeyT, ValueT>::erase(iterator it)
      +
      5537 {
      +
      5538  VmaVectorRemove(m_Vector, it - m_Vector.begin());
      +
      5539 }
      +
      5540 
      +
      5541 #endif // #if VMA_USE_STL_UNORDERED_MAP
      +
      5542 
      +
      5543 #endif // #if 0
      +
      5544 
      +
      5546 
      +
      5547 class VmaDeviceMemoryBlock;
      +
      5548 
      +
      5549 enum VMA_CACHE_OPERATION { VMA_CACHE_FLUSH, VMA_CACHE_INVALIDATE };
      +
      5550 
      +
      5551 struct VmaAllocation_T
      +
      5552 {
      +
      5553 private:
      +
      5554  static const uint8_t MAP_COUNT_FLAG_PERSISTENT_MAP = 0x80;
      +
      5555 
      +
      5556  enum FLAGS
      +
      5557  {
      +
      5558  FLAG_USER_DATA_STRING = 0x01,
      +
      5559  };
      +
      5560 
      +
      5561 public:
      +
      5562  enum ALLOCATION_TYPE
      +
      5563  {
      +
      5564  ALLOCATION_TYPE_NONE,
      +
      5565  ALLOCATION_TYPE_BLOCK,
      +
      5566  ALLOCATION_TYPE_DEDICATED,
      +
      5567  };
      +
      5568 
      +
      5569  /*
      +
      5570  This struct is allocated using VmaPoolAllocator.
      +
      5571  */
      +
      5572 
      +
      5573  VmaAllocation_T(uint32_t currentFrameIndex, bool userDataString) :
      +
      5574  m_Alignment{1},
      +
      5575  m_Size{0},
      +
      5576  m_pUserData{VMA_NULL},
      +
      5577  m_LastUseFrameIndex{currentFrameIndex},
      +
      5578  m_MemoryTypeIndex{0},
      +
      5579  m_Type{(uint8_t)ALLOCATION_TYPE_NONE},
      +
      5580  m_SuballocationType{(uint8_t)VMA_SUBALLOCATION_TYPE_UNKNOWN},
      +
      5581  m_MapCount{0},
      +
      5582  m_Flags{userDataString ? (uint8_t)FLAG_USER_DATA_STRING : (uint8_t)0}
      +
      5583  {
      +
      5584 #if VMA_STATS_STRING_ENABLED
      +
      5585  m_CreationFrameIndex = currentFrameIndex;
      +
      5586  m_BufferImageUsage = 0;
      +
      5587 #endif
      +
      5588  }
      +
      5589 
      +
      5590  ~VmaAllocation_T()
      +
      5591  {
      +
      5592  VMA_ASSERT((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) == 0 && "Allocation was not unmapped before destruction.");
      +
      5593 
      +
      5594  // Check if owned string was freed.
      +
      5595  VMA_ASSERT(m_pUserData == VMA_NULL);
      +
      5596  }
      +
      5597 
      +
      5598  void InitBlockAllocation(
      +
      5599  VmaDeviceMemoryBlock* block,
      +
      5600  VkDeviceSize offset,
      +
      5601  VkDeviceSize alignment,
      +
      5602  VkDeviceSize size,
      +
      5603  uint32_t memoryTypeIndex,
      +
      5604  VmaSuballocationType suballocationType,
      +
      5605  bool mapped,
      +
      5606  bool canBecomeLost)
      +
      5607  {
      +
      5608  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      +
      5609  VMA_ASSERT(block != VMA_NULL);
      +
      5610  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
      +
      5611  m_Alignment = alignment;
      +
      5612  m_Size = size;
      +
      5613  m_MemoryTypeIndex = memoryTypeIndex;
      +
      5614  m_MapCount = mapped ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
      +
      5615  m_SuballocationType = (uint8_t)suballocationType;
      +
      5616  m_BlockAllocation.m_Block = block;
      +
      5617  m_BlockAllocation.m_Offset = offset;
      +
      5618  m_BlockAllocation.m_CanBecomeLost = canBecomeLost;
      +
      5619  }
      +
      5620 
      +
      5621  void InitLost()
      +
      5622  {
      +
      5623  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      +
      5624  VMA_ASSERT(m_LastUseFrameIndex.load() == VMA_FRAME_INDEX_LOST);
      +
      5625  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
      +
      5626  m_MemoryTypeIndex = 0;
      +
      5627  m_BlockAllocation.m_Block = VMA_NULL;
      +
      5628  m_BlockAllocation.m_Offset = 0;
      +
      5629  m_BlockAllocation.m_CanBecomeLost = true;
      +
      5630  }
      +
      5631 
      +
      5632  void ChangeBlockAllocation(
      +
      5633  VmaAllocator hAllocator,
      +
      5634  VmaDeviceMemoryBlock* block,
      +
      5635  VkDeviceSize offset);
      +
      5636 
      +
      5637  void ChangeOffset(VkDeviceSize newOffset);
      +
      5638 
      +
      5639  // pMappedData not null means allocation is created with MAPPED flag.
      +
      5640  void InitDedicatedAllocation(
      +
      5641  uint32_t memoryTypeIndex,
      +
      5642  VkDeviceMemory hMemory,
      +
      5643  VmaSuballocationType suballocationType,
      +
      5644  void* pMappedData,
      +
      5645  VkDeviceSize size)
      +
      5646  {
      +
      5647  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      +
      5648  VMA_ASSERT(hMemory != VK_NULL_HANDLE);
      +
      5649  m_Type = (uint8_t)ALLOCATION_TYPE_DEDICATED;
      +
      5650  m_Alignment = 0;
      +
      5651  m_Size = size;
      +
      5652  m_MemoryTypeIndex = memoryTypeIndex;
      +
      5653  m_SuballocationType = (uint8_t)suballocationType;
      +
      5654  m_MapCount = (pMappedData != VMA_NULL) ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
      +
      5655  m_DedicatedAllocation.m_hMemory = hMemory;
      +
      5656  m_DedicatedAllocation.m_pMappedData = pMappedData;
      +
      5657  }
      +
      5658 
      +
      5659  ALLOCATION_TYPE GetType() const { return (ALLOCATION_TYPE)m_Type; }
      +
      5660  VkDeviceSize GetAlignment() const { return m_Alignment; }
      +
      5661  VkDeviceSize GetSize() const { return m_Size; }
      +
      5662  bool IsUserDataString() const { return (m_Flags & FLAG_USER_DATA_STRING) != 0; }
      +
      5663  void* GetUserData() const { return m_pUserData; }
      +
      5664  void SetUserData(VmaAllocator hAllocator, void* pUserData);
      +
      5665  VmaSuballocationType GetSuballocationType() const { return (VmaSuballocationType)m_SuballocationType; }
      +
      5666 
      +
      5667  VmaDeviceMemoryBlock* GetBlock() const
      +
      5668  {
      +
      5669  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      +
      5670  return m_BlockAllocation.m_Block;
      +
      5671  }
      +
      5672  VkDeviceSize GetOffset() const;
      +
      5673  VkDeviceMemory GetMemory() const;
      +
      5674  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      +
      5675  bool IsPersistentMap() const { return (m_MapCount & MAP_COUNT_FLAG_PERSISTENT_MAP) != 0; }
      +
      5676  void* GetMappedData() const;
      +
      5677  bool CanBecomeLost() const;
      +
      5678 
      +
      5679  uint32_t GetLastUseFrameIndex() const
      +
      5680  {
      +
      5681  return m_LastUseFrameIndex.load();
      +
      5682  }
      +
      5683  bool CompareExchangeLastUseFrameIndex(uint32_t& expected, uint32_t desired)
      +
      5684  {
      +
      5685  return m_LastUseFrameIndex.compare_exchange_weak(expected, desired);
      +
      5686  }
      +
      5687  /*
      +
      5688  - If hAllocation.LastUseFrameIndex + frameInUseCount < allocator.CurrentFrameIndex,
      +
      5689  makes it lost by setting LastUseFrameIndex = VMA_FRAME_INDEX_LOST and returns true.
      +
      5690  - Else, returns false.
      +
      5691 
      +
      5692  If hAllocation is already lost, assert - you should not call it then.
      +
      5693  If hAllocation was not created with CAN_BECOME_LOST_BIT, assert.
      +
      5694  */
      +
      5695  bool MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      +
      5696 
      +
      5697  void DedicatedAllocCalcStatsInfo(VmaStatInfo& outInfo)
      +
      5698  {
      +
      5699  VMA_ASSERT(m_Type == ALLOCATION_TYPE_DEDICATED);
      +
      5700  outInfo.blockCount = 1;
      +
      5701  outInfo.allocationCount = 1;
      +
      5702  outInfo.unusedRangeCount = 0;
      +
      5703  outInfo.usedBytes = m_Size;
      +
      5704  outInfo.unusedBytes = 0;
      +
      5705  outInfo.allocationSizeMin = outInfo.allocationSizeMax = m_Size;
      +
      5706  outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      5707  outInfo.unusedRangeSizeMax = 0;
      +
      5708  }
      +
      5709 
      +
      5710  void BlockAllocMap();
      +
      5711  void BlockAllocUnmap();
      +
      5712  VkResult DedicatedAllocMap(VmaAllocator hAllocator, void** ppData);
      +
      5713  void DedicatedAllocUnmap(VmaAllocator hAllocator);
      +
      5714 
      +
      5715 #if VMA_STATS_STRING_ENABLED
      +
      5716  uint32_t GetCreationFrameIndex() const { return m_CreationFrameIndex; }
      +
      5717  uint32_t GetBufferImageUsage() const { return m_BufferImageUsage; }
      +
      5718 
      +
      5719  void InitBufferImageUsage(uint32_t bufferImageUsage)
      +
      5720  {
      +
      5721  VMA_ASSERT(m_BufferImageUsage == 0);
      +
      5722  m_BufferImageUsage = bufferImageUsage;
      +
      5723  }
      +
      5724 
      +
      5725  void PrintParameters(class VmaJsonWriter& json) const;
      +
      5726 #endif
      +
      5727 
      +
      5728 private:
      +
      5729  VkDeviceSize m_Alignment;
      +
      5730  VkDeviceSize m_Size;
      +
      5731  void* m_pUserData;
      +
      5732  VMA_ATOMIC_UINT32 m_LastUseFrameIndex;
      +
      5733  uint32_t m_MemoryTypeIndex;
      +
      5734  uint8_t m_Type; // ALLOCATION_TYPE
      +
      5735  uint8_t m_SuballocationType; // VmaSuballocationType
      +
      5736  // Bit 0x80 is set when allocation was created with VMA_ALLOCATION_CREATE_MAPPED_BIT.
      +
      5737  // Bits with mask 0x7F are reference counter for vmaMapMemory()/vmaUnmapMemory().
      +
      5738  uint8_t m_MapCount;
      +
      5739  uint8_t m_Flags; // enum FLAGS
      +
      5740 
      +
      5741  // Allocation out of VmaDeviceMemoryBlock.
      +
      5742  struct BlockAllocation
      +
      5743  {
      +
      5744  VmaDeviceMemoryBlock* m_Block;
      +
      5745  VkDeviceSize m_Offset;
      +
      5746  bool m_CanBecomeLost;
      +
      5747  };
      +
      5748 
      +
      5749  // Allocation for an object that has its own private VkDeviceMemory.
      +
      5750  struct DedicatedAllocation
      +
      5751  {
      +
      5752  VkDeviceMemory m_hMemory;
      +
      5753  void* m_pMappedData; // Not null means memory is mapped.
      +
      5754  };
      +
      5755 
      +
      5756  union
      +
      5757  {
      +
      5758  // Allocation out of VmaDeviceMemoryBlock.
      +
      5759  BlockAllocation m_BlockAllocation;
      +
      5760  // Allocation for an object that has its own private VkDeviceMemory.
      +
      5761  DedicatedAllocation m_DedicatedAllocation;
      +
      5762  };
      +
      5763 
      +
      5764 #if VMA_STATS_STRING_ENABLED
      +
      5765  uint32_t m_CreationFrameIndex;
      +
      5766  uint32_t m_BufferImageUsage; // 0 if unknown.
      +
      5767 #endif
      +
      5768 
      +
      5769  void FreeUserDataString(VmaAllocator hAllocator);
      +
      5770 };
      +
      5771 
      +
      5772 /*
      +
      5773 Represents a region of VmaDeviceMemoryBlock that is either assigned and returned as
      +
      5774 allocated memory block or free.
      +
      5775 */
      +
      5776 struct VmaSuballocation
      +
      5777 {
      +
      5778  VkDeviceSize offset;
      +
      5779  VkDeviceSize size;
      +
      5780  VmaAllocation hAllocation;
      +
      5781  VmaSuballocationType type;
      +
      5782 };
      +
      5783 
      +
      5784 // Comparator for offsets.
      +
      5785 struct VmaSuballocationOffsetLess
      +
      5786 {
      +
      5787  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
      +
      5788  {
      +
      5789  return lhs.offset < rhs.offset;
      +
      5790  }
      +
      5791 };
      +
      5792 struct VmaSuballocationOffsetGreater
      +
      5793 {
      +
      5794  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
      +
      5795  {
      +
      5796  return lhs.offset > rhs.offset;
      +
      5797  }
      +
      5798 };
      +
      5799 
      +
      5800 typedef VmaList< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > VmaSuballocationList;
      +
      5801 
      +
      5802 // Cost of one additional allocation lost, as equivalent in bytes.
      +
      5803 static const VkDeviceSize VMA_LOST_ALLOCATION_COST = 1048576;
      +
      5804 
      +
      5805 enum class VmaAllocationRequestType
      +
      5806 {
      +
      5807  Normal,
      +
      5808  // Used by "Linear" algorithm.
      +
      5809  UpperAddress,
      +
      5810  EndOf1st,
      +
      5811  EndOf2nd,
      +
      5812 };
      +
      5813 
      +
      5814 /*
      +
      5815 Parameters of planned allocation inside a VmaDeviceMemoryBlock.
      +
      5816 
      +
      5817 If canMakeOtherLost was false:
      +
      5818 - item points to a FREE suballocation.
      +
      5819 - itemsToMakeLostCount is 0.
      +
      5820 
      +
      5821 If canMakeOtherLost was true:
      +
      5822 - item points to first of sequence of suballocations, which are either FREE,
      +
      5823  or point to VmaAllocations that can become lost.
      +
      5824 - itemsToMakeLostCount is the number of VmaAllocations that need to be made lost for
      +
      5825  the requested allocation to succeed.
      +
      5826 */
      +
      5827 struct VmaAllocationRequest
      +
      5828 {
      +
      5829  VkDeviceSize offset;
      +
      5830  VkDeviceSize sumFreeSize; // Sum size of free items that overlap with proposed allocation.
      +
      5831  VkDeviceSize sumItemSize; // Sum size of items to make lost that overlap with proposed allocation.
      +
      5832  VmaSuballocationList::iterator item;
      +
      5833  size_t itemsToMakeLostCount;
      +
      5834  void* customData;
      +
      5835  VmaAllocationRequestType type;
      +
      5836 
      +
      5837  VkDeviceSize CalcCost() const
      +
      5838  {
      +
      5839  return sumItemSize + itemsToMakeLostCount * VMA_LOST_ALLOCATION_COST;
      +
      5840  }
      +
      5841 };
      +
      5842 
      +
      5843 /*
      +
      5844 Data structure used for bookkeeping of allocations and unused ranges of memory
      +
      5845 in a single VkDeviceMemory block.
      +
      5846 */
      +
      5847 class VmaBlockMetadata
      +
      5848 {
      +
      5849 public:
      +
      5850  VmaBlockMetadata(VmaAllocator hAllocator);
      +
      5851  virtual ~VmaBlockMetadata() { }
      +
      5852  virtual void Init(VkDeviceSize size) { m_Size = size; }
      +
      5853 
      +
      5854  // Validates all data structures inside this object. If not valid, returns false.
      +
      5855  virtual bool Validate() const = 0;
      +
      5856  VkDeviceSize GetSize() const { return m_Size; }
      +
      5857  virtual size_t GetAllocationCount() const = 0;
      +
      5858  virtual VkDeviceSize GetSumFreeSize() const = 0;
      +
      5859  virtual VkDeviceSize GetUnusedRangeSizeMax() const = 0;
      +
      5860  // Returns true if this block is empty - contains only single free suballocation.
      +
      5861  virtual bool IsEmpty() const = 0;
      +
      5862 
      +
      5863  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const = 0;
      +
      5864  // Shouldn't modify blockCount.
      +
      5865  virtual void AddPoolStats(VmaPoolStats& inoutStats) const = 0;
      5866 
      5867 #if VMA_STATS_STRING_ENABLED
      -
      5868  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      +
      5868  virtual void PrintDetailedMap(class VmaJsonWriter& json) const = 0;
      5869 #endif
      5870 
      -
      5871  virtual bool CreateAllocationRequest(
      -
      5872  uint32_t currentFrameIndex,
      -
      5873  uint32_t frameInUseCount,
      -
      5874  VkDeviceSize bufferImageGranularity,
      -
      5875  VkDeviceSize allocSize,
      -
      5876  VkDeviceSize allocAlignment,
      -
      5877  bool upperAddress,
      -
      5878  VmaSuballocationType allocType,
      -
      5879  bool canMakeOtherLost,
      -
      5880  uint32_t strategy,
      -
      5881  VmaAllocationRequest* pAllocationRequest);
      -
      5882 
      -
      5883  virtual bool MakeRequestedAllocationsLost(
      -
      5884  uint32_t currentFrameIndex,
      -
      5885  uint32_t frameInUseCount,
      -
      5886  VmaAllocationRequest* pAllocationRequest);
      -
      5887 
      -
      5888  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      -
      5889 
      -
      5890  virtual VkResult CheckCorruption(const void* pBlockData);
      +
      5871  // Tries to find a place for suballocation with given parameters inside this block.
      +
      5872  // If succeeded, fills pAllocationRequest and returns true.
      +
      5873  // If failed, returns false.
      +
      5874  virtual bool CreateAllocationRequest(
      +
      5875  uint32_t currentFrameIndex,
      +
      5876  uint32_t frameInUseCount,
      +
      5877  VkDeviceSize bufferImageGranularity,
      +
      5878  VkDeviceSize allocSize,
      +
      5879  VkDeviceSize allocAlignment,
      +
      5880  bool upperAddress,
      +
      5881  VmaSuballocationType allocType,
      +
      5882  bool canMakeOtherLost,
      +
      5883  // Always one of VMA_ALLOCATION_CREATE_STRATEGY_* or VMA_ALLOCATION_INTERNAL_STRATEGY_* flags.
      +
      5884  uint32_t strategy,
      +
      5885  VmaAllocationRequest* pAllocationRequest) = 0;
      +
      5886 
      +
      5887  virtual bool MakeRequestedAllocationsLost(
      +
      5888  uint32_t currentFrameIndex,
      +
      5889  uint32_t frameInUseCount,
      +
      5890  VmaAllocationRequest* pAllocationRequest) = 0;
      5891 
      -
      5892  virtual void Alloc(
      -
      5893  const VmaAllocationRequest& request,
      -
      5894  VmaSuballocationType type,
      -
      5895  VkDeviceSize allocSize,
      -
      5896  VmaAllocation hAllocation);
      -
      5897 
      -
      5898  virtual void Free(const VmaAllocation allocation);
      -
      5899  virtual void FreeAtOffset(VkDeviceSize offset);
      -
      5900 
      -
      5902  // For defragmentation
      -
      5903 
      -
      5904  bool IsBufferImageGranularityConflictPossible(
      -
      5905  VkDeviceSize bufferImageGranularity,
      -
      5906  VmaSuballocationType& inOutPrevSuballocType) const;
      -
      5907 
      -
      5908 private:
      -
      5909  friend class VmaDefragmentationAlgorithm_Generic;
      -
      5910  friend class VmaDefragmentationAlgorithm_Fast;
      -
      5911 
      -
      5912  uint32_t m_FreeCount;
      -
      5913  VkDeviceSize m_SumFreeSize;
      -
      5914  VmaSuballocationList m_Suballocations;
      -
      5915  // Suballocations that are free and have size greater than certain threshold.
      -
      5916  // Sorted by size, ascending.
      -
      5917  VmaVector< VmaSuballocationList::iterator, VmaStlAllocator< VmaSuballocationList::iterator > > m_FreeSuballocationsBySize;
      -
      5918 
      -
      5919  bool ValidateFreeSuballocationList() const;
      -
      5920 
      -
      5921  // Checks if requested suballocation with given parameters can be placed in given pFreeSuballocItem.
      -
      5922  // If yes, fills pOffset and returns true. If no, returns false.
      -
      5923  bool CheckAllocation(
      -
      5924  uint32_t currentFrameIndex,
      -
      5925  uint32_t frameInUseCount,
      -
      5926  VkDeviceSize bufferImageGranularity,
      -
      5927  VkDeviceSize allocSize,
      -
      5928  VkDeviceSize allocAlignment,
      -
      5929  VmaSuballocationType allocType,
      -
      5930  VmaSuballocationList::const_iterator suballocItem,
      -
      5931  bool canMakeOtherLost,
      -
      5932  VkDeviceSize* pOffset,
      -
      5933  size_t* itemsToMakeLostCount,
      -
      5934  VkDeviceSize* pSumFreeSize,
      -
      5935  VkDeviceSize* pSumItemSize) const;
      -
      5936  // Given free suballocation, it merges it with following one, which must also be free.
      -
      5937  void MergeFreeWithNext(VmaSuballocationList::iterator item);
      -
      5938  // Releases given suballocation, making it free.
      -
      5939  // Merges it with adjacent free suballocations if applicable.
      -
      5940  // Returns iterator to new free suballocation at this place.
      -
      5941  VmaSuballocationList::iterator FreeSuballocation(VmaSuballocationList::iterator suballocItem);
      -
      5942  // Given free suballocation, it inserts it into sorted list of
      -
      5943  // m_FreeSuballocationsBySize if it's suitable.
      -
      5944  void RegisterFreeSuballocation(VmaSuballocationList::iterator item);
      -
      5945  // Given free suballocation, it removes it from sorted list of
      -
      5946  // m_FreeSuballocationsBySize if it's suitable.
      -
      5947  void UnregisterFreeSuballocation(VmaSuballocationList::iterator item);
      -
      5948 };
      -
      5949 
      -
      5950 /*
      -
      5951 Allocations and their references in internal data structure look like this:
      -
      5952 
      -
      5953 if(m_2ndVectorMode == SECOND_VECTOR_EMPTY):
      -
      5954 
      -
      5955  0 +-------+
      -
      5956  | |
      -
      5957  | |
      -
      5958  | |
      -
      5959  +-------+
      -
      5960  | Alloc | 1st[m_1stNullItemsBeginCount]
      -
      5961  +-------+
      -
      5962  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      -
      5963  +-------+
      -
      5964  | ... |
      -
      5965  +-------+
      -
      5966  | Alloc | 1st[1st.size() - 1]
      -
      5967  +-------+
      -
      5968  | |
      -
      5969  | |
      -
      5970  | |
      -
      5971 GetSize() +-------+
      -
      5972 
      -
      5973 if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER):
      -
      5974 
      -
      5975  0 +-------+
      -
      5976  | Alloc | 2nd[0]
      -
      5977  +-------+
      -
      5978  | Alloc | 2nd[1]
      -
      5979  +-------+
      -
      5980  | ... |
      -
      5981  +-------+
      -
      5982  | Alloc | 2nd[2nd.size() - 1]
      -
      5983  +-------+
      -
      5984  | |
      -
      5985  | |
      -
      5986  | |
      -
      5987  +-------+
      -
      5988  | Alloc | 1st[m_1stNullItemsBeginCount]
      -
      5989  +-------+
      -
      5990  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      -
      5991  +-------+
      -
      5992  | ... |
      -
      5993  +-------+
      -
      5994  | Alloc | 1st[1st.size() - 1]
      -
      5995  +-------+
      -
      5996  | |
      -
      5997 GetSize() +-------+
      -
      5998 
      -
      5999 if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK):
      -
      6000 
      -
      6001  0 +-------+
      -
      6002  | |
      -
      6003  | |
      -
      6004  | |
      -
      6005  +-------+
      -
      6006  | Alloc | 1st[m_1stNullItemsBeginCount]
      -
      6007  +-------+
      -
      6008  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      -
      6009  +-------+
      -
      6010  | ... |
      -
      6011  +-------+
      -
      6012  | Alloc | 1st[1st.size() - 1]
      -
      6013  +-------+
      -
      6014  | |
      -
      6015  | |
      -
      6016  | |
      -
      6017  +-------+
      -
      6018  | Alloc | 2nd[2nd.size() - 1]
      -
      6019  +-------+
      -
      6020  | ... |
      -
      6021  +-------+
      -
      6022  | Alloc | 2nd[1]
      -
      6023  +-------+
      -
      6024  | Alloc | 2nd[0]
      -
      6025 GetSize() +-------+
      -
      6026 
      -
      6027 */
      -
      6028 class VmaBlockMetadata_Linear : public VmaBlockMetadata
      -
      6029 {
      -
      6030  VMA_CLASS_NO_COPY(VmaBlockMetadata_Linear)
      -
      6031 public:
      -
      6032  VmaBlockMetadata_Linear(VmaAllocator hAllocator);
      -
      6033  virtual ~VmaBlockMetadata_Linear();
      -
      6034  virtual void Init(VkDeviceSize size);
      -
      6035 
      -
      6036  virtual bool Validate() const;
      -
      6037  virtual size_t GetAllocationCount() const;
      -
      6038  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
      -
      6039  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      -
      6040  virtual bool IsEmpty() const { return GetAllocationCount() == 0; }
      -
      6041 
      -
      6042  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      -
      6043  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      -
      6044 
      -
      6045 #if VMA_STATS_STRING_ENABLED
      -
      6046  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      -
      6047 #endif
      -
      6048 
      -
      6049  virtual bool CreateAllocationRequest(
      -
      6050  uint32_t currentFrameIndex,
      -
      6051  uint32_t frameInUseCount,
      -
      6052  VkDeviceSize bufferImageGranularity,
      -
      6053  VkDeviceSize allocSize,
      -
      6054  VkDeviceSize allocAlignment,
      -
      6055  bool upperAddress,
      -
      6056  VmaSuballocationType allocType,
      -
      6057  bool canMakeOtherLost,
      -
      6058  uint32_t strategy,
      -
      6059  VmaAllocationRequest* pAllocationRequest);
      -
      6060 
      -
      6061  virtual bool MakeRequestedAllocationsLost(
      -
      6062  uint32_t currentFrameIndex,
      -
      6063  uint32_t frameInUseCount,
      -
      6064  VmaAllocationRequest* pAllocationRequest);
      -
      6065 
      -
      6066  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      -
      6067 
      -
      6068  virtual VkResult CheckCorruption(const void* pBlockData);
      -
      6069 
      -
      6070  virtual void Alloc(
      -
      6071  const VmaAllocationRequest& request,
      -
      6072  VmaSuballocationType type,
      -
      6073  VkDeviceSize allocSize,
      -
      6074  VmaAllocation hAllocation);
      -
      6075 
      -
      6076  virtual void Free(const VmaAllocation allocation);
      -
      6077  virtual void FreeAtOffset(VkDeviceSize offset);
      -
      6078 
      -
      6079 private:
      -
      6080  /*
      -
      6081  There are two suballocation vectors, used in ping-pong way.
      -
      6082  The one with index m_1stVectorIndex is called 1st.
      -
      6083  The one with index (m_1stVectorIndex ^ 1) is called 2nd.
      -
      6084  2nd can be non-empty only when 1st is not empty.
      -
      6085  When 2nd is not empty, m_2ndVectorMode indicates its mode of operation.
      -
      6086  */
      -
      6087  typedef VmaVector< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > SuballocationVectorType;
      -
      6088 
      -
      6089  enum SECOND_VECTOR_MODE
      -
      6090  {
      -
      6091  SECOND_VECTOR_EMPTY,
      -
      6092  /*
      -
      6093  Suballocations in 2nd vector are created later than the ones in 1st, but they
      -
      6094  all have smaller offset.
      -
      6095  */
      -
      6096  SECOND_VECTOR_RING_BUFFER,
      -
      6097  /*
      -
      6098  Suballocations in 2nd vector are upper side of double stack.
      -
      6099  They all have offsets higher than those in 1st vector.
      -
      6100  Top of this stack means smaller offsets, but higher indices in this vector.
      -
      6101  */
      -
      6102  SECOND_VECTOR_DOUBLE_STACK,
      -
      6103  };
      -
      6104 
      -
      6105  VkDeviceSize m_SumFreeSize;
      -
      6106  SuballocationVectorType m_Suballocations0, m_Suballocations1;
      -
      6107  uint32_t m_1stVectorIndex;
      -
      6108  SECOND_VECTOR_MODE m_2ndVectorMode;
      -
      6109 
      -
      6110  SuballocationVectorType& AccessSuballocations1st() { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
      -
      6111  SuballocationVectorType& AccessSuballocations2nd() { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
      -
      6112  const SuballocationVectorType& AccessSuballocations1st() const { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
      -
      6113  const SuballocationVectorType& AccessSuballocations2nd() const { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
      -
      6114 
      -
      6115  // Number of items in 1st vector with hAllocation = null at the beginning.
      -
      6116  size_t m_1stNullItemsBeginCount;
      -
      6117  // Number of other items in 1st vector with hAllocation = null somewhere in the middle.
      -
      6118  size_t m_1stNullItemsMiddleCount;
      -
      6119  // Number of items in 2nd vector with hAllocation = null.
      -
      6120  size_t m_2ndNullItemsCount;
      -
      6121 
      -
      6122  bool ShouldCompact1st() const;
      -
      6123  void CleanupAfterFree();
      -
      6124 
      -
      6125  bool CreateAllocationRequest_LowerAddress(
      -
      6126  uint32_t currentFrameIndex,
      -
      6127  uint32_t frameInUseCount,
      -
      6128  VkDeviceSize bufferImageGranularity,
      -
      6129  VkDeviceSize allocSize,
      -
      6130  VkDeviceSize allocAlignment,
      -
      6131  VmaSuballocationType allocType,
      -
      6132  bool canMakeOtherLost,
      -
      6133  uint32_t strategy,
      -
      6134  VmaAllocationRequest* pAllocationRequest);
      -
      6135  bool CreateAllocationRequest_UpperAddress(
      -
      6136  uint32_t currentFrameIndex,
      -
      6137  uint32_t frameInUseCount,
      -
      6138  VkDeviceSize bufferImageGranularity,
      -
      6139  VkDeviceSize allocSize,
      -
      6140  VkDeviceSize allocAlignment,
      -
      6141  VmaSuballocationType allocType,
      -
      6142  bool canMakeOtherLost,
      -
      6143  uint32_t strategy,
      -
      6144  VmaAllocationRequest* pAllocationRequest);
      -
      6145 };
      -
      6146 
      -
      6147 /*
      -
      6148 - GetSize() is the original size of allocated memory block.
      -
      6149 - m_UsableSize is this size aligned down to a power of two.
      -
      6150  All allocations and calculations happen relative to m_UsableSize.
      -
      6151 - GetUnusableSize() is the difference between them.
      -
      6152  It is repoted as separate, unused range, not available for allocations.
      -
      6153 
      -
      6154 Node at level 0 has size = m_UsableSize.
      -
      6155 Each next level contains nodes with size 2 times smaller than current level.
      -
      6156 m_LevelCount is the maximum number of levels to use in the current object.
      -
      6157 */
      -
      6158 class VmaBlockMetadata_Buddy : public VmaBlockMetadata
      -
      6159 {
      -
      6160  VMA_CLASS_NO_COPY(VmaBlockMetadata_Buddy)
      -
      6161 public:
      -
      6162  VmaBlockMetadata_Buddy(VmaAllocator hAllocator);
      -
      6163  virtual ~VmaBlockMetadata_Buddy();
      -
      6164  virtual void Init(VkDeviceSize size);
      -
      6165 
      -
      6166  virtual bool Validate() const;
      -
      6167  virtual size_t GetAllocationCount() const { return m_AllocationCount; }
      -
      6168  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize + GetUnusableSize(); }
      -
      6169  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      -
      6170  virtual bool IsEmpty() const { return m_Root->type == Node::TYPE_FREE; }
      -
      6171 
      -
      6172  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      -
      6173  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      -
      6174 
      -
      6175 #if VMA_STATS_STRING_ENABLED
      -
      6176  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      -
      6177 #endif
      -
      6178 
      -
      6179  virtual bool CreateAllocationRequest(
      -
      6180  uint32_t currentFrameIndex,
      -
      6181  uint32_t frameInUseCount,
      -
      6182  VkDeviceSize bufferImageGranularity,
      -
      6183  VkDeviceSize allocSize,
      -
      6184  VkDeviceSize allocAlignment,
      -
      6185  bool upperAddress,
      -
      6186  VmaSuballocationType allocType,
      -
      6187  bool canMakeOtherLost,
      -
      6188  uint32_t strategy,
      -
      6189  VmaAllocationRequest* pAllocationRequest);
      -
      6190 
      -
      6191  virtual bool MakeRequestedAllocationsLost(
      -
      6192  uint32_t currentFrameIndex,
      -
      6193  uint32_t frameInUseCount,
      -
      6194  VmaAllocationRequest* pAllocationRequest);
      -
      6195 
      -
      6196  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      -
      6197 
      -
      6198  virtual VkResult CheckCorruption(const void* pBlockData) { return VK_ERROR_FEATURE_NOT_PRESENT; }
      -
      6199 
      -
      6200  virtual void Alloc(
      -
      6201  const VmaAllocationRequest& request,
      -
      6202  VmaSuballocationType type,
      -
      6203  VkDeviceSize allocSize,
      -
      6204  VmaAllocation hAllocation);
      +
      5892  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount) = 0;
      +
      5893 
      +
      5894  virtual VkResult CheckCorruption(const void* pBlockData) = 0;
      +
      5895 
      +
      5896  // Makes actual allocation based on request. Request must already be checked and valid.
      +
      5897  virtual void Alloc(
      +
      5898  const VmaAllocationRequest& request,
      +
      5899  VmaSuballocationType type,
      +
      5900  VkDeviceSize allocSize,
      +
      5901  VmaAllocation hAllocation) = 0;
      +
      5902 
      +
      5903  // Frees suballocation assigned to given memory region.
      +
      5904  virtual void Free(const VmaAllocation allocation) = 0;
      +
      5905  virtual void FreeAtOffset(VkDeviceSize offset) = 0;
      +
      5906 
      +
      5907 protected:
      +
      5908  const VkAllocationCallbacks* GetAllocationCallbacks() const { return m_pAllocationCallbacks; }
      +
      5909 
      +
      5910 #if VMA_STATS_STRING_ENABLED
      +
      5911  void PrintDetailedMap_Begin(class VmaJsonWriter& json,
      +
      5912  VkDeviceSize unusedBytes,
      +
      5913  size_t allocationCount,
      +
      5914  size_t unusedRangeCount) const;
      +
      5915  void PrintDetailedMap_Allocation(class VmaJsonWriter& json,
      +
      5916  VkDeviceSize offset,
      +
      5917  VmaAllocation hAllocation) const;
      +
      5918  void PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
      +
      5919  VkDeviceSize offset,
      +
      5920  VkDeviceSize size) const;
      +
      5921  void PrintDetailedMap_End(class VmaJsonWriter& json) const;
      +
      5922 #endif
      +
      5923 
      +
      5924 private:
      +
      5925  VkDeviceSize m_Size;
      +
      5926  const VkAllocationCallbacks* m_pAllocationCallbacks;
      +
      5927 };
      +
      5928 
      +
      5929 #define VMA_VALIDATE(cond) do { if(!(cond)) { \
      +
      5930  VMA_ASSERT(0 && "Validation failed: " #cond); \
      +
      5931  return false; \
      +
      5932  } } while(false)
      +
      5933 
      +
      5934 class VmaBlockMetadata_Generic : public VmaBlockMetadata
      +
      5935 {
      +
      5936  VMA_CLASS_NO_COPY(VmaBlockMetadata_Generic)
      +
      5937 public:
      +
      5938  VmaBlockMetadata_Generic(VmaAllocator hAllocator);
      +
      5939  virtual ~VmaBlockMetadata_Generic();
      +
      5940  virtual void Init(VkDeviceSize size);
      +
      5941 
      +
      5942  virtual bool Validate() const;
      +
      5943  virtual size_t GetAllocationCount() const { return m_Suballocations.size() - m_FreeCount; }
      +
      5944  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
      +
      5945  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      +
      5946  virtual bool IsEmpty() const;
      +
      5947 
      +
      5948  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      +
      5949  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      +
      5950 
      +
      5951 #if VMA_STATS_STRING_ENABLED
      +
      5952  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      +
      5953 #endif
      +
      5954 
      +
      5955  virtual bool CreateAllocationRequest(
      +
      5956  uint32_t currentFrameIndex,
      +
      5957  uint32_t frameInUseCount,
      +
      5958  VkDeviceSize bufferImageGranularity,
      +
      5959  VkDeviceSize allocSize,
      +
      5960  VkDeviceSize allocAlignment,
      +
      5961  bool upperAddress,
      +
      5962  VmaSuballocationType allocType,
      +
      5963  bool canMakeOtherLost,
      +
      5964  uint32_t strategy,
      +
      5965  VmaAllocationRequest* pAllocationRequest);
      +
      5966 
      +
      5967  virtual bool MakeRequestedAllocationsLost(
      +
      5968  uint32_t currentFrameIndex,
      +
      5969  uint32_t frameInUseCount,
      +
      5970  VmaAllocationRequest* pAllocationRequest);
      +
      5971 
      +
      5972  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      +
      5973 
      +
      5974  virtual VkResult CheckCorruption(const void* pBlockData);
      +
      5975 
      +
      5976  virtual void Alloc(
      +
      5977  const VmaAllocationRequest& request,
      +
      5978  VmaSuballocationType type,
      +
      5979  VkDeviceSize allocSize,
      +
      5980  VmaAllocation hAllocation);
      +
      5981 
      +
      5982  virtual void Free(const VmaAllocation allocation);
      +
      5983  virtual void FreeAtOffset(VkDeviceSize offset);
      +
      5984 
      +
      5986  // For defragmentation
      +
      5987 
      +
      5988  bool IsBufferImageGranularityConflictPossible(
      +
      5989  VkDeviceSize bufferImageGranularity,
      +
      5990  VmaSuballocationType& inOutPrevSuballocType) const;
      +
      5991 
      +
      5992 private:
      +
      5993  friend class VmaDefragmentationAlgorithm_Generic;
      +
      5994  friend class VmaDefragmentationAlgorithm_Fast;
      +
      5995 
      +
      5996  uint32_t m_FreeCount;
      +
      5997  VkDeviceSize m_SumFreeSize;
      +
      5998  VmaSuballocationList m_Suballocations;
      +
      5999  // Suballocations that are free and have size greater than certain threshold.
      +
      6000  // Sorted by size, ascending.
      +
      6001  VmaVector< VmaSuballocationList::iterator, VmaStlAllocator< VmaSuballocationList::iterator > > m_FreeSuballocationsBySize;
      +
      6002 
      +
      6003  bool ValidateFreeSuballocationList() const;
      +
      6004 
      +
      6005  // Checks if requested suballocation with given parameters can be placed in given pFreeSuballocItem.
      +
      6006  // If yes, fills pOffset and returns true. If no, returns false.
      +
      6007  bool CheckAllocation(
      +
      6008  uint32_t currentFrameIndex,
      +
      6009  uint32_t frameInUseCount,
      +
      6010  VkDeviceSize bufferImageGranularity,
      +
      6011  VkDeviceSize allocSize,
      +
      6012  VkDeviceSize allocAlignment,
      +
      6013  VmaSuballocationType allocType,
      +
      6014  VmaSuballocationList::const_iterator suballocItem,
      +
      6015  bool canMakeOtherLost,
      +
      6016  VkDeviceSize* pOffset,
      +
      6017  size_t* itemsToMakeLostCount,
      +
      6018  VkDeviceSize* pSumFreeSize,
      +
      6019  VkDeviceSize* pSumItemSize) const;
      +
      6020  // Given free suballocation, it merges it with following one, which must also be free.
      +
      6021  void MergeFreeWithNext(VmaSuballocationList::iterator item);
      +
      6022  // Releases given suballocation, making it free.
      +
      6023  // Merges it with adjacent free suballocations if applicable.
      +
      6024  // Returns iterator to new free suballocation at this place.
      +
      6025  VmaSuballocationList::iterator FreeSuballocation(VmaSuballocationList::iterator suballocItem);
      +
      6026  // Given free suballocation, it inserts it into sorted list of
      +
      6027  // m_FreeSuballocationsBySize if it's suitable.
      +
      6028  void RegisterFreeSuballocation(VmaSuballocationList::iterator item);
      +
      6029  // Given free suballocation, it removes it from sorted list of
      +
      6030  // m_FreeSuballocationsBySize if it's suitable.
      +
      6031  void UnregisterFreeSuballocation(VmaSuballocationList::iterator item);
      +
      6032 };
      +
      6033 
      +
      6034 /*
      +
      6035 Allocations and their references in internal data structure look like this:
      +
      6036 
      +
      6037 if(m_2ndVectorMode == SECOND_VECTOR_EMPTY):
      +
      6038 
      +
      6039  0 +-------+
      +
      6040  | |
      +
      6041  | |
      +
      6042  | |
      +
      6043  +-------+
      +
      6044  | Alloc | 1st[m_1stNullItemsBeginCount]
      +
      6045  +-------+
      +
      6046  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      +
      6047  +-------+
      +
      6048  | ... |
      +
      6049  +-------+
      +
      6050  | Alloc | 1st[1st.size() - 1]
      +
      6051  +-------+
      +
      6052  | |
      +
      6053  | |
      +
      6054  | |
      +
      6055 GetSize() +-------+
      +
      6056 
      +
      6057 if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER):
      +
      6058 
      +
      6059  0 +-------+
      +
      6060  | Alloc | 2nd[0]
      +
      6061  +-------+
      +
      6062  | Alloc | 2nd[1]
      +
      6063  +-------+
      +
      6064  | ... |
      +
      6065  +-------+
      +
      6066  | Alloc | 2nd[2nd.size() - 1]
      +
      6067  +-------+
      +
      6068  | |
      +
      6069  | |
      +
      6070  | |
      +
      6071  +-------+
      +
      6072  | Alloc | 1st[m_1stNullItemsBeginCount]
      +
      6073  +-------+
      +
      6074  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      +
      6075  +-------+
      +
      6076  | ... |
      +
      6077  +-------+
      +
      6078  | Alloc | 1st[1st.size() - 1]
      +
      6079  +-------+
      +
      6080  | |
      +
      6081 GetSize() +-------+
      +
      6082 
      +
      6083 if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK):
      +
      6084 
      +
      6085  0 +-------+
      +
      6086  | |
      +
      6087  | |
      +
      6088  | |
      +
      6089  +-------+
      +
      6090  | Alloc | 1st[m_1stNullItemsBeginCount]
      +
      6091  +-------+
      +
      6092  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      +
      6093  +-------+
      +
      6094  | ... |
      +
      6095  +-------+
      +
      6096  | Alloc | 1st[1st.size() - 1]
      +
      6097  +-------+
      +
      6098  | |
      +
      6099  | |
      +
      6100  | |
      +
      6101  +-------+
      +
      6102  | Alloc | 2nd[2nd.size() - 1]
      +
      6103  +-------+
      +
      6104  | ... |
      +
      6105  +-------+
      +
      6106  | Alloc | 2nd[1]
      +
      6107  +-------+
      +
      6108  | Alloc | 2nd[0]
      +
      6109 GetSize() +-------+
      +
      6110 
      +
      6111 */
      +
      6112 class VmaBlockMetadata_Linear : public VmaBlockMetadata
      +
      6113 {
      +
      6114  VMA_CLASS_NO_COPY(VmaBlockMetadata_Linear)
      +
      6115 public:
      +
      6116  VmaBlockMetadata_Linear(VmaAllocator hAllocator);
      +
      6117  virtual ~VmaBlockMetadata_Linear();
      +
      6118  virtual void Init(VkDeviceSize size);
      +
      6119 
      +
      6120  virtual bool Validate() const;
      +
      6121  virtual size_t GetAllocationCount() const;
      +
      6122  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
      +
      6123  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      +
      6124  virtual bool IsEmpty() const { return GetAllocationCount() == 0; }
      +
      6125 
      +
      6126  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      +
      6127  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      +
      6128 
      +
      6129 #if VMA_STATS_STRING_ENABLED
      +
      6130  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      +
      6131 #endif
      +
      6132 
      +
      6133  virtual bool CreateAllocationRequest(
      +
      6134  uint32_t currentFrameIndex,
      +
      6135  uint32_t frameInUseCount,
      +
      6136  VkDeviceSize bufferImageGranularity,
      +
      6137  VkDeviceSize allocSize,
      +
      6138  VkDeviceSize allocAlignment,
      +
      6139  bool upperAddress,
      +
      6140  VmaSuballocationType allocType,
      +
      6141  bool canMakeOtherLost,
      +
      6142  uint32_t strategy,
      +
      6143  VmaAllocationRequest* pAllocationRequest);
      +
      6144 
      +
      6145  virtual bool MakeRequestedAllocationsLost(
      +
      6146  uint32_t currentFrameIndex,
      +
      6147  uint32_t frameInUseCount,
      +
      6148  VmaAllocationRequest* pAllocationRequest);
      +
      6149 
      +
      6150  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      +
      6151 
      +
      6152  virtual VkResult CheckCorruption(const void* pBlockData);
      +
      6153 
      +
      6154  virtual void Alloc(
      +
      6155  const VmaAllocationRequest& request,
      +
      6156  VmaSuballocationType type,
      +
      6157  VkDeviceSize allocSize,
      +
      6158  VmaAllocation hAllocation);
      +
      6159 
      +
      6160  virtual void Free(const VmaAllocation allocation);
      +
      6161  virtual void FreeAtOffset(VkDeviceSize offset);
      +
      6162 
      +
      6163 private:
      +
      6164  /*
      +
      6165  There are two suballocation vectors, used in ping-pong way.
      +
      6166  The one with index m_1stVectorIndex is called 1st.
      +
      6167  The one with index (m_1stVectorIndex ^ 1) is called 2nd.
      +
      6168  2nd can be non-empty only when 1st is not empty.
      +
      6169  When 2nd is not empty, m_2ndVectorMode indicates its mode of operation.
      +
      6170  */
      +
      6171  typedef VmaVector< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > SuballocationVectorType;
      +
      6172 
      +
      6173  enum SECOND_VECTOR_MODE
      +
      6174  {
      +
      6175  SECOND_VECTOR_EMPTY,
      +
      6176  /*
      +
      6177  Suballocations in 2nd vector are created later than the ones in 1st, but they
      +
      6178  all have smaller offset.
      +
      6179  */
      +
      6180  SECOND_VECTOR_RING_BUFFER,
      +
      6181  /*
      +
      6182  Suballocations in 2nd vector are upper side of double stack.
      +
      6183  They all have offsets higher than those in 1st vector.
      +
      6184  Top of this stack means smaller offsets, but higher indices in this vector.
      +
      6185  */
      +
      6186  SECOND_VECTOR_DOUBLE_STACK,
      +
      6187  };
      +
      6188 
      +
      6189  VkDeviceSize m_SumFreeSize;
      +
      6190  SuballocationVectorType m_Suballocations0, m_Suballocations1;
      +
      6191  uint32_t m_1stVectorIndex;
      +
      6192  SECOND_VECTOR_MODE m_2ndVectorMode;
      +
      6193 
      +
      6194  SuballocationVectorType& AccessSuballocations1st() { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
      +
      6195  SuballocationVectorType& AccessSuballocations2nd() { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
      +
      6196  const SuballocationVectorType& AccessSuballocations1st() const { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
      +
      6197  const SuballocationVectorType& AccessSuballocations2nd() const { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
      +
      6198 
      +
      6199  // Number of items in 1st vector with hAllocation = null at the beginning.
      +
      6200  size_t m_1stNullItemsBeginCount;
      +
      6201  // Number of other items in 1st vector with hAllocation = null somewhere in the middle.
      +
      6202  size_t m_1stNullItemsMiddleCount;
      +
      6203  // Number of items in 2nd vector with hAllocation = null.
      +
      6204  size_t m_2ndNullItemsCount;
      6205 
      -
      6206  virtual void Free(const VmaAllocation allocation) { FreeAtOffset(allocation, allocation->GetOffset()); }
      -
      6207  virtual void FreeAtOffset(VkDeviceSize offset) { FreeAtOffset(VMA_NULL, offset); }
      +
      6206  bool ShouldCompact1st() const;
      +
      6207  void CleanupAfterFree();
      6208 
      -
      6209 private:
      -
      6210  static const VkDeviceSize MIN_NODE_SIZE = 32;
      -
      6211  static const size_t MAX_LEVELS = 30;
      -
      6212 
      -
      6213  struct ValidationContext
      -
      6214  {
      -
      6215  size_t calculatedAllocationCount;
      -
      6216  size_t calculatedFreeCount;
      -
      6217  VkDeviceSize calculatedSumFreeSize;
      -
      6218 
      -
      6219  ValidationContext() :
      -
      6220  calculatedAllocationCount(0),
      -
      6221  calculatedFreeCount(0),
      -
      6222  calculatedSumFreeSize(0) { }
      -
      6223  };
      -
      6224 
      -
      6225  struct Node
      -
      6226  {
      -
      6227  VkDeviceSize offset;
      -
      6228  enum TYPE
      -
      6229  {
      -
      6230  TYPE_FREE,
      -
      6231  TYPE_ALLOCATION,
      -
      6232  TYPE_SPLIT,
      -
      6233  TYPE_COUNT
      -
      6234  } type;
      -
      6235  Node* parent;
      -
      6236  Node* buddy;
      -
      6237 
      -
      6238  union
      -
      6239  {
      -
      6240  struct
      -
      6241  {
      -
      6242  Node* prev;
      -
      6243  Node* next;
      -
      6244  } free;
      -
      6245  struct
      -
      6246  {
      -
      6247  VmaAllocation alloc;
      -
      6248  } allocation;
      -
      6249  struct
      -
      6250  {
      -
      6251  Node* leftChild;
      -
      6252  } split;
      -
      6253  };
      -
      6254  };
      +
      6209  bool CreateAllocationRequest_LowerAddress(
      +
      6210  uint32_t currentFrameIndex,
      +
      6211  uint32_t frameInUseCount,
      +
      6212  VkDeviceSize bufferImageGranularity,
      +
      6213  VkDeviceSize allocSize,
      +
      6214  VkDeviceSize allocAlignment,
      +
      6215  VmaSuballocationType allocType,
      +
      6216  bool canMakeOtherLost,
      +
      6217  uint32_t strategy,
      +
      6218  VmaAllocationRequest* pAllocationRequest);
      +
      6219  bool CreateAllocationRequest_UpperAddress(
      +
      6220  uint32_t currentFrameIndex,
      +
      6221  uint32_t frameInUseCount,
      +
      6222  VkDeviceSize bufferImageGranularity,
      +
      6223  VkDeviceSize allocSize,
      +
      6224  VkDeviceSize allocAlignment,
      +
      6225  VmaSuballocationType allocType,
      +
      6226  bool canMakeOtherLost,
      +
      6227  uint32_t strategy,
      +
      6228  VmaAllocationRequest* pAllocationRequest);
      +
      6229 };
      +
      6230 
      +
      6231 /*
      +
      6232 - GetSize() is the original size of allocated memory block.
      +
      6233 - m_UsableSize is this size aligned down to a power of two.
      +
      6234  All allocations and calculations happen relative to m_UsableSize.
      +
      6235 - GetUnusableSize() is the difference between them.
      +
      6236  It is repoted as separate, unused range, not available for allocations.
      +
      6237 
      +
      6238 Node at level 0 has size = m_UsableSize.
      +
      6239 Each next level contains nodes with size 2 times smaller than current level.
      +
      6240 m_LevelCount is the maximum number of levels to use in the current object.
      +
      6241 */
      +
      6242 class VmaBlockMetadata_Buddy : public VmaBlockMetadata
      +
      6243 {
      +
      6244  VMA_CLASS_NO_COPY(VmaBlockMetadata_Buddy)
      +
      6245 public:
      +
      6246  VmaBlockMetadata_Buddy(VmaAllocator hAllocator);
      +
      6247  virtual ~VmaBlockMetadata_Buddy();
      +
      6248  virtual void Init(VkDeviceSize size);
      +
      6249 
      +
      6250  virtual bool Validate() const;
      +
      6251  virtual size_t GetAllocationCount() const { return m_AllocationCount; }
      +
      6252  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize + GetUnusableSize(); }
      +
      6253  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      +
      6254  virtual bool IsEmpty() const { return m_Root->type == Node::TYPE_FREE; }
      6255 
      -
      6256  // Size of the memory block aligned down to a power of two.
      -
      6257  VkDeviceSize m_UsableSize;
      -
      6258  uint32_t m_LevelCount;
      -
      6259 
      -
      6260  Node* m_Root;
      -
      6261  struct {
      -
      6262  Node* front;
      -
      6263  Node* back;
      -
      6264  } m_FreeList[MAX_LEVELS];
      -
      6265  // Number of nodes in the tree with type == TYPE_ALLOCATION.
      -
      6266  size_t m_AllocationCount;
      -
      6267  // Number of nodes in the tree with type == TYPE_FREE.
      -
      6268  size_t m_FreeCount;
      -
      6269  // This includes space wasted due to internal fragmentation. Doesn't include unusable size.
      -
      6270  VkDeviceSize m_SumFreeSize;
      -
      6271 
      -
      6272  VkDeviceSize GetUnusableSize() const { return GetSize() - m_UsableSize; }
      -
      6273  void DeleteNode(Node* node);
      -
      6274  bool ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const;
      -
      6275  uint32_t AllocSizeToLevel(VkDeviceSize allocSize) const;
      -
      6276  inline VkDeviceSize LevelToNodeSize(uint32_t level) const { return m_UsableSize >> level; }
      -
      6277  // Alloc passed just for validation. Can be null.
      -
      6278  void FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset);
      -
      6279  void CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const;
      -
      6280  // Adds node to the front of FreeList at given level.
      -
      6281  // node->type must be FREE.
      -
      6282  // node->free.prev, next can be undefined.
      -
      6283  void AddToFreeListFront(uint32_t level, Node* node);
      -
      6284  // Removes node from FreeList at given level.
      -
      6285  // node->type must be FREE.
      -
      6286  // node->free.prev, next stay untouched.
      -
      6287  void RemoveFromFreeList(uint32_t level, Node* node);
      -
      6288 
      -
      6289 #if VMA_STATS_STRING_ENABLED
      -
      6290  void PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const;
      -
      6291 #endif
      -
      6292 };
      -
      6293 
      -
      6294 /*
      -
      6295 Represents a single block of device memory (`VkDeviceMemory`) with all the
      -
      6296 data about its regions (aka suballocations, #VmaAllocation), assigned and free.
      -
      6297 
      -
      6298 Thread-safety: This class must be externally synchronized.
      -
      6299 */
      -
      6300 class VmaDeviceMemoryBlock
      -
      6301 {
      -
      6302  VMA_CLASS_NO_COPY(VmaDeviceMemoryBlock)
      -
      6303 public:
      -
      6304  VmaBlockMetadata* m_pMetadata;
      -
      6305 
      -
      6306  VmaDeviceMemoryBlock(VmaAllocator hAllocator);
      -
      6307 
      -
      6308  ~VmaDeviceMemoryBlock()
      -
      6309  {
      -
      6310  VMA_ASSERT(m_MapCount == 0 && "VkDeviceMemory block is being destroyed while it is still mapped.");
      -
      6311  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
      -
      6312  }
      -
      6313 
      -
      6314  // Always call after construction.
      -
      6315  void Init(
      -
      6316  VmaAllocator hAllocator,
      -
      6317  VmaPool hParentPool,
      -
      6318  uint32_t newMemoryTypeIndex,
      -
      6319  VkDeviceMemory newMemory,
      -
      6320  VkDeviceSize newSize,
      -
      6321  uint32_t id,
      -
      6322  uint32_t algorithm);
      -
      6323  // Always call before destruction.
      -
      6324  void Destroy(VmaAllocator allocator);
      -
      6325 
      -
      6326  VmaPool GetParentPool() const { return m_hParentPool; }
      -
      6327  VkDeviceMemory GetDeviceMemory() const { return m_hMemory; }
      -
      6328  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      -
      6329  uint32_t GetId() const { return m_Id; }
      -
      6330  void* GetMappedData() const { return m_pMappedData; }
      -
      6331 
      -
      6332  // Validates all data structures inside this object. If not valid, returns false.
      -
      6333  bool Validate() const;
      -
      6334 
      -
      6335  VkResult CheckCorruption(VmaAllocator hAllocator);
      -
      6336 
      -
      6337  // ppData can be null.
      -
      6338  VkResult Map(VmaAllocator hAllocator, uint32_t count, void** ppData);
      -
      6339  void Unmap(VmaAllocator hAllocator, uint32_t count);
      -
      6340 
      -
      6341  VkResult WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
      -
      6342  VkResult ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
      +
      6256  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      +
      6257  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      +
      6258 
      +
      6259 #if VMA_STATS_STRING_ENABLED
      +
      6260  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      +
      6261 #endif
      +
      6262 
      +
      6263  virtual bool CreateAllocationRequest(
      +
      6264  uint32_t currentFrameIndex,
      +
      6265  uint32_t frameInUseCount,
      +
      6266  VkDeviceSize bufferImageGranularity,
      +
      6267  VkDeviceSize allocSize,
      +
      6268  VkDeviceSize allocAlignment,
      +
      6269  bool upperAddress,
      +
      6270  VmaSuballocationType allocType,
      +
      6271  bool canMakeOtherLost,
      +
      6272  uint32_t strategy,
      +
      6273  VmaAllocationRequest* pAllocationRequest);
      +
      6274 
      +
      6275  virtual bool MakeRequestedAllocationsLost(
      +
      6276  uint32_t currentFrameIndex,
      +
      6277  uint32_t frameInUseCount,
      +
      6278  VmaAllocationRequest* pAllocationRequest);
      +
      6279 
      +
      6280  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      +
      6281 
      +
      6282  virtual VkResult CheckCorruption(const void* pBlockData) { return VK_ERROR_FEATURE_NOT_PRESENT; }
      +
      6283 
      +
      6284  virtual void Alloc(
      +
      6285  const VmaAllocationRequest& request,
      +
      6286  VmaSuballocationType type,
      +
      6287  VkDeviceSize allocSize,
      +
      6288  VmaAllocation hAllocation);
      +
      6289 
      +
      6290  virtual void Free(const VmaAllocation allocation) { FreeAtOffset(allocation, allocation->GetOffset()); }
      +
      6291  virtual void FreeAtOffset(VkDeviceSize offset) { FreeAtOffset(VMA_NULL, offset); }
      +
      6292 
      +
      6293 private:
      +
      6294  static const VkDeviceSize MIN_NODE_SIZE = 32;
      +
      6295  static const size_t MAX_LEVELS = 30;
      +
      6296 
      +
      6297  struct ValidationContext
      +
      6298  {
      +
      6299  size_t calculatedAllocationCount;
      +
      6300  size_t calculatedFreeCount;
      +
      6301  VkDeviceSize calculatedSumFreeSize;
      +
      6302 
      +
      6303  ValidationContext() :
      +
      6304  calculatedAllocationCount(0),
      +
      6305  calculatedFreeCount(0),
      +
      6306  calculatedSumFreeSize(0) { }
      +
      6307  };
      +
      6308 
      +
      6309  struct Node
      +
      6310  {
      +
      6311  VkDeviceSize offset;
      +
      6312  enum TYPE
      +
      6313  {
      +
      6314  TYPE_FREE,
      +
      6315  TYPE_ALLOCATION,
      +
      6316  TYPE_SPLIT,
      +
      6317  TYPE_COUNT
      +
      6318  } type;
      +
      6319  Node* parent;
      +
      6320  Node* buddy;
      +
      6321 
      +
      6322  union
      +
      6323  {
      +
      6324  struct
      +
      6325  {
      +
      6326  Node* prev;
      +
      6327  Node* next;
      +
      6328  } free;
      +
      6329  struct
      +
      6330  {
      +
      6331  VmaAllocation alloc;
      +
      6332  } allocation;
      +
      6333  struct
      +
      6334  {
      +
      6335  Node* leftChild;
      +
      6336  } split;
      +
      6337  };
      +
      6338  };
      +
      6339 
      +
      6340  // Size of the memory block aligned down to a power of two.
      +
      6341  VkDeviceSize m_UsableSize;
      +
      6342  uint32_t m_LevelCount;
      6343 
      -
      6344  VkResult BindBufferMemory(
      -
      6345  const VmaAllocator hAllocator,
      -
      6346  const VmaAllocation hAllocation,
      -
      6347  VkDeviceSize allocationLocalOffset,
      -
      6348  VkBuffer hBuffer,
      -
      6349  const void* pNext);
      -
      6350  VkResult BindImageMemory(
      -
      6351  const VmaAllocator hAllocator,
      -
      6352  const VmaAllocation hAllocation,
      -
      6353  VkDeviceSize allocationLocalOffset,
      -
      6354  VkImage hImage,
      -
      6355  const void* pNext);
      -
      6356 
      -
      6357 private:
      -
      6358  VmaPool m_hParentPool; // VK_NULL_HANDLE if not belongs to custom pool.
      -
      6359  uint32_t m_MemoryTypeIndex;
      -
      6360  uint32_t m_Id;
      -
      6361  VkDeviceMemory m_hMemory;
      -
      6362 
      -
      6363  /*
      -
      6364  Protects access to m_hMemory so it's not used by multiple threads simultaneously, e.g. vkMapMemory, vkBindBufferMemory.
      -
      6365  Also protects m_MapCount, m_pMappedData.
      -
      6366  Allocations, deallocations, any change in m_pMetadata is protected by parent's VmaBlockVector::m_Mutex.
      -
      6367  */
      -
      6368  VMA_MUTEX m_Mutex;
      -
      6369  uint32_t m_MapCount;
      -
      6370  void* m_pMappedData;
      -
      6371 };
      +
      6344  Node* m_Root;
      +
      6345  struct {
      +
      6346  Node* front;
      +
      6347  Node* back;
      +
      6348  } m_FreeList[MAX_LEVELS];
      +
      6349  // Number of nodes in the tree with type == TYPE_ALLOCATION.
      +
      6350  size_t m_AllocationCount;
      +
      6351  // Number of nodes in the tree with type == TYPE_FREE.
      +
      6352  size_t m_FreeCount;
      +
      6353  // This includes space wasted due to internal fragmentation. Doesn't include unusable size.
      +
      6354  VkDeviceSize m_SumFreeSize;
      +
      6355 
      +
      6356  VkDeviceSize GetUnusableSize() const { return GetSize() - m_UsableSize; }
      +
      6357  void DeleteNode(Node* node);
      +
      6358  bool ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const;
      +
      6359  uint32_t AllocSizeToLevel(VkDeviceSize allocSize) const;
      +
      6360  inline VkDeviceSize LevelToNodeSize(uint32_t level) const { return m_UsableSize >> level; }
      +
      6361  // Alloc passed just for validation. Can be null.
      +
      6362  void FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset);
      +
      6363  void CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const;
      +
      6364  // Adds node to the front of FreeList at given level.
      +
      6365  // node->type must be FREE.
      +
      6366  // node->free.prev, next can be undefined.
      +
      6367  void AddToFreeListFront(uint32_t level, Node* node);
      +
      6368  // Removes node from FreeList at given level.
      +
      6369  // node->type must be FREE.
      +
      6370  // node->free.prev, next stay untouched.
      +
      6371  void RemoveFromFreeList(uint32_t level, Node* node);
      6372 
      -
      6373 struct VmaPointerLess
      -
      6374 {
      -
      6375  bool operator()(const void* lhs, const void* rhs) const
      -
      6376  {
      -
      6377  return lhs < rhs;
      -
      6378  }
      -
      6379 };
      -
      6380 
      -
      6381 struct VmaDefragmentationMove
      -
      6382 {
      -
      6383  size_t srcBlockIndex;
      -
      6384  size_t dstBlockIndex;
      -
      6385  VkDeviceSize srcOffset;
      -
      6386  VkDeviceSize dstOffset;
      -
      6387  VkDeviceSize size;
      -
      6388  VmaAllocation hAllocation;
      -
      6389  VmaDeviceMemoryBlock* pSrcBlock;
      -
      6390  VmaDeviceMemoryBlock* pDstBlock;
      -
      6391 };
      -
      6392 
      -
      6393 class VmaDefragmentationAlgorithm;
      -
      6394 
      -
      6395 /*
      -
      6396 Sequence of VmaDeviceMemoryBlock. Represents memory blocks allocated for a specific
      -
      6397 Vulkan memory type.
      -
      6398 
      -
      6399 Synchronized internally with a mutex.
      -
      6400 */
      -
      6401 struct VmaBlockVector
      -
      6402 {
      -
      6403  VMA_CLASS_NO_COPY(VmaBlockVector)
      -
      6404 public:
      -
      6405  VmaBlockVector(
      -
      6406  VmaAllocator hAllocator,
      -
      6407  VmaPool hParentPool,
      -
      6408  uint32_t memoryTypeIndex,
      -
      6409  VkDeviceSize preferredBlockSize,
      -
      6410  size_t minBlockCount,
      -
      6411  size_t maxBlockCount,
      -
      6412  VkDeviceSize bufferImageGranularity,
      -
      6413  uint32_t frameInUseCount,
      -
      6414  bool explicitBlockSize,
      -
      6415  uint32_t algorithm);
      -
      6416  ~VmaBlockVector();
      -
      6417 
      -
      6418  VkResult CreateMinBlocks();
      -
      6419 
      -
      6420  VmaAllocator GetAllocator() const { return m_hAllocator; }
      -
      6421  VmaPool GetParentPool() const { return m_hParentPool; }
      -
      6422  bool IsCustomPool() const { return m_hParentPool != VMA_NULL; }
      -
      6423  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      -
      6424  VkDeviceSize GetPreferredBlockSize() const { return m_PreferredBlockSize; }
      -
      6425  VkDeviceSize GetBufferImageGranularity() const { return m_BufferImageGranularity; }
      -
      6426  uint32_t GetFrameInUseCount() const { return m_FrameInUseCount; }
      -
      6427  uint32_t GetAlgorithm() const { return m_Algorithm; }
      -
      6428 
      -
      6429  void GetPoolStats(VmaPoolStats* pStats);
      -
      6430 
      -
      6431  bool IsEmpty();
      -
      6432  bool IsCorruptionDetectionEnabled() const;
      -
      6433 
      -
      6434  VkResult Allocate(
      -
      6435  uint32_t currentFrameIndex,
      -
      6436  VkDeviceSize size,
      -
      6437  VkDeviceSize alignment,
      -
      6438  const VmaAllocationCreateInfo& createInfo,
      -
      6439  VmaSuballocationType suballocType,
      -
      6440  size_t allocationCount,
      -
      6441  VmaAllocation* pAllocations);
      -
      6442 
      -
      6443  void Free(const VmaAllocation hAllocation);
      -
      6444 
      -
      6445  // Adds statistics of this BlockVector to pStats.
      -
      6446  void AddStats(VmaStats* pStats);
      -
      6447 
      -
      6448 #if VMA_STATS_STRING_ENABLED
      -
      6449  void PrintDetailedMap(class VmaJsonWriter& json);
      -
      6450 #endif
      -
      6451 
      -
      6452  void MakePoolAllocationsLost(
      -
      6453  uint32_t currentFrameIndex,
      -
      6454  size_t* pLostAllocationCount);
      -
      6455  VkResult CheckCorruption();
      +
      6373 #if VMA_STATS_STRING_ENABLED
      +
      6374  void PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const;
      +
      6375 #endif
      +
      6376 };
      +
      6377 
      +
      6378 /*
      +
      6379 Represents a single block of device memory (`VkDeviceMemory`) with all the
      +
      6380 data about its regions (aka suballocations, #VmaAllocation), assigned and free.
      +
      6381 
      +
      6382 Thread-safety: This class must be externally synchronized.
      +
      6383 */
      +
      6384 class VmaDeviceMemoryBlock
      +
      6385 {
      +
      6386  VMA_CLASS_NO_COPY(VmaDeviceMemoryBlock)
      +
      6387 public:
      +
      6388  VmaBlockMetadata* m_pMetadata;
      +
      6389 
      +
      6390  VmaDeviceMemoryBlock(VmaAllocator hAllocator);
      +
      6391 
      +
      6392  ~VmaDeviceMemoryBlock()
      +
      6393  {
      +
      6394  VMA_ASSERT(m_MapCount == 0 && "VkDeviceMemory block is being destroyed while it is still mapped.");
      +
      6395  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
      +
      6396  }
      +
      6397 
      +
      6398  // Always call after construction.
      +
      6399  void Init(
      +
      6400  VmaAllocator hAllocator,
      +
      6401  VmaPool hParentPool,
      +
      6402  uint32_t newMemoryTypeIndex,
      +
      6403  VkDeviceMemory newMemory,
      +
      6404  VkDeviceSize newSize,
      +
      6405  uint32_t id,
      +
      6406  uint32_t algorithm);
      +
      6407  // Always call before destruction.
      +
      6408  void Destroy(VmaAllocator allocator);
      +
      6409 
      +
      6410  VmaPool GetParentPool() const { return m_hParentPool; }
      +
      6411  VkDeviceMemory GetDeviceMemory() const { return m_hMemory; }
      +
      6412  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      +
      6413  uint32_t GetId() const { return m_Id; }
      +
      6414  void* GetMappedData() const { return m_pMappedData; }
      +
      6415 
      +
      6416  // Validates all data structures inside this object. If not valid, returns false.
      +
      6417  bool Validate() const;
      +
      6418 
      +
      6419  VkResult CheckCorruption(VmaAllocator hAllocator);
      +
      6420 
      +
      6421  // ppData can be null.
      +
      6422  VkResult Map(VmaAllocator hAllocator, uint32_t count, void** ppData);
      +
      6423  void Unmap(VmaAllocator hAllocator, uint32_t count);
      +
      6424 
      +
      6425  VkResult WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
      +
      6426  VkResult ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
      +
      6427 
      +
      6428  VkResult BindBufferMemory(
      +
      6429  const VmaAllocator hAllocator,
      +
      6430  const VmaAllocation hAllocation,
      +
      6431  VkDeviceSize allocationLocalOffset,
      +
      6432  VkBuffer hBuffer,
      +
      6433  const void* pNext);
      +
      6434  VkResult BindImageMemory(
      +
      6435  const VmaAllocator hAllocator,
      +
      6436  const VmaAllocation hAllocation,
      +
      6437  VkDeviceSize allocationLocalOffset,
      +
      6438  VkImage hImage,
      +
      6439  const void* pNext);
      +
      6440 
      +
      6441 private:
      +
      6442  VmaPool m_hParentPool; // VK_NULL_HANDLE if not belongs to custom pool.
      +
      6443  uint32_t m_MemoryTypeIndex;
      +
      6444  uint32_t m_Id;
      +
      6445  VkDeviceMemory m_hMemory;
      +
      6446 
      +
      6447  /*
      +
      6448  Protects access to m_hMemory so it's not used by multiple threads simultaneously, e.g. vkMapMemory, vkBindBufferMemory.
      +
      6449  Also protects m_MapCount, m_pMappedData.
      +
      6450  Allocations, deallocations, any change in m_pMetadata is protected by parent's VmaBlockVector::m_Mutex.
      +
      6451  */
      +
      6452  VMA_MUTEX m_Mutex;
      +
      6453  uint32_t m_MapCount;
      +
      6454  void* m_pMappedData;
      +
      6455 };
      6456 
      -
      6457  // Saves results in pCtx->res.
      -
      6458  void Defragment(
      -
      6459  class VmaBlockVectorDefragmentationContext* pCtx,
      -
      6460  VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags,
      -
      6461  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
      -
      6462  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
      -
      6463  VkCommandBuffer commandBuffer);
      -
      6464  void DefragmentationEnd(
      -
      6465  class VmaBlockVectorDefragmentationContext* pCtx,
      -
      6466  VmaDefragmentationStats* pStats);
      -
      6467 
      -
      6468  uint32_t ProcessDefragmentations(
      -
      6469  class VmaBlockVectorDefragmentationContext *pCtx,
      -
      6470  VmaDefragmentationPassMoveInfo* pMove, uint32_t maxMoves);
      -
      6471 
      -
      6472  void CommitDefragmentations(
      -
      6473  class VmaBlockVectorDefragmentationContext *pCtx,
      -
      6474  VmaDefragmentationStats* pStats);
      -
      6475 
      -
      6477  // To be used only while the m_Mutex is locked. Used during defragmentation.
      +
      6457 struct VmaPointerLess
      +
      6458 {
      +
      6459  bool operator()(const void* lhs, const void* rhs) const
      +
      6460  {
      +
      6461  return lhs < rhs;
      +
      6462  }
      +
      6463 };
      +
      6464 
      +
      6465 struct VmaDefragmentationMove
      +
      6466 {
      +
      6467  size_t srcBlockIndex;
      +
      6468  size_t dstBlockIndex;
      +
      6469  VkDeviceSize srcOffset;
      +
      6470  VkDeviceSize dstOffset;
      +
      6471  VkDeviceSize size;
      +
      6472  VmaAllocation hAllocation;
      +
      6473  VmaDeviceMemoryBlock* pSrcBlock;
      +
      6474  VmaDeviceMemoryBlock* pDstBlock;
      +
      6475 };
      +
      6476 
      +
      6477 class VmaDefragmentationAlgorithm;
      6478 
      -
      6479  size_t GetBlockCount() const { return m_Blocks.size(); }
      -
      6480  VmaDeviceMemoryBlock* GetBlock(size_t index) const { return m_Blocks[index]; }
      -
      6481  size_t CalcAllocationCount() const;
      -
      6482  bool IsBufferImageGranularityConflictPossible() const;
      -
      6483 
      -
      6484 private:
      -
      6485  friend class VmaDefragmentationAlgorithm_Generic;
      -
      6486 
      -
      6487  const VmaAllocator m_hAllocator;
      -
      6488  const VmaPool m_hParentPool;
      -
      6489  const uint32_t m_MemoryTypeIndex;
      -
      6490  const VkDeviceSize m_PreferredBlockSize;
      -
      6491  const size_t m_MinBlockCount;
      -
      6492  const size_t m_MaxBlockCount;
      -
      6493  const VkDeviceSize m_BufferImageGranularity;
      -
      6494  const uint32_t m_FrameInUseCount;
      -
      6495  const bool m_ExplicitBlockSize;
      -
      6496  const uint32_t m_Algorithm;
      -
      6497  VMA_RW_MUTEX m_Mutex;
      -
      6498 
      -
      6499  /* There can be at most one allocation that is completely empty (except when minBlockCount > 0) -
      -
      6500  a hysteresis to avoid pessimistic case of alternating creation and destruction of a VkDeviceMemory. */
      -
      6501  bool m_HasEmptyBlock;
      -
      6502  // Incrementally sorted by sumFreeSize, ascending.
      -
      6503  VmaVector< VmaDeviceMemoryBlock*, VmaStlAllocator<VmaDeviceMemoryBlock*> > m_Blocks;
      -
      6504  uint32_t m_NextBlockId;
      -
      6505 
      -
      6506  VkDeviceSize CalcMaxBlockSize() const;
      -
      6507 
      -
      6508  // Finds and removes given block from vector.
      -
      6509  void Remove(VmaDeviceMemoryBlock* pBlock);
      -
      6510 
      -
      6511  // Performs single step in sorting m_Blocks. They may not be fully sorted
      -
      6512  // after this call.
      -
      6513  void IncrementallySortBlocks();
      +
      6479 /*
      +
      6480 Sequence of VmaDeviceMemoryBlock. Represents memory blocks allocated for a specific
      +
      6481 Vulkan memory type.
      +
      6482 
      +
      6483 Synchronized internally with a mutex.
      +
      6484 */
      +
      6485 struct VmaBlockVector
      +
      6486 {
      +
      6487  VMA_CLASS_NO_COPY(VmaBlockVector)
      +
      6488 public:
      +
      6489  VmaBlockVector(
      +
      6490  VmaAllocator hAllocator,
      +
      6491  VmaPool hParentPool,
      +
      6492  uint32_t memoryTypeIndex,
      +
      6493  VkDeviceSize preferredBlockSize,
      +
      6494  size_t minBlockCount,
      +
      6495  size_t maxBlockCount,
      +
      6496  VkDeviceSize bufferImageGranularity,
      +
      6497  uint32_t frameInUseCount,
      +
      6498  bool explicitBlockSize,
      +
      6499  uint32_t algorithm);
      +
      6500  ~VmaBlockVector();
      +
      6501 
      +
      6502  VkResult CreateMinBlocks();
      +
      6503 
      +
      6504  VmaAllocator GetAllocator() const { return m_hAllocator; }
      +
      6505  VmaPool GetParentPool() const { return m_hParentPool; }
      +
      6506  bool IsCustomPool() const { return m_hParentPool != VMA_NULL; }
      +
      6507  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      +
      6508  VkDeviceSize GetPreferredBlockSize() const { return m_PreferredBlockSize; }
      +
      6509  VkDeviceSize GetBufferImageGranularity() const { return m_BufferImageGranularity; }
      +
      6510  uint32_t GetFrameInUseCount() const { return m_FrameInUseCount; }
      +
      6511  uint32_t GetAlgorithm() const { return m_Algorithm; }
      +
      6512 
      +
      6513  void GetPoolStats(VmaPoolStats* pStats);
      6514 
      -
      6515  VkResult AllocatePage(
      -
      6516  uint32_t currentFrameIndex,
      -
      6517  VkDeviceSize size,
      -
      6518  VkDeviceSize alignment,
      -
      6519  const VmaAllocationCreateInfo& createInfo,
      -
      6520  VmaSuballocationType suballocType,
      -
      6521  VmaAllocation* pAllocation);
      -
      6522 
      -
      6523  // To be used only without CAN_MAKE_OTHER_LOST flag.
      -
      6524  VkResult AllocateFromBlock(
      -
      6525  VmaDeviceMemoryBlock* pBlock,
      -
      6526  uint32_t currentFrameIndex,
      -
      6527  VkDeviceSize size,
      -
      6528  VkDeviceSize alignment,
      -
      6529  VmaAllocationCreateFlags allocFlags,
      -
      6530  void* pUserData,
      -
      6531  VmaSuballocationType suballocType,
      -
      6532  uint32_t strategy,
      -
      6533  VmaAllocation* pAllocation);
      -
      6534 
      -
      6535  VkResult CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex);
      -
      6536 
      -
      6537  // Saves result to pCtx->res.
      -
      6538  void ApplyDefragmentationMovesCpu(
      -
      6539  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      -
      6540  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves);
      -
      6541  // Saves result to pCtx->res.
      -
      6542  void ApplyDefragmentationMovesGpu(
      -
      6543  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      -
      6544  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      6545  VkCommandBuffer commandBuffer);
      -
      6546 
      -
      6547  /*
      -
      6548  Used during defragmentation. pDefragmentationStats is optional. It's in/out
      -
      6549  - updated with new data.
      -
      6550  */
      -
      6551  void FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats);
      -
      6552 
      -
      6553  void UpdateHasEmptyBlock();
      -
      6554 };
      +
      6515  bool IsEmpty();
      +
      6516  bool IsCorruptionDetectionEnabled() const;
      +
      6517 
      +
      6518  VkResult Allocate(
      +
      6519  uint32_t currentFrameIndex,
      +
      6520  VkDeviceSize size,
      +
      6521  VkDeviceSize alignment,
      +
      6522  const VmaAllocationCreateInfo& createInfo,
      +
      6523  VmaSuballocationType suballocType,
      +
      6524  size_t allocationCount,
      +
      6525  VmaAllocation* pAllocations);
      +
      6526 
      +
      6527  void Free(const VmaAllocation hAllocation);
      +
      6528 
      +
      6529  // Adds statistics of this BlockVector to pStats.
      +
      6530  void AddStats(VmaStats* pStats);
      +
      6531 
      +
      6532 #if VMA_STATS_STRING_ENABLED
      +
      6533  void PrintDetailedMap(class VmaJsonWriter& json);
      +
      6534 #endif
      +
      6535 
      +
      6536  void MakePoolAllocationsLost(
      +
      6537  uint32_t currentFrameIndex,
      +
      6538  size_t* pLostAllocationCount);
      +
      6539  VkResult CheckCorruption();
      +
      6540 
      +
      6541  // Saves results in pCtx->res.
      +
      6542  void Defragment(
      +
      6543  class VmaBlockVectorDefragmentationContext* pCtx,
      +
      6544  VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags,
      +
      6545  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
      +
      6546  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
      +
      6547  VkCommandBuffer commandBuffer);
      +
      6548  void DefragmentationEnd(
      +
      6549  class VmaBlockVectorDefragmentationContext* pCtx,
      +
      6550  VmaDefragmentationStats* pStats);
      +
      6551 
      +
      6552  uint32_t ProcessDefragmentations(
      +
      6553  class VmaBlockVectorDefragmentationContext *pCtx,
      +
      6554  VmaDefragmentationPassMoveInfo* pMove, uint32_t maxMoves);
      6555 
      -
      6556 struct VmaPool_T
      -
      6557 {
      -
      6558  VMA_CLASS_NO_COPY(VmaPool_T)
      -
      6559 public:
      -
      6560  VmaBlockVector m_BlockVector;
      -
      6561 
      -
      6562  VmaPool_T(
      -
      6563  VmaAllocator hAllocator,
      -
      6564  const VmaPoolCreateInfo& createInfo,
      -
      6565  VkDeviceSize preferredBlockSize);
      -
      6566  ~VmaPool_T();
      +
      6556  void CommitDefragmentations(
      +
      6557  class VmaBlockVectorDefragmentationContext *pCtx,
      +
      6558  VmaDefragmentationStats* pStats);
      +
      6559 
      +
      6561  // To be used only while the m_Mutex is locked. Used during defragmentation.
      +
      6562 
      +
      6563  size_t GetBlockCount() const { return m_Blocks.size(); }
      +
      6564  VmaDeviceMemoryBlock* GetBlock(size_t index) const { return m_Blocks[index]; }
      +
      6565  size_t CalcAllocationCount() const;
      +
      6566  bool IsBufferImageGranularityConflictPossible() const;
      6567 
      -
      6568  uint32_t GetId() const { return m_Id; }
      -
      6569  void SetId(uint32_t id) { VMA_ASSERT(m_Id == 0); m_Id = id; }
      +
      6568 private:
      +
      6569  friend class VmaDefragmentationAlgorithm_Generic;
      6570 
      -
      6571  const char* GetName() const { return m_Name; }
      -
      6572  void SetName(const char* pName);
      -
      6573 
      -
      6574 #if VMA_STATS_STRING_ENABLED
      -
      6575  //void PrintDetailedMap(class VmaStringBuilder& sb);
      -
      6576 #endif
      -
      6577 
      -
      6578 private:
      -
      6579  uint32_t m_Id;
      -
      6580  char* m_Name;
      -
      6581 };
      +
      6571  const VmaAllocator m_hAllocator;
      +
      6572  const VmaPool m_hParentPool;
      +
      6573  const uint32_t m_MemoryTypeIndex;
      +
      6574  const VkDeviceSize m_PreferredBlockSize;
      +
      6575  const size_t m_MinBlockCount;
      +
      6576  const size_t m_MaxBlockCount;
      +
      6577  const VkDeviceSize m_BufferImageGranularity;
      +
      6578  const uint32_t m_FrameInUseCount;
      +
      6579  const bool m_ExplicitBlockSize;
      +
      6580  const uint32_t m_Algorithm;
      +
      6581  VMA_RW_MUTEX m_Mutex;
      6582 
      -
      6583 /*
      -
      6584 Performs defragmentation:
      -
      6585 
      -
      6586 - Updates `pBlockVector->m_pMetadata`.
      -
      6587 - Updates allocations by calling ChangeBlockAllocation() or ChangeOffset().
      -
      6588 - Does not move actual data, only returns requested moves as `moves`.
      -
      6589 */
      -
      6590 class VmaDefragmentationAlgorithm
      -
      6591 {
      -
      6592  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm)
      -
      6593 public:
      -
      6594  VmaDefragmentationAlgorithm(
      -
      6595  VmaAllocator hAllocator,
      -
      6596  VmaBlockVector* pBlockVector,
      -
      6597  uint32_t currentFrameIndex) :
      -
      6598  m_hAllocator(hAllocator),
      -
      6599  m_pBlockVector(pBlockVector),
      -
      6600  m_CurrentFrameIndex(currentFrameIndex)
      -
      6601  {
      -
      6602  }
      -
      6603  virtual ~VmaDefragmentationAlgorithm()
      -
      6604  {
      -
      6605  }
      +
      6583  /* There can be at most one allocation that is completely empty (except when minBlockCount > 0) -
      +
      6584  a hysteresis to avoid pessimistic case of alternating creation and destruction of a VkDeviceMemory. */
      +
      6585  bool m_HasEmptyBlock;
      +
      6586  // Incrementally sorted by sumFreeSize, ascending.
      +
      6587  VmaVector< VmaDeviceMemoryBlock*, VmaStlAllocator<VmaDeviceMemoryBlock*> > m_Blocks;
      +
      6588  uint32_t m_NextBlockId;
      +
      6589 
      +
      6590  VkDeviceSize CalcMaxBlockSize() const;
      +
      6591 
      +
      6592  // Finds and removes given block from vector.
      +
      6593  void Remove(VmaDeviceMemoryBlock* pBlock);
      +
      6594 
      +
      6595  // Performs single step in sorting m_Blocks. They may not be fully sorted
      +
      6596  // after this call.
      +
      6597  void IncrementallySortBlocks();
      +
      6598 
      +
      6599  VkResult AllocatePage(
      +
      6600  uint32_t currentFrameIndex,
      +
      6601  VkDeviceSize size,
      +
      6602  VkDeviceSize alignment,
      +
      6603  const VmaAllocationCreateInfo& createInfo,
      +
      6604  VmaSuballocationType suballocType,
      +
      6605  VmaAllocation* pAllocation);
      6606 
      -
      6607  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) = 0;
      -
      6608  virtual void AddAll() = 0;
      -
      6609 
      -
      6610  virtual VkResult Defragment(
      -
      6611  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      6612  VkDeviceSize maxBytesToMove,
      -
      6613  uint32_t maxAllocationsToMove,
      -
      6614  VmaDefragmentationFlags flags) = 0;
      -
      6615 
      -
      6616  virtual VkDeviceSize GetBytesMoved() const = 0;
      -
      6617  virtual uint32_t GetAllocationsMoved() const = 0;
      +
      6607  // To be used only without CAN_MAKE_OTHER_LOST flag.
      +
      6608  VkResult AllocateFromBlock(
      +
      6609  VmaDeviceMemoryBlock* pBlock,
      +
      6610  uint32_t currentFrameIndex,
      +
      6611  VkDeviceSize size,
      +
      6612  VkDeviceSize alignment,
      +
      6613  VmaAllocationCreateFlags allocFlags,
      +
      6614  void* pUserData,
      +
      6615  VmaSuballocationType suballocType,
      +
      6616  uint32_t strategy,
      +
      6617  VmaAllocation* pAllocation);
      6618 
      -
      6619 protected:
      -
      6620  VmaAllocator const m_hAllocator;
      -
      6621  VmaBlockVector* const m_pBlockVector;
      -
      6622  const uint32_t m_CurrentFrameIndex;
      -
      6623 
      -
      6624  struct AllocationInfo
      -
      6625  {
      -
      6626  VmaAllocation m_hAllocation;
      -
      6627  VkBool32* m_pChanged;
      -
      6628 
      -
      6629  AllocationInfo() :
      -
      6630  m_hAllocation(VK_NULL_HANDLE),
      -
      6631  m_pChanged(VMA_NULL)
      -
      6632  {
      -
      6633  }
      -
      6634  AllocationInfo(VmaAllocation hAlloc, VkBool32* pChanged) :
      -
      6635  m_hAllocation(hAlloc),
      -
      6636  m_pChanged(pChanged)
      -
      6637  {
      -
      6638  }
      -
      6639  };
      -
      6640 };
      -
      6641 
      -
      6642 class VmaDefragmentationAlgorithm_Generic : public VmaDefragmentationAlgorithm
      -
      6643 {
      -
      6644  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Generic)
      -
      6645 public:
      -
      6646  VmaDefragmentationAlgorithm_Generic(
      +
      6619  VkResult CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex);
      +
      6620 
      +
      6621  // Saves result to pCtx->res.
      +
      6622  void ApplyDefragmentationMovesCpu(
      +
      6623  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      +
      6624  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves);
      +
      6625  // Saves result to pCtx->res.
      +
      6626  void ApplyDefragmentationMovesGpu(
      +
      6627  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      +
      6628  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      6629  VkCommandBuffer commandBuffer);
      +
      6630 
      +
      6631  /*
      +
      6632  Used during defragmentation. pDefragmentationStats is optional. It's in/out
      +
      6633  - updated with new data.
      +
      6634  */
      +
      6635  void FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats);
      +
      6636 
      +
      6637  void UpdateHasEmptyBlock();
      +
      6638 };
      +
      6639 
      +
      6640 struct VmaPool_T
      +
      6641 {
      +
      6642  VMA_CLASS_NO_COPY(VmaPool_T)
      +
      6643 public:
      +
      6644  VmaBlockVector m_BlockVector;
      +
      6645 
      +
      6646  VmaPool_T(
      6647  VmaAllocator hAllocator,
      -
      6648  VmaBlockVector* pBlockVector,
      -
      6649  uint32_t currentFrameIndex,
      -
      6650  bool overlappingMoveSupported);
      -
      6651  virtual ~VmaDefragmentationAlgorithm_Generic();
      -
      6652 
      -
      6653  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
      -
      6654  virtual void AddAll() { m_AllAllocations = true; }
      -
      6655 
      -
      6656  virtual VkResult Defragment(
      -
      6657  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      6658  VkDeviceSize maxBytesToMove,
      -
      6659  uint32_t maxAllocationsToMove,
      -
      6660  VmaDefragmentationFlags flags);
      +
      6648  const VmaPoolCreateInfo& createInfo,
      +
      6649  VkDeviceSize preferredBlockSize);
      +
      6650  ~VmaPool_T();
      +
      6651 
      +
      6652  uint32_t GetId() const { return m_Id; }
      +
      6653  void SetId(uint32_t id) { VMA_ASSERT(m_Id == 0); m_Id = id; }
      +
      6654 
      +
      6655  const char* GetName() const { return m_Name; }
      +
      6656  void SetName(const char* pName);
      +
      6657 
      +
      6658 #if VMA_STATS_STRING_ENABLED
      +
      6659  //void PrintDetailedMap(class VmaStringBuilder& sb);
      +
      6660 #endif
      6661 
      -
      6662  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
      -
      6663  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
      -
      6664 
      -
      6665 private:
      -
      6666  uint32_t m_AllocationCount;
      -
      6667  bool m_AllAllocations;
      -
      6668 
      -
      6669  VkDeviceSize m_BytesMoved;
      -
      6670  uint32_t m_AllocationsMoved;
      -
      6671 
      -
      6672  struct AllocationInfoSizeGreater
      -
      6673  {
      -
      6674  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
      -
      6675  {
      -
      6676  return lhs.m_hAllocation->GetSize() > rhs.m_hAllocation->GetSize();
      -
      6677  }
      -
      6678  };
      -
      6679 
      -
      6680  struct AllocationInfoOffsetGreater
      -
      6681  {
      -
      6682  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
      -
      6683  {
      -
      6684  return lhs.m_hAllocation->GetOffset() > rhs.m_hAllocation->GetOffset();
      -
      6685  }
      -
      6686  };
      -
      6687 
      -
      6688  struct BlockInfo
      -
      6689  {
      -
      6690  size_t m_OriginalBlockIndex;
      -
      6691  VmaDeviceMemoryBlock* m_pBlock;
      -
      6692  bool m_HasNonMovableAllocations;
      -
      6693  VmaVector< AllocationInfo, VmaStlAllocator<AllocationInfo> > m_Allocations;
      -
      6694 
      -
      6695  BlockInfo(const VkAllocationCallbacks* pAllocationCallbacks) :
      -
      6696  m_OriginalBlockIndex(SIZE_MAX),
      -
      6697  m_pBlock(VMA_NULL),
      -
      6698  m_HasNonMovableAllocations(true),
      -
      6699  m_Allocations(pAllocationCallbacks)
      -
      6700  {
      -
      6701  }
      +
      6662 private:
      +
      6663  uint32_t m_Id;
      +
      6664  char* m_Name;
      +
      6665 };
      +
      6666 
      +
      6667 /*
      +
      6668 Performs defragmentation:
      +
      6669 
      +
      6670 - Updates `pBlockVector->m_pMetadata`.
      +
      6671 - Updates allocations by calling ChangeBlockAllocation() or ChangeOffset().
      +
      6672 - Does not move actual data, only returns requested moves as `moves`.
      +
      6673 */
      +
      6674 class VmaDefragmentationAlgorithm
      +
      6675 {
      +
      6676  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm)
      +
      6677 public:
      +
      6678  VmaDefragmentationAlgorithm(
      +
      6679  VmaAllocator hAllocator,
      +
      6680  VmaBlockVector* pBlockVector,
      +
      6681  uint32_t currentFrameIndex) :
      +
      6682  m_hAllocator(hAllocator),
      +
      6683  m_pBlockVector(pBlockVector),
      +
      6684  m_CurrentFrameIndex(currentFrameIndex)
      +
      6685  {
      +
      6686  }
      +
      6687  virtual ~VmaDefragmentationAlgorithm()
      +
      6688  {
      +
      6689  }
      +
      6690 
      +
      6691  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) = 0;
      +
      6692  virtual void AddAll() = 0;
      +
      6693 
      +
      6694  virtual VkResult Defragment(
      +
      6695  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      6696  VkDeviceSize maxBytesToMove,
      +
      6697  uint32_t maxAllocationsToMove,
      +
      6698  VmaDefragmentationFlags flags) = 0;
      +
      6699 
      +
      6700  virtual VkDeviceSize GetBytesMoved() const = 0;
      +
      6701  virtual uint32_t GetAllocationsMoved() const = 0;
      6702 
      -
      6703  void CalcHasNonMovableAllocations()
      -
      6704  {
      -
      6705  const size_t blockAllocCount = m_pBlock->m_pMetadata->GetAllocationCount();
      -
      6706  const size_t defragmentAllocCount = m_Allocations.size();
      -
      6707  m_HasNonMovableAllocations = blockAllocCount != defragmentAllocCount;
      -
      6708  }
      -
      6709 
      -
      6710  void SortAllocationsBySizeDescending()
      -
      6711  {
      -
      6712  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoSizeGreater());
      -
      6713  }
      -
      6714 
      -
      6715  void SortAllocationsByOffsetDescending()
      +
      6703 protected:
      +
      6704  VmaAllocator const m_hAllocator;
      +
      6705  VmaBlockVector* const m_pBlockVector;
      +
      6706  const uint32_t m_CurrentFrameIndex;
      +
      6707 
      +
      6708  struct AllocationInfo
      +
      6709  {
      +
      6710  VmaAllocation m_hAllocation;
      +
      6711  VkBool32* m_pChanged;
      +
      6712 
      +
      6713  AllocationInfo() :
      +
      6714  m_hAllocation(VK_NULL_HANDLE),
      +
      6715  m_pChanged(VMA_NULL)
      6716  {
      -
      6717  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoOffsetGreater());
      -
      6718  }
      -
      6719  };
      -
      6720 
      -
      6721  struct BlockPointerLess
      -
      6722  {
      -
      6723  bool operator()(const BlockInfo* pLhsBlockInfo, const VmaDeviceMemoryBlock* pRhsBlock) const
      -
      6724  {
      -
      6725  return pLhsBlockInfo->m_pBlock < pRhsBlock;
      -
      6726  }
      -
      6727  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
      -
      6728  {
      -
      6729  return pLhsBlockInfo->m_pBlock < pRhsBlockInfo->m_pBlock;
      -
      6730  }
      -
      6731  };
      -
      6732 
      -
      6733  // 1. Blocks with some non-movable allocations go first.
      -
      6734  // 2. Blocks with smaller sumFreeSize go first.
      -
      6735  struct BlockInfoCompareMoveDestination
      -
      6736  {
      -
      6737  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
      -
      6738  {
      -
      6739  if(pLhsBlockInfo->m_HasNonMovableAllocations && !pRhsBlockInfo->m_HasNonMovableAllocations)
      -
      6740  {
      -
      6741  return true;
      -
      6742  }
      -
      6743  if(!pLhsBlockInfo->m_HasNonMovableAllocations && pRhsBlockInfo->m_HasNonMovableAllocations)
      -
      6744  {
      -
      6745  return false;
      -
      6746  }
      -
      6747  if(pLhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize() < pRhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize())
      -
      6748  {
      -
      6749  return true;
      -
      6750  }
      -
      6751  return false;
      -
      6752  }
      -
      6753  };
      -
      6754 
      -
      6755  typedef VmaVector< BlockInfo*, VmaStlAllocator<BlockInfo*> > BlockInfoVector;
      -
      6756  BlockInfoVector m_Blocks;
      -
      6757 
      -
      6758  VkResult DefragmentRound(
      -
      6759  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      6760  VkDeviceSize maxBytesToMove,
      -
      6761  uint32_t maxAllocationsToMove,
      -
      6762  bool freeOldAllocations);
      +
      6717  }
      +
      6718  AllocationInfo(VmaAllocation hAlloc, VkBool32* pChanged) :
      +
      6719  m_hAllocation(hAlloc),
      +
      6720  m_pChanged(pChanged)
      +
      6721  {
      +
      6722  }
      +
      6723  };
      +
      6724 };
      +
      6725 
      +
      6726 class VmaDefragmentationAlgorithm_Generic : public VmaDefragmentationAlgorithm
      +
      6727 {
      +
      6728  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Generic)
      +
      6729 public:
      +
      6730  VmaDefragmentationAlgorithm_Generic(
      +
      6731  VmaAllocator hAllocator,
      +
      6732  VmaBlockVector* pBlockVector,
      +
      6733  uint32_t currentFrameIndex,
      +
      6734  bool overlappingMoveSupported);
      +
      6735  virtual ~VmaDefragmentationAlgorithm_Generic();
      +
      6736 
      +
      6737  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
      +
      6738  virtual void AddAll() { m_AllAllocations = true; }
      +
      6739 
      +
      6740  virtual VkResult Defragment(
      +
      6741  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      6742  VkDeviceSize maxBytesToMove,
      +
      6743  uint32_t maxAllocationsToMove,
      +
      6744  VmaDefragmentationFlags flags);
      +
      6745 
      +
      6746  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
      +
      6747  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
      +
      6748 
      +
      6749 private:
      +
      6750  uint32_t m_AllocationCount;
      +
      6751  bool m_AllAllocations;
      +
      6752 
      +
      6753  VkDeviceSize m_BytesMoved;
      +
      6754  uint32_t m_AllocationsMoved;
      +
      6755 
      +
      6756  struct AllocationInfoSizeGreater
      +
      6757  {
      +
      6758  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
      +
      6759  {
      +
      6760  return lhs.m_hAllocation->GetSize() > rhs.m_hAllocation->GetSize();
      +
      6761  }
      +
      6762  };
      6763 
      -
      6764  size_t CalcBlocksWithNonMovableCount() const;
      -
      6765 
      -
      6766  static bool MoveMakesSense(
      -
      6767  size_t dstBlockIndex, VkDeviceSize dstOffset,
      -
      6768  size_t srcBlockIndex, VkDeviceSize srcOffset);
      -
      6769 };
      -
      6770 
      -
      6771 class VmaDefragmentationAlgorithm_Fast : public VmaDefragmentationAlgorithm
      -
      6772 {
      -
      6773  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Fast)
      -
      6774 public:
      -
      6775  VmaDefragmentationAlgorithm_Fast(
      -
      6776  VmaAllocator hAllocator,
      -
      6777  VmaBlockVector* pBlockVector,
      -
      6778  uint32_t currentFrameIndex,
      -
      6779  bool overlappingMoveSupported);
      -
      6780  virtual ~VmaDefragmentationAlgorithm_Fast();
      -
      6781 
      -
      6782  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) { ++m_AllocationCount; }
      -
      6783  virtual void AddAll() { m_AllAllocations = true; }
      -
      6784 
      -
      6785  virtual VkResult Defragment(
      -
      6786  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      6787  VkDeviceSize maxBytesToMove,
      -
      6788  uint32_t maxAllocationsToMove,
      -
      6789  VmaDefragmentationFlags flags);
      -
      6790 
      -
      6791  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
      -
      6792  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
      +
      6764  struct AllocationInfoOffsetGreater
      +
      6765  {
      +
      6766  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
      +
      6767  {
      +
      6768  return lhs.m_hAllocation->GetOffset() > rhs.m_hAllocation->GetOffset();
      +
      6769  }
      +
      6770  };
      +
      6771 
      +
      6772  struct BlockInfo
      +
      6773  {
      +
      6774  size_t m_OriginalBlockIndex;
      +
      6775  VmaDeviceMemoryBlock* m_pBlock;
      +
      6776  bool m_HasNonMovableAllocations;
      +
      6777  VmaVector< AllocationInfo, VmaStlAllocator<AllocationInfo> > m_Allocations;
      +
      6778 
      +
      6779  BlockInfo(const VkAllocationCallbacks* pAllocationCallbacks) :
      +
      6780  m_OriginalBlockIndex(SIZE_MAX),
      +
      6781  m_pBlock(VMA_NULL),
      +
      6782  m_HasNonMovableAllocations(true),
      +
      6783  m_Allocations(pAllocationCallbacks)
      +
      6784  {
      +
      6785  }
      +
      6786 
      +
      6787  void CalcHasNonMovableAllocations()
      +
      6788  {
      +
      6789  const size_t blockAllocCount = m_pBlock->m_pMetadata->GetAllocationCount();
      +
      6790  const size_t defragmentAllocCount = m_Allocations.size();
      +
      6791  m_HasNonMovableAllocations = blockAllocCount != defragmentAllocCount;
      +
      6792  }
      6793 
      -
      6794 private:
      -
      6795  struct BlockInfo
      -
      6796  {
      -
      6797  size_t origBlockIndex;
      -
      6798  };
      -
      6799 
      -
      6800  class FreeSpaceDatabase
      -
      6801  {
      -
      6802  public:
      -
      6803  FreeSpaceDatabase()
      -
      6804  {
      -
      6805  FreeSpace s = {};
      -
      6806  s.blockInfoIndex = SIZE_MAX;
      -
      6807  for(size_t i = 0; i < MAX_COUNT; ++i)
      -
      6808  {
      -
      6809  m_FreeSpaces[i] = s;
      -
      6810  }
      -
      6811  }
      -
      6812 
      -
      6813  void Register(size_t blockInfoIndex, VkDeviceSize offset, VkDeviceSize size)
      -
      6814  {
      -
      6815  if(size < VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      6816  {
      -
      6817  return;
      -
      6818  }
      -
      6819 
      -
      6820  // Find first invalid or the smallest structure.
      -
      6821  size_t bestIndex = SIZE_MAX;
      -
      6822  for(size_t i = 0; i < MAX_COUNT; ++i)
      -
      6823  {
      -
      6824  // Empty structure.
      -
      6825  if(m_FreeSpaces[i].blockInfoIndex == SIZE_MAX)
      -
      6826  {
      -
      6827  bestIndex = i;
      -
      6828  break;
      -
      6829  }
      -
      6830  if(m_FreeSpaces[i].size < size &&
      -
      6831  (bestIndex == SIZE_MAX || m_FreeSpaces[bestIndex].size > m_FreeSpaces[i].size))
      -
      6832  {
      -
      6833  bestIndex = i;
      -
      6834  }
      -
      6835  }
      -
      6836 
      -
      6837  if(bestIndex != SIZE_MAX)
      -
      6838  {
      -
      6839  m_FreeSpaces[bestIndex].blockInfoIndex = blockInfoIndex;
      -
      6840  m_FreeSpaces[bestIndex].offset = offset;
      -
      6841  m_FreeSpaces[bestIndex].size = size;
      -
      6842  }
      -
      6843  }
      -
      6844 
      -
      6845  bool Fetch(VkDeviceSize alignment, VkDeviceSize size,
      -
      6846  size_t& outBlockInfoIndex, VkDeviceSize& outDstOffset)
      -
      6847  {
      -
      6848  size_t bestIndex = SIZE_MAX;
      -
      6849  VkDeviceSize bestFreeSpaceAfter = 0;
      -
      6850  for(size_t i = 0; i < MAX_COUNT; ++i)
      -
      6851  {
      -
      6852  // Structure is valid.
      -
      6853  if(m_FreeSpaces[i].blockInfoIndex != SIZE_MAX)
      -
      6854  {
      -
      6855  const VkDeviceSize dstOffset = VmaAlignUp(m_FreeSpaces[i].offset, alignment);
      -
      6856  // Allocation fits into this structure.
      -
      6857  if(dstOffset + size <= m_FreeSpaces[i].offset + m_FreeSpaces[i].size)
      -
      6858  {
      -
      6859  const VkDeviceSize freeSpaceAfter = (m_FreeSpaces[i].offset + m_FreeSpaces[i].size) -
      -
      6860  (dstOffset + size);
      -
      6861  if(bestIndex == SIZE_MAX || freeSpaceAfter > bestFreeSpaceAfter)
      -
      6862  {
      -
      6863  bestIndex = i;
      -
      6864  bestFreeSpaceAfter = freeSpaceAfter;
      -
      6865  }
      -
      6866  }
      -
      6867  }
      -
      6868  }
      -
      6869 
      -
      6870  if(bestIndex != SIZE_MAX)
      -
      6871  {
      -
      6872  outBlockInfoIndex = m_FreeSpaces[bestIndex].blockInfoIndex;
      -
      6873  outDstOffset = VmaAlignUp(m_FreeSpaces[bestIndex].offset, alignment);
      +
      6794  void SortAllocationsBySizeDescending()
      +
      6795  {
      +
      6796  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoSizeGreater());
      +
      6797  }
      +
      6798 
      +
      6799  void SortAllocationsByOffsetDescending()
      +
      6800  {
      +
      6801  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoOffsetGreater());
      +
      6802  }
      +
      6803  };
      +
      6804 
      +
      6805  struct BlockPointerLess
      +
      6806  {
      +
      6807  bool operator()(const BlockInfo* pLhsBlockInfo, const VmaDeviceMemoryBlock* pRhsBlock) const
      +
      6808  {
      +
      6809  return pLhsBlockInfo->m_pBlock < pRhsBlock;
      +
      6810  }
      +
      6811  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
      +
      6812  {
      +
      6813  return pLhsBlockInfo->m_pBlock < pRhsBlockInfo->m_pBlock;
      +
      6814  }
      +
      6815  };
      +
      6816 
      +
      6817  // 1. Blocks with some non-movable allocations go first.
      +
      6818  // 2. Blocks with smaller sumFreeSize go first.
      +
      6819  struct BlockInfoCompareMoveDestination
      +
      6820  {
      +
      6821  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
      +
      6822  {
      +
      6823  if(pLhsBlockInfo->m_HasNonMovableAllocations && !pRhsBlockInfo->m_HasNonMovableAllocations)
      +
      6824  {
      +
      6825  return true;
      +
      6826  }
      +
      6827  if(!pLhsBlockInfo->m_HasNonMovableAllocations && pRhsBlockInfo->m_HasNonMovableAllocations)
      +
      6828  {
      +
      6829  return false;
      +
      6830  }
      +
      6831  if(pLhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize() < pRhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize())
      +
      6832  {
      +
      6833  return true;
      +
      6834  }
      +
      6835  return false;
      +
      6836  }
      +
      6837  };
      +
      6838 
      +
      6839  typedef VmaVector< BlockInfo*, VmaStlAllocator<BlockInfo*> > BlockInfoVector;
      +
      6840  BlockInfoVector m_Blocks;
      +
      6841 
      +
      6842  VkResult DefragmentRound(
      +
      6843  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      6844  VkDeviceSize maxBytesToMove,
      +
      6845  uint32_t maxAllocationsToMove,
      +
      6846  bool freeOldAllocations);
      +
      6847 
      +
      6848  size_t CalcBlocksWithNonMovableCount() const;
      +
      6849 
      +
      6850  static bool MoveMakesSense(
      +
      6851  size_t dstBlockIndex, VkDeviceSize dstOffset,
      +
      6852  size_t srcBlockIndex, VkDeviceSize srcOffset);
      +
      6853 };
      +
      6854 
      +
      6855 class VmaDefragmentationAlgorithm_Fast : public VmaDefragmentationAlgorithm
      +
      6856 {
      +
      6857  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Fast)
      +
      6858 public:
      +
      6859  VmaDefragmentationAlgorithm_Fast(
      +
      6860  VmaAllocator hAllocator,
      +
      6861  VmaBlockVector* pBlockVector,
      +
      6862  uint32_t currentFrameIndex,
      +
      6863  bool overlappingMoveSupported);
      +
      6864  virtual ~VmaDefragmentationAlgorithm_Fast();
      +
      6865 
      +
      6866  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) { ++m_AllocationCount; }
      +
      6867  virtual void AddAll() { m_AllAllocations = true; }
      +
      6868 
      +
      6869  virtual VkResult Defragment(
      +
      6870  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      6871  VkDeviceSize maxBytesToMove,
      +
      6872  uint32_t maxAllocationsToMove,
      +
      6873  VmaDefragmentationFlags flags);
      6874 
      -
      6875  if(bestFreeSpaceAfter >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      6876  {
      -
      6877  // Leave this structure for remaining empty space.
      -
      6878  const VkDeviceSize alignmentPlusSize = (outDstOffset - m_FreeSpaces[bestIndex].offset) + size;
      -
      6879  m_FreeSpaces[bestIndex].offset += alignmentPlusSize;
      -
      6880  m_FreeSpaces[bestIndex].size -= alignmentPlusSize;
      -
      6881  }
      -
      6882  else
      -
      6883  {
      -
      6884  // This structure becomes invalid.
      -
      6885  m_FreeSpaces[bestIndex].blockInfoIndex = SIZE_MAX;
      -
      6886  }
      -
      6887 
      -
      6888  return true;
      -
      6889  }
      -
      6890 
      -
      6891  return false;
      -
      6892  }
      -
      6893 
      -
      6894  private:
      -
      6895  static const size_t MAX_COUNT = 4;
      +
      6875  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
      +
      6876  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
      +
      6877 
      +
      6878 private:
      +
      6879  struct BlockInfo
      +
      6880  {
      +
      6881  size_t origBlockIndex;
      +
      6882  };
      +
      6883 
      +
      6884  class FreeSpaceDatabase
      +
      6885  {
      +
      6886  public:
      +
      6887  FreeSpaceDatabase()
      +
      6888  {
      +
      6889  FreeSpace s = {};
      +
      6890  s.blockInfoIndex = SIZE_MAX;
      +
      6891  for(size_t i = 0; i < MAX_COUNT; ++i)
      +
      6892  {
      +
      6893  m_FreeSpaces[i] = s;
      +
      6894  }
      +
      6895  }
      6896 
      -
      6897  struct FreeSpace
      +
      6897  void Register(size_t blockInfoIndex, VkDeviceSize offset, VkDeviceSize size)
      6898  {
      -
      6899  size_t blockInfoIndex; // SIZE_MAX means this structure is invalid.
      -
      6900  VkDeviceSize offset;
      -
      6901  VkDeviceSize size;
      -
      6902  } m_FreeSpaces[MAX_COUNT];
      -
      6903  };
      -
      6904 
      -
      6905  const bool m_OverlappingMoveSupported;
      -
      6906 
      -
      6907  uint32_t m_AllocationCount;
      -
      6908  bool m_AllAllocations;
      -
      6909 
      -
      6910  VkDeviceSize m_BytesMoved;
      -
      6911  uint32_t m_AllocationsMoved;
      -
      6912 
      -
      6913  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> > m_BlockInfos;
      -
      6914 
      -
      6915  void PreprocessMetadata();
      -
      6916  void PostprocessMetadata();
      -
      6917  void InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc);
      -
      6918 };
      -
      6919 
      -
      6920 struct VmaBlockDefragmentationContext
      -
      6921 {
      -
      6922  enum BLOCK_FLAG
      -
      6923  {
      -
      6924  BLOCK_FLAG_USED = 0x00000001,
      -
      6925  };
      -
      6926  uint32_t flags;
      -
      6927  VkBuffer hBuffer;
      -
      6928 };
      -
      6929 
      -
      6930 class VmaBlockVectorDefragmentationContext
      -
      6931 {
      -
      6932  VMA_CLASS_NO_COPY(VmaBlockVectorDefragmentationContext)
      -
      6933 public:
      -
      6934  VkResult res;
      -
      6935  bool mutexLocked;
      -
      6936  VmaVector< VmaBlockDefragmentationContext, VmaStlAllocator<VmaBlockDefragmentationContext> > blockContexts;
      -
      6937  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> > defragmentationMoves;
      -
      6938  uint32_t defragmentationMovesProcessed;
      -
      6939  uint32_t defragmentationMovesCommitted;
      -
      6940  bool hasDefragmentationPlan;
      -
      6941 
      -
      6942  VmaBlockVectorDefragmentationContext(
      -
      6943  VmaAllocator hAllocator,
      -
      6944  VmaPool hCustomPool, // Optional.
      -
      6945  VmaBlockVector* pBlockVector,
      -
      6946  uint32_t currFrameIndex);
      -
      6947  ~VmaBlockVectorDefragmentationContext();
      -
      6948 
      -
      6949  VmaPool GetCustomPool() const { return m_hCustomPool; }
      -
      6950  VmaBlockVector* GetBlockVector() const { return m_pBlockVector; }
      -
      6951  VmaDefragmentationAlgorithm* GetAlgorithm() const { return m_pAlgorithm; }
      -
      6952 
      -
      6953  void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
      -
      6954  void AddAll() { m_AllAllocations = true; }
      -
      6955 
      -
      6956  void Begin(bool overlappingMoveSupported, VmaDefragmentationFlags flags);
      -
      6957 
      -
      6958 private:
      -
      6959  const VmaAllocator m_hAllocator;
      -
      6960  // Null if not from custom pool.
      -
      6961  const VmaPool m_hCustomPool;
      -
      6962  // Redundant, for convenience not to fetch from m_hCustomPool->m_BlockVector or m_hAllocator->m_pBlockVectors.
      -
      6963  VmaBlockVector* const m_pBlockVector;
      -
      6964  const uint32_t m_CurrFrameIndex;
      -
      6965  // Owner of this object.
      -
      6966  VmaDefragmentationAlgorithm* m_pAlgorithm;
      -
      6967 
      -
      6968  struct AllocInfo
      -
      6969  {
      -
      6970  VmaAllocation hAlloc;
      -
      6971  VkBool32* pChanged;
      -
      6972  };
      -
      6973  // Used between constructor and Begin.
      -
      6974  VmaVector< AllocInfo, VmaStlAllocator<AllocInfo> > m_Allocations;
      -
      6975  bool m_AllAllocations;
      -
      6976 };
      +
      6899  if(size < VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      6900  {
      +
      6901  return;
      +
      6902  }
      +
      6903 
      +
      6904  // Find first invalid or the smallest structure.
      +
      6905  size_t bestIndex = SIZE_MAX;
      +
      6906  for(size_t i = 0; i < MAX_COUNT; ++i)
      +
      6907  {
      +
      6908  // Empty structure.
      +
      6909  if(m_FreeSpaces[i].blockInfoIndex == SIZE_MAX)
      +
      6910  {
      +
      6911  bestIndex = i;
      +
      6912  break;
      +
      6913  }
      +
      6914  if(m_FreeSpaces[i].size < size &&
      +
      6915  (bestIndex == SIZE_MAX || m_FreeSpaces[bestIndex].size > m_FreeSpaces[i].size))
      +
      6916  {
      +
      6917  bestIndex = i;
      +
      6918  }
      +
      6919  }
      +
      6920 
      +
      6921  if(bestIndex != SIZE_MAX)
      +
      6922  {
      +
      6923  m_FreeSpaces[bestIndex].blockInfoIndex = blockInfoIndex;
      +
      6924  m_FreeSpaces[bestIndex].offset = offset;
      +
      6925  m_FreeSpaces[bestIndex].size = size;
      +
      6926  }
      +
      6927  }
      +
      6928 
      +
      6929  bool Fetch(VkDeviceSize alignment, VkDeviceSize size,
      +
      6930  size_t& outBlockInfoIndex, VkDeviceSize& outDstOffset)
      +
      6931  {
      +
      6932  size_t bestIndex = SIZE_MAX;
      +
      6933  VkDeviceSize bestFreeSpaceAfter = 0;
      +
      6934  for(size_t i = 0; i < MAX_COUNT; ++i)
      +
      6935  {
      +
      6936  // Structure is valid.
      +
      6937  if(m_FreeSpaces[i].blockInfoIndex != SIZE_MAX)
      +
      6938  {
      +
      6939  const VkDeviceSize dstOffset = VmaAlignUp(m_FreeSpaces[i].offset, alignment);
      +
      6940  // Allocation fits into this structure.
      +
      6941  if(dstOffset + size <= m_FreeSpaces[i].offset + m_FreeSpaces[i].size)
      +
      6942  {
      +
      6943  const VkDeviceSize freeSpaceAfter = (m_FreeSpaces[i].offset + m_FreeSpaces[i].size) -
      +
      6944  (dstOffset + size);
      +
      6945  if(bestIndex == SIZE_MAX || freeSpaceAfter > bestFreeSpaceAfter)
      +
      6946  {
      +
      6947  bestIndex = i;
      +
      6948  bestFreeSpaceAfter = freeSpaceAfter;
      +
      6949  }
      +
      6950  }
      +
      6951  }
      +
      6952  }
      +
      6953 
      +
      6954  if(bestIndex != SIZE_MAX)
      +
      6955  {
      +
      6956  outBlockInfoIndex = m_FreeSpaces[bestIndex].blockInfoIndex;
      +
      6957  outDstOffset = VmaAlignUp(m_FreeSpaces[bestIndex].offset, alignment);
      +
      6958 
      +
      6959  if(bestFreeSpaceAfter >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      6960  {
      +
      6961  // Leave this structure for remaining empty space.
      +
      6962  const VkDeviceSize alignmentPlusSize = (outDstOffset - m_FreeSpaces[bestIndex].offset) + size;
      +
      6963  m_FreeSpaces[bestIndex].offset += alignmentPlusSize;
      +
      6964  m_FreeSpaces[bestIndex].size -= alignmentPlusSize;
      +
      6965  }
      +
      6966  else
      +
      6967  {
      +
      6968  // This structure becomes invalid.
      +
      6969  m_FreeSpaces[bestIndex].blockInfoIndex = SIZE_MAX;
      +
      6970  }
      +
      6971 
      +
      6972  return true;
      +
      6973  }
      +
      6974 
      +
      6975  return false;
      +
      6976  }
      6977 
      -
      6978 struct VmaDefragmentationContext_T
      -
      6979 {
      -
      6980 private:
      -
      6981  VMA_CLASS_NO_COPY(VmaDefragmentationContext_T)
      -
      6982 public:
      -
      6983  VmaDefragmentationContext_T(
      -
      6984  VmaAllocator hAllocator,
      -
      6985  uint32_t currFrameIndex,
      -
      6986  uint32_t flags,
      -
      6987  VmaDefragmentationStats* pStats);
      -
      6988  ~VmaDefragmentationContext_T();
      -
      6989 
      -
      6990  void AddPools(uint32_t poolCount, VmaPool* pPools);
      -
      6991  void AddAllocations(
      -
      6992  uint32_t allocationCount,
      -
      6993  VmaAllocation* pAllocations,
      -
      6994  VkBool32* pAllocationsChanged);
      -
      6995 
      -
      6996  /*
      -
      6997  Returns:
      -
      6998  - `VK_SUCCESS` if succeeded and object can be destroyed immediately.
      -
      6999  - `VK_NOT_READY` if succeeded but the object must remain alive until vmaDefragmentationEnd().
      -
      7000  - Negative value if error occured and object can be destroyed immediately.
      -
      7001  */
      -
      7002  VkResult Defragment(
      -
      7003  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
      -
      7004  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
      -
      7005  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags);
      -
      7006 
      -
      7007  VkResult DefragmentPassBegin(VmaDefragmentationPassInfo* pInfo);
      -
      7008  VkResult DefragmentPassEnd();
      -
      7009 
      -
      7010 private:
      -
      7011  const VmaAllocator m_hAllocator;
      -
      7012  const uint32_t m_CurrFrameIndex;
      -
      7013  const uint32_t m_Flags;
      -
      7014  VmaDefragmentationStats* const m_pStats;
      -
      7015 
      -
      7016  VkDeviceSize m_MaxCpuBytesToMove;
      -
      7017  uint32_t m_MaxCpuAllocationsToMove;
      -
      7018  VkDeviceSize m_MaxGpuBytesToMove;
      -
      7019  uint32_t m_MaxGpuAllocationsToMove;
      -
      7020 
      -
      7021  // Owner of these objects.
      -
      7022  VmaBlockVectorDefragmentationContext* m_DefaultPoolContexts[VK_MAX_MEMORY_TYPES];
      -
      7023  // Owner of these objects.
      -
      7024  VmaVector< VmaBlockVectorDefragmentationContext*, VmaStlAllocator<VmaBlockVectorDefragmentationContext*> > m_CustomPoolContexts;
      -
      7025 };
      -
      7026 
      -
      7027 #if VMA_RECORDING_ENABLED
      -
      7028 
      -
      7029 class VmaRecorder
      -
      7030 {
      -
      7031 public:
      -
      7032  VmaRecorder();
      -
      7033  VkResult Init(const VmaRecordSettings& settings, bool useMutex);
      -
      7034  void WriteConfiguration(
      -
      7035  const VkPhysicalDeviceProperties& devProps,
      -
      7036  const VkPhysicalDeviceMemoryProperties& memProps,
      -
      7037  uint32_t vulkanApiVersion,
      -
      7038  bool dedicatedAllocationExtensionEnabled,
      -
      7039  bool bindMemory2ExtensionEnabled,
      -
      7040  bool memoryBudgetExtensionEnabled,
      -
      7041  bool deviceCoherentMemoryExtensionEnabled);
      -
      7042  ~VmaRecorder();
      -
      7043 
      -
      7044  void RecordCreateAllocator(uint32_t frameIndex);
      -
      7045  void RecordDestroyAllocator(uint32_t frameIndex);
      -
      7046  void RecordCreatePool(uint32_t frameIndex,
      -
      7047  const VmaPoolCreateInfo& createInfo,
      -
      7048  VmaPool pool);
      -
      7049  void RecordDestroyPool(uint32_t frameIndex, VmaPool pool);
      -
      7050  void RecordAllocateMemory(uint32_t frameIndex,
      -
      7051  const VkMemoryRequirements& vkMemReq,
      -
      7052  const VmaAllocationCreateInfo& createInfo,
      -
      7053  VmaAllocation allocation);
      -
      7054  void RecordAllocateMemoryPages(uint32_t frameIndex,
      -
      7055  const VkMemoryRequirements& vkMemReq,
      -
      7056  const VmaAllocationCreateInfo& createInfo,
      -
      7057  uint64_t allocationCount,
      -
      7058  const VmaAllocation* pAllocations);
      -
      7059  void RecordAllocateMemoryForBuffer(uint32_t frameIndex,
      -
      7060  const VkMemoryRequirements& vkMemReq,
      -
      7061  bool requiresDedicatedAllocation,
      -
      7062  bool prefersDedicatedAllocation,
      -
      7063  const VmaAllocationCreateInfo& createInfo,
      -
      7064  VmaAllocation allocation);
      -
      7065  void RecordAllocateMemoryForImage(uint32_t frameIndex,
      -
      7066  const VkMemoryRequirements& vkMemReq,
      -
      7067  bool requiresDedicatedAllocation,
      -
      7068  bool prefersDedicatedAllocation,
      -
      7069  const VmaAllocationCreateInfo& createInfo,
      -
      7070  VmaAllocation allocation);
      -
      7071  void RecordFreeMemory(uint32_t frameIndex,
      -
      7072  VmaAllocation allocation);
      -
      7073  void RecordFreeMemoryPages(uint32_t frameIndex,
      -
      7074  uint64_t allocationCount,
      -
      7075  const VmaAllocation* pAllocations);
      -
      7076  void RecordSetAllocationUserData(uint32_t frameIndex,
      -
      7077  VmaAllocation allocation,
      -
      7078  const void* pUserData);
      -
      7079  void RecordCreateLostAllocation(uint32_t frameIndex,
      -
      7080  VmaAllocation allocation);
      -
      7081  void RecordMapMemory(uint32_t frameIndex,
      -
      7082  VmaAllocation allocation);
      -
      7083  void RecordUnmapMemory(uint32_t frameIndex,
      -
      7084  VmaAllocation allocation);
      -
      7085  void RecordFlushAllocation(uint32_t frameIndex,
      -
      7086  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      -
      7087  void RecordInvalidateAllocation(uint32_t frameIndex,
      -
      7088  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      -
      7089  void RecordCreateBuffer(uint32_t frameIndex,
      -
      7090  const VkBufferCreateInfo& bufCreateInfo,
      -
      7091  const VmaAllocationCreateInfo& allocCreateInfo,
      -
      7092  VmaAllocation allocation);
      -
      7093  void RecordCreateImage(uint32_t frameIndex,
      -
      7094  const VkImageCreateInfo& imageCreateInfo,
      -
      7095  const VmaAllocationCreateInfo& allocCreateInfo,
      -
      7096  VmaAllocation allocation);
      -
      7097  void RecordDestroyBuffer(uint32_t frameIndex,
      -
      7098  VmaAllocation allocation);
      -
      7099  void RecordDestroyImage(uint32_t frameIndex,
      -
      7100  VmaAllocation allocation);
      -
      7101  void RecordTouchAllocation(uint32_t frameIndex,
      -
      7102  VmaAllocation allocation);
      -
      7103  void RecordGetAllocationInfo(uint32_t frameIndex,
      -
      7104  VmaAllocation allocation);
      -
      7105  void RecordMakePoolAllocationsLost(uint32_t frameIndex,
      -
      7106  VmaPool pool);
      -
      7107  void RecordDefragmentationBegin(uint32_t frameIndex,
      -
      7108  const VmaDefragmentationInfo2& info,
      -
      7109  VmaDefragmentationContext ctx);
      -
      7110  void RecordDefragmentationEnd(uint32_t frameIndex,
      -
      7111  VmaDefragmentationContext ctx);
      -
      7112  void RecordSetPoolName(uint32_t frameIndex,
      -
      7113  VmaPool pool,
      -
      7114  const char* name);
      -
      7115 
      -
      7116 private:
      -
      7117  struct CallParams
      -
      7118  {
      -
      7119  uint32_t threadId;
      -
      7120  double time;
      -
      7121  };
      -
      7122 
      -
      7123  class UserDataString
      -
      7124  {
      -
      7125  public:
      -
      7126  UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData);
      -
      7127  const char* GetString() const { return m_Str; }
      -
      7128 
      -
      7129  private:
      -
      7130  char m_PtrStr[17];
      -
      7131  const char* m_Str;
      -
      7132  };
      -
      7133 
      -
      7134  bool m_UseMutex;
      -
      7135  VmaRecordFlags m_Flags;
      -
      7136  FILE* m_File;
      -
      7137  VMA_MUTEX m_FileMutex;
      -
      7138  int64_t m_Freq;
      -
      7139  int64_t m_StartCounter;
      -
      7140 
      -
      7141  void GetBasicParams(CallParams& outParams);
      -
      7142 
      -
      7143  // T must be a pointer type, e.g. VmaAllocation, VmaPool.
      -
      7144  template<typename T>
      -
      7145  void PrintPointerList(uint64_t count, const T* pItems)
      -
      7146  {
      -
      7147  if(count)
      -
      7148  {
      -
      7149  fprintf(m_File, "%p", pItems[0]);
      -
      7150  for(uint64_t i = 1; i < count; ++i)
      -
      7151  {
      -
      7152  fprintf(m_File, " %p", pItems[i]);
      -
      7153  }
      -
      7154  }
      -
      7155  }
      -
      7156 
      -
      7157  void PrintPointerList(uint64_t count, const VmaAllocation* pItems);
      -
      7158  void Flush();
      -
      7159 };
      -
      7160 
      -
      7161 #endif // #if VMA_RECORDING_ENABLED
      -
      7162 
      -
      7163 /*
      -
      7164 Thread-safe wrapper over VmaPoolAllocator free list, for allocation of VmaAllocation_T objects.
      -
      7165 */
      -
      7166 class VmaAllocationObjectAllocator
      -
      7167 {
      -
      7168  VMA_CLASS_NO_COPY(VmaAllocationObjectAllocator)
      -
      7169 public:
      -
      7170  VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks);
      -
      7171 
      -
      7172  template<typename... Types> VmaAllocation Allocate(Types... args);
      -
      7173  void Free(VmaAllocation hAlloc);
      -
      7174 
      -
      7175 private:
      -
      7176  VMA_MUTEX m_Mutex;
      -
      7177  VmaPoolAllocator<VmaAllocation_T> m_Allocator;
      -
      7178 };
      -
      7179 
      -
      7180 struct VmaCurrentBudgetData
      -
      7181 {
      -
      7182  VMA_ATOMIC_UINT64 m_BlockBytes[VK_MAX_MEMORY_HEAPS];
      -
      7183  VMA_ATOMIC_UINT64 m_AllocationBytes[VK_MAX_MEMORY_HEAPS];
      -
      7184 
      -
      7185 #if VMA_MEMORY_BUDGET
      -
      7186  VMA_ATOMIC_UINT32 m_OperationsSinceBudgetFetch;
      -
      7187  VMA_RW_MUTEX m_BudgetMutex;
      -
      7188  uint64_t m_VulkanUsage[VK_MAX_MEMORY_HEAPS];
      -
      7189  uint64_t m_VulkanBudget[VK_MAX_MEMORY_HEAPS];
      -
      7190  uint64_t m_BlockBytesAtBudgetFetch[VK_MAX_MEMORY_HEAPS];
      -
      7191 #endif // #if VMA_MEMORY_BUDGET
      -
      7192 
      -
      7193  VmaCurrentBudgetData()
      -
      7194  {
      -
      7195  for(uint32_t heapIndex = 0; heapIndex < VK_MAX_MEMORY_HEAPS; ++heapIndex)
      -
      7196  {
      -
      7197  m_BlockBytes[heapIndex] = 0;
      -
      7198  m_AllocationBytes[heapIndex] = 0;
      -
      7199 #if VMA_MEMORY_BUDGET
      -
      7200  m_VulkanUsage[heapIndex] = 0;
      -
      7201  m_VulkanBudget[heapIndex] = 0;
      -
      7202  m_BlockBytesAtBudgetFetch[heapIndex] = 0;
      -
      7203 #endif
      -
      7204  }
      -
      7205 
      -
      7206 #if VMA_MEMORY_BUDGET
      -
      7207  m_OperationsSinceBudgetFetch = 0;
      -
      7208 #endif
      -
      7209  }
      -
      7210 
      -
      7211  void AddAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
      -
      7212  {
      -
      7213  m_AllocationBytes[heapIndex] += allocationSize;
      -
      7214 #if VMA_MEMORY_BUDGET
      -
      7215  ++m_OperationsSinceBudgetFetch;
      -
      7216 #endif
      -
      7217  }
      -
      7218 
      -
      7219  void RemoveAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
      -
      7220  {
      -
      7221  VMA_ASSERT(m_AllocationBytes[heapIndex] >= allocationSize); // DELME
      -
      7222  m_AllocationBytes[heapIndex] -= allocationSize;
      -
      7223 #if VMA_MEMORY_BUDGET
      -
      7224  ++m_OperationsSinceBudgetFetch;
      -
      7225 #endif
      -
      7226  }
      -
      7227 };
      -
      7228 
      -
      7229 // Main allocator object.
      -
      7230 struct VmaAllocator_T
      -
      7231 {
      -
      7232  VMA_CLASS_NO_COPY(VmaAllocator_T)
      -
      7233 public:
      -
      7234  bool m_UseMutex;
      -
      7235  uint32_t m_VulkanApiVersion;
      -
      7236  bool m_UseKhrDedicatedAllocation; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0).
      -
      7237  bool m_UseKhrBindMemory2; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0).
      -
      7238  bool m_UseExtMemoryBudget;
      -
      7239  bool m_UseAmdDeviceCoherentMemory;
      -
      7240  VkDevice m_hDevice;
      -
      7241  VkInstance m_hInstance;
      -
      7242  bool m_AllocationCallbacksSpecified;
      -
      7243  VkAllocationCallbacks m_AllocationCallbacks;
      -
      7244  VmaDeviceMemoryCallbacks m_DeviceMemoryCallbacks;
      -
      7245  VmaAllocationObjectAllocator m_AllocationObjectAllocator;
      -
      7246 
      -
      7247  // Each bit (1 << i) is set if HeapSizeLimit is enabled for that heap, so cannot allocate more than the heap size.
      -
      7248  uint32_t m_HeapSizeLimitMask;
      -
      7249 
      -
      7250  VkPhysicalDeviceProperties m_PhysicalDeviceProperties;
      -
      7251  VkPhysicalDeviceMemoryProperties m_MemProps;
      -
      7252 
      -
      7253  // Default pools.
      -
      7254  VmaBlockVector* m_pBlockVectors[VK_MAX_MEMORY_TYPES];
      +
      6978  private:
      +
      6979  static const size_t MAX_COUNT = 4;
      +
      6980 
      +
      6981  struct FreeSpace
      +
      6982  {
      +
      6983  size_t blockInfoIndex; // SIZE_MAX means this structure is invalid.
      +
      6984  VkDeviceSize offset;
      +
      6985  VkDeviceSize size;
      +
      6986  } m_FreeSpaces[MAX_COUNT];
      +
      6987  };
      +
      6988 
      +
      6989  const bool m_OverlappingMoveSupported;
      +
      6990 
      +
      6991  uint32_t m_AllocationCount;
      +
      6992  bool m_AllAllocations;
      +
      6993 
      +
      6994  VkDeviceSize m_BytesMoved;
      +
      6995  uint32_t m_AllocationsMoved;
      +
      6996 
      +
      6997  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> > m_BlockInfos;
      +
      6998 
      +
      6999  void PreprocessMetadata();
      +
      7000  void PostprocessMetadata();
      +
      7001  void InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc);
      +
      7002 };
      +
      7003 
      +
      7004 struct VmaBlockDefragmentationContext
      +
      7005 {
      +
      7006  enum BLOCK_FLAG
      +
      7007  {
      +
      7008  BLOCK_FLAG_USED = 0x00000001,
      +
      7009  };
      +
      7010  uint32_t flags;
      +
      7011  VkBuffer hBuffer;
      +
      7012 };
      +
      7013 
      +
      7014 class VmaBlockVectorDefragmentationContext
      +
      7015 {
      +
      7016  VMA_CLASS_NO_COPY(VmaBlockVectorDefragmentationContext)
      +
      7017 public:
      +
      7018  VkResult res;
      +
      7019  bool mutexLocked;
      +
      7020  VmaVector< VmaBlockDefragmentationContext, VmaStlAllocator<VmaBlockDefragmentationContext> > blockContexts;
      +
      7021  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> > defragmentationMoves;
      +
      7022  uint32_t defragmentationMovesProcessed;
      +
      7023  uint32_t defragmentationMovesCommitted;
      +
      7024  bool hasDefragmentationPlan;
      +
      7025 
      +
      7026  VmaBlockVectorDefragmentationContext(
      +
      7027  VmaAllocator hAllocator,
      +
      7028  VmaPool hCustomPool, // Optional.
      +
      7029  VmaBlockVector* pBlockVector,
      +
      7030  uint32_t currFrameIndex);
      +
      7031  ~VmaBlockVectorDefragmentationContext();
      +
      7032 
      +
      7033  VmaPool GetCustomPool() const { return m_hCustomPool; }
      +
      7034  VmaBlockVector* GetBlockVector() const { return m_pBlockVector; }
      +
      7035  VmaDefragmentationAlgorithm* GetAlgorithm() const { return m_pAlgorithm; }
      +
      7036 
      +
      7037  void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
      +
      7038  void AddAll() { m_AllAllocations = true; }
      +
      7039 
      +
      7040  void Begin(bool overlappingMoveSupported, VmaDefragmentationFlags flags);
      +
      7041 
      +
      7042 private:
      +
      7043  const VmaAllocator m_hAllocator;
      +
      7044  // Null if not from custom pool.
      +
      7045  const VmaPool m_hCustomPool;
      +
      7046  // Redundant, for convenience not to fetch from m_hCustomPool->m_BlockVector or m_hAllocator->m_pBlockVectors.
      +
      7047  VmaBlockVector* const m_pBlockVector;
      +
      7048  const uint32_t m_CurrFrameIndex;
      +
      7049  // Owner of this object.
      +
      7050  VmaDefragmentationAlgorithm* m_pAlgorithm;
      +
      7051 
      +
      7052  struct AllocInfo
      +
      7053  {
      +
      7054  VmaAllocation hAlloc;
      +
      7055  VkBool32* pChanged;
      +
      7056  };
      +
      7057  // Used between constructor and Begin.
      +
      7058  VmaVector< AllocInfo, VmaStlAllocator<AllocInfo> > m_Allocations;
      +
      7059  bool m_AllAllocations;
      +
      7060 };
      +
      7061 
      +
      7062 struct VmaDefragmentationContext_T
      +
      7063 {
      +
      7064 private:
      +
      7065  VMA_CLASS_NO_COPY(VmaDefragmentationContext_T)
      +
      7066 public:
      +
      7067  VmaDefragmentationContext_T(
      +
      7068  VmaAllocator hAllocator,
      +
      7069  uint32_t currFrameIndex,
      +
      7070  uint32_t flags,
      +
      7071  VmaDefragmentationStats* pStats);
      +
      7072  ~VmaDefragmentationContext_T();
      +
      7073 
      +
      7074  void AddPools(uint32_t poolCount, VmaPool* pPools);
      +
      7075  void AddAllocations(
      +
      7076  uint32_t allocationCount,
      +
      7077  VmaAllocation* pAllocations,
      +
      7078  VkBool32* pAllocationsChanged);
      +
      7079 
      +
      7080  /*
      +
      7081  Returns:
      +
      7082  - `VK_SUCCESS` if succeeded and object can be destroyed immediately.
      +
      7083  - `VK_NOT_READY` if succeeded but the object must remain alive until vmaDefragmentationEnd().
      +
      7084  - Negative value if error occured and object can be destroyed immediately.
      +
      7085  */
      +
      7086  VkResult Defragment(
      +
      7087  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
      +
      7088  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
      +
      7089  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags);
      +
      7090 
      +
      7091  VkResult DefragmentPassBegin(VmaDefragmentationPassInfo* pInfo);
      +
      7092  VkResult DefragmentPassEnd();
      +
      7093 
      +
      7094 private:
      +
      7095  const VmaAllocator m_hAllocator;
      +
      7096  const uint32_t m_CurrFrameIndex;
      +
      7097  const uint32_t m_Flags;
      +
      7098  VmaDefragmentationStats* const m_pStats;
      +
      7099 
      +
      7100  VkDeviceSize m_MaxCpuBytesToMove;
      +
      7101  uint32_t m_MaxCpuAllocationsToMove;
      +
      7102  VkDeviceSize m_MaxGpuBytesToMove;
      +
      7103  uint32_t m_MaxGpuAllocationsToMove;
      +
      7104 
      +
      7105  // Owner of these objects.
      +
      7106  VmaBlockVectorDefragmentationContext* m_DefaultPoolContexts[VK_MAX_MEMORY_TYPES];
      +
      7107  // Owner of these objects.
      +
      7108  VmaVector< VmaBlockVectorDefragmentationContext*, VmaStlAllocator<VmaBlockVectorDefragmentationContext*> > m_CustomPoolContexts;
      +
      7109 };
      +
      7110 
      +
      7111 #if VMA_RECORDING_ENABLED
      +
      7112 
      +
      7113 class VmaRecorder
      +
      7114 {
      +
      7115 public:
      +
      7116  VmaRecorder();
      +
      7117  VkResult Init(const VmaRecordSettings& settings, bool useMutex);
      +
      7118  void WriteConfiguration(
      +
      7119  const VkPhysicalDeviceProperties& devProps,
      +
      7120  const VkPhysicalDeviceMemoryProperties& memProps,
      +
      7121  uint32_t vulkanApiVersion,
      +
      7122  bool dedicatedAllocationExtensionEnabled,
      +
      7123  bool bindMemory2ExtensionEnabled,
      +
      7124  bool memoryBudgetExtensionEnabled,
      +
      7125  bool deviceCoherentMemoryExtensionEnabled);
      +
      7126  ~VmaRecorder();
      +
      7127 
      +
      7128  void RecordCreateAllocator(uint32_t frameIndex);
      +
      7129  void RecordDestroyAllocator(uint32_t frameIndex);
      +
      7130  void RecordCreatePool(uint32_t frameIndex,
      +
      7131  const VmaPoolCreateInfo& createInfo,
      +
      7132  VmaPool pool);
      +
      7133  void RecordDestroyPool(uint32_t frameIndex, VmaPool pool);
      +
      7134  void RecordAllocateMemory(uint32_t frameIndex,
      +
      7135  const VkMemoryRequirements& vkMemReq,
      +
      7136  const VmaAllocationCreateInfo& createInfo,
      +
      7137  VmaAllocation allocation);
      +
      7138  void RecordAllocateMemoryPages(uint32_t frameIndex,
      +
      7139  const VkMemoryRequirements& vkMemReq,
      +
      7140  const VmaAllocationCreateInfo& createInfo,
      +
      7141  uint64_t allocationCount,
      +
      7142  const VmaAllocation* pAllocations);
      +
      7143  void RecordAllocateMemoryForBuffer(uint32_t frameIndex,
      +
      7144  const VkMemoryRequirements& vkMemReq,
      +
      7145  bool requiresDedicatedAllocation,
      +
      7146  bool prefersDedicatedAllocation,
      +
      7147  const VmaAllocationCreateInfo& createInfo,
      +
      7148  VmaAllocation allocation);
      +
      7149  void RecordAllocateMemoryForImage(uint32_t frameIndex,
      +
      7150  const VkMemoryRequirements& vkMemReq,
      +
      7151  bool requiresDedicatedAllocation,
      +
      7152  bool prefersDedicatedAllocation,
      +
      7153  const VmaAllocationCreateInfo& createInfo,
      +
      7154  VmaAllocation allocation);
      +
      7155  void RecordFreeMemory(uint32_t frameIndex,
      +
      7156  VmaAllocation allocation);
      +
      7157  void RecordFreeMemoryPages(uint32_t frameIndex,
      +
      7158  uint64_t allocationCount,
      +
      7159  const VmaAllocation* pAllocations);
      +
      7160  void RecordSetAllocationUserData(uint32_t frameIndex,
      +
      7161  VmaAllocation allocation,
      +
      7162  const void* pUserData);
      +
      7163  void RecordCreateLostAllocation(uint32_t frameIndex,
      +
      7164  VmaAllocation allocation);
      +
      7165  void RecordMapMemory(uint32_t frameIndex,
      +
      7166  VmaAllocation allocation);
      +
      7167  void RecordUnmapMemory(uint32_t frameIndex,
      +
      7168  VmaAllocation allocation);
      +
      7169  void RecordFlushAllocation(uint32_t frameIndex,
      +
      7170  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      +
      7171  void RecordInvalidateAllocation(uint32_t frameIndex,
      +
      7172  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      +
      7173  void RecordCreateBuffer(uint32_t frameIndex,
      +
      7174  const VkBufferCreateInfo& bufCreateInfo,
      +
      7175  const VmaAllocationCreateInfo& allocCreateInfo,
      +
      7176  VmaAllocation allocation);
      +
      7177  void RecordCreateImage(uint32_t frameIndex,
      +
      7178  const VkImageCreateInfo& imageCreateInfo,
      +
      7179  const VmaAllocationCreateInfo& allocCreateInfo,
      +
      7180  VmaAllocation allocation);
      +
      7181  void RecordDestroyBuffer(uint32_t frameIndex,
      +
      7182  VmaAllocation allocation);
      +
      7183  void RecordDestroyImage(uint32_t frameIndex,
      +
      7184  VmaAllocation allocation);
      +
      7185  void RecordTouchAllocation(uint32_t frameIndex,
      +
      7186  VmaAllocation allocation);
      +
      7187  void RecordGetAllocationInfo(uint32_t frameIndex,
      +
      7188  VmaAllocation allocation);
      +
      7189  void RecordMakePoolAllocationsLost(uint32_t frameIndex,
      +
      7190  VmaPool pool);
      +
      7191  void RecordDefragmentationBegin(uint32_t frameIndex,
      +
      7192  const VmaDefragmentationInfo2& info,
      +
      7193  VmaDefragmentationContext ctx);
      +
      7194  void RecordDefragmentationEnd(uint32_t frameIndex,
      +
      7195  VmaDefragmentationContext ctx);
      +
      7196  void RecordSetPoolName(uint32_t frameIndex,
      +
      7197  VmaPool pool,
      +
      7198  const char* name);
      +
      7199 
      +
      7200 private:
      +
      7201  struct CallParams
      +
      7202  {
      +
      7203  uint32_t threadId;
      +
      7204  double time;
      +
      7205  };
      +
      7206 
      +
      7207  class UserDataString
      +
      7208  {
      +
      7209  public:
      +
      7210  UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData);
      +
      7211  const char* GetString() const { return m_Str; }
      +
      7212 
      +
      7213  private:
      +
      7214  char m_PtrStr[17];
      +
      7215  const char* m_Str;
      +
      7216  };
      +
      7217 
      +
      7218  bool m_UseMutex;
      +
      7219  VmaRecordFlags m_Flags;
      +
      7220  FILE* m_File;
      +
      7221  VMA_MUTEX m_FileMutex;
      +
      7222  int64_t m_Freq;
      +
      7223  int64_t m_StartCounter;
      +
      7224 
      +
      7225  void GetBasicParams(CallParams& outParams);
      +
      7226 
      +
      7227  // T must be a pointer type, e.g. VmaAllocation, VmaPool.
      +
      7228  template<typename T>
      +
      7229  void PrintPointerList(uint64_t count, const T* pItems)
      +
      7230  {
      +
      7231  if(count)
      +
      7232  {
      +
      7233  fprintf(m_File, "%p", pItems[0]);
      +
      7234  for(uint64_t i = 1; i < count; ++i)
      +
      7235  {
      +
      7236  fprintf(m_File, " %p", pItems[i]);
      +
      7237  }
      +
      7238  }
      +
      7239  }
      +
      7240 
      +
      7241  void PrintPointerList(uint64_t count, const VmaAllocation* pItems);
      +
      7242  void Flush();
      +
      7243 };
      +
      7244 
      +
      7245 #endif // #if VMA_RECORDING_ENABLED
      +
      7246 
      +
      7247 /*
      +
      7248 Thread-safe wrapper over VmaPoolAllocator free list, for allocation of VmaAllocation_T objects.
      +
      7249 */
      +
      7250 class VmaAllocationObjectAllocator
      +
      7251 {
      +
      7252  VMA_CLASS_NO_COPY(VmaAllocationObjectAllocator)
      +
      7253 public:
      +
      7254  VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks);
      7255 
      -
      7256  // Each vector is sorted by memory (handle value).
      -
      7257  typedef VmaVector< VmaAllocation, VmaStlAllocator<VmaAllocation> > AllocationVectorType;
      -
      7258  AllocationVectorType* m_pDedicatedAllocations[VK_MAX_MEMORY_TYPES];
      -
      7259  VMA_RW_MUTEX m_DedicatedAllocationsMutex[VK_MAX_MEMORY_TYPES];
      -
      7260 
      -
      7261  VmaCurrentBudgetData m_Budget;
      -
      7262 
      -
      7263  VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo);
      -
      7264  VkResult Init(const VmaAllocatorCreateInfo* pCreateInfo);
      -
      7265  ~VmaAllocator_T();
      -
      7266 
      -
      7267  const VkAllocationCallbacks* GetAllocationCallbacks() const
      -
      7268  {
      -
      7269  return m_AllocationCallbacksSpecified ? &m_AllocationCallbacks : 0;
      -
      7270  }
      -
      7271  const VmaVulkanFunctions& GetVulkanFunctions() const
      -
      7272  {
      -
      7273  return m_VulkanFunctions;
      -
      7274  }
      -
      7275 
      -
      7276  VkPhysicalDevice GetPhysicalDevice() const { return m_PhysicalDevice; }
      -
      7277 
      -
      7278  VkDeviceSize GetBufferImageGranularity() const
      -
      7279  {
      -
      7280  return VMA_MAX(
      -
      7281  static_cast<VkDeviceSize>(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY),
      -
      7282  m_PhysicalDeviceProperties.limits.bufferImageGranularity);
      -
      7283  }
      -
      7284 
      -
      7285  uint32_t GetMemoryHeapCount() const { return m_MemProps.memoryHeapCount; }
      -
      7286  uint32_t GetMemoryTypeCount() const { return m_MemProps.memoryTypeCount; }
      -
      7287 
      -
      7288  uint32_t MemoryTypeIndexToHeapIndex(uint32_t memTypeIndex) const
      -
      7289  {
      -
      7290  VMA_ASSERT(memTypeIndex < m_MemProps.memoryTypeCount);
      -
      7291  return m_MemProps.memoryTypes[memTypeIndex].heapIndex;
      -
      7292  }
      -
      7293  // True when specific memory type is HOST_VISIBLE but not HOST_COHERENT.
      -
      7294  bool IsMemoryTypeNonCoherent(uint32_t memTypeIndex) const
      -
      7295  {
      -
      7296  return (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & (VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) ==
      -
      7297  VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      -
      7298  }
      -
      7299  // Minimum alignment for all allocations in specific memory type.
      -
      7300  VkDeviceSize GetMemoryTypeMinAlignment(uint32_t memTypeIndex) const
      -
      7301  {
      -
      7302  return IsMemoryTypeNonCoherent(memTypeIndex) ?
      -
      7303  VMA_MAX((VkDeviceSize)VMA_DEBUG_ALIGNMENT, m_PhysicalDeviceProperties.limits.nonCoherentAtomSize) :
      -
      7304  (VkDeviceSize)VMA_DEBUG_ALIGNMENT;
      -
      7305  }
      -
      7306 
      -
      7307  bool IsIntegratedGpu() const
      -
      7308  {
      -
      7309  return m_PhysicalDeviceProperties.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU;
      +
      7256  template<typename... Types> VmaAllocation Allocate(Types... args);
      +
      7257  void Free(VmaAllocation hAlloc);
      +
      7258 
      +
      7259 private:
      +
      7260  VMA_MUTEX m_Mutex;
      +
      7261  VmaPoolAllocator<VmaAllocation_T> m_Allocator;
      +
      7262 };
      +
      7263 
      +
      7264 struct VmaCurrentBudgetData
      +
      7265 {
      +
      7266  VMA_ATOMIC_UINT64 m_BlockBytes[VK_MAX_MEMORY_HEAPS];
      +
      7267  VMA_ATOMIC_UINT64 m_AllocationBytes[VK_MAX_MEMORY_HEAPS];
      +
      7268 
      +
      7269 #if VMA_MEMORY_BUDGET
      +
      7270  VMA_ATOMIC_UINT32 m_OperationsSinceBudgetFetch;
      +
      7271  VMA_RW_MUTEX m_BudgetMutex;
      +
      7272  uint64_t m_VulkanUsage[VK_MAX_MEMORY_HEAPS];
      +
      7273  uint64_t m_VulkanBudget[VK_MAX_MEMORY_HEAPS];
      +
      7274  uint64_t m_BlockBytesAtBudgetFetch[VK_MAX_MEMORY_HEAPS];
      +
      7275 #endif // #if VMA_MEMORY_BUDGET
      +
      7276 
      +
      7277  VmaCurrentBudgetData()
      +
      7278  {
      +
      7279  for(uint32_t heapIndex = 0; heapIndex < VK_MAX_MEMORY_HEAPS; ++heapIndex)
      +
      7280  {
      +
      7281  m_BlockBytes[heapIndex] = 0;
      +
      7282  m_AllocationBytes[heapIndex] = 0;
      +
      7283 #if VMA_MEMORY_BUDGET
      +
      7284  m_VulkanUsage[heapIndex] = 0;
      +
      7285  m_VulkanBudget[heapIndex] = 0;
      +
      7286  m_BlockBytesAtBudgetFetch[heapIndex] = 0;
      +
      7287 #endif
      +
      7288  }
      +
      7289 
      +
      7290 #if VMA_MEMORY_BUDGET
      +
      7291  m_OperationsSinceBudgetFetch = 0;
      +
      7292 #endif
      +
      7293  }
      +
      7294 
      +
      7295  void AddAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
      +
      7296  {
      +
      7297  m_AllocationBytes[heapIndex] += allocationSize;
      +
      7298 #if VMA_MEMORY_BUDGET
      +
      7299  ++m_OperationsSinceBudgetFetch;
      +
      7300 #endif
      +
      7301  }
      +
      7302 
      +
      7303  void RemoveAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
      +
      7304  {
      +
      7305  VMA_ASSERT(m_AllocationBytes[heapIndex] >= allocationSize); // DELME
      +
      7306  m_AllocationBytes[heapIndex] -= allocationSize;
      +
      7307 #if VMA_MEMORY_BUDGET
      +
      7308  ++m_OperationsSinceBudgetFetch;
      +
      7309 #endif
      7310  }
      -
      7311 
      -
      7312  uint32_t GetGlobalMemoryTypeBits() const { return m_GlobalMemoryTypeBits; }
      -
      7313 
      -
      7314 #if VMA_RECORDING_ENABLED
      -
      7315  VmaRecorder* GetRecorder() const { return m_pRecorder; }
      -
      7316 #endif
      -
      7317 
      -
      7318  void GetBufferMemoryRequirements(
      -
      7319  VkBuffer hBuffer,
      -
      7320  VkMemoryRequirements& memReq,
      -
      7321  bool& requiresDedicatedAllocation,
      -
      7322  bool& prefersDedicatedAllocation) const;
      -
      7323  void GetImageMemoryRequirements(
      -
      7324  VkImage hImage,
      -
      7325  VkMemoryRequirements& memReq,
      -
      7326  bool& requiresDedicatedAllocation,
      -
      7327  bool& prefersDedicatedAllocation) const;
      -
      7328 
      -
      7329  // Main allocation function.
      -
      7330  VkResult AllocateMemory(
      -
      7331  const VkMemoryRequirements& vkMemReq,
      -
      7332  bool requiresDedicatedAllocation,
      -
      7333  bool prefersDedicatedAllocation,
      -
      7334  VkBuffer dedicatedBuffer,
      -
      7335  VkImage dedicatedImage,
      -
      7336  const VmaAllocationCreateInfo& createInfo,
      -
      7337  VmaSuballocationType suballocType,
      -
      7338  size_t allocationCount,
      -
      7339  VmaAllocation* pAllocations);
      +
      7311 };
      +
      7312 
      +
      7313 // Main allocator object.
      +
      7314 struct VmaAllocator_T
      +
      7315 {
      +
      7316  VMA_CLASS_NO_COPY(VmaAllocator_T)
      +
      7317 public:
      +
      7318  bool m_UseMutex;
      +
      7319  uint32_t m_VulkanApiVersion;
      +
      7320  bool m_UseKhrDedicatedAllocation; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0).
      +
      7321  bool m_UseKhrBindMemory2; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0).
      +
      7322  bool m_UseExtMemoryBudget;
      +
      7323  bool m_UseAmdDeviceCoherentMemory;
      +
      7324  bool m_UseKhrBufferDeviceAddress;
      +
      7325  VkDevice m_hDevice;
      +
      7326  VkInstance m_hInstance;
      +
      7327  bool m_AllocationCallbacksSpecified;
      +
      7328  VkAllocationCallbacks m_AllocationCallbacks;
      +
      7329  VmaDeviceMemoryCallbacks m_DeviceMemoryCallbacks;
      +
      7330  VmaAllocationObjectAllocator m_AllocationObjectAllocator;
      +
      7331 
      +
      7332  // Each bit (1 << i) is set if HeapSizeLimit is enabled for that heap, so cannot allocate more than the heap size.
      +
      7333  uint32_t m_HeapSizeLimitMask;
      +
      7334 
      +
      7335  VkPhysicalDeviceProperties m_PhysicalDeviceProperties;
      +
      7336  VkPhysicalDeviceMemoryProperties m_MemProps;
      +
      7337 
      +
      7338  // Default pools.
      +
      7339  VmaBlockVector* m_pBlockVectors[VK_MAX_MEMORY_TYPES];
      7340 
      -
      7341  // Main deallocation function.
      -
      7342  void FreeMemory(
      -
      7343  size_t allocationCount,
      -
      7344  const VmaAllocation* pAllocations);
      +
      7341  // Each vector is sorted by memory (handle value).
      +
      7342  typedef VmaVector< VmaAllocation, VmaStlAllocator<VmaAllocation> > AllocationVectorType;
      +
      7343  AllocationVectorType* m_pDedicatedAllocations[VK_MAX_MEMORY_TYPES];
      +
      7344  VMA_RW_MUTEX m_DedicatedAllocationsMutex[VK_MAX_MEMORY_TYPES];
      7345 
      -
      7346  VkResult ResizeAllocation(
      -
      7347  const VmaAllocation alloc,
      -
      7348  VkDeviceSize newSize);
      -
      7349 
      -
      7350  void CalculateStats(VmaStats* pStats);
      +
      7346  VmaCurrentBudgetData m_Budget;
      +
      7347 
      +
      7348  VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo);
      +
      7349  VkResult Init(const VmaAllocatorCreateInfo* pCreateInfo);
      +
      7350  ~VmaAllocator_T();
      7351 
      -
      7352  void GetBudget(
      -
      7353  VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount);
      -
      7354 
      -
      7355 #if VMA_STATS_STRING_ENABLED
      -
      7356  void PrintDetailedMap(class VmaJsonWriter& json);
      -
      7357 #endif
      -
      7358 
      -
      7359  VkResult DefragmentationBegin(
      -
      7360  const VmaDefragmentationInfo2& info,
      -
      7361  VmaDefragmentationStats* pStats,
      -
      7362  VmaDefragmentationContext* pContext);
      -
      7363  VkResult DefragmentationEnd(
      -
      7364  VmaDefragmentationContext context);
      -
      7365 
      -
      7366  VkResult DefragmentationPassBegin(
      -
      7367  VmaDefragmentationPassInfo* pInfo,
      -
      7368  VmaDefragmentationContext context);
      -
      7369  VkResult DefragmentationPassEnd(
      -
      7370  VmaDefragmentationContext context);
      -
      7371 
      -
      7372  void GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo);
      -
      7373  bool TouchAllocation(VmaAllocation hAllocation);
      -
      7374 
      -
      7375  VkResult CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool);
      -
      7376  void DestroyPool(VmaPool pool);
      -
      7377  void GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats);
      -
      7378 
      -
      7379  void SetCurrentFrameIndex(uint32_t frameIndex);
      -
      7380  uint32_t GetCurrentFrameIndex() const { return m_CurrentFrameIndex.load(); }
      -
      7381 
      -
      7382  void MakePoolAllocationsLost(
      -
      7383  VmaPool hPool,
      -
      7384  size_t* pLostAllocationCount);
      -
      7385  VkResult CheckPoolCorruption(VmaPool hPool);
      -
      7386  VkResult CheckCorruption(uint32_t memoryTypeBits);
      -
      7387 
      -
      7388  void CreateLostAllocation(VmaAllocation* pAllocation);
      -
      7389 
      -
      7390  // Call to Vulkan function vkAllocateMemory with accompanying bookkeeping.
      -
      7391  VkResult AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory);
      -
      7392  // Call to Vulkan function vkFreeMemory with accompanying bookkeeping.
      -
      7393  void FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory);
      -
      7394  // Call to Vulkan function vkBindBufferMemory or vkBindBufferMemory2KHR.
      -
      7395  VkResult BindVulkanBuffer(
      -
      7396  VkDeviceMemory memory,
      -
      7397  VkDeviceSize memoryOffset,
      -
      7398  VkBuffer buffer,
      -
      7399  const void* pNext);
      -
      7400  // Call to Vulkan function vkBindImageMemory or vkBindImageMemory2KHR.
      -
      7401  VkResult BindVulkanImage(
      -
      7402  VkDeviceMemory memory,
      -
      7403  VkDeviceSize memoryOffset,
      -
      7404  VkImage image,
      -
      7405  const void* pNext);
      -
      7406 
      -
      7407  VkResult Map(VmaAllocation hAllocation, void** ppData);
      -
      7408  void Unmap(VmaAllocation hAllocation);
      -
      7409 
      -
      7410  VkResult BindBufferMemory(
      -
      7411  VmaAllocation hAllocation,
      -
      7412  VkDeviceSize allocationLocalOffset,
      -
      7413  VkBuffer hBuffer,
      -
      7414  const void* pNext);
      -
      7415  VkResult BindImageMemory(
      -
      7416  VmaAllocation hAllocation,
      -
      7417  VkDeviceSize allocationLocalOffset,
      -
      7418  VkImage hImage,
      -
      7419  const void* pNext);
      -
      7420 
      -
      7421  void FlushOrInvalidateAllocation(
      -
      7422  VmaAllocation hAllocation,
      -
      7423  VkDeviceSize offset, VkDeviceSize size,
      -
      7424  VMA_CACHE_OPERATION op);
      -
      7425 
      -
      7426  void FillAllocation(const VmaAllocation hAllocation, uint8_t pattern);
      -
      7427 
      -
      7428  /*
      -
      7429  Returns bit mask of memory types that can support defragmentation on GPU as
      -
      7430  they support creation of required buffer for copy operations.
      -
      7431  */
      -
      7432  uint32_t GetGpuDefragmentationMemoryTypeBits();
      -
      7433 
      -
      7434 private:
      -
      7435  VkDeviceSize m_PreferredLargeHeapBlockSize;
      -
      7436 
      -
      7437  VkPhysicalDevice m_PhysicalDevice;
      -
      7438  VMA_ATOMIC_UINT32 m_CurrentFrameIndex;
      -
      7439  VMA_ATOMIC_UINT32 m_GpuDefragmentationMemoryTypeBits; // UINT32_MAX means uninitialized.
      -
      7440 
      -
      7441  VMA_RW_MUTEX m_PoolsMutex;
      -
      7442  // Protected by m_PoolsMutex. Sorted by pointer value.
      -
      7443  VmaVector<VmaPool, VmaStlAllocator<VmaPool> > m_Pools;
      -
      7444  uint32_t m_NextPoolId;
      -
      7445 
      -
      7446  VmaVulkanFunctions m_VulkanFunctions;
      -
      7447 
      -
      7448  // Global bit mask AND-ed with any memoryTypeBits to disallow certain memory types.
      -
      7449  uint32_t m_GlobalMemoryTypeBits;
      -
      7450 
      -
      7451 #if VMA_RECORDING_ENABLED
      -
      7452  VmaRecorder* m_pRecorder;
      -
      7453 #endif
      -
      7454 
      -
      7455  void ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions);
      -
      7456 
      -
      7457  VkDeviceSize CalcPreferredBlockSize(uint32_t memTypeIndex);
      -
      7458 
      -
      7459  VkResult AllocateMemoryOfType(
      -
      7460  VkDeviceSize size,
      -
      7461  VkDeviceSize alignment,
      -
      7462  bool dedicatedAllocation,
      -
      7463  VkBuffer dedicatedBuffer,
      -
      7464  VkImage dedicatedImage,
      -
      7465  const VmaAllocationCreateInfo& createInfo,
      -
      7466  uint32_t memTypeIndex,
      -
      7467  VmaSuballocationType suballocType,
      -
      7468  size_t allocationCount,
      -
      7469  VmaAllocation* pAllocations);
      -
      7470 
      -
      7471  // Helper function only to be used inside AllocateDedicatedMemory.
      -
      7472  VkResult AllocateDedicatedMemoryPage(
      -
      7473  VkDeviceSize size,
      -
      7474  VmaSuballocationType suballocType,
      -
      7475  uint32_t memTypeIndex,
      -
      7476  const VkMemoryAllocateInfo& allocInfo,
      -
      7477  bool map,
      -
      7478  bool isUserDataString,
      -
      7479  void* pUserData,
      -
      7480  VmaAllocation* pAllocation);
      -
      7481 
      -
      7482  // Allocates and registers new VkDeviceMemory specifically for dedicated allocations.
      -
      7483  VkResult AllocateDedicatedMemory(
      -
      7484  VkDeviceSize size,
      -
      7485  VmaSuballocationType suballocType,
      -
      7486  uint32_t memTypeIndex,
      -
      7487  bool withinBudget,
      -
      7488  bool map,
      -
      7489  bool isUserDataString,
      -
      7490  void* pUserData,
      -
      7491  VkBuffer dedicatedBuffer,
      -
      7492  VkImage dedicatedImage,
      -
      7493  size_t allocationCount,
      -
      7494  VmaAllocation* pAllocations);
      +
      7352  const VkAllocationCallbacks* GetAllocationCallbacks() const
      +
      7353  {
      +
      7354  return m_AllocationCallbacksSpecified ? &m_AllocationCallbacks : 0;
      +
      7355  }
      +
      7356  const VmaVulkanFunctions& GetVulkanFunctions() const
      +
      7357  {
      +
      7358  return m_VulkanFunctions;
      +
      7359  }
      +
      7360 
      +
      7361  VkPhysicalDevice GetPhysicalDevice() const { return m_PhysicalDevice; }
      +
      7362 
      +
      7363  VkDeviceSize GetBufferImageGranularity() const
      +
      7364  {
      +
      7365  return VMA_MAX(
      +
      7366  static_cast<VkDeviceSize>(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY),
      +
      7367  m_PhysicalDeviceProperties.limits.bufferImageGranularity);
      +
      7368  }
      +
      7369 
      +
      7370  uint32_t GetMemoryHeapCount() const { return m_MemProps.memoryHeapCount; }
      +
      7371  uint32_t GetMemoryTypeCount() const { return m_MemProps.memoryTypeCount; }
      +
      7372 
      +
      7373  uint32_t MemoryTypeIndexToHeapIndex(uint32_t memTypeIndex) const
      +
      7374  {
      +
      7375  VMA_ASSERT(memTypeIndex < m_MemProps.memoryTypeCount);
      +
      7376  return m_MemProps.memoryTypes[memTypeIndex].heapIndex;
      +
      7377  }
      +
      7378  // True when specific memory type is HOST_VISIBLE but not HOST_COHERENT.
      +
      7379  bool IsMemoryTypeNonCoherent(uint32_t memTypeIndex) const
      +
      7380  {
      +
      7381  return (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & (VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) ==
      +
      7382  VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      +
      7383  }
      +
      7384  // Minimum alignment for all allocations in specific memory type.
      +
      7385  VkDeviceSize GetMemoryTypeMinAlignment(uint32_t memTypeIndex) const
      +
      7386  {
      +
      7387  return IsMemoryTypeNonCoherent(memTypeIndex) ?
      +
      7388  VMA_MAX((VkDeviceSize)VMA_DEBUG_ALIGNMENT, m_PhysicalDeviceProperties.limits.nonCoherentAtomSize) :
      +
      7389  (VkDeviceSize)VMA_DEBUG_ALIGNMENT;
      +
      7390  }
      +
      7391 
      +
      7392  bool IsIntegratedGpu() const
      +
      7393  {
      +
      7394  return m_PhysicalDeviceProperties.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU;
      +
      7395  }
      +
      7396 
      +
      7397  uint32_t GetGlobalMemoryTypeBits() const { return m_GlobalMemoryTypeBits; }
      +
      7398 
      +
      7399 #if VMA_RECORDING_ENABLED
      +
      7400  VmaRecorder* GetRecorder() const { return m_pRecorder; }
      +
      7401 #endif
      +
      7402 
      +
      7403  void GetBufferMemoryRequirements(
      +
      7404  VkBuffer hBuffer,
      +
      7405  VkMemoryRequirements& memReq,
      +
      7406  bool& requiresDedicatedAllocation,
      +
      7407  bool& prefersDedicatedAllocation) const;
      +
      7408  void GetImageMemoryRequirements(
      +
      7409  VkImage hImage,
      +
      7410  VkMemoryRequirements& memReq,
      +
      7411  bool& requiresDedicatedAllocation,
      +
      7412  bool& prefersDedicatedAllocation) const;
      +
      7413 
      +
      7414  // Main allocation function.
      +
      7415  VkResult AllocateMemory(
      +
      7416  const VkMemoryRequirements& vkMemReq,
      +
      7417  bool requiresDedicatedAllocation,
      +
      7418  bool prefersDedicatedAllocation,
      +
      7419  VkBuffer dedicatedBuffer,
      +
      7420  VkBufferUsageFlags dedicatedBufferUsage, // UINT32_MAX when unknown.
      +
      7421  VkImage dedicatedImage,
      +
      7422  const VmaAllocationCreateInfo& createInfo,
      +
      7423  VmaSuballocationType suballocType,
      +
      7424  size_t allocationCount,
      +
      7425  VmaAllocation* pAllocations);
      +
      7426 
      +
      7427  // Main deallocation function.
      +
      7428  void FreeMemory(
      +
      7429  size_t allocationCount,
      +
      7430  const VmaAllocation* pAllocations);
      +
      7431 
      +
      7432  VkResult ResizeAllocation(
      +
      7433  const VmaAllocation alloc,
      +
      7434  VkDeviceSize newSize);
      +
      7435 
      +
      7436  void CalculateStats(VmaStats* pStats);
      +
      7437 
      +
      7438  void GetBudget(
      +
      7439  VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount);
      +
      7440 
      +
      7441 #if VMA_STATS_STRING_ENABLED
      +
      7442  void PrintDetailedMap(class VmaJsonWriter& json);
      +
      7443 #endif
      +
      7444 
      +
      7445  VkResult DefragmentationBegin(
      +
      7446  const VmaDefragmentationInfo2& info,
      +
      7447  VmaDefragmentationStats* pStats,
      +
      7448  VmaDefragmentationContext* pContext);
      +
      7449  VkResult DefragmentationEnd(
      +
      7450  VmaDefragmentationContext context);
      +
      7451 
      +
      7452  VkResult DefragmentationPassBegin(
      +
      7453  VmaDefragmentationPassInfo* pInfo,
      +
      7454  VmaDefragmentationContext context);
      +
      7455  VkResult DefragmentationPassEnd(
      +
      7456  VmaDefragmentationContext context);
      +
      7457 
      +
      7458  void GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo);
      +
      7459  bool TouchAllocation(VmaAllocation hAllocation);
      +
      7460 
      +
      7461  VkResult CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool);
      +
      7462  void DestroyPool(VmaPool pool);
      +
      7463  void GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats);
      +
      7464 
      +
      7465  void SetCurrentFrameIndex(uint32_t frameIndex);
      +
      7466  uint32_t GetCurrentFrameIndex() const { return m_CurrentFrameIndex.load(); }
      +
      7467 
      +
      7468  void MakePoolAllocationsLost(
      +
      7469  VmaPool hPool,
      +
      7470  size_t* pLostAllocationCount);
      +
      7471  VkResult CheckPoolCorruption(VmaPool hPool);
      +
      7472  VkResult CheckCorruption(uint32_t memoryTypeBits);
      +
      7473 
      +
      7474  void CreateLostAllocation(VmaAllocation* pAllocation);
      +
      7475 
      +
      7476  // Call to Vulkan function vkAllocateMemory with accompanying bookkeeping.
      +
      7477  VkResult AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory);
      +
      7478  // Call to Vulkan function vkFreeMemory with accompanying bookkeeping.
      +
      7479  void FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory);
      +
      7480  // Call to Vulkan function vkBindBufferMemory or vkBindBufferMemory2KHR.
      +
      7481  VkResult BindVulkanBuffer(
      +
      7482  VkDeviceMemory memory,
      +
      7483  VkDeviceSize memoryOffset,
      +
      7484  VkBuffer buffer,
      +
      7485  const void* pNext);
      +
      7486  // Call to Vulkan function vkBindImageMemory or vkBindImageMemory2KHR.
      +
      7487  VkResult BindVulkanImage(
      +
      7488  VkDeviceMemory memory,
      +
      7489  VkDeviceSize memoryOffset,
      +
      7490  VkImage image,
      +
      7491  const void* pNext);
      +
      7492 
      +
      7493  VkResult Map(VmaAllocation hAllocation, void** ppData);
      +
      7494  void Unmap(VmaAllocation hAllocation);
      7495 
      -
      7496  void FreeDedicatedMemory(const VmaAllocation allocation);
      -
      7497 
      -
      7498  /*
      -
      7499  Calculates and returns bit mask of memory types that can support defragmentation
      -
      7500  on GPU as they support creation of required buffer for copy operations.
      -
      7501  */
      -
      7502  uint32_t CalculateGpuDefragmentationMemoryTypeBits() const;
      -
      7503 
      -
      7504  uint32_t CalculateGlobalMemoryTypeBits() const;
      -
      7505 
      -
      7506 #if VMA_MEMORY_BUDGET
      -
      7507  void UpdateVulkanBudget();
      -
      7508 #endif // #if VMA_MEMORY_BUDGET
      -
      7509 };
      -
      7510 
      -
      7512 // Memory allocation #2 after VmaAllocator_T definition
      +
      7496  VkResult BindBufferMemory(
      +
      7497  VmaAllocation hAllocation,
      +
      7498  VkDeviceSize allocationLocalOffset,
      +
      7499  VkBuffer hBuffer,
      +
      7500  const void* pNext);
      +
      7501  VkResult BindImageMemory(
      +
      7502  VmaAllocation hAllocation,
      +
      7503  VkDeviceSize allocationLocalOffset,
      +
      7504  VkImage hImage,
      +
      7505  const void* pNext);
      +
      7506 
      +
      7507  void FlushOrInvalidateAllocation(
      +
      7508  VmaAllocation hAllocation,
      +
      7509  VkDeviceSize offset, VkDeviceSize size,
      +
      7510  VMA_CACHE_OPERATION op);
      +
      7511 
      +
      7512  void FillAllocation(const VmaAllocation hAllocation, uint8_t pattern);
      7513 
      -
      7514 static void* VmaMalloc(VmaAllocator hAllocator, size_t size, size_t alignment)
      -
      7515 {
      -
      7516  return VmaMalloc(&hAllocator->m_AllocationCallbacks, size, alignment);
      -
      7517 }
      -
      7518 
      -
      7519 static void VmaFree(VmaAllocator hAllocator, void* ptr)
      -
      7520 {
      -
      7521  VmaFree(&hAllocator->m_AllocationCallbacks, ptr);
      -
      7522 }
      -
      7523 
      -
      7524 template<typename T>
      -
      7525 static T* VmaAllocate(VmaAllocator hAllocator)
      -
      7526 {
      -
      7527  return (T*)VmaMalloc(hAllocator, sizeof(T), VMA_ALIGN_OF(T));
      -
      7528 }
      -
      7529 
      -
      7530 template<typename T>
      -
      7531 static T* VmaAllocateArray(VmaAllocator hAllocator, size_t count)
      -
      7532 {
      -
      7533  return (T*)VmaMalloc(hAllocator, sizeof(T) * count, VMA_ALIGN_OF(T));
      -
      7534 }
      -
      7535 
      -
      7536 template<typename T>
      -
      7537 static void vma_delete(VmaAllocator hAllocator, T* ptr)
      -
      7538 {
      -
      7539  if(ptr != VMA_NULL)
      -
      7540  {
      -
      7541  ptr->~T();
      -
      7542  VmaFree(hAllocator, ptr);
      -
      7543  }
      -
      7544 }
      -
      7545 
      -
      7546 template<typename T>
      -
      7547 static void vma_delete_array(VmaAllocator hAllocator, T* ptr, size_t count)
      -
      7548 {
      -
      7549  if(ptr != VMA_NULL)
      -
      7550  {
      -
      7551  for(size_t i = count; i--; )
      -
      7552  ptr[i].~T();
      -
      7553  VmaFree(hAllocator, ptr);
      -
      7554  }
      -
      7555 }
      -
      7556 
      -
      7558 // VmaStringBuilder
      -
      7559 
      -
      7560 #if VMA_STATS_STRING_ENABLED
      -
      7561 
      -
      7562 class VmaStringBuilder
      -
      7563 {
      -
      7564 public:
      -
      7565  VmaStringBuilder(VmaAllocator alloc) : m_Data(VmaStlAllocator<char>(alloc->GetAllocationCallbacks())) { }
      -
      7566  size_t GetLength() const { return m_Data.size(); }
      -
      7567  const char* GetData() const { return m_Data.data(); }
      +
      7514  /*
      +
      7515  Returns bit mask of memory types that can support defragmentation on GPU as
      +
      7516  they support creation of required buffer for copy operations.
      +
      7517  */
      +
      7518  uint32_t GetGpuDefragmentationMemoryTypeBits();
      +
      7519 
      +
      7520 private:
      +
      7521  VkDeviceSize m_PreferredLargeHeapBlockSize;
      +
      7522 
      +
      7523  VkPhysicalDevice m_PhysicalDevice;
      +
      7524  VMA_ATOMIC_UINT32 m_CurrentFrameIndex;
      +
      7525  VMA_ATOMIC_UINT32 m_GpuDefragmentationMemoryTypeBits; // UINT32_MAX means uninitialized.
      +
      7526 
      +
      7527  VMA_RW_MUTEX m_PoolsMutex;
      +
      7528  // Protected by m_PoolsMutex. Sorted by pointer value.
      +
      7529  VmaVector<VmaPool, VmaStlAllocator<VmaPool> > m_Pools;
      +
      7530  uint32_t m_NextPoolId;
      +
      7531 
      +
      7532  VmaVulkanFunctions m_VulkanFunctions;
      +
      7533 
      +
      7534  // Global bit mask AND-ed with any memoryTypeBits to disallow certain memory types.
      +
      7535  uint32_t m_GlobalMemoryTypeBits;
      +
      7536 
      +
      7537 #if VMA_RECORDING_ENABLED
      +
      7538  VmaRecorder* m_pRecorder;
      +
      7539 #endif
      +
      7540 
      +
      7541  void ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions);
      +
      7542 
      +
      7543  VkDeviceSize CalcPreferredBlockSize(uint32_t memTypeIndex);
      +
      7544 
      +
      7545  VkResult AllocateMemoryOfType(
      +
      7546  VkDeviceSize size,
      +
      7547  VkDeviceSize alignment,
      +
      7548  bool dedicatedAllocation,
      +
      7549  VkBuffer dedicatedBuffer,
      +
      7550  VkBufferUsageFlags dedicatedBufferUsage,
      +
      7551  VkImage dedicatedImage,
      +
      7552  const VmaAllocationCreateInfo& createInfo,
      +
      7553  uint32_t memTypeIndex,
      +
      7554  VmaSuballocationType suballocType,
      +
      7555  size_t allocationCount,
      +
      7556  VmaAllocation* pAllocations);
      +
      7557 
      +
      7558  // Helper function only to be used inside AllocateDedicatedMemory.
      +
      7559  VkResult AllocateDedicatedMemoryPage(
      +
      7560  VkDeviceSize size,
      +
      7561  VmaSuballocationType suballocType,
      +
      7562  uint32_t memTypeIndex,
      +
      7563  const VkMemoryAllocateInfo& allocInfo,
      +
      7564  bool map,
      +
      7565  bool isUserDataString,
      +
      7566  void* pUserData,
      +
      7567  VmaAllocation* pAllocation);
      7568 
      -
      7569  void Add(char ch) { m_Data.push_back(ch); }
      -
      7570  void Add(const char* pStr);
      -
      7571  void AddNewLine() { Add('\n'); }
      -
      7572  void AddNumber(uint32_t num);
      -
      7573  void AddNumber(uint64_t num);
      -
      7574  void AddPointer(const void* ptr);
      -
      7575 
      -
      7576 private:
      -
      7577  VmaVector< char, VmaStlAllocator<char> > m_Data;
      -
      7578 };
      -
      7579 
      -
      7580 void VmaStringBuilder::Add(const char* pStr)
      -
      7581 {
      -
      7582  const size_t strLen = strlen(pStr);
      -
      7583  if(strLen > 0)
      -
      7584  {
      -
      7585  const size_t oldCount = m_Data.size();
      -
      7586  m_Data.resize(oldCount + strLen);
      -
      7587  memcpy(m_Data.data() + oldCount, pStr, strLen);
      -
      7588  }
      -
      7589 }
      -
      7590 
      -
      7591 void VmaStringBuilder::AddNumber(uint32_t num)
      -
      7592 {
      -
      7593  char buf[11];
      -
      7594  buf[10] = '\0';
      -
      7595  char *p = &buf[10];
      -
      7596  do
      -
      7597  {
      -
      7598  *--p = '0' + (num % 10);
      -
      7599  num /= 10;
      -
      7600  }
      -
      7601  while(num);
      -
      7602  Add(p);
      -
      7603 }
      -
      7604 
      -
      7605 void VmaStringBuilder::AddNumber(uint64_t num)
      -
      7606 {
      -
      7607  char buf[21];
      -
      7608  buf[20] = '\0';
      -
      7609  char *p = &buf[20];
      -
      7610  do
      -
      7611  {
      -
      7612  *--p = '0' + (num % 10);
      -
      7613  num /= 10;
      -
      7614  }
      -
      7615  while(num);
      -
      7616  Add(p);
      -
      7617 }
      -
      7618 
      -
      7619 void VmaStringBuilder::AddPointer(const void* ptr)
      +
      7569  // Allocates and registers new VkDeviceMemory specifically for dedicated allocations.
      +
      7570  VkResult AllocateDedicatedMemory(
      +
      7571  VkDeviceSize size,
      +
      7572  VmaSuballocationType suballocType,
      +
      7573  uint32_t memTypeIndex,
      +
      7574  bool withinBudget,
      +
      7575  bool map,
      +
      7576  bool isUserDataString,
      +
      7577  void* pUserData,
      +
      7578  VkBuffer dedicatedBuffer,
      +
      7579  VkBufferUsageFlags dedicatedBufferUsage,
      +
      7580  VkImage dedicatedImage,
      +
      7581  size_t allocationCount,
      +
      7582  VmaAllocation* pAllocations);
      +
      7583 
      +
      7584  void FreeDedicatedMemory(const VmaAllocation allocation);
      +
      7585 
      +
      7586  /*
      +
      7587  Calculates and returns bit mask of memory types that can support defragmentation
      +
      7588  on GPU as they support creation of required buffer for copy operations.
      +
      7589  */
      +
      7590  uint32_t CalculateGpuDefragmentationMemoryTypeBits() const;
      +
      7591 
      +
      7592  uint32_t CalculateGlobalMemoryTypeBits() const;
      +
      7593 
      +
      7594 #if VMA_MEMORY_BUDGET
      +
      7595  void UpdateVulkanBudget();
      +
      7596 #endif // #if VMA_MEMORY_BUDGET
      +
      7597 };
      +
      7598 
      +
      7600 // Memory allocation #2 after VmaAllocator_T definition
      +
      7601 
      +
      7602 static void* VmaMalloc(VmaAllocator hAllocator, size_t size, size_t alignment)
      +
      7603 {
      +
      7604  return VmaMalloc(&hAllocator->m_AllocationCallbacks, size, alignment);
      +
      7605 }
      +
      7606 
      +
      7607 static void VmaFree(VmaAllocator hAllocator, void* ptr)
      +
      7608 {
      +
      7609  VmaFree(&hAllocator->m_AllocationCallbacks, ptr);
      +
      7610 }
      +
      7611 
      +
      7612 template<typename T>
      +
      7613 static T* VmaAllocate(VmaAllocator hAllocator)
      +
      7614 {
      +
      7615  return (T*)VmaMalloc(hAllocator, sizeof(T), VMA_ALIGN_OF(T));
      +
      7616 }
      +
      7617 
      +
      7618 template<typename T>
      +
      7619 static T* VmaAllocateArray(VmaAllocator hAllocator, size_t count)
      7620 {
      -
      7621  char buf[21];
      -
      7622  VmaPtrToStr(buf, sizeof(buf), ptr);
      -
      7623  Add(buf);
      -
      7624 }
      -
      7625 
      -
      7626 #endif // #if VMA_STATS_STRING_ENABLED
      -
      7627 
      -
      7629 // VmaJsonWriter
      -
      7630 
      -
      7631 #if VMA_STATS_STRING_ENABLED
      -
      7632 
      -
      7633 class VmaJsonWriter
      -
      7634 {
      -
      7635  VMA_CLASS_NO_COPY(VmaJsonWriter)
      -
      7636 public:
      -
      7637  VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb);
      -
      7638  ~VmaJsonWriter();
      -
      7639 
      -
      7640  void BeginObject(bool singleLine = false);
      -
      7641  void EndObject();
      -
      7642 
      -
      7643  void BeginArray(bool singleLine = false);
      -
      7644  void EndArray();
      -
      7645 
      -
      7646  void WriteString(const char* pStr);
      -
      7647  void BeginString(const char* pStr = VMA_NULL);
      -
      7648  void ContinueString(const char* pStr);
      -
      7649  void ContinueString(uint32_t n);
      -
      7650  void ContinueString(uint64_t n);
      -
      7651  void ContinueString_Pointer(const void* ptr);
      -
      7652  void EndString(const char* pStr = VMA_NULL);
      -
      7653 
      -
      7654  void WriteNumber(uint32_t n);
      -
      7655  void WriteNumber(uint64_t n);
      -
      7656  void WriteBool(bool b);
      -
      7657  void WriteNull();
      -
      7658 
      -
      7659 private:
      -
      7660  static const char* const INDENT;
      -
      7661 
      -
      7662  enum COLLECTION_TYPE
      -
      7663  {
      -
      7664  COLLECTION_TYPE_OBJECT,
      -
      7665  COLLECTION_TYPE_ARRAY,
      -
      7666  };
      -
      7667  struct StackItem
      -
      7668  {
      -
      7669  COLLECTION_TYPE type;
      -
      7670  uint32_t valueCount;
      -
      7671  bool singleLineMode;
      -
      7672  };
      -
      7673 
      -
      7674  VmaStringBuilder& m_SB;
      -
      7675  VmaVector< StackItem, VmaStlAllocator<StackItem> > m_Stack;
      -
      7676  bool m_InsideString;
      -
      7677 
      -
      7678  void BeginValue(bool isString);
      -
      7679  void WriteIndent(bool oneLess = false);
      -
      7680 };
      -
      7681 
      -
      7682 const char* const VmaJsonWriter::INDENT = " ";
      -
      7683 
      -
      7684 VmaJsonWriter::VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb) :
      -
      7685  m_SB(sb),
      -
      7686  m_Stack(VmaStlAllocator<StackItem>(pAllocationCallbacks)),
      -
      7687  m_InsideString(false)
      -
      7688 {
      -
      7689 }
      -
      7690 
      -
      7691 VmaJsonWriter::~VmaJsonWriter()
      -
      7692 {
      -
      7693  VMA_ASSERT(!m_InsideString);
      -
      7694  VMA_ASSERT(m_Stack.empty());
      -
      7695 }
      -
      7696 
      -
      7697 void VmaJsonWriter::BeginObject(bool singleLine)
      -
      7698 {
      -
      7699  VMA_ASSERT(!m_InsideString);
      -
      7700 
      -
      7701  BeginValue(false);
      -
      7702  m_SB.Add('{');
      -
      7703 
      -
      7704  StackItem item;
      -
      7705  item.type = COLLECTION_TYPE_OBJECT;
      -
      7706  item.valueCount = 0;
      -
      7707  item.singleLineMode = singleLine;
      -
      7708  m_Stack.push_back(item);
      -
      7709 }
      -
      7710 
      -
      7711 void VmaJsonWriter::EndObject()
      -
      7712 {
      -
      7713  VMA_ASSERT(!m_InsideString);
      -
      7714 
      -
      7715  WriteIndent(true);
      -
      7716  m_SB.Add('}');
      -
      7717 
      -
      7718  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_OBJECT);
      -
      7719  m_Stack.pop_back();
      -
      7720 }
      -
      7721 
      -
      7722 void VmaJsonWriter::BeginArray(bool singleLine)
      -
      7723 {
      -
      7724  VMA_ASSERT(!m_InsideString);
      -
      7725 
      -
      7726  BeginValue(false);
      -
      7727  m_SB.Add('[');
      -
      7728 
      -
      7729  StackItem item;
      -
      7730  item.type = COLLECTION_TYPE_ARRAY;
      -
      7731  item.valueCount = 0;
      -
      7732  item.singleLineMode = singleLine;
      -
      7733  m_Stack.push_back(item);
      -
      7734 }
      -
      7735 
      -
      7736 void VmaJsonWriter::EndArray()
      -
      7737 {
      -
      7738  VMA_ASSERT(!m_InsideString);
      -
      7739 
      -
      7740  WriteIndent(true);
      -
      7741  m_SB.Add(']');
      -
      7742 
      -
      7743  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_ARRAY);
      -
      7744  m_Stack.pop_back();
      -
      7745 }
      +
      7621  return (T*)VmaMalloc(hAllocator, sizeof(T) * count, VMA_ALIGN_OF(T));
      +
      7622 }
      +
      7623 
      +
      7624 template<typename T>
      +
      7625 static void vma_delete(VmaAllocator hAllocator, T* ptr)
      +
      7626 {
      +
      7627  if(ptr != VMA_NULL)
      +
      7628  {
      +
      7629  ptr->~T();
      +
      7630  VmaFree(hAllocator, ptr);
      +
      7631  }
      +
      7632 }
      +
      7633 
      +
      7634 template<typename T>
      +
      7635 static void vma_delete_array(VmaAllocator hAllocator, T* ptr, size_t count)
      +
      7636 {
      +
      7637  if(ptr != VMA_NULL)
      +
      7638  {
      +
      7639  for(size_t i = count; i--; )
      +
      7640  ptr[i].~T();
      +
      7641  VmaFree(hAllocator, ptr);
      +
      7642  }
      +
      7643 }
      +
      7644 
      +
      7646 // VmaStringBuilder
      +
      7647 
      +
      7648 #if VMA_STATS_STRING_ENABLED
      +
      7649 
      +
      7650 class VmaStringBuilder
      +
      7651 {
      +
      7652 public:
      +
      7653  VmaStringBuilder(VmaAllocator alloc) : m_Data(VmaStlAllocator<char>(alloc->GetAllocationCallbacks())) { }
      +
      7654  size_t GetLength() const { return m_Data.size(); }
      +
      7655  const char* GetData() const { return m_Data.data(); }
      +
      7656 
      +
      7657  void Add(char ch) { m_Data.push_back(ch); }
      +
      7658  void Add(const char* pStr);
      +
      7659  void AddNewLine() { Add('\n'); }
      +
      7660  void AddNumber(uint32_t num);
      +
      7661  void AddNumber(uint64_t num);
      +
      7662  void AddPointer(const void* ptr);
      +
      7663 
      +
      7664 private:
      +
      7665  VmaVector< char, VmaStlAllocator<char> > m_Data;
      +
      7666 };
      +
      7667 
      +
      7668 void VmaStringBuilder::Add(const char* pStr)
      +
      7669 {
      +
      7670  const size_t strLen = strlen(pStr);
      +
      7671  if(strLen > 0)
      +
      7672  {
      +
      7673  const size_t oldCount = m_Data.size();
      +
      7674  m_Data.resize(oldCount + strLen);
      +
      7675  memcpy(m_Data.data() + oldCount, pStr, strLen);
      +
      7676  }
      +
      7677 }
      +
      7678 
      +
      7679 void VmaStringBuilder::AddNumber(uint32_t num)
      +
      7680 {
      +
      7681  char buf[11];
      +
      7682  buf[10] = '\0';
      +
      7683  char *p = &buf[10];
      +
      7684  do
      +
      7685  {
      +
      7686  *--p = '0' + (num % 10);
      +
      7687  num /= 10;
      +
      7688  }
      +
      7689  while(num);
      +
      7690  Add(p);
      +
      7691 }
      +
      7692 
      +
      7693 void VmaStringBuilder::AddNumber(uint64_t num)
      +
      7694 {
      +
      7695  char buf[21];
      +
      7696  buf[20] = '\0';
      +
      7697  char *p = &buf[20];
      +
      7698  do
      +
      7699  {
      +
      7700  *--p = '0' + (num % 10);
      +
      7701  num /= 10;
      +
      7702  }
      +
      7703  while(num);
      +
      7704  Add(p);
      +
      7705 }
      +
      7706 
      +
      7707 void VmaStringBuilder::AddPointer(const void* ptr)
      +
      7708 {
      +
      7709  char buf[21];
      +
      7710  VmaPtrToStr(buf, sizeof(buf), ptr);
      +
      7711  Add(buf);
      +
      7712 }
      +
      7713 
      +
      7714 #endif // #if VMA_STATS_STRING_ENABLED
      +
      7715 
      +
      7717 // VmaJsonWriter
      +
      7718 
      +
      7719 #if VMA_STATS_STRING_ENABLED
      +
      7720 
      +
      7721 class VmaJsonWriter
      +
      7722 {
      +
      7723  VMA_CLASS_NO_COPY(VmaJsonWriter)
      +
      7724 public:
      +
      7725  VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb);
      +
      7726  ~VmaJsonWriter();
      +
      7727 
      +
      7728  void BeginObject(bool singleLine = false);
      +
      7729  void EndObject();
      +
      7730 
      +
      7731  void BeginArray(bool singleLine = false);
      +
      7732  void EndArray();
      +
      7733 
      +
      7734  void WriteString(const char* pStr);
      +
      7735  void BeginString(const char* pStr = VMA_NULL);
      +
      7736  void ContinueString(const char* pStr);
      +
      7737  void ContinueString(uint32_t n);
      +
      7738  void ContinueString(uint64_t n);
      +
      7739  void ContinueString_Pointer(const void* ptr);
      +
      7740  void EndString(const char* pStr = VMA_NULL);
      +
      7741 
      +
      7742  void WriteNumber(uint32_t n);
      +
      7743  void WriteNumber(uint64_t n);
      +
      7744  void WriteBool(bool b);
      +
      7745  void WriteNull();
      7746 
      -
      7747 void VmaJsonWriter::WriteString(const char* pStr)
      -
      7748 {
      -
      7749  BeginString(pStr);
      -
      7750  EndString();
      -
      7751 }
      -
      7752 
      -
      7753 void VmaJsonWriter::BeginString(const char* pStr)
      -
      7754 {
      -
      7755  VMA_ASSERT(!m_InsideString);
      -
      7756 
      -
      7757  BeginValue(true);
      -
      7758  m_SB.Add('"');
      -
      7759  m_InsideString = true;
      -
      7760  if(pStr != VMA_NULL && pStr[0] != '\0')
      -
      7761  {
      -
      7762  ContinueString(pStr);
      -
      7763  }
      -
      7764 }
      +
      7747 private:
      +
      7748  static const char* const INDENT;
      +
      7749 
      +
      7750  enum COLLECTION_TYPE
      +
      7751  {
      +
      7752  COLLECTION_TYPE_OBJECT,
      +
      7753  COLLECTION_TYPE_ARRAY,
      +
      7754  };
      +
      7755  struct StackItem
      +
      7756  {
      +
      7757  COLLECTION_TYPE type;
      +
      7758  uint32_t valueCount;
      +
      7759  bool singleLineMode;
      +
      7760  };
      +
      7761 
      +
      7762  VmaStringBuilder& m_SB;
      +
      7763  VmaVector< StackItem, VmaStlAllocator<StackItem> > m_Stack;
      +
      7764  bool m_InsideString;
      7765 
      -
      7766 void VmaJsonWriter::ContinueString(const char* pStr)
      -
      7767 {
      -
      7768  VMA_ASSERT(m_InsideString);
      +
      7766  void BeginValue(bool isString);
      +
      7767  void WriteIndent(bool oneLess = false);
      +
      7768 };
      7769 
      -
      7770  const size_t strLen = strlen(pStr);
      -
      7771  for(size_t i = 0; i < strLen; ++i)
      -
      7772  {
      -
      7773  char ch = pStr[i];
      -
      7774  if(ch == '\\')
      -
      7775  {
      -
      7776  m_SB.Add("\\\\");
      -
      7777  }
      -
      7778  else if(ch == '"')
      -
      7779  {
      -
      7780  m_SB.Add("\\\"");
      -
      7781  }
      -
      7782  else if(ch >= 32)
      -
      7783  {
      -
      7784  m_SB.Add(ch);
      -
      7785  }
      -
      7786  else switch(ch)
      -
      7787  {
      -
      7788  case '\b':
      -
      7789  m_SB.Add("\\b");
      -
      7790  break;
      -
      7791  case '\f':
      -
      7792  m_SB.Add("\\f");
      -
      7793  break;
      -
      7794  case '\n':
      -
      7795  m_SB.Add("\\n");
      -
      7796  break;
      -
      7797  case '\r':
      -
      7798  m_SB.Add("\\r");
      -
      7799  break;
      -
      7800  case '\t':
      -
      7801  m_SB.Add("\\t");
      -
      7802  break;
      -
      7803  default:
      -
      7804  VMA_ASSERT(0 && "Character not currently supported.");
      -
      7805  break;
      -
      7806  }
      -
      7807  }
      +
      7770 const char* const VmaJsonWriter::INDENT = " ";
      +
      7771 
      +
      7772 VmaJsonWriter::VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb) :
      +
      7773  m_SB(sb),
      +
      7774  m_Stack(VmaStlAllocator<StackItem>(pAllocationCallbacks)),
      +
      7775  m_InsideString(false)
      +
      7776 {
      +
      7777 }
      +
      7778 
      +
      7779 VmaJsonWriter::~VmaJsonWriter()
      +
      7780 {
      +
      7781  VMA_ASSERT(!m_InsideString);
      +
      7782  VMA_ASSERT(m_Stack.empty());
      +
      7783 }
      +
      7784 
      +
      7785 void VmaJsonWriter::BeginObject(bool singleLine)
      +
      7786 {
      +
      7787  VMA_ASSERT(!m_InsideString);
      +
      7788 
      +
      7789  BeginValue(false);
      +
      7790  m_SB.Add('{');
      +
      7791 
      +
      7792  StackItem item;
      +
      7793  item.type = COLLECTION_TYPE_OBJECT;
      +
      7794  item.valueCount = 0;
      +
      7795  item.singleLineMode = singleLine;
      +
      7796  m_Stack.push_back(item);
      +
      7797 }
      +
      7798 
      +
      7799 void VmaJsonWriter::EndObject()
      +
      7800 {
      +
      7801  VMA_ASSERT(!m_InsideString);
      +
      7802 
      +
      7803  WriteIndent(true);
      +
      7804  m_SB.Add('}');
      +
      7805 
      +
      7806  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_OBJECT);
      +
      7807  m_Stack.pop_back();
      7808 }
      7809 
      -
      7810 void VmaJsonWriter::ContinueString(uint32_t n)
      +
      7810 void VmaJsonWriter::BeginArray(bool singleLine)
      7811 {
      -
      7812  VMA_ASSERT(m_InsideString);
      -
      7813  m_SB.AddNumber(n);
      -
      7814 }
      -
      7815 
      -
      7816 void VmaJsonWriter::ContinueString(uint64_t n)
      -
      7817 {
      -
      7818  VMA_ASSERT(m_InsideString);
      -
      7819  m_SB.AddNumber(n);
      -
      7820 }
      -
      7821 
      -
      7822 void VmaJsonWriter::ContinueString_Pointer(const void* ptr)
      -
      7823 {
      -
      7824  VMA_ASSERT(m_InsideString);
      -
      7825  m_SB.AddPointer(ptr);
      -
      7826 }
      +
      7812  VMA_ASSERT(!m_InsideString);
      +
      7813 
      +
      7814  BeginValue(false);
      +
      7815  m_SB.Add('[');
      +
      7816 
      +
      7817  StackItem item;
      +
      7818  item.type = COLLECTION_TYPE_ARRAY;
      +
      7819  item.valueCount = 0;
      +
      7820  item.singleLineMode = singleLine;
      +
      7821  m_Stack.push_back(item);
      +
      7822 }
      +
      7823 
      +
      7824 void VmaJsonWriter::EndArray()
      +
      7825 {
      +
      7826  VMA_ASSERT(!m_InsideString);
      7827 
      -
      7828 void VmaJsonWriter::EndString(const char* pStr)
      -
      7829 {
      -
      7830  VMA_ASSERT(m_InsideString);
      -
      7831  if(pStr != VMA_NULL && pStr[0] != '\0')
      -
      7832  {
      -
      7833  ContinueString(pStr);
      -
      7834  }
      -
      7835  m_SB.Add('"');
      -
      7836  m_InsideString = false;
      -
      7837 }
      -
      7838 
      -
      7839 void VmaJsonWriter::WriteNumber(uint32_t n)
      -
      7840 {
      -
      7841  VMA_ASSERT(!m_InsideString);
      -
      7842  BeginValue(false);
      -
      7843  m_SB.AddNumber(n);
      -
      7844 }
      -
      7845 
      -
      7846 void VmaJsonWriter::WriteNumber(uint64_t n)
      -
      7847 {
      -
      7848  VMA_ASSERT(!m_InsideString);
      -
      7849  BeginValue(false);
      -
      7850  m_SB.AddNumber(n);
      -
      7851 }
      -
      7852 
      -
      7853 void VmaJsonWriter::WriteBool(bool b)
      -
      7854 {
      -
      7855  VMA_ASSERT(!m_InsideString);
      -
      7856  BeginValue(false);
      -
      7857  m_SB.Add(b ? "true" : "false");
      -
      7858 }
      -
      7859 
      -
      7860 void VmaJsonWriter::WriteNull()
      -
      7861 {
      -
      7862  VMA_ASSERT(!m_InsideString);
      -
      7863  BeginValue(false);
      -
      7864  m_SB.Add("null");
      -
      7865 }
      -
      7866 
      -
      7867 void VmaJsonWriter::BeginValue(bool isString)
      -
      7868 {
      -
      7869  if(!m_Stack.empty())
      -
      7870  {
      -
      7871  StackItem& currItem = m_Stack.back();
      -
      7872  if(currItem.type == COLLECTION_TYPE_OBJECT &&
      -
      7873  currItem.valueCount % 2 == 0)
      -
      7874  {
      -
      7875  VMA_ASSERT(isString);
      -
      7876  }
      -
      7877 
      -
      7878  if(currItem.type == COLLECTION_TYPE_OBJECT &&
      -
      7879  currItem.valueCount % 2 != 0)
      -
      7880  {
      -
      7881  m_SB.Add(": ");
      -
      7882  }
      -
      7883  else if(currItem.valueCount > 0)
      -
      7884  {
      -
      7885  m_SB.Add(", ");
      -
      7886  WriteIndent();
      -
      7887  }
      -
      7888  else
      -
      7889  {
      -
      7890  WriteIndent();
      -
      7891  }
      -
      7892  ++currItem.valueCount;
      -
      7893  }
      -
      7894 }
      -
      7895 
      -
      7896 void VmaJsonWriter::WriteIndent(bool oneLess)
      -
      7897 {
      -
      7898  if(!m_Stack.empty() && !m_Stack.back().singleLineMode)
      -
      7899  {
      -
      7900  m_SB.AddNewLine();
      -
      7901 
      -
      7902  size_t count = m_Stack.size();
      -
      7903  if(count > 0 && oneLess)
      -
      7904  {
      -
      7905  --count;
      -
      7906  }
      -
      7907  for(size_t i = 0; i < count; ++i)
      -
      7908  {
      -
      7909  m_SB.Add(INDENT);
      -
      7910  }
      -
      7911  }
      -
      7912 }
      -
      7913 
      -
      7914 #endif // #if VMA_STATS_STRING_ENABLED
      +
      7828  WriteIndent(true);
      +
      7829  m_SB.Add(']');
      +
      7830 
      +
      7831  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_ARRAY);
      +
      7832  m_Stack.pop_back();
      +
      7833 }
      +
      7834 
      +
      7835 void VmaJsonWriter::WriteString(const char* pStr)
      +
      7836 {
      +
      7837  BeginString(pStr);
      +
      7838  EndString();
      +
      7839 }
      +
      7840 
      +
      7841 void VmaJsonWriter::BeginString(const char* pStr)
      +
      7842 {
      +
      7843  VMA_ASSERT(!m_InsideString);
      +
      7844 
      +
      7845  BeginValue(true);
      +
      7846  m_SB.Add('"');
      +
      7847  m_InsideString = true;
      +
      7848  if(pStr != VMA_NULL && pStr[0] != '\0')
      +
      7849  {
      +
      7850  ContinueString(pStr);
      +
      7851  }
      +
      7852 }
      +
      7853 
      +
      7854 void VmaJsonWriter::ContinueString(const char* pStr)
      +
      7855 {
      +
      7856  VMA_ASSERT(m_InsideString);
      +
      7857 
      +
      7858  const size_t strLen = strlen(pStr);
      +
      7859  for(size_t i = 0; i < strLen; ++i)
      +
      7860  {
      +
      7861  char ch = pStr[i];
      +
      7862  if(ch == '\\')
      +
      7863  {
      +
      7864  m_SB.Add("\\\\");
      +
      7865  }
      +
      7866  else if(ch == '"')
      +
      7867  {
      +
      7868  m_SB.Add("\\\"");
      +
      7869  }
      +
      7870  else if(ch >= 32)
      +
      7871  {
      +
      7872  m_SB.Add(ch);
      +
      7873  }
      +
      7874  else switch(ch)
      +
      7875  {
      +
      7876  case '\b':
      +
      7877  m_SB.Add("\\b");
      +
      7878  break;
      +
      7879  case '\f':
      +
      7880  m_SB.Add("\\f");
      +
      7881  break;
      +
      7882  case '\n':
      +
      7883  m_SB.Add("\\n");
      +
      7884  break;
      +
      7885  case '\r':
      +
      7886  m_SB.Add("\\r");
      +
      7887  break;
      +
      7888  case '\t':
      +
      7889  m_SB.Add("\\t");
      +
      7890  break;
      +
      7891  default:
      +
      7892  VMA_ASSERT(0 && "Character not currently supported.");
      +
      7893  break;
      +
      7894  }
      +
      7895  }
      +
      7896 }
      +
      7897 
      +
      7898 void VmaJsonWriter::ContinueString(uint32_t n)
      +
      7899 {
      +
      7900  VMA_ASSERT(m_InsideString);
      +
      7901  m_SB.AddNumber(n);
      +
      7902 }
      +
      7903 
      +
      7904 void VmaJsonWriter::ContinueString(uint64_t n)
      +
      7905 {
      +
      7906  VMA_ASSERT(m_InsideString);
      +
      7907  m_SB.AddNumber(n);
      +
      7908 }
      +
      7909 
      +
      7910 void VmaJsonWriter::ContinueString_Pointer(const void* ptr)
      +
      7911 {
      +
      7912  VMA_ASSERT(m_InsideString);
      +
      7913  m_SB.AddPointer(ptr);
      +
      7914 }
      7915 
      -
      7917 
      -
      7918 void VmaAllocation_T::SetUserData(VmaAllocator hAllocator, void* pUserData)
      -
      7919 {
      -
      7920  if(IsUserDataString())
      -
      7921  {
      -
      7922  VMA_ASSERT(pUserData == VMA_NULL || pUserData != m_pUserData);
      -
      7923 
      -
      7924  FreeUserDataString(hAllocator);
      -
      7925 
      -
      7926  if(pUserData != VMA_NULL)
      -
      7927  {
      -
      7928  m_pUserData = VmaCreateStringCopy(hAllocator->GetAllocationCallbacks(), (const char*)pUserData);
      -
      7929  }
      -
      7930  }
      -
      7931  else
      -
      7932  {
      -
      7933  m_pUserData = pUserData;
      -
      7934  }
      -
      7935 }
      -
      7936 
      -
      7937 void VmaAllocation_T::ChangeBlockAllocation(
      -
      7938  VmaAllocator hAllocator,
      -
      7939  VmaDeviceMemoryBlock* block,
      -
      7940  VkDeviceSize offset)
      -
      7941 {
      -
      7942  VMA_ASSERT(block != VMA_NULL);
      -
      7943  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      -
      7944 
      -
      7945  // Move mapping reference counter from old block to new block.
      -
      7946  if(block != m_BlockAllocation.m_Block)
      -
      7947  {
      -
      7948  uint32_t mapRefCount = m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP;
      -
      7949  if(IsPersistentMap())
      -
      7950  ++mapRefCount;
      -
      7951  m_BlockAllocation.m_Block->Unmap(hAllocator, mapRefCount);
      -
      7952  block->Map(hAllocator, mapRefCount, VMA_NULL);
      -
      7953  }
      +
      7916 void VmaJsonWriter::EndString(const char* pStr)
      +
      7917 {
      +
      7918  VMA_ASSERT(m_InsideString);
      +
      7919  if(pStr != VMA_NULL && pStr[0] != '\0')
      +
      7920  {
      +
      7921  ContinueString(pStr);
      +
      7922  }
      +
      7923  m_SB.Add('"');
      +
      7924  m_InsideString = false;
      +
      7925 }
      +
      7926 
      +
      7927 void VmaJsonWriter::WriteNumber(uint32_t n)
      +
      7928 {
      +
      7929  VMA_ASSERT(!m_InsideString);
      +
      7930  BeginValue(false);
      +
      7931  m_SB.AddNumber(n);
      +
      7932 }
      +
      7933 
      +
      7934 void VmaJsonWriter::WriteNumber(uint64_t n)
      +
      7935 {
      +
      7936  VMA_ASSERT(!m_InsideString);
      +
      7937  BeginValue(false);
      +
      7938  m_SB.AddNumber(n);
      +
      7939 }
      +
      7940 
      +
      7941 void VmaJsonWriter::WriteBool(bool b)
      +
      7942 {
      +
      7943  VMA_ASSERT(!m_InsideString);
      +
      7944  BeginValue(false);
      +
      7945  m_SB.Add(b ? "true" : "false");
      +
      7946 }
      +
      7947 
      +
      7948 void VmaJsonWriter::WriteNull()
      +
      7949 {
      +
      7950  VMA_ASSERT(!m_InsideString);
      +
      7951  BeginValue(false);
      +
      7952  m_SB.Add("null");
      +
      7953 }
      7954 
      -
      7955  m_BlockAllocation.m_Block = block;
      -
      7956  m_BlockAllocation.m_Offset = offset;
      -
      7957 }
      -
      7958 
      -
      7959 void VmaAllocation_T::ChangeOffset(VkDeviceSize newOffset)
      -
      7960 {
      -
      7961  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      -
      7962  m_BlockAllocation.m_Offset = newOffset;
      -
      7963 }
      -
      7964 
      -
      7965 VkDeviceSize VmaAllocation_T::GetOffset() const
      -
      7966 {
      -
      7967  switch(m_Type)
      -
      7968  {
      -
      7969  case ALLOCATION_TYPE_BLOCK:
      -
      7970  return m_BlockAllocation.m_Offset;
      -
      7971  case ALLOCATION_TYPE_DEDICATED:
      -
      7972  return 0;
      -
      7973  default:
      -
      7974  VMA_ASSERT(0);
      -
      7975  return 0;
      -
      7976  }
      -
      7977 }
      -
      7978 
      -
      7979 VkDeviceMemory VmaAllocation_T::GetMemory() const
      -
      7980 {
      -
      7981  switch(m_Type)
      -
      7982  {
      -
      7983  case ALLOCATION_TYPE_BLOCK:
      -
      7984  return m_BlockAllocation.m_Block->GetDeviceMemory();
      -
      7985  case ALLOCATION_TYPE_DEDICATED:
      -
      7986  return m_DedicatedAllocation.m_hMemory;
      -
      7987  default:
      -
      7988  VMA_ASSERT(0);
      -
      7989  return VK_NULL_HANDLE;
      -
      7990  }
      -
      7991 }
      -
      7992 
      -
      7993 void* VmaAllocation_T::GetMappedData() const
      -
      7994 {
      -
      7995  switch(m_Type)
      -
      7996  {
      -
      7997  case ALLOCATION_TYPE_BLOCK:
      -
      7998  if(m_MapCount != 0)
      -
      7999  {
      -
      8000  void* pBlockData = m_BlockAllocation.m_Block->GetMappedData();
      -
      8001  VMA_ASSERT(pBlockData != VMA_NULL);
      -
      8002  return (char*)pBlockData + m_BlockAllocation.m_Offset;
      -
      8003  }
      -
      8004  else
      -
      8005  {
      -
      8006  return VMA_NULL;
      -
      8007  }
      -
      8008  break;
      -
      8009  case ALLOCATION_TYPE_DEDICATED:
      -
      8010  VMA_ASSERT((m_DedicatedAllocation.m_pMappedData != VMA_NULL) == (m_MapCount != 0));
      -
      8011  return m_DedicatedAllocation.m_pMappedData;
      -
      8012  default:
      -
      8013  VMA_ASSERT(0);
      -
      8014  return VMA_NULL;
      -
      8015  }
      -
      8016 }
      -
      8017 
      -
      8018 bool VmaAllocation_T::CanBecomeLost() const
      -
      8019 {
      -
      8020  switch(m_Type)
      -
      8021  {
      -
      8022  case ALLOCATION_TYPE_BLOCK:
      -
      8023  return m_BlockAllocation.m_CanBecomeLost;
      -
      8024  case ALLOCATION_TYPE_DEDICATED:
      -
      8025  return false;
      -
      8026  default:
      -
      8027  VMA_ASSERT(0);
      -
      8028  return false;
      -
      8029  }
      -
      8030 }
      -
      8031 
      -
      8032 bool VmaAllocation_T::MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      -
      8033 {
      -
      8034  VMA_ASSERT(CanBecomeLost());
      -
      8035 
      -
      8036  /*
      -
      8037  Warning: This is a carefully designed algorithm.
      -
      8038  Do not modify unless you really know what you're doing :)
      -
      8039  */
      -
      8040  uint32_t localLastUseFrameIndex = GetLastUseFrameIndex();
      -
      8041  for(;;)
      -
      8042  {
      -
      8043  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      -
      8044  {
      -
      8045  VMA_ASSERT(0);
      -
      8046  return false;
      -
      8047  }
      -
      8048  else if(localLastUseFrameIndex + frameInUseCount >= currentFrameIndex)
      -
      8049  {
      -
      8050  return false;
      -
      8051  }
      -
      8052  else // Last use time earlier than current time.
      -
      8053  {
      -
      8054  if(CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, VMA_FRAME_INDEX_LOST))
      -
      8055  {
      -
      8056  // Setting hAllocation.LastUseFrameIndex atomic to VMA_FRAME_INDEX_LOST is enough to mark it as LOST.
      -
      8057  // Calling code just needs to unregister this allocation in owning VmaDeviceMemoryBlock.
      -
      8058  return true;
      -
      8059  }
      -
      8060  }
      -
      8061  }
      -
      8062 }
      -
      8063 
      -
      8064 #if VMA_STATS_STRING_ENABLED
      -
      8065 
      -
      8066 // Correspond to values of enum VmaSuballocationType.
      -
      8067 static const char* VMA_SUBALLOCATION_TYPE_NAMES[] = {
      -
      8068  "FREE",
      -
      8069  "UNKNOWN",
      -
      8070  "BUFFER",
      -
      8071  "IMAGE_UNKNOWN",
      -
      8072  "IMAGE_LINEAR",
      -
      8073  "IMAGE_OPTIMAL",
      -
      8074 };
      -
      8075 
      -
      8076 void VmaAllocation_T::PrintParameters(class VmaJsonWriter& json) const
      -
      8077 {
      -
      8078  json.WriteString("Type");
      -
      8079  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[m_SuballocationType]);
      +
      7955 void VmaJsonWriter::BeginValue(bool isString)
      +
      7956 {
      +
      7957  if(!m_Stack.empty())
      +
      7958  {
      +
      7959  StackItem& currItem = m_Stack.back();
      +
      7960  if(currItem.type == COLLECTION_TYPE_OBJECT &&
      +
      7961  currItem.valueCount % 2 == 0)
      +
      7962  {
      +
      7963  VMA_ASSERT(isString);
      +
      7964  }
      +
      7965 
      +
      7966  if(currItem.type == COLLECTION_TYPE_OBJECT &&
      +
      7967  currItem.valueCount % 2 != 0)
      +
      7968  {
      +
      7969  m_SB.Add(": ");
      +
      7970  }
      +
      7971  else if(currItem.valueCount > 0)
      +
      7972  {
      +
      7973  m_SB.Add(", ");
      +
      7974  WriteIndent();
      +
      7975  }
      +
      7976  else
      +
      7977  {
      +
      7978  WriteIndent();
      +
      7979  }
      +
      7980  ++currItem.valueCount;
      +
      7981  }
      +
      7982 }
      +
      7983 
      +
      7984 void VmaJsonWriter::WriteIndent(bool oneLess)
      +
      7985 {
      +
      7986  if(!m_Stack.empty() && !m_Stack.back().singleLineMode)
      +
      7987  {
      +
      7988  m_SB.AddNewLine();
      +
      7989 
      +
      7990  size_t count = m_Stack.size();
      +
      7991  if(count > 0 && oneLess)
      +
      7992  {
      +
      7993  --count;
      +
      7994  }
      +
      7995  for(size_t i = 0; i < count; ++i)
      +
      7996  {
      +
      7997  m_SB.Add(INDENT);
      +
      7998  }
      +
      7999  }
      +
      8000 }
      +
      8001 
      +
      8002 #endif // #if VMA_STATS_STRING_ENABLED
      +
      8003 
      +
      8005 
      +
      8006 void VmaAllocation_T::SetUserData(VmaAllocator hAllocator, void* pUserData)
      +
      8007 {
      +
      8008  if(IsUserDataString())
      +
      8009  {
      +
      8010  VMA_ASSERT(pUserData == VMA_NULL || pUserData != m_pUserData);
      +
      8011 
      +
      8012  FreeUserDataString(hAllocator);
      +
      8013 
      +
      8014  if(pUserData != VMA_NULL)
      +
      8015  {
      +
      8016  m_pUserData = VmaCreateStringCopy(hAllocator->GetAllocationCallbacks(), (const char*)pUserData);
      +
      8017  }
      +
      8018  }
      +
      8019  else
      +
      8020  {
      +
      8021  m_pUserData = pUserData;
      +
      8022  }
      +
      8023 }
      +
      8024 
      +
      8025 void VmaAllocation_T::ChangeBlockAllocation(
      +
      8026  VmaAllocator hAllocator,
      +
      8027  VmaDeviceMemoryBlock* block,
      +
      8028  VkDeviceSize offset)
      +
      8029 {
      +
      8030  VMA_ASSERT(block != VMA_NULL);
      +
      8031  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      +
      8032 
      +
      8033  // Move mapping reference counter from old block to new block.
      +
      8034  if(block != m_BlockAllocation.m_Block)
      +
      8035  {
      +
      8036  uint32_t mapRefCount = m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP;
      +
      8037  if(IsPersistentMap())
      +
      8038  ++mapRefCount;
      +
      8039  m_BlockAllocation.m_Block->Unmap(hAllocator, mapRefCount);
      +
      8040  block->Map(hAllocator, mapRefCount, VMA_NULL);
      +
      8041  }
      +
      8042 
      +
      8043  m_BlockAllocation.m_Block = block;
      +
      8044  m_BlockAllocation.m_Offset = offset;
      +
      8045 }
      +
      8046 
      +
      8047 void VmaAllocation_T::ChangeOffset(VkDeviceSize newOffset)
      +
      8048 {
      +
      8049  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      +
      8050  m_BlockAllocation.m_Offset = newOffset;
      +
      8051 }
      +
      8052 
      +
      8053 VkDeviceSize VmaAllocation_T::GetOffset() const
      +
      8054 {
      +
      8055  switch(m_Type)
      +
      8056  {
      +
      8057  case ALLOCATION_TYPE_BLOCK:
      +
      8058  return m_BlockAllocation.m_Offset;
      +
      8059  case ALLOCATION_TYPE_DEDICATED:
      +
      8060  return 0;
      +
      8061  default:
      +
      8062  VMA_ASSERT(0);
      +
      8063  return 0;
      +
      8064  }
      +
      8065 }
      +
      8066 
      +
      8067 VkDeviceMemory VmaAllocation_T::GetMemory() const
      +
      8068 {
      +
      8069  switch(m_Type)
      +
      8070  {
      +
      8071  case ALLOCATION_TYPE_BLOCK:
      +
      8072  return m_BlockAllocation.m_Block->GetDeviceMemory();
      +
      8073  case ALLOCATION_TYPE_DEDICATED:
      +
      8074  return m_DedicatedAllocation.m_hMemory;
      +
      8075  default:
      +
      8076  VMA_ASSERT(0);
      +
      8077  return VK_NULL_HANDLE;
      +
      8078  }
      +
      8079 }
      8080 
      -
      8081  json.WriteString("Size");
      -
      8082  json.WriteNumber(m_Size);
      -
      8083 
      -
      8084  if(m_pUserData != VMA_NULL)
      -
      8085  {
      -
      8086  json.WriteString("UserData");
      -
      8087  if(IsUserDataString())
      -
      8088  {
      -
      8089  json.WriteString((const char*)m_pUserData);
      -
      8090  }
      -
      8091  else
      -
      8092  {
      -
      8093  json.BeginString();
      -
      8094  json.ContinueString_Pointer(m_pUserData);
      -
      8095  json.EndString();
      -
      8096  }
      -
      8097  }
      -
      8098 
      -
      8099  json.WriteString("CreationFrameIndex");
      -
      8100  json.WriteNumber(m_CreationFrameIndex);
      -
      8101 
      -
      8102  json.WriteString("LastUseFrameIndex");
      -
      8103  json.WriteNumber(GetLastUseFrameIndex());
      -
      8104 
      -
      8105  if(m_BufferImageUsage != 0)
      -
      8106  {
      -
      8107  json.WriteString("Usage");
      -
      8108  json.WriteNumber(m_BufferImageUsage);
      -
      8109  }
      -
      8110 }
      -
      8111 
      -
      8112 #endif
      -
      8113 
      -
      8114 void VmaAllocation_T::FreeUserDataString(VmaAllocator hAllocator)
      -
      8115 {
      -
      8116  VMA_ASSERT(IsUserDataString());
      -
      8117  VmaFreeString(hAllocator->GetAllocationCallbacks(), (char*)m_pUserData);
      -
      8118  m_pUserData = VMA_NULL;
      -
      8119 }
      -
      8120 
      -
      8121 void VmaAllocation_T::BlockAllocMap()
      -
      8122 {
      -
      8123  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
      -
      8124 
      -
      8125  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
      -
      8126  {
      -
      8127  ++m_MapCount;
      -
      8128  }
      -
      8129  else
      +
      8081 void* VmaAllocation_T::GetMappedData() const
      +
      8082 {
      +
      8083  switch(m_Type)
      +
      8084  {
      +
      8085  case ALLOCATION_TYPE_BLOCK:
      +
      8086  if(m_MapCount != 0)
      +
      8087  {
      +
      8088  void* pBlockData = m_BlockAllocation.m_Block->GetMappedData();
      +
      8089  VMA_ASSERT(pBlockData != VMA_NULL);
      +
      8090  return (char*)pBlockData + m_BlockAllocation.m_Offset;
      +
      8091  }
      +
      8092  else
      +
      8093  {
      +
      8094  return VMA_NULL;
      +
      8095  }
      +
      8096  break;
      +
      8097  case ALLOCATION_TYPE_DEDICATED:
      +
      8098  VMA_ASSERT((m_DedicatedAllocation.m_pMappedData != VMA_NULL) == (m_MapCount != 0));
      +
      8099  return m_DedicatedAllocation.m_pMappedData;
      +
      8100  default:
      +
      8101  VMA_ASSERT(0);
      +
      8102  return VMA_NULL;
      +
      8103  }
      +
      8104 }
      +
      8105 
      +
      8106 bool VmaAllocation_T::CanBecomeLost() const
      +
      8107 {
      +
      8108  switch(m_Type)
      +
      8109  {
      +
      8110  case ALLOCATION_TYPE_BLOCK:
      +
      8111  return m_BlockAllocation.m_CanBecomeLost;
      +
      8112  case ALLOCATION_TYPE_DEDICATED:
      +
      8113  return false;
      +
      8114  default:
      +
      8115  VMA_ASSERT(0);
      +
      8116  return false;
      +
      8117  }
      +
      8118 }
      +
      8119 
      +
      8120 bool VmaAllocation_T::MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      +
      8121 {
      +
      8122  VMA_ASSERT(CanBecomeLost());
      +
      8123 
      +
      8124  /*
      +
      8125  Warning: This is a carefully designed algorithm.
      +
      8126  Do not modify unless you really know what you're doing :)
      +
      8127  */
      +
      8128  uint32_t localLastUseFrameIndex = GetLastUseFrameIndex();
      +
      8129  for(;;)
      8130  {
      -
      8131  VMA_ASSERT(0 && "Allocation mapped too many times simultaneously.");
      -
      8132  }
      -
      8133 }
      -
      8134 
      -
      8135 void VmaAllocation_T::BlockAllocUnmap()
      -
      8136 {
      -
      8137  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
      -
      8138 
      -
      8139  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
      -
      8140  {
      -
      8141  --m_MapCount;
      -
      8142  }
      -
      8143  else
      -
      8144  {
      -
      8145  VMA_ASSERT(0 && "Unmapping allocation not previously mapped.");
      -
      8146  }
      -
      8147 }
      -
      8148 
      -
      8149 VkResult VmaAllocation_T::DedicatedAllocMap(VmaAllocator hAllocator, void** ppData)
      -
      8150 {
      -
      8151  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
      -
      8152 
      -
      8153  if(m_MapCount != 0)
      -
      8154  {
      -
      8155  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
      -
      8156  {
      -
      8157  VMA_ASSERT(m_DedicatedAllocation.m_pMappedData != VMA_NULL);
      -
      8158  *ppData = m_DedicatedAllocation.m_pMappedData;
      -
      8159  ++m_MapCount;
      -
      8160  return VK_SUCCESS;
      -
      8161  }
      -
      8162  else
      -
      8163  {
      -
      8164  VMA_ASSERT(0 && "Dedicated allocation mapped too many times simultaneously.");
      -
      8165  return VK_ERROR_MEMORY_MAP_FAILED;
      -
      8166  }
      -
      8167  }
      -
      8168  else
      -
      8169  {
      -
      8170  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
      -
      8171  hAllocator->m_hDevice,
      -
      8172  m_DedicatedAllocation.m_hMemory,
      -
      8173  0, // offset
      -
      8174  VK_WHOLE_SIZE,
      -
      8175  0, // flags
      -
      8176  ppData);
      -
      8177  if(result == VK_SUCCESS)
      -
      8178  {
      -
      8179  m_DedicatedAllocation.m_pMappedData = *ppData;
      -
      8180  m_MapCount = 1;
      -
      8181  }
      -
      8182  return result;
      -
      8183  }
      -
      8184 }
      -
      8185 
      -
      8186 void VmaAllocation_T::DedicatedAllocUnmap(VmaAllocator hAllocator)
      -
      8187 {
      -
      8188  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
      +
      8131  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      +
      8132  {
      +
      8133  VMA_ASSERT(0);
      +
      8134  return false;
      +
      8135  }
      +
      8136  else if(localLastUseFrameIndex + frameInUseCount >= currentFrameIndex)
      +
      8137  {
      +
      8138  return false;
      +
      8139  }
      +
      8140  else // Last use time earlier than current time.
      +
      8141  {
      +
      8142  if(CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, VMA_FRAME_INDEX_LOST))
      +
      8143  {
      +
      8144  // Setting hAllocation.LastUseFrameIndex atomic to VMA_FRAME_INDEX_LOST is enough to mark it as LOST.
      +
      8145  // Calling code just needs to unregister this allocation in owning VmaDeviceMemoryBlock.
      +
      8146  return true;
      +
      8147  }
      +
      8148  }
      +
      8149  }
      +
      8150 }
      +
      8151 
      +
      8152 #if VMA_STATS_STRING_ENABLED
      +
      8153 
      +
      8154 // Correspond to values of enum VmaSuballocationType.
      +
      8155 static const char* VMA_SUBALLOCATION_TYPE_NAMES[] = {
      +
      8156  "FREE",
      +
      8157  "UNKNOWN",
      +
      8158  "BUFFER",
      +
      8159  "IMAGE_UNKNOWN",
      +
      8160  "IMAGE_LINEAR",
      +
      8161  "IMAGE_OPTIMAL",
      +
      8162 };
      +
      8163 
      +
      8164 void VmaAllocation_T::PrintParameters(class VmaJsonWriter& json) const
      +
      8165 {
      +
      8166  json.WriteString("Type");
      +
      8167  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[m_SuballocationType]);
      +
      8168 
      +
      8169  json.WriteString("Size");
      +
      8170  json.WriteNumber(m_Size);
      +
      8171 
      +
      8172  if(m_pUserData != VMA_NULL)
      +
      8173  {
      +
      8174  json.WriteString("UserData");
      +
      8175  if(IsUserDataString())
      +
      8176  {
      +
      8177  json.WriteString((const char*)m_pUserData);
      +
      8178  }
      +
      8179  else
      +
      8180  {
      +
      8181  json.BeginString();
      +
      8182  json.ContinueString_Pointer(m_pUserData);
      +
      8183  json.EndString();
      +
      8184  }
      +
      8185  }
      +
      8186 
      +
      8187  json.WriteString("CreationFrameIndex");
      +
      8188  json.WriteNumber(m_CreationFrameIndex);
      8189 
      -
      8190  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
      -
      8191  {
      -
      8192  --m_MapCount;
      -
      8193  if(m_MapCount == 0)
      -
      8194  {
      -
      8195  m_DedicatedAllocation.m_pMappedData = VMA_NULL;
      -
      8196  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(
      -
      8197  hAllocator->m_hDevice,
      -
      8198  m_DedicatedAllocation.m_hMemory);
      -
      8199  }
      -
      8200  }
      -
      8201  else
      -
      8202  {
      -
      8203  VMA_ASSERT(0 && "Unmapping dedicated allocation not previously mapped.");
      -
      8204  }
      -
      8205 }
      -
      8206 
      -
      8207 #if VMA_STATS_STRING_ENABLED
      +
      8190  json.WriteString("LastUseFrameIndex");
      +
      8191  json.WriteNumber(GetLastUseFrameIndex());
      +
      8192 
      +
      8193  if(m_BufferImageUsage != 0)
      +
      8194  {
      +
      8195  json.WriteString("Usage");
      +
      8196  json.WriteNumber(m_BufferImageUsage);
      +
      8197  }
      +
      8198 }
      +
      8199 
      +
      8200 #endif
      +
      8201 
      +
      8202 void VmaAllocation_T::FreeUserDataString(VmaAllocator hAllocator)
      +
      8203 {
      +
      8204  VMA_ASSERT(IsUserDataString());
      +
      8205  VmaFreeString(hAllocator->GetAllocationCallbacks(), (char*)m_pUserData);
      +
      8206  m_pUserData = VMA_NULL;
      +
      8207 }
      8208 
      -
      8209 static void VmaPrintStatInfo(VmaJsonWriter& json, const VmaStatInfo& stat)
      +
      8209 void VmaAllocation_T::BlockAllocMap()
      8210 {
      -
      8211  json.BeginObject();
      +
      8211  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
      8212 
      -
      8213  json.WriteString("Blocks");
      -
      8214  json.WriteNumber(stat.blockCount);
      -
      8215 
      -
      8216  json.WriteString("Allocations");
      -
      8217  json.WriteNumber(stat.allocationCount);
      -
      8218 
      -
      8219  json.WriteString("UnusedRanges");
      -
      8220  json.WriteNumber(stat.unusedRangeCount);
      -
      8221 
      -
      8222  json.WriteString("UsedBytes");
      -
      8223  json.WriteNumber(stat.usedBytes);
      -
      8224 
      -
      8225  json.WriteString("UnusedBytes");
      -
      8226  json.WriteNumber(stat.unusedBytes);
      -
      8227 
      -
      8228  if(stat.allocationCount > 1)
      -
      8229  {
      -
      8230  json.WriteString("AllocationSize");
      -
      8231  json.BeginObject(true);
      -
      8232  json.WriteString("Min");
      -
      8233  json.WriteNumber(stat.allocationSizeMin);
      -
      8234  json.WriteString("Avg");
      -
      8235  json.WriteNumber(stat.allocationSizeAvg);
      -
      8236  json.WriteString("Max");
      -
      8237  json.WriteNumber(stat.allocationSizeMax);
      -
      8238  json.EndObject();
      -
      8239  }
      +
      8213  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
      +
      8214  {
      +
      8215  ++m_MapCount;
      +
      8216  }
      +
      8217  else
      +
      8218  {
      +
      8219  VMA_ASSERT(0 && "Allocation mapped too many times simultaneously.");
      +
      8220  }
      +
      8221 }
      +
      8222 
      +
      8223 void VmaAllocation_T::BlockAllocUnmap()
      +
      8224 {
      +
      8225  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
      +
      8226 
      +
      8227  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
      +
      8228  {
      +
      8229  --m_MapCount;
      +
      8230  }
      +
      8231  else
      +
      8232  {
      +
      8233  VMA_ASSERT(0 && "Unmapping allocation not previously mapped.");
      +
      8234  }
      +
      8235 }
      +
      8236 
      +
      8237 VkResult VmaAllocation_T::DedicatedAllocMap(VmaAllocator hAllocator, void** ppData)
      +
      8238 {
      +
      8239  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
      8240 
      -
      8241  if(stat.unusedRangeCount > 1)
      +
      8241  if(m_MapCount != 0)
      8242  {
      -
      8243  json.WriteString("UnusedRangeSize");
      -
      8244  json.BeginObject(true);
      -
      8245  json.WriteString("Min");
      -
      8246  json.WriteNumber(stat.unusedRangeSizeMin);
      -
      8247  json.WriteString("Avg");
      -
      8248  json.WriteNumber(stat.unusedRangeSizeAvg);
      -
      8249  json.WriteString("Max");
      -
      8250  json.WriteNumber(stat.unusedRangeSizeMax);
      -
      8251  json.EndObject();
      -
      8252  }
      -
      8253 
      -
      8254  json.EndObject();
      -
      8255 }
      -
      8256 
      -
      8257 #endif // #if VMA_STATS_STRING_ENABLED
      -
      8258 
      -
      8259 struct VmaSuballocationItemSizeLess
      -
      8260 {
      -
      8261  bool operator()(
      -
      8262  const VmaSuballocationList::iterator lhs,
      -
      8263  const VmaSuballocationList::iterator rhs) const
      -
      8264  {
      -
      8265  return lhs->size < rhs->size;
      -
      8266  }
      -
      8267  bool operator()(
      -
      8268  const VmaSuballocationList::iterator lhs,
      -
      8269  VkDeviceSize rhsSize) const
      -
      8270  {
      -
      8271  return lhs->size < rhsSize;
      -
      8272  }
      -
      8273 };
      -
      8274 
      -
      8275 
      -
      8277 // class VmaBlockMetadata
      -
      8278 
      -
      8279 VmaBlockMetadata::VmaBlockMetadata(VmaAllocator hAllocator) :
      -
      8280  m_Size(0),
      -
      8281  m_pAllocationCallbacks(hAllocator->GetAllocationCallbacks())
      -
      8282 {
      -
      8283 }
      -
      8284 
      -
      8285 #if VMA_STATS_STRING_ENABLED
      -
      8286 
      -
      8287 void VmaBlockMetadata::PrintDetailedMap_Begin(class VmaJsonWriter& json,
      -
      8288  VkDeviceSize unusedBytes,
      -
      8289  size_t allocationCount,
      -
      8290  size_t unusedRangeCount) const
      -
      8291 {
      -
      8292  json.BeginObject();
      -
      8293 
      -
      8294  json.WriteString("TotalBytes");
      -
      8295  json.WriteNumber(GetSize());
      +
      8243  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
      +
      8244  {
      +
      8245  VMA_ASSERT(m_DedicatedAllocation.m_pMappedData != VMA_NULL);
      +
      8246  *ppData = m_DedicatedAllocation.m_pMappedData;
      +
      8247  ++m_MapCount;
      +
      8248  return VK_SUCCESS;
      +
      8249  }
      +
      8250  else
      +
      8251  {
      +
      8252  VMA_ASSERT(0 && "Dedicated allocation mapped too many times simultaneously.");
      +
      8253  return VK_ERROR_MEMORY_MAP_FAILED;
      +
      8254  }
      +
      8255  }
      +
      8256  else
      +
      8257  {
      +
      8258  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
      +
      8259  hAllocator->m_hDevice,
      +
      8260  m_DedicatedAllocation.m_hMemory,
      +
      8261  0, // offset
      +
      8262  VK_WHOLE_SIZE,
      +
      8263  0, // flags
      +
      8264  ppData);
      +
      8265  if(result == VK_SUCCESS)
      +
      8266  {
      +
      8267  m_DedicatedAllocation.m_pMappedData = *ppData;
      +
      8268  m_MapCount = 1;
      +
      8269  }
      +
      8270  return result;
      +
      8271  }
      +
      8272 }
      +
      8273 
      +
      8274 void VmaAllocation_T::DedicatedAllocUnmap(VmaAllocator hAllocator)
      +
      8275 {
      +
      8276  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
      +
      8277 
      +
      8278  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
      +
      8279  {
      +
      8280  --m_MapCount;
      +
      8281  if(m_MapCount == 0)
      +
      8282  {
      +
      8283  m_DedicatedAllocation.m_pMappedData = VMA_NULL;
      +
      8284  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(
      +
      8285  hAllocator->m_hDevice,
      +
      8286  m_DedicatedAllocation.m_hMemory);
      +
      8287  }
      +
      8288  }
      +
      8289  else
      +
      8290  {
      +
      8291  VMA_ASSERT(0 && "Unmapping dedicated allocation not previously mapped.");
      +
      8292  }
      +
      8293 }
      +
      8294 
      +
      8295 #if VMA_STATS_STRING_ENABLED
      8296 
      -
      8297  json.WriteString("UnusedBytes");
      -
      8298  json.WriteNumber(unusedBytes);
      -
      8299 
      -
      8300  json.WriteString("Allocations");
      -
      8301  json.WriteNumber((uint64_t)allocationCount);
      -
      8302 
      -
      8303  json.WriteString("UnusedRanges");
      -
      8304  json.WriteNumber((uint64_t)unusedRangeCount);
      -
      8305 
      -
      8306  json.WriteString("Suballocations");
      -
      8307  json.BeginArray();
      -
      8308 }
      +
      8297 static void VmaPrintStatInfo(VmaJsonWriter& json, const VmaStatInfo& stat)
      +
      8298 {
      +
      8299  json.BeginObject();
      +
      8300 
      +
      8301  json.WriteString("Blocks");
      +
      8302  json.WriteNumber(stat.blockCount);
      +
      8303 
      +
      8304  json.WriteString("Allocations");
      +
      8305  json.WriteNumber(stat.allocationCount);
      +
      8306 
      +
      8307  json.WriteString("UnusedRanges");
      +
      8308  json.WriteNumber(stat.unusedRangeCount);
      8309 
      -
      8310 void VmaBlockMetadata::PrintDetailedMap_Allocation(class VmaJsonWriter& json,
      -
      8311  VkDeviceSize offset,
      -
      8312  VmaAllocation hAllocation) const
      -
      8313 {
      -
      8314  json.BeginObject(true);
      -
      8315 
      -
      8316  json.WriteString("Offset");
      -
      8317  json.WriteNumber(offset);
      -
      8318 
      -
      8319  hAllocation->PrintParameters(json);
      -
      8320 
      -
      8321  json.EndObject();
      -
      8322 }
      -
      8323 
      -
      8324 void VmaBlockMetadata::PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
      -
      8325  VkDeviceSize offset,
      -
      8326  VkDeviceSize size) const
      -
      8327 {
      -
      8328  json.BeginObject(true);
      -
      8329 
      -
      8330  json.WriteString("Offset");
      -
      8331  json.WriteNumber(offset);
      -
      8332 
      -
      8333  json.WriteString("Type");
      -
      8334  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[VMA_SUBALLOCATION_TYPE_FREE]);
      -
      8335 
      -
      8336  json.WriteString("Size");
      -
      8337  json.WriteNumber(size);
      -
      8338 
      -
      8339  json.EndObject();
      -
      8340 }
      +
      8310  json.WriteString("UsedBytes");
      +
      8311  json.WriteNumber(stat.usedBytes);
      +
      8312 
      +
      8313  json.WriteString("UnusedBytes");
      +
      8314  json.WriteNumber(stat.unusedBytes);
      +
      8315 
      +
      8316  if(stat.allocationCount > 1)
      +
      8317  {
      +
      8318  json.WriteString("AllocationSize");
      +
      8319  json.BeginObject(true);
      +
      8320  json.WriteString("Min");
      +
      8321  json.WriteNumber(stat.allocationSizeMin);
      +
      8322  json.WriteString("Avg");
      +
      8323  json.WriteNumber(stat.allocationSizeAvg);
      +
      8324  json.WriteString("Max");
      +
      8325  json.WriteNumber(stat.allocationSizeMax);
      +
      8326  json.EndObject();
      +
      8327  }
      +
      8328 
      +
      8329  if(stat.unusedRangeCount > 1)
      +
      8330  {
      +
      8331  json.WriteString("UnusedRangeSize");
      +
      8332  json.BeginObject(true);
      +
      8333  json.WriteString("Min");
      +
      8334  json.WriteNumber(stat.unusedRangeSizeMin);
      +
      8335  json.WriteString("Avg");
      +
      8336  json.WriteNumber(stat.unusedRangeSizeAvg);
      +
      8337  json.WriteString("Max");
      +
      8338  json.WriteNumber(stat.unusedRangeSizeMax);
      +
      8339  json.EndObject();
      +
      8340  }
      8341 
      -
      8342 void VmaBlockMetadata::PrintDetailedMap_End(class VmaJsonWriter& json) const
      -
      8343 {
      -
      8344  json.EndArray();
      -
      8345  json.EndObject();
      -
      8346 }
      -
      8347 
      -
      8348 #endif // #if VMA_STATS_STRING_ENABLED
      -
      8349 
      -
      8351 // class VmaBlockMetadata_Generic
      -
      8352 
      -
      8353 VmaBlockMetadata_Generic::VmaBlockMetadata_Generic(VmaAllocator hAllocator) :
      -
      8354  VmaBlockMetadata(hAllocator),
      -
      8355  m_FreeCount(0),
      -
      8356  m_SumFreeSize(0),
      -
      8357  m_Suballocations(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      -
      8358  m_FreeSuballocationsBySize(VmaStlAllocator<VmaSuballocationList::iterator>(hAllocator->GetAllocationCallbacks()))
      -
      8359 {
      -
      8360 }
      -
      8361 
      -
      8362 VmaBlockMetadata_Generic::~VmaBlockMetadata_Generic()
      -
      8363 {
      -
      8364 }
      -
      8365 
      -
      8366 void VmaBlockMetadata_Generic::Init(VkDeviceSize size)
      -
      8367 {
      -
      8368  VmaBlockMetadata::Init(size);
      -
      8369 
      -
      8370  m_FreeCount = 1;
      -
      8371  m_SumFreeSize = size;
      +
      8342  json.EndObject();
      +
      8343 }
      +
      8344 
      +
      8345 #endif // #if VMA_STATS_STRING_ENABLED
      +
      8346 
      +
      8347 struct VmaSuballocationItemSizeLess
      +
      8348 {
      +
      8349  bool operator()(
      +
      8350  const VmaSuballocationList::iterator lhs,
      +
      8351  const VmaSuballocationList::iterator rhs) const
      +
      8352  {
      +
      8353  return lhs->size < rhs->size;
      +
      8354  }
      +
      8355  bool operator()(
      +
      8356  const VmaSuballocationList::iterator lhs,
      +
      8357  VkDeviceSize rhsSize) const
      +
      8358  {
      +
      8359  return lhs->size < rhsSize;
      +
      8360  }
      +
      8361 };
      +
      8362 
      +
      8363 
      +
      8365 // class VmaBlockMetadata
      +
      8366 
      +
      8367 VmaBlockMetadata::VmaBlockMetadata(VmaAllocator hAllocator) :
      +
      8368  m_Size(0),
      +
      8369  m_pAllocationCallbacks(hAllocator->GetAllocationCallbacks())
      +
      8370 {
      +
      8371 }
      8372 
      -
      8373  VmaSuballocation suballoc = {};
      -
      8374  suballoc.offset = 0;
      -
      8375  suballoc.size = size;
      -
      8376  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      8377  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      8378 
      -
      8379  VMA_ASSERT(size > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
      -
      8380  m_Suballocations.push_back(suballoc);
      -
      8381  VmaSuballocationList::iterator suballocItem = m_Suballocations.end();
      -
      8382  --suballocItem;
      -
      8383  m_FreeSuballocationsBySize.push_back(suballocItem);
      -
      8384 }
      -
      8385 
      -
      8386 bool VmaBlockMetadata_Generic::Validate() const
      -
      8387 {
      -
      8388  VMA_VALIDATE(!m_Suballocations.empty());
      -
      8389 
      -
      8390  // Expected offset of new suballocation as calculated from previous ones.
      -
      8391  VkDeviceSize calculatedOffset = 0;
      -
      8392  // Expected number of free suballocations as calculated from traversing their list.
      -
      8393  uint32_t calculatedFreeCount = 0;
      -
      8394  // Expected sum size of free suballocations as calculated from traversing their list.
      -
      8395  VkDeviceSize calculatedSumFreeSize = 0;
      -
      8396  // Expected number of free suballocations that should be registered in
      -
      8397  // m_FreeSuballocationsBySize calculated from traversing their list.
      -
      8398  size_t freeSuballocationsToRegister = 0;
      -
      8399  // True if previous visited suballocation was free.
      -
      8400  bool prevFree = false;
      -
      8401 
      -
      8402  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      -
      8403  suballocItem != m_Suballocations.cend();
      -
      8404  ++suballocItem)
      -
      8405  {
      -
      8406  const VmaSuballocation& subAlloc = *suballocItem;
      -
      8407 
      -
      8408  // Actual offset of this suballocation doesn't match expected one.
      -
      8409  VMA_VALIDATE(subAlloc.offset == calculatedOffset);
      -
      8410 
      -
      8411  const bool currFree = (subAlloc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      8412  // Two adjacent free suballocations are invalid. They should be merged.
      -
      8413  VMA_VALIDATE(!prevFree || !currFree);
      -
      8414 
      -
      8415  VMA_VALIDATE(currFree == (subAlloc.hAllocation == VK_NULL_HANDLE));
      -
      8416 
      -
      8417  if(currFree)
      -
      8418  {
      -
      8419  calculatedSumFreeSize += subAlloc.size;
      -
      8420  ++calculatedFreeCount;
      -
      8421  if(subAlloc.size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      8422  {
      -
      8423  ++freeSuballocationsToRegister;
      -
      8424  }
      -
      8425 
      -
      8426  // Margin required between allocations - every free space must be at least that large.
      -
      8427  VMA_VALIDATE(subAlloc.size >= VMA_DEBUG_MARGIN);
      -
      8428  }
      -
      8429  else
      -
      8430  {
      -
      8431  VMA_VALIDATE(subAlloc.hAllocation->GetOffset() == subAlloc.offset);
      -
      8432  VMA_VALIDATE(subAlloc.hAllocation->GetSize() == subAlloc.size);
      -
      8433 
      -
      8434  // Margin required between allocations - previous allocation must be free.
      -
      8435  VMA_VALIDATE(VMA_DEBUG_MARGIN == 0 || prevFree);
      -
      8436  }
      +
      8373 #if VMA_STATS_STRING_ENABLED
      +
      8374 
      +
      8375 void VmaBlockMetadata::PrintDetailedMap_Begin(class VmaJsonWriter& json,
      +
      8376  VkDeviceSize unusedBytes,
      +
      8377  size_t allocationCount,
      +
      8378  size_t unusedRangeCount) const
      +
      8379 {
      +
      8380  json.BeginObject();
      +
      8381 
      +
      8382  json.WriteString("TotalBytes");
      +
      8383  json.WriteNumber(GetSize());
      +
      8384 
      +
      8385  json.WriteString("UnusedBytes");
      +
      8386  json.WriteNumber(unusedBytes);
      +
      8387 
      +
      8388  json.WriteString("Allocations");
      +
      8389  json.WriteNumber((uint64_t)allocationCount);
      +
      8390 
      +
      8391  json.WriteString("UnusedRanges");
      +
      8392  json.WriteNumber((uint64_t)unusedRangeCount);
      +
      8393 
      +
      8394  json.WriteString("Suballocations");
      +
      8395  json.BeginArray();
      +
      8396 }
      +
      8397 
      +
      8398 void VmaBlockMetadata::PrintDetailedMap_Allocation(class VmaJsonWriter& json,
      +
      8399  VkDeviceSize offset,
      +
      8400  VmaAllocation hAllocation) const
      +
      8401 {
      +
      8402  json.BeginObject(true);
      +
      8403 
      +
      8404  json.WriteString("Offset");
      +
      8405  json.WriteNumber(offset);
      +
      8406 
      +
      8407  hAllocation->PrintParameters(json);
      +
      8408 
      +
      8409  json.EndObject();
      +
      8410 }
      +
      8411 
      +
      8412 void VmaBlockMetadata::PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
      +
      8413  VkDeviceSize offset,
      +
      8414  VkDeviceSize size) const
      +
      8415 {
      +
      8416  json.BeginObject(true);
      +
      8417 
      +
      8418  json.WriteString("Offset");
      +
      8419  json.WriteNumber(offset);
      +
      8420 
      +
      8421  json.WriteString("Type");
      +
      8422  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[VMA_SUBALLOCATION_TYPE_FREE]);
      +
      8423 
      +
      8424  json.WriteString("Size");
      +
      8425  json.WriteNumber(size);
      +
      8426 
      +
      8427  json.EndObject();
      +
      8428 }
      +
      8429 
      +
      8430 void VmaBlockMetadata::PrintDetailedMap_End(class VmaJsonWriter& json) const
      +
      8431 {
      +
      8432  json.EndArray();
      +
      8433  json.EndObject();
      +
      8434 }
      +
      8435 
      +
      8436 #endif // #if VMA_STATS_STRING_ENABLED
      8437 
      -
      8438  calculatedOffset += subAlloc.size;
      -
      8439  prevFree = currFree;
      -
      8440  }
      -
      8441 
      -
      8442  // Number of free suballocations registered in m_FreeSuballocationsBySize doesn't
      -
      8443  // match expected one.
      -
      8444  VMA_VALIDATE(m_FreeSuballocationsBySize.size() == freeSuballocationsToRegister);
      -
      8445 
      -
      8446  VkDeviceSize lastSize = 0;
      -
      8447  for(size_t i = 0; i < m_FreeSuballocationsBySize.size(); ++i)
      -
      8448  {
      -
      8449  VmaSuballocationList::iterator suballocItem = m_FreeSuballocationsBySize[i];
      -
      8450 
      -
      8451  // Only free suballocations can be registered in m_FreeSuballocationsBySize.
      -
      8452  VMA_VALIDATE(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      8453  // They must be sorted by size ascending.
      -
      8454  VMA_VALIDATE(suballocItem->size >= lastSize);
      -
      8455 
      -
      8456  lastSize = suballocItem->size;
      -
      8457  }
      -
      8458 
      -
      8459  // Check if totals match calculacted values.
      -
      8460  VMA_VALIDATE(ValidateFreeSuballocationList());
      -
      8461  VMA_VALIDATE(calculatedOffset == GetSize());
      -
      8462  VMA_VALIDATE(calculatedSumFreeSize == m_SumFreeSize);
      -
      8463  VMA_VALIDATE(calculatedFreeCount == m_FreeCount);
      -
      8464 
      -
      8465  return true;
      -
      8466 }
      -
      8467 
      -
      8468 VkDeviceSize VmaBlockMetadata_Generic::GetUnusedRangeSizeMax() const
      -
      8469 {
      -
      8470  if(!m_FreeSuballocationsBySize.empty())
      -
      8471  {
      -
      8472  return m_FreeSuballocationsBySize.back()->size;
      -
      8473  }
      -
      8474  else
      -
      8475  {
      -
      8476  return 0;
      -
      8477  }
      -
      8478 }
      -
      8479 
      -
      8480 bool VmaBlockMetadata_Generic::IsEmpty() const
      -
      8481 {
      -
      8482  return (m_Suballocations.size() == 1) && (m_FreeCount == 1);
      -
      8483 }
      -
      8484 
      -
      8485 void VmaBlockMetadata_Generic::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      -
      8486 {
      -
      8487  outInfo.blockCount = 1;
      -
      8488 
      -
      8489  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
      -
      8490  outInfo.allocationCount = rangeCount - m_FreeCount;
      -
      8491  outInfo.unusedRangeCount = m_FreeCount;
      -
      8492 
      -
      8493  outInfo.unusedBytes = m_SumFreeSize;
      -
      8494  outInfo.usedBytes = GetSize() - outInfo.unusedBytes;
      -
      8495 
      -
      8496  outInfo.allocationSizeMin = UINT64_MAX;
      -
      8497  outInfo.allocationSizeMax = 0;
      -
      8498  outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      8499  outInfo.unusedRangeSizeMax = 0;
      -
      8500 
      -
      8501  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      -
      8502  suballocItem != m_Suballocations.cend();
      -
      8503  ++suballocItem)
      -
      8504  {
      -
      8505  const VmaSuballocation& suballoc = *suballocItem;
      -
      8506  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      8507  {
      -
      8508  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      -
      8509  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, suballoc.size);
      -
      8510  }
      -
      8511  else
      -
      8512  {
      -
      8513  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, suballoc.size);
      -
      8514  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, suballoc.size);
      -
      8515  }
      -
      8516  }
      -
      8517 }
      -
      8518 
      -
      8519 void VmaBlockMetadata_Generic::AddPoolStats(VmaPoolStats& inoutStats) const
      -
      8520 {
      -
      8521  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
      -
      8522 
      -
      8523  inoutStats.size += GetSize();
      -
      8524  inoutStats.unusedSize += m_SumFreeSize;
      -
      8525  inoutStats.allocationCount += rangeCount - m_FreeCount;
      -
      8526  inoutStats.unusedRangeCount += m_FreeCount;
      -
      8527  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
      -
      8528 }
      +
      8439 // class VmaBlockMetadata_Generic
      +
      8440 
      +
      8441 VmaBlockMetadata_Generic::VmaBlockMetadata_Generic(VmaAllocator hAllocator) :
      +
      8442  VmaBlockMetadata(hAllocator),
      +
      8443  m_FreeCount(0),
      +
      8444  m_SumFreeSize(0),
      +
      8445  m_Suballocations(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      +
      8446  m_FreeSuballocationsBySize(VmaStlAllocator<VmaSuballocationList::iterator>(hAllocator->GetAllocationCallbacks()))
      +
      8447 {
      +
      8448 }
      +
      8449 
      +
      8450 VmaBlockMetadata_Generic::~VmaBlockMetadata_Generic()
      +
      8451 {
      +
      8452 }
      +
      8453 
      +
      8454 void VmaBlockMetadata_Generic::Init(VkDeviceSize size)
      +
      8455 {
      +
      8456  VmaBlockMetadata::Init(size);
      +
      8457 
      +
      8458  m_FreeCount = 1;
      +
      8459  m_SumFreeSize = size;
      +
      8460 
      +
      8461  VmaSuballocation suballoc = {};
      +
      8462  suballoc.offset = 0;
      +
      8463  suballoc.size = size;
      +
      8464  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      8465  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      8466 
      +
      8467  VMA_ASSERT(size > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
      +
      8468  m_Suballocations.push_back(suballoc);
      +
      8469  VmaSuballocationList::iterator suballocItem = m_Suballocations.end();
      +
      8470  --suballocItem;
      +
      8471  m_FreeSuballocationsBySize.push_back(suballocItem);
      +
      8472 }
      +
      8473 
      +
      8474 bool VmaBlockMetadata_Generic::Validate() const
      +
      8475 {
      +
      8476  VMA_VALIDATE(!m_Suballocations.empty());
      +
      8477 
      +
      8478  // Expected offset of new suballocation as calculated from previous ones.
      +
      8479  VkDeviceSize calculatedOffset = 0;
      +
      8480  // Expected number of free suballocations as calculated from traversing their list.
      +
      8481  uint32_t calculatedFreeCount = 0;
      +
      8482  // Expected sum size of free suballocations as calculated from traversing their list.
      +
      8483  VkDeviceSize calculatedSumFreeSize = 0;
      +
      8484  // Expected number of free suballocations that should be registered in
      +
      8485  // m_FreeSuballocationsBySize calculated from traversing their list.
      +
      8486  size_t freeSuballocationsToRegister = 0;
      +
      8487  // True if previous visited suballocation was free.
      +
      8488  bool prevFree = false;
      +
      8489 
      +
      8490  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      +
      8491  suballocItem != m_Suballocations.cend();
      +
      8492  ++suballocItem)
      +
      8493  {
      +
      8494  const VmaSuballocation& subAlloc = *suballocItem;
      +
      8495 
      +
      8496  // Actual offset of this suballocation doesn't match expected one.
      +
      8497  VMA_VALIDATE(subAlloc.offset == calculatedOffset);
      +
      8498 
      +
      8499  const bool currFree = (subAlloc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      8500  // Two adjacent free suballocations are invalid. They should be merged.
      +
      8501  VMA_VALIDATE(!prevFree || !currFree);
      +
      8502 
      +
      8503  VMA_VALIDATE(currFree == (subAlloc.hAllocation == VK_NULL_HANDLE));
      +
      8504 
      +
      8505  if(currFree)
      +
      8506  {
      +
      8507  calculatedSumFreeSize += subAlloc.size;
      +
      8508  ++calculatedFreeCount;
      +
      8509  if(subAlloc.size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      8510  {
      +
      8511  ++freeSuballocationsToRegister;
      +
      8512  }
      +
      8513 
      +
      8514  // Margin required between allocations - every free space must be at least that large.
      +
      8515  VMA_VALIDATE(subAlloc.size >= VMA_DEBUG_MARGIN);
      +
      8516  }
      +
      8517  else
      +
      8518  {
      +
      8519  VMA_VALIDATE(subAlloc.hAllocation->GetOffset() == subAlloc.offset);
      +
      8520  VMA_VALIDATE(subAlloc.hAllocation->GetSize() == subAlloc.size);
      +
      8521 
      +
      8522  // Margin required between allocations - previous allocation must be free.
      +
      8523  VMA_VALIDATE(VMA_DEBUG_MARGIN == 0 || prevFree);
      +
      8524  }
      +
      8525 
      +
      8526  calculatedOffset += subAlloc.size;
      +
      8527  prevFree = currFree;
      +
      8528  }
      8529 
      -
      8530 #if VMA_STATS_STRING_ENABLED
      -
      8531 
      -
      8532 void VmaBlockMetadata_Generic::PrintDetailedMap(class VmaJsonWriter& json) const
      -
      8533 {
      -
      8534  PrintDetailedMap_Begin(json,
      -
      8535  m_SumFreeSize, // unusedBytes
      -
      8536  m_Suballocations.size() - (size_t)m_FreeCount, // allocationCount
      -
      8537  m_FreeCount); // unusedRangeCount
      -
      8538 
      -
      8539  size_t i = 0;
      -
      8540  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      -
      8541  suballocItem != m_Suballocations.cend();
      -
      8542  ++suballocItem, ++i)
      -
      8543  {
      -
      8544  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      8545  {
      -
      8546  PrintDetailedMap_UnusedRange(json, suballocItem->offset, suballocItem->size);
      -
      8547  }
      -
      8548  else
      -
      8549  {
      -
      8550  PrintDetailedMap_Allocation(json, suballocItem->offset, suballocItem->hAllocation);
      -
      8551  }
      -
      8552  }
      -
      8553 
      -
      8554  PrintDetailedMap_End(json);
      -
      8555 }
      -
      8556 
      -
      8557 #endif // #if VMA_STATS_STRING_ENABLED
      -
      8558 
      -
      8559 bool VmaBlockMetadata_Generic::CreateAllocationRequest(
      -
      8560  uint32_t currentFrameIndex,
      -
      8561  uint32_t frameInUseCount,
      -
      8562  VkDeviceSize bufferImageGranularity,
      -
      8563  VkDeviceSize allocSize,
      -
      8564  VkDeviceSize allocAlignment,
      -
      8565  bool upperAddress,
      -
      8566  VmaSuballocationType allocType,
      -
      8567  bool canMakeOtherLost,
      -
      8568  uint32_t strategy,
      -
      8569  VmaAllocationRequest* pAllocationRequest)
      -
      8570 {
      -
      8571  VMA_ASSERT(allocSize > 0);
      -
      8572  VMA_ASSERT(!upperAddress);
      -
      8573  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      -
      8574  VMA_ASSERT(pAllocationRequest != VMA_NULL);
      -
      8575  VMA_HEAVY_ASSERT(Validate());
      +
      8530  // Number of free suballocations registered in m_FreeSuballocationsBySize doesn't
      +
      8531  // match expected one.
      +
      8532  VMA_VALIDATE(m_FreeSuballocationsBySize.size() == freeSuballocationsToRegister);
      +
      8533 
      +
      8534  VkDeviceSize lastSize = 0;
      +
      8535  for(size_t i = 0; i < m_FreeSuballocationsBySize.size(); ++i)
      +
      8536  {
      +
      8537  VmaSuballocationList::iterator suballocItem = m_FreeSuballocationsBySize[i];
      +
      8538 
      +
      8539  // Only free suballocations can be registered in m_FreeSuballocationsBySize.
      +
      8540  VMA_VALIDATE(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      8541  // They must be sorted by size ascending.
      +
      8542  VMA_VALIDATE(suballocItem->size >= lastSize);
      +
      8543 
      +
      8544  lastSize = suballocItem->size;
      +
      8545  }
      +
      8546 
      +
      8547  // Check if totals match calculacted values.
      +
      8548  VMA_VALIDATE(ValidateFreeSuballocationList());
      +
      8549  VMA_VALIDATE(calculatedOffset == GetSize());
      +
      8550  VMA_VALIDATE(calculatedSumFreeSize == m_SumFreeSize);
      +
      8551  VMA_VALIDATE(calculatedFreeCount == m_FreeCount);
      +
      8552 
      +
      8553  return true;
      +
      8554 }
      +
      8555 
      +
      8556 VkDeviceSize VmaBlockMetadata_Generic::GetUnusedRangeSizeMax() const
      +
      8557 {
      +
      8558  if(!m_FreeSuballocationsBySize.empty())
      +
      8559  {
      +
      8560  return m_FreeSuballocationsBySize.back()->size;
      +
      8561  }
      +
      8562  else
      +
      8563  {
      +
      8564  return 0;
      +
      8565  }
      +
      8566 }
      +
      8567 
      +
      8568 bool VmaBlockMetadata_Generic::IsEmpty() const
      +
      8569 {
      +
      8570  return (m_Suballocations.size() == 1) && (m_FreeCount == 1);
      +
      8571 }
      +
      8572 
      +
      8573 void VmaBlockMetadata_Generic::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      +
      8574 {
      +
      8575  outInfo.blockCount = 1;
      8576 
      -
      8577  pAllocationRequest->type = VmaAllocationRequestType::Normal;
      -
      8578 
      -
      8579  // There is not enough total free space in this block to fullfill the request: Early return.
      -
      8580  if(canMakeOtherLost == false &&
      -
      8581  m_SumFreeSize < allocSize + 2 * VMA_DEBUG_MARGIN)
      -
      8582  {
      -
      8583  return false;
      -
      8584  }
      -
      8585 
      -
      8586  // New algorithm, efficiently searching freeSuballocationsBySize.
      -
      8587  const size_t freeSuballocCount = m_FreeSuballocationsBySize.size();
      -
      8588  if(freeSuballocCount > 0)
      -
      8589  {
      -
      8590  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      -
      8591  {
      -
      8592  // Find first free suballocation with size not less than allocSize + 2 * VMA_DEBUG_MARGIN.
      -
      8593  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
      -
      8594  m_FreeSuballocationsBySize.data(),
      -
      8595  m_FreeSuballocationsBySize.data() + freeSuballocCount,
      -
      8596  allocSize + 2 * VMA_DEBUG_MARGIN,
      -
      8597  VmaSuballocationItemSizeLess());
      -
      8598  size_t index = it - m_FreeSuballocationsBySize.data();
      -
      8599  for(; index < freeSuballocCount; ++index)
      -
      8600  {
      -
      8601  if(CheckAllocation(
      -
      8602  currentFrameIndex,
      -
      8603  frameInUseCount,
      -
      8604  bufferImageGranularity,
      -
      8605  allocSize,
      -
      8606  allocAlignment,
      -
      8607  allocType,
      -
      8608  m_FreeSuballocationsBySize[index],
      -
      8609  false, // canMakeOtherLost
      -
      8610  &pAllocationRequest->offset,
      -
      8611  &pAllocationRequest->itemsToMakeLostCount,
      -
      8612  &pAllocationRequest->sumFreeSize,
      -
      8613  &pAllocationRequest->sumItemSize))
      -
      8614  {
      -
      8615  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
      -
      8616  return true;
      -
      8617  }
      -
      8618  }
      -
      8619  }
      -
      8620  else if(strategy == VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET)
      -
      8621  {
      -
      8622  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      -
      8623  it != m_Suballocations.end();
      -
      8624  ++it)
      -
      8625  {
      -
      8626  if(it->type == VMA_SUBALLOCATION_TYPE_FREE && CheckAllocation(
      -
      8627  currentFrameIndex,
      -
      8628  frameInUseCount,
      -
      8629  bufferImageGranularity,
      -
      8630  allocSize,
      -
      8631  allocAlignment,
      -
      8632  allocType,
      -
      8633  it,
      -
      8634  false, // canMakeOtherLost
      -
      8635  &pAllocationRequest->offset,
      -
      8636  &pAllocationRequest->itemsToMakeLostCount,
      -
      8637  &pAllocationRequest->sumFreeSize,
      -
      8638  &pAllocationRequest->sumItemSize))
      -
      8639  {
      -
      8640  pAllocationRequest->item = it;
      -
      8641  return true;
      -
      8642  }
      -
      8643  }
      -
      8644  }
      -
      8645  else // WORST_FIT, FIRST_FIT
      -
      8646  {
      -
      8647  // Search staring from biggest suballocations.
      -
      8648  for(size_t index = freeSuballocCount; index--; )
      -
      8649  {
      -
      8650  if(CheckAllocation(
      -
      8651  currentFrameIndex,
      -
      8652  frameInUseCount,
      -
      8653  bufferImageGranularity,
      -
      8654  allocSize,
      -
      8655  allocAlignment,
      -
      8656  allocType,
      -
      8657  m_FreeSuballocationsBySize[index],
      -
      8658  false, // canMakeOtherLost
      -
      8659  &pAllocationRequest->offset,
      -
      8660  &pAllocationRequest->itemsToMakeLostCount,
      -
      8661  &pAllocationRequest->sumFreeSize,
      -
      8662  &pAllocationRequest->sumItemSize))
      -
      8663  {
      -
      8664  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
      -
      8665  return true;
      -
      8666  }
      -
      8667  }
      -
      8668  }
      -
      8669  }
      -
      8670 
      -
      8671  if(canMakeOtherLost)
      -
      8672  {
      -
      8673  // Brute-force algorithm. TODO: Come up with something better.
      -
      8674 
      -
      8675  bool found = false;
      -
      8676  VmaAllocationRequest tmpAllocRequest = {};
      -
      8677  tmpAllocRequest.type = VmaAllocationRequestType::Normal;
      -
      8678  for(VmaSuballocationList::iterator suballocIt = m_Suballocations.begin();
      -
      8679  suballocIt != m_Suballocations.end();
      -
      8680  ++suballocIt)
      -
      8681  {
      -
      8682  if(suballocIt->type == VMA_SUBALLOCATION_TYPE_FREE ||
      -
      8683  suballocIt->hAllocation->CanBecomeLost())
      -
      8684  {
      -
      8685  if(CheckAllocation(
      -
      8686  currentFrameIndex,
      -
      8687  frameInUseCount,
      -
      8688  bufferImageGranularity,
      -
      8689  allocSize,
      -
      8690  allocAlignment,
      -
      8691  allocType,
      -
      8692  suballocIt,
      -
      8693  canMakeOtherLost,
      -
      8694  &tmpAllocRequest.offset,
      -
      8695  &tmpAllocRequest.itemsToMakeLostCount,
      -
      8696  &tmpAllocRequest.sumFreeSize,
      -
      8697  &tmpAllocRequest.sumItemSize))
      -
      8698  {
      -
      8699  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      -
      8700  {
      -
      8701  *pAllocationRequest = tmpAllocRequest;
      -
      8702  pAllocationRequest->item = suballocIt;
      -
      8703  break;
      -
      8704  }
      -
      8705  if(!found || tmpAllocRequest.CalcCost() < pAllocationRequest->CalcCost())
      -
      8706  {
      -
      8707  *pAllocationRequest = tmpAllocRequest;
      -
      8708  pAllocationRequest->item = suballocIt;
      -
      8709  found = true;
      -
      8710  }
      -
      8711  }
      -
      8712  }
      -
      8713  }
      -
      8714 
      -
      8715  return found;
      -
      8716  }
      -
      8717 
      -
      8718  return false;
      -
      8719 }
      -
      8720 
      -
      8721 bool VmaBlockMetadata_Generic::MakeRequestedAllocationsLost(
      -
      8722  uint32_t currentFrameIndex,
      -
      8723  uint32_t frameInUseCount,
      -
      8724  VmaAllocationRequest* pAllocationRequest)
      -
      8725 {
      -
      8726  VMA_ASSERT(pAllocationRequest && pAllocationRequest->type == VmaAllocationRequestType::Normal);
      -
      8727 
      -
      8728  while(pAllocationRequest->itemsToMakeLostCount > 0)
      -
      8729  {
      -
      8730  if(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      8731  {
      -
      8732  ++pAllocationRequest->item;
      -
      8733  }
      -
      8734  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
      -
      8735  VMA_ASSERT(pAllocationRequest->item->hAllocation != VK_NULL_HANDLE);
      -
      8736  VMA_ASSERT(pAllocationRequest->item->hAllocation->CanBecomeLost());
      -
      8737  if(pAllocationRequest->item->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      8738  {
      -
      8739  pAllocationRequest->item = FreeSuballocation(pAllocationRequest->item);
      -
      8740  --pAllocationRequest->itemsToMakeLostCount;
      -
      8741  }
      -
      8742  else
      -
      8743  {
      -
      8744  return false;
      -
      8745  }
      -
      8746  }
      -
      8747 
      -
      8748  VMA_HEAVY_ASSERT(Validate());
      -
      8749  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
      -
      8750  VMA_ASSERT(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      8751 
      -
      8752  return true;
      -
      8753 }
      -
      8754 
      -
      8755 uint32_t VmaBlockMetadata_Generic::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      -
      8756 {
      -
      8757  uint32_t lostAllocationCount = 0;
      -
      8758  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      -
      8759  it != m_Suballocations.end();
      -
      8760  ++it)
      -
      8761  {
      -
      8762  if(it->type != VMA_SUBALLOCATION_TYPE_FREE &&
      -
      8763  it->hAllocation->CanBecomeLost() &&
      -
      8764  it->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      8765  {
      -
      8766  it = FreeSuballocation(it);
      -
      8767  ++lostAllocationCount;
      -
      8768  }
      -
      8769  }
      -
      8770  return lostAllocationCount;
      -
      8771 }
      -
      8772 
      -
      8773 VkResult VmaBlockMetadata_Generic::CheckCorruption(const void* pBlockData)
      -
      8774 {
      -
      8775  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      -
      8776  it != m_Suballocations.end();
      -
      8777  ++it)
      -
      8778  {
      -
      8779  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      8780  {
      -
      8781  if(!VmaValidateMagicValue(pBlockData, it->offset - VMA_DEBUG_MARGIN))
      -
      8782  {
      -
      8783  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      -
      8784  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      8785  }
      -
      8786  if(!VmaValidateMagicValue(pBlockData, it->offset + it->size))
      -
      8787  {
      -
      8788  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      -
      8789  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      8790  }
      -
      8791  }
      -
      8792  }
      -
      8793 
      -
      8794  return VK_SUCCESS;
      -
      8795 }
      -
      8796 
      -
      8797 void VmaBlockMetadata_Generic::Alloc(
      -
      8798  const VmaAllocationRequest& request,
      -
      8799  VmaSuballocationType type,
      -
      8800  VkDeviceSize allocSize,
      -
      8801  VmaAllocation hAllocation)
      -
      8802 {
      -
      8803  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
      -
      8804  VMA_ASSERT(request.item != m_Suballocations.end());
      -
      8805  VmaSuballocation& suballoc = *request.item;
      -
      8806  // Given suballocation is a free block.
      -
      8807  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      8808  // Given offset is inside this suballocation.
      -
      8809  VMA_ASSERT(request.offset >= suballoc.offset);
      -
      8810  const VkDeviceSize paddingBegin = request.offset - suballoc.offset;
      -
      8811  VMA_ASSERT(suballoc.size >= paddingBegin + allocSize);
      -
      8812  const VkDeviceSize paddingEnd = suballoc.size - paddingBegin - allocSize;
      -
      8813 
      -
      8814  // Unregister this free suballocation from m_FreeSuballocationsBySize and update
      -
      8815  // it to become used.
      -
      8816  UnregisterFreeSuballocation(request.item);
      -
      8817 
      -
      8818  suballoc.offset = request.offset;
      -
      8819  suballoc.size = allocSize;
      -
      8820  suballoc.type = type;
      -
      8821  suballoc.hAllocation = hAllocation;
      -
      8822 
      -
      8823  // If there are any free bytes remaining at the end, insert new free suballocation after current one.
      -
      8824  if(paddingEnd)
      -
      8825  {
      -
      8826  VmaSuballocation paddingSuballoc = {};
      -
      8827  paddingSuballoc.offset = request.offset + allocSize;
      -
      8828  paddingSuballoc.size = paddingEnd;
      -
      8829  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      8830  VmaSuballocationList::iterator next = request.item;
      -
      8831  ++next;
      -
      8832  const VmaSuballocationList::iterator paddingEndItem =
      -
      8833  m_Suballocations.insert(next, paddingSuballoc);
      -
      8834  RegisterFreeSuballocation(paddingEndItem);
      -
      8835  }
      -
      8836 
      -
      8837  // If there are any free bytes remaining at the beginning, insert new free suballocation before current one.
      -
      8838  if(paddingBegin)
      -
      8839  {
      -
      8840  VmaSuballocation paddingSuballoc = {};
      -
      8841  paddingSuballoc.offset = request.offset - paddingBegin;
      -
      8842  paddingSuballoc.size = paddingBegin;
      -
      8843  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      8844  const VmaSuballocationList::iterator paddingBeginItem =
      -
      8845  m_Suballocations.insert(request.item, paddingSuballoc);
      -
      8846  RegisterFreeSuballocation(paddingBeginItem);
      -
      8847  }
      -
      8848 
      -
      8849  // Update totals.
      -
      8850  m_FreeCount = m_FreeCount - 1;
      -
      8851  if(paddingBegin > 0)
      -
      8852  {
      -
      8853  ++m_FreeCount;
      -
      8854  }
      -
      8855  if(paddingEnd > 0)
      -
      8856  {
      -
      8857  ++m_FreeCount;
      -
      8858  }
      -
      8859  m_SumFreeSize -= allocSize;
      -
      8860 }
      -
      8861 
      -
      8862 void VmaBlockMetadata_Generic::Free(const VmaAllocation allocation)
      -
      8863 {
      -
      8864  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
      -
      8865  suballocItem != m_Suballocations.end();
      -
      8866  ++suballocItem)
      -
      8867  {
      -
      8868  VmaSuballocation& suballoc = *suballocItem;
      -
      8869  if(suballoc.hAllocation == allocation)
      -
      8870  {
      -
      8871  FreeSuballocation(suballocItem);
      -
      8872  VMA_HEAVY_ASSERT(Validate());
      -
      8873  return;
      -
      8874  }
      -
      8875  }
      -
      8876  VMA_ASSERT(0 && "Not found!");
      -
      8877 }
      -
      8878 
      -
      8879 void VmaBlockMetadata_Generic::FreeAtOffset(VkDeviceSize offset)
      -
      8880 {
      -
      8881  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
      -
      8882  suballocItem != m_Suballocations.end();
      -
      8883  ++suballocItem)
      -
      8884  {
      -
      8885  VmaSuballocation& suballoc = *suballocItem;
      -
      8886  if(suballoc.offset == offset)
      -
      8887  {
      -
      8888  FreeSuballocation(suballocItem);
      -
      8889  return;
      -
      8890  }
      -
      8891  }
      -
      8892  VMA_ASSERT(0 && "Not found!");
      -
      8893 }
      -
      8894 
      -
      8895 bool VmaBlockMetadata_Generic::ValidateFreeSuballocationList() const
      -
      8896 {
      -
      8897  VkDeviceSize lastSize = 0;
      -
      8898  for(size_t i = 0, count = m_FreeSuballocationsBySize.size(); i < count; ++i)
      -
      8899  {
      -
      8900  const VmaSuballocationList::iterator it = m_FreeSuballocationsBySize[i];
      +
      8577  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
      +
      8578  outInfo.allocationCount = rangeCount - m_FreeCount;
      +
      8579  outInfo.unusedRangeCount = m_FreeCount;
      +
      8580 
      +
      8581  outInfo.unusedBytes = m_SumFreeSize;
      +
      8582  outInfo.usedBytes = GetSize() - outInfo.unusedBytes;
      +
      8583 
      +
      8584  outInfo.allocationSizeMin = UINT64_MAX;
      +
      8585  outInfo.allocationSizeMax = 0;
      +
      8586  outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      8587  outInfo.unusedRangeSizeMax = 0;
      +
      8588 
      +
      8589  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      +
      8590  suballocItem != m_Suballocations.cend();
      +
      8591  ++suballocItem)
      +
      8592  {
      +
      8593  const VmaSuballocation& suballoc = *suballocItem;
      +
      8594  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      8595  {
      +
      8596  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      +
      8597  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, suballoc.size);
      +
      8598  }
      +
      8599  else
      +
      8600  {
      +
      8601  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, suballoc.size);
      +
      8602  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, suballoc.size);
      +
      8603  }
      +
      8604  }
      +
      8605 }
      +
      8606 
      +
      8607 void VmaBlockMetadata_Generic::AddPoolStats(VmaPoolStats& inoutStats) const
      +
      8608 {
      +
      8609  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
      +
      8610 
      +
      8611  inoutStats.size += GetSize();
      +
      8612  inoutStats.unusedSize += m_SumFreeSize;
      +
      8613  inoutStats.allocationCount += rangeCount - m_FreeCount;
      +
      8614  inoutStats.unusedRangeCount += m_FreeCount;
      +
      8615  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
      +
      8616 }
      +
      8617 
      +
      8618 #if VMA_STATS_STRING_ENABLED
      +
      8619 
      +
      8620 void VmaBlockMetadata_Generic::PrintDetailedMap(class VmaJsonWriter& json) const
      +
      8621 {
      +
      8622  PrintDetailedMap_Begin(json,
      +
      8623  m_SumFreeSize, // unusedBytes
      +
      8624  m_Suballocations.size() - (size_t)m_FreeCount, // allocationCount
      +
      8625  m_FreeCount); // unusedRangeCount
      +
      8626 
      +
      8627  size_t i = 0;
      +
      8628  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      +
      8629  suballocItem != m_Suballocations.cend();
      +
      8630  ++suballocItem, ++i)
      +
      8631  {
      +
      8632  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      8633  {
      +
      8634  PrintDetailedMap_UnusedRange(json, suballocItem->offset, suballocItem->size);
      +
      8635  }
      +
      8636  else
      +
      8637  {
      +
      8638  PrintDetailedMap_Allocation(json, suballocItem->offset, suballocItem->hAllocation);
      +
      8639  }
      +
      8640  }
      +
      8641 
      +
      8642  PrintDetailedMap_End(json);
      +
      8643 }
      +
      8644 
      +
      8645 #endif // #if VMA_STATS_STRING_ENABLED
      +
      8646 
      +
      8647 bool VmaBlockMetadata_Generic::CreateAllocationRequest(
      +
      8648  uint32_t currentFrameIndex,
      +
      8649  uint32_t frameInUseCount,
      +
      8650  VkDeviceSize bufferImageGranularity,
      +
      8651  VkDeviceSize allocSize,
      +
      8652  VkDeviceSize allocAlignment,
      +
      8653  bool upperAddress,
      +
      8654  VmaSuballocationType allocType,
      +
      8655  bool canMakeOtherLost,
      +
      8656  uint32_t strategy,
      +
      8657  VmaAllocationRequest* pAllocationRequest)
      +
      8658 {
      +
      8659  VMA_ASSERT(allocSize > 0);
      +
      8660  VMA_ASSERT(!upperAddress);
      +
      8661  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      +
      8662  VMA_ASSERT(pAllocationRequest != VMA_NULL);
      +
      8663  VMA_HEAVY_ASSERT(Validate());
      +
      8664 
      +
      8665  pAllocationRequest->type = VmaAllocationRequestType::Normal;
      +
      8666 
      +
      8667  // There is not enough total free space in this block to fullfill the request: Early return.
      +
      8668  if(canMakeOtherLost == false &&
      +
      8669  m_SumFreeSize < allocSize + 2 * VMA_DEBUG_MARGIN)
      +
      8670  {
      +
      8671  return false;
      +
      8672  }
      +
      8673 
      +
      8674  // New algorithm, efficiently searching freeSuballocationsBySize.
      +
      8675  const size_t freeSuballocCount = m_FreeSuballocationsBySize.size();
      +
      8676  if(freeSuballocCount > 0)
      +
      8677  {
      +
      8678  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      +
      8679  {
      +
      8680  // Find first free suballocation with size not less than allocSize + 2 * VMA_DEBUG_MARGIN.
      +
      8681  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
      +
      8682  m_FreeSuballocationsBySize.data(),
      +
      8683  m_FreeSuballocationsBySize.data() + freeSuballocCount,
      +
      8684  allocSize + 2 * VMA_DEBUG_MARGIN,
      +
      8685  VmaSuballocationItemSizeLess());
      +
      8686  size_t index = it - m_FreeSuballocationsBySize.data();
      +
      8687  for(; index < freeSuballocCount; ++index)
      +
      8688  {
      +
      8689  if(CheckAllocation(
      +
      8690  currentFrameIndex,
      +
      8691  frameInUseCount,
      +
      8692  bufferImageGranularity,
      +
      8693  allocSize,
      +
      8694  allocAlignment,
      +
      8695  allocType,
      +
      8696  m_FreeSuballocationsBySize[index],
      +
      8697  false, // canMakeOtherLost
      +
      8698  &pAllocationRequest->offset,
      +
      8699  &pAllocationRequest->itemsToMakeLostCount,
      +
      8700  &pAllocationRequest->sumFreeSize,
      +
      8701  &pAllocationRequest->sumItemSize))
      +
      8702  {
      +
      8703  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
      +
      8704  return true;
      +
      8705  }
      +
      8706  }
      +
      8707  }
      +
      8708  else if(strategy == VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET)
      +
      8709  {
      +
      8710  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      +
      8711  it != m_Suballocations.end();
      +
      8712  ++it)
      +
      8713  {
      +
      8714  if(it->type == VMA_SUBALLOCATION_TYPE_FREE && CheckAllocation(
      +
      8715  currentFrameIndex,
      +
      8716  frameInUseCount,
      +
      8717  bufferImageGranularity,
      +
      8718  allocSize,
      +
      8719  allocAlignment,
      +
      8720  allocType,
      +
      8721  it,
      +
      8722  false, // canMakeOtherLost
      +
      8723  &pAllocationRequest->offset,
      +
      8724  &pAllocationRequest->itemsToMakeLostCount,
      +
      8725  &pAllocationRequest->sumFreeSize,
      +
      8726  &pAllocationRequest->sumItemSize))
      +
      8727  {
      +
      8728  pAllocationRequest->item = it;
      +
      8729  return true;
      +
      8730  }
      +
      8731  }
      +
      8732  }
      +
      8733  else // WORST_FIT, FIRST_FIT
      +
      8734  {
      +
      8735  // Search staring from biggest suballocations.
      +
      8736  for(size_t index = freeSuballocCount; index--; )
      +
      8737  {
      +
      8738  if(CheckAllocation(
      +
      8739  currentFrameIndex,
      +
      8740  frameInUseCount,
      +
      8741  bufferImageGranularity,
      +
      8742  allocSize,
      +
      8743  allocAlignment,
      +
      8744  allocType,
      +
      8745  m_FreeSuballocationsBySize[index],
      +
      8746  false, // canMakeOtherLost
      +
      8747  &pAllocationRequest->offset,
      +
      8748  &pAllocationRequest->itemsToMakeLostCount,
      +
      8749  &pAllocationRequest->sumFreeSize,
      +
      8750  &pAllocationRequest->sumItemSize))
      +
      8751  {
      +
      8752  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
      +
      8753  return true;
      +
      8754  }
      +
      8755  }
      +
      8756  }
      +
      8757  }
      +
      8758 
      +
      8759  if(canMakeOtherLost)
      +
      8760  {
      +
      8761  // Brute-force algorithm. TODO: Come up with something better.
      +
      8762 
      +
      8763  bool found = false;
      +
      8764  VmaAllocationRequest tmpAllocRequest = {};
      +
      8765  tmpAllocRequest.type = VmaAllocationRequestType::Normal;
      +
      8766  for(VmaSuballocationList::iterator suballocIt = m_Suballocations.begin();
      +
      8767  suballocIt != m_Suballocations.end();
      +
      8768  ++suballocIt)
      +
      8769  {
      +
      8770  if(suballocIt->type == VMA_SUBALLOCATION_TYPE_FREE ||
      +
      8771  suballocIt->hAllocation->CanBecomeLost())
      +
      8772  {
      +
      8773  if(CheckAllocation(
      +
      8774  currentFrameIndex,
      +
      8775  frameInUseCount,
      +
      8776  bufferImageGranularity,
      +
      8777  allocSize,
      +
      8778  allocAlignment,
      +
      8779  allocType,
      +
      8780  suballocIt,
      +
      8781  canMakeOtherLost,
      +
      8782  &tmpAllocRequest.offset,
      +
      8783  &tmpAllocRequest.itemsToMakeLostCount,
      +
      8784  &tmpAllocRequest.sumFreeSize,
      +
      8785  &tmpAllocRequest.sumItemSize))
      +
      8786  {
      +
      8787  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      +
      8788  {
      +
      8789  *pAllocationRequest = tmpAllocRequest;
      +
      8790  pAllocationRequest->item = suballocIt;
      +
      8791  break;
      +
      8792  }
      +
      8793  if(!found || tmpAllocRequest.CalcCost() < pAllocationRequest->CalcCost())
      +
      8794  {
      +
      8795  *pAllocationRequest = tmpAllocRequest;
      +
      8796  pAllocationRequest->item = suballocIt;
      +
      8797  found = true;
      +
      8798  }
      +
      8799  }
      +
      8800  }
      +
      8801  }
      +
      8802 
      +
      8803  return found;
      +
      8804  }
      +
      8805 
      +
      8806  return false;
      +
      8807 }
      +
      8808 
      +
      8809 bool VmaBlockMetadata_Generic::MakeRequestedAllocationsLost(
      +
      8810  uint32_t currentFrameIndex,
      +
      8811  uint32_t frameInUseCount,
      +
      8812  VmaAllocationRequest* pAllocationRequest)
      +
      8813 {
      +
      8814  VMA_ASSERT(pAllocationRequest && pAllocationRequest->type == VmaAllocationRequestType::Normal);
      +
      8815 
      +
      8816  while(pAllocationRequest->itemsToMakeLostCount > 0)
      +
      8817  {
      +
      8818  if(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      8819  {
      +
      8820  ++pAllocationRequest->item;
      +
      8821  }
      +
      8822  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
      +
      8823  VMA_ASSERT(pAllocationRequest->item->hAllocation != VK_NULL_HANDLE);
      +
      8824  VMA_ASSERT(pAllocationRequest->item->hAllocation->CanBecomeLost());
      +
      8825  if(pAllocationRequest->item->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      8826  {
      +
      8827  pAllocationRequest->item = FreeSuballocation(pAllocationRequest->item);
      +
      8828  --pAllocationRequest->itemsToMakeLostCount;
      +
      8829  }
      +
      8830  else
      +
      8831  {
      +
      8832  return false;
      +
      8833  }
      +
      8834  }
      +
      8835 
      +
      8836  VMA_HEAVY_ASSERT(Validate());
      +
      8837  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
      +
      8838  VMA_ASSERT(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      8839 
      +
      8840  return true;
      +
      8841 }
      +
      8842 
      +
      8843 uint32_t VmaBlockMetadata_Generic::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      +
      8844 {
      +
      8845  uint32_t lostAllocationCount = 0;
      +
      8846  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      +
      8847  it != m_Suballocations.end();
      +
      8848  ++it)
      +
      8849  {
      +
      8850  if(it->type != VMA_SUBALLOCATION_TYPE_FREE &&
      +
      8851  it->hAllocation->CanBecomeLost() &&
      +
      8852  it->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      8853  {
      +
      8854  it = FreeSuballocation(it);
      +
      8855  ++lostAllocationCount;
      +
      8856  }
      +
      8857  }
      +
      8858  return lostAllocationCount;
      +
      8859 }
      +
      8860 
      +
      8861 VkResult VmaBlockMetadata_Generic::CheckCorruption(const void* pBlockData)
      +
      8862 {
      +
      8863  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      +
      8864  it != m_Suballocations.end();
      +
      8865  ++it)
      +
      8866  {
      +
      8867  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      8868  {
      +
      8869  if(!VmaValidateMagicValue(pBlockData, it->offset - VMA_DEBUG_MARGIN))
      +
      8870  {
      +
      8871  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      +
      8872  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      8873  }
      +
      8874  if(!VmaValidateMagicValue(pBlockData, it->offset + it->size))
      +
      8875  {
      +
      8876  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      +
      8877  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      8878  }
      +
      8879  }
      +
      8880  }
      +
      8881 
      +
      8882  return VK_SUCCESS;
      +
      8883 }
      +
      8884 
      +
      8885 void VmaBlockMetadata_Generic::Alloc(
      +
      8886  const VmaAllocationRequest& request,
      +
      8887  VmaSuballocationType type,
      +
      8888  VkDeviceSize allocSize,
      +
      8889  VmaAllocation hAllocation)
      +
      8890 {
      +
      8891  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
      +
      8892  VMA_ASSERT(request.item != m_Suballocations.end());
      +
      8893  VmaSuballocation& suballoc = *request.item;
      +
      8894  // Given suballocation is a free block.
      +
      8895  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      8896  // Given offset is inside this suballocation.
      +
      8897  VMA_ASSERT(request.offset >= suballoc.offset);
      +
      8898  const VkDeviceSize paddingBegin = request.offset - suballoc.offset;
      +
      8899  VMA_ASSERT(suballoc.size >= paddingBegin + allocSize);
      +
      8900  const VkDeviceSize paddingEnd = suballoc.size - paddingBegin - allocSize;
      8901 
      -
      8902  VMA_VALIDATE(it->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      8903  VMA_VALIDATE(it->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
      -
      8904  VMA_VALIDATE(it->size >= lastSize);
      -
      8905  lastSize = it->size;
      -
      8906  }
      -
      8907  return true;
      -
      8908 }
      -
      8909 
      -
      8910 bool VmaBlockMetadata_Generic::CheckAllocation(
      -
      8911  uint32_t currentFrameIndex,
      -
      8912  uint32_t frameInUseCount,
      -
      8913  VkDeviceSize bufferImageGranularity,
      -
      8914  VkDeviceSize allocSize,
      -
      8915  VkDeviceSize allocAlignment,
      -
      8916  VmaSuballocationType allocType,
      -
      8917  VmaSuballocationList::const_iterator suballocItem,
      -
      8918  bool canMakeOtherLost,
      -
      8919  VkDeviceSize* pOffset,
      -
      8920  size_t* itemsToMakeLostCount,
      -
      8921  VkDeviceSize* pSumFreeSize,
      -
      8922  VkDeviceSize* pSumItemSize) const
      -
      8923 {
      -
      8924  VMA_ASSERT(allocSize > 0);
      -
      8925  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      -
      8926  VMA_ASSERT(suballocItem != m_Suballocations.cend());
      -
      8927  VMA_ASSERT(pOffset != VMA_NULL);
      -
      8928 
      -
      8929  *itemsToMakeLostCount = 0;
      -
      8930  *pSumFreeSize = 0;
      -
      8931  *pSumItemSize = 0;
      -
      8932 
      -
      8933  if(canMakeOtherLost)
      -
      8934  {
      -
      8935  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      8936  {
      -
      8937  *pSumFreeSize = suballocItem->size;
      -
      8938  }
      -
      8939  else
      -
      8940  {
      -
      8941  if(suballocItem->hAllocation->CanBecomeLost() &&
      -
      8942  suballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      8943  {
      -
      8944  ++*itemsToMakeLostCount;
      -
      8945  *pSumItemSize = suballocItem->size;
      -
      8946  }
      -
      8947  else
      -
      8948  {
      -
      8949  return false;
      -
      8950  }
      -
      8951  }
      -
      8952 
      -
      8953  // Remaining size is too small for this request: Early return.
      -
      8954  if(GetSize() - suballocItem->offset < allocSize)
      -
      8955  {
      -
      8956  return false;
      -
      8957  }
      -
      8958 
      -
      8959  // Start from offset equal to beginning of this suballocation.
      -
      8960  *pOffset = suballocItem->offset;
      -
      8961 
      -
      8962  // Apply VMA_DEBUG_MARGIN at the beginning.
      -
      8963  if(VMA_DEBUG_MARGIN > 0)
      -
      8964  {
      -
      8965  *pOffset += VMA_DEBUG_MARGIN;
      -
      8966  }
      -
      8967 
      -
      8968  // Apply alignment.
      -
      8969  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
      -
      8970 
      -
      8971  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      8972  // Make bigger alignment if necessary.
      -
      8973  if(bufferImageGranularity > 1)
      -
      8974  {
      -
      8975  bool bufferImageGranularityConflict = false;
      -
      8976  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
      -
      8977  while(prevSuballocItem != m_Suballocations.cbegin())
      -
      8978  {
      -
      8979  --prevSuballocItem;
      -
      8980  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
      -
      8981  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
      -
      8982  {
      -
      8983  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      -
      8984  {
      -
      8985  bufferImageGranularityConflict = true;
      -
      8986  break;
      -
      8987  }
      -
      8988  }
      -
      8989  else
      -
      8990  // Already on previous page.
      -
      8991  break;
      -
      8992  }
      -
      8993  if(bufferImageGranularityConflict)
      -
      8994  {
      -
      8995  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
      -
      8996  }
      -
      8997  }
      -
      8998 
      -
      8999  // Now that we have final *pOffset, check if we are past suballocItem.
      -
      9000  // If yes, return false - this function should be called for another suballocItem as starting point.
      -
      9001  if(*pOffset >= suballocItem->offset + suballocItem->size)
      -
      9002  {
      -
      9003  return false;
      -
      9004  }
      -
      9005 
      -
      9006  // Calculate padding at the beginning based on current offset.
      -
      9007  const VkDeviceSize paddingBegin = *pOffset - suballocItem->offset;
      -
      9008 
      -
      9009  // Calculate required margin at the end.
      -
      9010  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
      -
      9011 
      -
      9012  const VkDeviceSize totalSize = paddingBegin + allocSize + requiredEndMargin;
      -
      9013  // Another early return check.
      -
      9014  if(suballocItem->offset + totalSize > GetSize())
      -
      9015  {
      -
      9016  return false;
      -
      9017  }
      -
      9018 
      -
      9019  // Advance lastSuballocItem until desired size is reached.
      -
      9020  // Update itemsToMakeLostCount.
      -
      9021  VmaSuballocationList::const_iterator lastSuballocItem = suballocItem;
      -
      9022  if(totalSize > suballocItem->size)
      -
      9023  {
      -
      9024  VkDeviceSize remainingSize = totalSize - suballocItem->size;
      -
      9025  while(remainingSize > 0)
      -
      9026  {
      -
      9027  ++lastSuballocItem;
      -
      9028  if(lastSuballocItem == m_Suballocations.cend())
      -
      9029  {
      -
      9030  return false;
      -
      9031  }
      -
      9032  if(lastSuballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      9033  {
      -
      9034  *pSumFreeSize += lastSuballocItem->size;
      -
      9035  }
      -
      9036  else
      -
      9037  {
      -
      9038  VMA_ASSERT(lastSuballocItem->hAllocation != VK_NULL_HANDLE);
      -
      9039  if(lastSuballocItem->hAllocation->CanBecomeLost() &&
      -
      9040  lastSuballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      9041  {
      -
      9042  ++*itemsToMakeLostCount;
      -
      9043  *pSumItemSize += lastSuballocItem->size;
      -
      9044  }
      -
      9045  else
      -
      9046  {
      -
      9047  return false;
      -
      9048  }
      -
      9049  }
      -
      9050  remainingSize = (lastSuballocItem->size < remainingSize) ?
      -
      9051  remainingSize - lastSuballocItem->size : 0;
      -
      9052  }
      -
      9053  }
      -
      9054 
      -
      9055  // Check next suballocations for BufferImageGranularity conflicts.
      -
      9056  // If conflict exists, we must mark more allocations lost or fail.
      -
      9057  if(bufferImageGranularity > 1)
      -
      9058  {
      -
      9059  VmaSuballocationList::const_iterator nextSuballocItem = lastSuballocItem;
      -
      9060  ++nextSuballocItem;
      -
      9061  while(nextSuballocItem != m_Suballocations.cend())
      -
      9062  {
      -
      9063  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
      -
      9064  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      9065  {
      -
      9066  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      -
      9067  {
      -
      9068  VMA_ASSERT(nextSuballoc.hAllocation != VK_NULL_HANDLE);
      -
      9069  if(nextSuballoc.hAllocation->CanBecomeLost() &&
      -
      9070  nextSuballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      9071  {
      -
      9072  ++*itemsToMakeLostCount;
      -
      9073  }
      -
      9074  else
      -
      9075  {
      -
      9076  return false;
      -
      9077  }
      -
      9078  }
      -
      9079  }
      -
      9080  else
      -
      9081  {
      -
      9082  // Already on next page.
      -
      9083  break;
      -
      9084  }
      -
      9085  ++nextSuballocItem;
      -
      9086  }
      -
      9087  }
      -
      9088  }
      -
      9089  else
      -
      9090  {
      -
      9091  const VmaSuballocation& suballoc = *suballocItem;
      -
      9092  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9093 
      -
      9094  *pSumFreeSize = suballoc.size;
      -
      9095 
      -
      9096  // Size of this suballocation is too small for this request: Early return.
      -
      9097  if(suballoc.size < allocSize)
      -
      9098  {
      -
      9099  return false;
      -
      9100  }
      -
      9101 
      -
      9102  // Start from offset equal to beginning of this suballocation.
      -
      9103  *pOffset = suballoc.offset;
      -
      9104 
      -
      9105  // Apply VMA_DEBUG_MARGIN at the beginning.
      -
      9106  if(VMA_DEBUG_MARGIN > 0)
      -
      9107  {
      -
      9108  *pOffset += VMA_DEBUG_MARGIN;
      -
      9109  }
      -
      9110 
      -
      9111  // Apply alignment.
      -
      9112  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
      -
      9113 
      -
      9114  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      9115  // Make bigger alignment if necessary.
      -
      9116  if(bufferImageGranularity > 1)
      -
      9117  {
      -
      9118  bool bufferImageGranularityConflict = false;
      -
      9119  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
      -
      9120  while(prevSuballocItem != m_Suballocations.cbegin())
      -
      9121  {
      -
      9122  --prevSuballocItem;
      -
      9123  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
      -
      9124  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
      +
      8902  // Unregister this free suballocation from m_FreeSuballocationsBySize and update
      +
      8903  // it to become used.
      +
      8904  UnregisterFreeSuballocation(request.item);
      +
      8905 
      +
      8906  suballoc.offset = request.offset;
      +
      8907  suballoc.size = allocSize;
      +
      8908  suballoc.type = type;
      +
      8909  suballoc.hAllocation = hAllocation;
      +
      8910 
      +
      8911  // If there are any free bytes remaining at the end, insert new free suballocation after current one.
      +
      8912  if(paddingEnd)
      +
      8913  {
      +
      8914  VmaSuballocation paddingSuballoc = {};
      +
      8915  paddingSuballoc.offset = request.offset + allocSize;
      +
      8916  paddingSuballoc.size = paddingEnd;
      +
      8917  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      8918  VmaSuballocationList::iterator next = request.item;
      +
      8919  ++next;
      +
      8920  const VmaSuballocationList::iterator paddingEndItem =
      +
      8921  m_Suballocations.insert(next, paddingSuballoc);
      +
      8922  RegisterFreeSuballocation(paddingEndItem);
      +
      8923  }
      +
      8924 
      +
      8925  // If there are any free bytes remaining at the beginning, insert new free suballocation before current one.
      +
      8926  if(paddingBegin)
      +
      8927  {
      +
      8928  VmaSuballocation paddingSuballoc = {};
      +
      8929  paddingSuballoc.offset = request.offset - paddingBegin;
      +
      8930  paddingSuballoc.size = paddingBegin;
      +
      8931  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      8932  const VmaSuballocationList::iterator paddingBeginItem =
      +
      8933  m_Suballocations.insert(request.item, paddingSuballoc);
      +
      8934  RegisterFreeSuballocation(paddingBeginItem);
      +
      8935  }
      +
      8936 
      +
      8937  // Update totals.
      +
      8938  m_FreeCount = m_FreeCount - 1;
      +
      8939  if(paddingBegin > 0)
      +
      8940  {
      +
      8941  ++m_FreeCount;
      +
      8942  }
      +
      8943  if(paddingEnd > 0)
      +
      8944  {
      +
      8945  ++m_FreeCount;
      +
      8946  }
      +
      8947  m_SumFreeSize -= allocSize;
      +
      8948 }
      +
      8949 
      +
      8950 void VmaBlockMetadata_Generic::Free(const VmaAllocation allocation)
      +
      8951 {
      +
      8952  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
      +
      8953  suballocItem != m_Suballocations.end();
      +
      8954  ++suballocItem)
      +
      8955  {
      +
      8956  VmaSuballocation& suballoc = *suballocItem;
      +
      8957  if(suballoc.hAllocation == allocation)
      +
      8958  {
      +
      8959  FreeSuballocation(suballocItem);
      +
      8960  VMA_HEAVY_ASSERT(Validate());
      +
      8961  return;
      +
      8962  }
      +
      8963  }
      +
      8964  VMA_ASSERT(0 && "Not found!");
      +
      8965 }
      +
      8966 
      +
      8967 void VmaBlockMetadata_Generic::FreeAtOffset(VkDeviceSize offset)
      +
      8968 {
      +
      8969  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
      +
      8970  suballocItem != m_Suballocations.end();
      +
      8971  ++suballocItem)
      +
      8972  {
      +
      8973  VmaSuballocation& suballoc = *suballocItem;
      +
      8974  if(suballoc.offset == offset)
      +
      8975  {
      +
      8976  FreeSuballocation(suballocItem);
      +
      8977  return;
      +
      8978  }
      +
      8979  }
      +
      8980  VMA_ASSERT(0 && "Not found!");
      +
      8981 }
      +
      8982 
      +
      8983 bool VmaBlockMetadata_Generic::ValidateFreeSuballocationList() const
      +
      8984 {
      +
      8985  VkDeviceSize lastSize = 0;
      +
      8986  for(size_t i = 0, count = m_FreeSuballocationsBySize.size(); i < count; ++i)
      +
      8987  {
      +
      8988  const VmaSuballocationList::iterator it = m_FreeSuballocationsBySize[i];
      +
      8989 
      +
      8990  VMA_VALIDATE(it->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      8991  VMA_VALIDATE(it->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
      +
      8992  VMA_VALIDATE(it->size >= lastSize);
      +
      8993  lastSize = it->size;
      +
      8994  }
      +
      8995  return true;
      +
      8996 }
      +
      8997 
      +
      8998 bool VmaBlockMetadata_Generic::CheckAllocation(
      +
      8999  uint32_t currentFrameIndex,
      +
      9000  uint32_t frameInUseCount,
      +
      9001  VkDeviceSize bufferImageGranularity,
      +
      9002  VkDeviceSize allocSize,
      +
      9003  VkDeviceSize allocAlignment,
      +
      9004  VmaSuballocationType allocType,
      +
      9005  VmaSuballocationList::const_iterator suballocItem,
      +
      9006  bool canMakeOtherLost,
      +
      9007  VkDeviceSize* pOffset,
      +
      9008  size_t* itemsToMakeLostCount,
      +
      9009  VkDeviceSize* pSumFreeSize,
      +
      9010  VkDeviceSize* pSumItemSize) const
      +
      9011 {
      +
      9012  VMA_ASSERT(allocSize > 0);
      +
      9013  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      +
      9014  VMA_ASSERT(suballocItem != m_Suballocations.cend());
      +
      9015  VMA_ASSERT(pOffset != VMA_NULL);
      +
      9016 
      +
      9017  *itemsToMakeLostCount = 0;
      +
      9018  *pSumFreeSize = 0;
      +
      9019  *pSumItemSize = 0;
      +
      9020 
      +
      9021  if(canMakeOtherLost)
      +
      9022  {
      +
      9023  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      9024  {
      +
      9025  *pSumFreeSize = suballocItem->size;
      +
      9026  }
      +
      9027  else
      +
      9028  {
      +
      9029  if(suballocItem->hAllocation->CanBecomeLost() &&
      +
      9030  suballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      9031  {
      +
      9032  ++*itemsToMakeLostCount;
      +
      9033  *pSumItemSize = suballocItem->size;
      +
      9034  }
      +
      9035  else
      +
      9036  {
      +
      9037  return false;
      +
      9038  }
      +
      9039  }
      +
      9040 
      +
      9041  // Remaining size is too small for this request: Early return.
      +
      9042  if(GetSize() - suballocItem->offset < allocSize)
      +
      9043  {
      +
      9044  return false;
      +
      9045  }
      +
      9046 
      +
      9047  // Start from offset equal to beginning of this suballocation.
      +
      9048  *pOffset = suballocItem->offset;
      +
      9049 
      +
      9050  // Apply VMA_DEBUG_MARGIN at the beginning.
      +
      9051  if(VMA_DEBUG_MARGIN > 0)
      +
      9052  {
      +
      9053  *pOffset += VMA_DEBUG_MARGIN;
      +
      9054  }
      +
      9055 
      +
      9056  // Apply alignment.
      +
      9057  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
      +
      9058 
      +
      9059  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      9060  // Make bigger alignment if necessary.
      +
      9061  if(bufferImageGranularity > 1)
      +
      9062  {
      +
      9063  bool bufferImageGranularityConflict = false;
      +
      9064  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
      +
      9065  while(prevSuballocItem != m_Suballocations.cbegin())
      +
      9066  {
      +
      9067  --prevSuballocItem;
      +
      9068  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
      +
      9069  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
      +
      9070  {
      +
      9071  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      +
      9072  {
      +
      9073  bufferImageGranularityConflict = true;
      +
      9074  break;
      +
      9075  }
      +
      9076  }
      +
      9077  else
      +
      9078  // Already on previous page.
      +
      9079  break;
      +
      9080  }
      +
      9081  if(bufferImageGranularityConflict)
      +
      9082  {
      +
      9083  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
      +
      9084  }
      +
      9085  }
      +
      9086 
      +
      9087  // Now that we have final *pOffset, check if we are past suballocItem.
      +
      9088  // If yes, return false - this function should be called for another suballocItem as starting point.
      +
      9089  if(*pOffset >= suballocItem->offset + suballocItem->size)
      +
      9090  {
      +
      9091  return false;
      +
      9092  }
      +
      9093 
      +
      9094  // Calculate padding at the beginning based on current offset.
      +
      9095  const VkDeviceSize paddingBegin = *pOffset - suballocItem->offset;
      +
      9096 
      +
      9097  // Calculate required margin at the end.
      +
      9098  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
      +
      9099 
      +
      9100  const VkDeviceSize totalSize = paddingBegin + allocSize + requiredEndMargin;
      +
      9101  // Another early return check.
      +
      9102  if(suballocItem->offset + totalSize > GetSize())
      +
      9103  {
      +
      9104  return false;
      +
      9105  }
      +
      9106 
      +
      9107  // Advance lastSuballocItem until desired size is reached.
      +
      9108  // Update itemsToMakeLostCount.
      +
      9109  VmaSuballocationList::const_iterator lastSuballocItem = suballocItem;
      +
      9110  if(totalSize > suballocItem->size)
      +
      9111  {
      +
      9112  VkDeviceSize remainingSize = totalSize - suballocItem->size;
      +
      9113  while(remainingSize > 0)
      +
      9114  {
      +
      9115  ++lastSuballocItem;
      +
      9116  if(lastSuballocItem == m_Suballocations.cend())
      +
      9117  {
      +
      9118  return false;
      +
      9119  }
      +
      9120  if(lastSuballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      9121  {
      +
      9122  *pSumFreeSize += lastSuballocItem->size;
      +
      9123  }
      +
      9124  else
      9125  {
      -
      9126  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      -
      9127  {
      -
      9128  bufferImageGranularityConflict = true;
      -
      9129  break;
      -
      9130  }
      -
      9131  }
      -
      9132  else
      -
      9133  // Already on previous page.
      -
      9134  break;
      -
      9135  }
      -
      9136  if(bufferImageGranularityConflict)
      -
      9137  {
      -
      9138  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
      -
      9139  }
      -
      9140  }
      -
      9141 
      -
      9142  // Calculate padding at the beginning based on current offset.
      -
      9143  const VkDeviceSize paddingBegin = *pOffset - suballoc.offset;
      -
      9144 
      -
      9145  // Calculate required margin at the end.
      -
      9146  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
      -
      9147 
      -
      9148  // Fail if requested size plus margin before and after is bigger than size of this suballocation.
      -
      9149  if(paddingBegin + allocSize + requiredEndMargin > suballoc.size)
      -
      9150  {
      -
      9151  return false;
      -
      9152  }
      -
      9153 
      -
      9154  // Check next suballocations for BufferImageGranularity conflicts.
      -
      9155  // If conflict exists, allocation cannot be made here.
      -
      9156  if(bufferImageGranularity > 1)
      -
      9157  {
      -
      9158  VmaSuballocationList::const_iterator nextSuballocItem = suballocItem;
      -
      9159  ++nextSuballocItem;
      -
      9160  while(nextSuballocItem != m_Suballocations.cend())
      -
      9161  {
      -
      9162  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
      -
      9163  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      9164  {
      -
      9165  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      -
      9166  {
      -
      9167  return false;
      -
      9168  }
      -
      9169  }
      -
      9170  else
      -
      9171  {
      -
      9172  // Already on next page.
      -
      9173  break;
      -
      9174  }
      -
      9175  ++nextSuballocItem;
      -
      9176  }
      -
      9177  }
      -
      9178  }
      -
      9179 
      -
      9180  // All tests passed: Success. pOffset is already filled.
      -
      9181  return true;
      -
      9182 }
      +
      9126  VMA_ASSERT(lastSuballocItem->hAllocation != VK_NULL_HANDLE);
      +
      9127  if(lastSuballocItem->hAllocation->CanBecomeLost() &&
      +
      9128  lastSuballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      9129  {
      +
      9130  ++*itemsToMakeLostCount;
      +
      9131  *pSumItemSize += lastSuballocItem->size;
      +
      9132  }
      +
      9133  else
      +
      9134  {
      +
      9135  return false;
      +
      9136  }
      +
      9137  }
      +
      9138  remainingSize = (lastSuballocItem->size < remainingSize) ?
      +
      9139  remainingSize - lastSuballocItem->size : 0;
      +
      9140  }
      +
      9141  }
      +
      9142 
      +
      9143  // Check next suballocations for BufferImageGranularity conflicts.
      +
      9144  // If conflict exists, we must mark more allocations lost or fail.
      +
      9145  if(bufferImageGranularity > 1)
      +
      9146  {
      +
      9147  VmaSuballocationList::const_iterator nextSuballocItem = lastSuballocItem;
      +
      9148  ++nextSuballocItem;
      +
      9149  while(nextSuballocItem != m_Suballocations.cend())
      +
      9150  {
      +
      9151  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
      +
      9152  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      9153  {
      +
      9154  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      +
      9155  {
      +
      9156  VMA_ASSERT(nextSuballoc.hAllocation != VK_NULL_HANDLE);
      +
      9157  if(nextSuballoc.hAllocation->CanBecomeLost() &&
      +
      9158  nextSuballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      9159  {
      +
      9160  ++*itemsToMakeLostCount;
      +
      9161  }
      +
      9162  else
      +
      9163  {
      +
      9164  return false;
      +
      9165  }
      +
      9166  }
      +
      9167  }
      +
      9168  else
      +
      9169  {
      +
      9170  // Already on next page.
      +
      9171  break;
      +
      9172  }
      +
      9173  ++nextSuballocItem;
      +
      9174  }
      +
      9175  }
      +
      9176  }
      +
      9177  else
      +
      9178  {
      +
      9179  const VmaSuballocation& suballoc = *suballocItem;
      +
      9180  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9181 
      +
      9182  *pSumFreeSize = suballoc.size;
      9183 
      -
      9184 void VmaBlockMetadata_Generic::MergeFreeWithNext(VmaSuballocationList::iterator item)
      -
      9185 {
      -
      9186  VMA_ASSERT(item != m_Suballocations.end());
      -
      9187  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9188 
      -
      9189  VmaSuballocationList::iterator nextItem = item;
      -
      9190  ++nextItem;
      -
      9191  VMA_ASSERT(nextItem != m_Suballocations.end());
      -
      9192  VMA_ASSERT(nextItem->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9193 
      -
      9194  item->size += nextItem->size;
      -
      9195  --m_FreeCount;
      -
      9196  m_Suballocations.erase(nextItem);
      -
      9197 }
      -
      9198 
      -
      9199 VmaSuballocationList::iterator VmaBlockMetadata_Generic::FreeSuballocation(VmaSuballocationList::iterator suballocItem)
      -
      9200 {
      -
      9201  // Change this suballocation to be marked as free.
      -
      9202  VmaSuballocation& suballoc = *suballocItem;
      -
      9203  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      9204  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      9205 
      -
      9206  // Update totals.
      -
      9207  ++m_FreeCount;
      -
      9208  m_SumFreeSize += suballoc.size;
      -
      9209 
      -
      9210  // Merge with previous and/or next suballocation if it's also free.
      -
      9211  bool mergeWithNext = false;
      -
      9212  bool mergeWithPrev = false;
      -
      9213 
      -
      9214  VmaSuballocationList::iterator nextItem = suballocItem;
      -
      9215  ++nextItem;
      -
      9216  if((nextItem != m_Suballocations.end()) && (nextItem->type == VMA_SUBALLOCATION_TYPE_FREE))
      -
      9217  {
      -
      9218  mergeWithNext = true;
      -
      9219  }
      -
      9220 
      -
      9221  VmaSuballocationList::iterator prevItem = suballocItem;
      -
      9222  if(suballocItem != m_Suballocations.begin())
      -
      9223  {
      -
      9224  --prevItem;
      -
      9225  if(prevItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      9226  {
      -
      9227  mergeWithPrev = true;
      +
      9184  // Size of this suballocation is too small for this request: Early return.
      +
      9185  if(suballoc.size < allocSize)
      +
      9186  {
      +
      9187  return false;
      +
      9188  }
      +
      9189 
      +
      9190  // Start from offset equal to beginning of this suballocation.
      +
      9191  *pOffset = suballoc.offset;
      +
      9192 
      +
      9193  // Apply VMA_DEBUG_MARGIN at the beginning.
      +
      9194  if(VMA_DEBUG_MARGIN > 0)
      +
      9195  {
      +
      9196  *pOffset += VMA_DEBUG_MARGIN;
      +
      9197  }
      +
      9198 
      +
      9199  // Apply alignment.
      +
      9200  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
      +
      9201 
      +
      9202  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      9203  // Make bigger alignment if necessary.
      +
      9204  if(bufferImageGranularity > 1)
      +
      9205  {
      +
      9206  bool bufferImageGranularityConflict = false;
      +
      9207  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
      +
      9208  while(prevSuballocItem != m_Suballocations.cbegin())
      +
      9209  {
      +
      9210  --prevSuballocItem;
      +
      9211  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
      +
      9212  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
      +
      9213  {
      +
      9214  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      +
      9215  {
      +
      9216  bufferImageGranularityConflict = true;
      +
      9217  break;
      +
      9218  }
      +
      9219  }
      +
      9220  else
      +
      9221  // Already on previous page.
      +
      9222  break;
      +
      9223  }
      +
      9224  if(bufferImageGranularityConflict)
      +
      9225  {
      +
      9226  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
      +
      9227  }
      9228  }
      -
      9229  }
      -
      9230 
      -
      9231  if(mergeWithNext)
      -
      9232  {
      -
      9233  UnregisterFreeSuballocation(nextItem);
      -
      9234  MergeFreeWithNext(suballocItem);
      -
      9235  }
      -
      9236 
      -
      9237  if(mergeWithPrev)
      -
      9238  {
      -
      9239  UnregisterFreeSuballocation(prevItem);
      -
      9240  MergeFreeWithNext(prevItem);
      -
      9241  RegisterFreeSuballocation(prevItem);
      -
      9242  return prevItem;
      -
      9243  }
      -
      9244  else
      -
      9245  {
      -
      9246  RegisterFreeSuballocation(suballocItem);
      -
      9247  return suballocItem;
      -
      9248  }
      -
      9249 }
      -
      9250 
      -
      9251 void VmaBlockMetadata_Generic::RegisterFreeSuballocation(VmaSuballocationList::iterator item)
      -
      9252 {
      -
      9253  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9254  VMA_ASSERT(item->size > 0);
      -
      9255 
      -
      9256  // You may want to enable this validation at the beginning or at the end of
      -
      9257  // this function, depending on what do you want to check.
      -
      9258  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      -
      9259 
      -
      9260  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      9261  {
      -
      9262  if(m_FreeSuballocationsBySize.empty())
      -
      9263  {
      -
      9264  m_FreeSuballocationsBySize.push_back(item);
      +
      9229 
      +
      9230  // Calculate padding at the beginning based on current offset.
      +
      9231  const VkDeviceSize paddingBegin = *pOffset - suballoc.offset;
      +
      9232 
      +
      9233  // Calculate required margin at the end.
      +
      9234  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
      +
      9235 
      +
      9236  // Fail if requested size plus margin before and after is bigger than size of this suballocation.
      +
      9237  if(paddingBegin + allocSize + requiredEndMargin > suballoc.size)
      +
      9238  {
      +
      9239  return false;
      +
      9240  }
      +
      9241 
      +
      9242  // Check next suballocations for BufferImageGranularity conflicts.
      +
      9243  // If conflict exists, allocation cannot be made here.
      +
      9244  if(bufferImageGranularity > 1)
      +
      9245  {
      +
      9246  VmaSuballocationList::const_iterator nextSuballocItem = suballocItem;
      +
      9247  ++nextSuballocItem;
      +
      9248  while(nextSuballocItem != m_Suballocations.cend())
      +
      9249  {
      +
      9250  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
      +
      9251  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      9252  {
      +
      9253  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      +
      9254  {
      +
      9255  return false;
      +
      9256  }
      +
      9257  }
      +
      9258  else
      +
      9259  {
      +
      9260  // Already on next page.
      +
      9261  break;
      +
      9262  }
      +
      9263  ++nextSuballocItem;
      +
      9264  }
      9265  }
      -
      9266  else
      -
      9267  {
      -
      9268  VmaVectorInsertSorted<VmaSuballocationItemSizeLess>(m_FreeSuballocationsBySize, item);
      -
      9269  }
      -
      9270  }
      +
      9266  }
      +
      9267 
      +
      9268  // All tests passed: Success. pOffset is already filled.
      +
      9269  return true;
      +
      9270 }
      9271 
      -
      9272  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      -
      9273 }
      -
      9274 
      -
      9275 
      -
      9276 void VmaBlockMetadata_Generic::UnregisterFreeSuballocation(VmaSuballocationList::iterator item)
      -
      9277 {
      -
      9278  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9279  VMA_ASSERT(item->size > 0);
      -
      9280 
      -
      9281  // You may want to enable this validation at the beginning or at the end of
      -
      9282  // this function, depending on what do you want to check.
      -
      9283  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      -
      9284 
      -
      9285  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      9286  {
      -
      9287  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
      -
      9288  m_FreeSuballocationsBySize.data(),
      -
      9289  m_FreeSuballocationsBySize.data() + m_FreeSuballocationsBySize.size(),
      -
      9290  item,
      -
      9291  VmaSuballocationItemSizeLess());
      -
      9292  for(size_t index = it - m_FreeSuballocationsBySize.data();
      -
      9293  index < m_FreeSuballocationsBySize.size();
      -
      9294  ++index)
      -
      9295  {
      -
      9296  if(m_FreeSuballocationsBySize[index] == item)
      -
      9297  {
      -
      9298  VmaVectorRemove(m_FreeSuballocationsBySize, index);
      -
      9299  return;
      -
      9300  }
      -
      9301  VMA_ASSERT((m_FreeSuballocationsBySize[index]->size == item->size) && "Not found.");
      -
      9302  }
      -
      9303  VMA_ASSERT(0 && "Not found.");
      -
      9304  }
      -
      9305 
      -
      9306  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      -
      9307 }
      +
      9272 void VmaBlockMetadata_Generic::MergeFreeWithNext(VmaSuballocationList::iterator item)
      +
      9273 {
      +
      9274  VMA_ASSERT(item != m_Suballocations.end());
      +
      9275  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9276 
      +
      9277  VmaSuballocationList::iterator nextItem = item;
      +
      9278  ++nextItem;
      +
      9279  VMA_ASSERT(nextItem != m_Suballocations.end());
      +
      9280  VMA_ASSERT(nextItem->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9281 
      +
      9282  item->size += nextItem->size;
      +
      9283  --m_FreeCount;
      +
      9284  m_Suballocations.erase(nextItem);
      +
      9285 }
      +
      9286 
      +
      9287 VmaSuballocationList::iterator VmaBlockMetadata_Generic::FreeSuballocation(VmaSuballocationList::iterator suballocItem)
      +
      9288 {
      +
      9289  // Change this suballocation to be marked as free.
      +
      9290  VmaSuballocation& suballoc = *suballocItem;
      +
      9291  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      9292  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      9293 
      +
      9294  // Update totals.
      +
      9295  ++m_FreeCount;
      +
      9296  m_SumFreeSize += suballoc.size;
      +
      9297 
      +
      9298  // Merge with previous and/or next suballocation if it's also free.
      +
      9299  bool mergeWithNext = false;
      +
      9300  bool mergeWithPrev = false;
      +
      9301 
      +
      9302  VmaSuballocationList::iterator nextItem = suballocItem;
      +
      9303  ++nextItem;
      +
      9304  if((nextItem != m_Suballocations.end()) && (nextItem->type == VMA_SUBALLOCATION_TYPE_FREE))
      +
      9305  {
      +
      9306  mergeWithNext = true;
      +
      9307  }
      9308 
      -
      9309 bool VmaBlockMetadata_Generic::IsBufferImageGranularityConflictPossible(
      -
      9310  VkDeviceSize bufferImageGranularity,
      -
      9311  VmaSuballocationType& inOutPrevSuballocType) const
      -
      9312 {
      -
      9313  if(bufferImageGranularity == 1 || IsEmpty())
      -
      9314  {
      -
      9315  return false;
      -
      9316  }
      -
      9317 
      -
      9318  VkDeviceSize minAlignment = VK_WHOLE_SIZE;
      -
      9319  bool typeConflictFound = false;
      -
      9320  for(VmaSuballocationList::const_iterator it = m_Suballocations.cbegin();
      -
      9321  it != m_Suballocations.cend();
      -
      9322  ++it)
      -
      9323  {
      -
      9324  const VmaSuballocationType suballocType = it->type;
      -
      9325  if(suballocType != VMA_SUBALLOCATION_TYPE_FREE)
      -
      9326  {
      -
      9327  minAlignment = VMA_MIN(minAlignment, it->hAllocation->GetAlignment());
      -
      9328  if(VmaIsBufferImageGranularityConflict(inOutPrevSuballocType, suballocType))
      -
      9329  {
      -
      9330  typeConflictFound = true;
      -
      9331  }
      -
      9332  inOutPrevSuballocType = suballocType;
      -
      9333  }
      -
      9334  }
      -
      9335 
      -
      9336  return typeConflictFound || minAlignment >= bufferImageGranularity;
      +
      9309  VmaSuballocationList::iterator prevItem = suballocItem;
      +
      9310  if(suballocItem != m_Suballocations.begin())
      +
      9311  {
      +
      9312  --prevItem;
      +
      9313  if(prevItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      9314  {
      +
      9315  mergeWithPrev = true;
      +
      9316  }
      +
      9317  }
      +
      9318 
      +
      9319  if(mergeWithNext)
      +
      9320  {
      +
      9321  UnregisterFreeSuballocation(nextItem);
      +
      9322  MergeFreeWithNext(suballocItem);
      +
      9323  }
      +
      9324 
      +
      9325  if(mergeWithPrev)
      +
      9326  {
      +
      9327  UnregisterFreeSuballocation(prevItem);
      +
      9328  MergeFreeWithNext(prevItem);
      +
      9329  RegisterFreeSuballocation(prevItem);
      +
      9330  return prevItem;
      +
      9331  }
      +
      9332  else
      +
      9333  {
      +
      9334  RegisterFreeSuballocation(suballocItem);
      +
      9335  return suballocItem;
      +
      9336  }
      9337 }
      9338 
      -
      9340 // class VmaBlockMetadata_Linear
      -
      9341 
      -
      9342 VmaBlockMetadata_Linear::VmaBlockMetadata_Linear(VmaAllocator hAllocator) :
      -
      9343  VmaBlockMetadata(hAllocator),
      -
      9344  m_SumFreeSize(0),
      -
      9345  m_Suballocations0(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      -
      9346  m_Suballocations1(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      -
      9347  m_1stVectorIndex(0),
      -
      9348  m_2ndVectorMode(SECOND_VECTOR_EMPTY),
      -
      9349  m_1stNullItemsBeginCount(0),
      -
      9350  m_1stNullItemsMiddleCount(0),
      -
      9351  m_2ndNullItemsCount(0)
      -
      9352 {
      -
      9353 }
      -
      9354 
      -
      9355 VmaBlockMetadata_Linear::~VmaBlockMetadata_Linear()
      -
      9356 {
      -
      9357 }
      -
      9358 
      -
      9359 void VmaBlockMetadata_Linear::Init(VkDeviceSize size)
      -
      9360 {
      -
      9361  VmaBlockMetadata::Init(size);
      -
      9362  m_SumFreeSize = size;
      -
      9363 }
      -
      9364 
      -
      9365 bool VmaBlockMetadata_Linear::Validate() const
      -
      9366 {
      -
      9367  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      9368  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      9369 
      -
      9370  VMA_VALIDATE(suballocations2nd.empty() == (m_2ndVectorMode == SECOND_VECTOR_EMPTY));
      -
      9371  VMA_VALIDATE(!suballocations1st.empty() ||
      -
      9372  suballocations2nd.empty() ||
      -
      9373  m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER);
      -
      9374 
      -
      9375  if(!suballocations1st.empty())
      -
      9376  {
      -
      9377  // Null item at the beginning should be accounted into m_1stNullItemsBeginCount.
      -
      9378  VMA_VALIDATE(suballocations1st[m_1stNullItemsBeginCount].hAllocation != VK_NULL_HANDLE);
      -
      9379  // Null item at the end should be just pop_back().
      -
      9380  VMA_VALIDATE(suballocations1st.back().hAllocation != VK_NULL_HANDLE);
      -
      9381  }
      -
      9382  if(!suballocations2nd.empty())
      -
      9383  {
      -
      9384  // Null item at the end should be just pop_back().
      -
      9385  VMA_VALIDATE(suballocations2nd.back().hAllocation != VK_NULL_HANDLE);
      -
      9386  }
      -
      9387 
      -
      9388  VMA_VALIDATE(m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount <= suballocations1st.size());
      -
      9389  VMA_VALIDATE(m_2ndNullItemsCount <= suballocations2nd.size());
      -
      9390 
      -
      9391  VkDeviceSize sumUsedSize = 0;
      -
      9392  const size_t suballoc1stCount = suballocations1st.size();
      -
      9393  VkDeviceSize offset = VMA_DEBUG_MARGIN;
      -
      9394 
      -
      9395  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      9396  {
      -
      9397  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      9398  size_t nullItem2ndCount = 0;
      -
      9399  for(size_t i = 0; i < suballoc2ndCount; ++i)
      -
      9400  {
      -
      9401  const VmaSuballocation& suballoc = suballocations2nd[i];
      -
      9402  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9403 
      -
      9404  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      -
      9405  VMA_VALIDATE(suballoc.offset >= offset);
      -
      9406 
      -
      9407  if(!currFree)
      -
      9408  {
      -
      9409  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      -
      9410  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      -
      9411  sumUsedSize += suballoc.size;
      -
      9412  }
      -
      9413  else
      -
      9414  {
      -
      9415  ++nullItem2ndCount;
      -
      9416  }
      -
      9417 
      -
      9418  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      -
      9419  }
      -
      9420 
      -
      9421  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
      +
      9339 void VmaBlockMetadata_Generic::RegisterFreeSuballocation(VmaSuballocationList::iterator item)
      +
      9340 {
      +
      9341  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9342  VMA_ASSERT(item->size > 0);
      +
      9343 
      +
      9344  // You may want to enable this validation at the beginning or at the end of
      +
      9345  // this function, depending on what do you want to check.
      +
      9346  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      +
      9347 
      +
      9348  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      9349  {
      +
      9350  if(m_FreeSuballocationsBySize.empty())
      +
      9351  {
      +
      9352  m_FreeSuballocationsBySize.push_back(item);
      +
      9353  }
      +
      9354  else
      +
      9355  {
      +
      9356  VmaVectorInsertSorted<VmaSuballocationItemSizeLess>(m_FreeSuballocationsBySize, item);
      +
      9357  }
      +
      9358  }
      +
      9359 
      +
      9360  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      +
      9361 }
      +
      9362 
      +
      9363 
      +
      9364 void VmaBlockMetadata_Generic::UnregisterFreeSuballocation(VmaSuballocationList::iterator item)
      +
      9365 {
      +
      9366  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9367  VMA_ASSERT(item->size > 0);
      +
      9368 
      +
      9369  // You may want to enable this validation at the beginning or at the end of
      +
      9370  // this function, depending on what do you want to check.
      +
      9371  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      +
      9372 
      +
      9373  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      9374  {
      +
      9375  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
      +
      9376  m_FreeSuballocationsBySize.data(),
      +
      9377  m_FreeSuballocationsBySize.data() + m_FreeSuballocationsBySize.size(),
      +
      9378  item,
      +
      9379  VmaSuballocationItemSizeLess());
      +
      9380  for(size_t index = it - m_FreeSuballocationsBySize.data();
      +
      9381  index < m_FreeSuballocationsBySize.size();
      +
      9382  ++index)
      +
      9383  {
      +
      9384  if(m_FreeSuballocationsBySize[index] == item)
      +
      9385  {
      +
      9386  VmaVectorRemove(m_FreeSuballocationsBySize, index);
      +
      9387  return;
      +
      9388  }
      +
      9389  VMA_ASSERT((m_FreeSuballocationsBySize[index]->size == item->size) && "Not found.");
      +
      9390  }
      +
      9391  VMA_ASSERT(0 && "Not found.");
      +
      9392  }
      +
      9393 
      +
      9394  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      +
      9395 }
      +
      9396 
      +
      9397 bool VmaBlockMetadata_Generic::IsBufferImageGranularityConflictPossible(
      +
      9398  VkDeviceSize bufferImageGranularity,
      +
      9399  VmaSuballocationType& inOutPrevSuballocType) const
      +
      9400 {
      +
      9401  if(bufferImageGranularity == 1 || IsEmpty())
      +
      9402  {
      +
      9403  return false;
      +
      9404  }
      +
      9405 
      +
      9406  VkDeviceSize minAlignment = VK_WHOLE_SIZE;
      +
      9407  bool typeConflictFound = false;
      +
      9408  for(VmaSuballocationList::const_iterator it = m_Suballocations.cbegin();
      +
      9409  it != m_Suballocations.cend();
      +
      9410  ++it)
      +
      9411  {
      +
      9412  const VmaSuballocationType suballocType = it->type;
      +
      9413  if(suballocType != VMA_SUBALLOCATION_TYPE_FREE)
      +
      9414  {
      +
      9415  minAlignment = VMA_MIN(minAlignment, it->hAllocation->GetAlignment());
      +
      9416  if(VmaIsBufferImageGranularityConflict(inOutPrevSuballocType, suballocType))
      +
      9417  {
      +
      9418  typeConflictFound = true;
      +
      9419  }
      +
      9420  inOutPrevSuballocType = suballocType;
      +
      9421  }
      9422  }
      9423 
      -
      9424  for(size_t i = 0; i < m_1stNullItemsBeginCount; ++i)
      -
      9425  {
      -
      9426  const VmaSuballocation& suballoc = suballocations1st[i];
      -
      9427  VMA_VALIDATE(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE &&
      -
      9428  suballoc.hAllocation == VK_NULL_HANDLE);
      -
      9429  }
      -
      9430 
      -
      9431  size_t nullItem1stCount = m_1stNullItemsBeginCount;
      -
      9432 
      -
      9433  for(size_t i = m_1stNullItemsBeginCount; i < suballoc1stCount; ++i)
      -
      9434  {
      -
      9435  const VmaSuballocation& suballoc = suballocations1st[i];
      -
      9436  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9437 
      -
      9438  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      -
      9439  VMA_VALIDATE(suballoc.offset >= offset);
      -
      9440  VMA_VALIDATE(i >= m_1stNullItemsBeginCount || currFree);
      -
      9441 
      -
      9442  if(!currFree)
      -
      9443  {
      -
      9444  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      -
      9445  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      -
      9446  sumUsedSize += suballoc.size;
      -
      9447  }
      -
      9448  else
      -
      9449  {
      -
      9450  ++nullItem1stCount;
      -
      9451  }
      +
      9424  return typeConflictFound || minAlignment >= bufferImageGranularity;
      +
      9425 }
      +
      9426 
      +
      9428 // class VmaBlockMetadata_Linear
      +
      9429 
      +
      9430 VmaBlockMetadata_Linear::VmaBlockMetadata_Linear(VmaAllocator hAllocator) :
      +
      9431  VmaBlockMetadata(hAllocator),
      +
      9432  m_SumFreeSize(0),
      +
      9433  m_Suballocations0(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      +
      9434  m_Suballocations1(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      +
      9435  m_1stVectorIndex(0),
      +
      9436  m_2ndVectorMode(SECOND_VECTOR_EMPTY),
      +
      9437  m_1stNullItemsBeginCount(0),
      +
      9438  m_1stNullItemsMiddleCount(0),
      +
      9439  m_2ndNullItemsCount(0)
      +
      9440 {
      +
      9441 }
      +
      9442 
      +
      9443 VmaBlockMetadata_Linear::~VmaBlockMetadata_Linear()
      +
      9444 {
      +
      9445 }
      +
      9446 
      +
      9447 void VmaBlockMetadata_Linear::Init(VkDeviceSize size)
      +
      9448 {
      +
      9449  VmaBlockMetadata::Init(size);
      +
      9450  m_SumFreeSize = size;
      +
      9451 }
      9452 
      -
      9453  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      -
      9454  }
      -
      9455  VMA_VALIDATE(nullItem1stCount == m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount);
      -
      9456 
      -
      9457  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      9458  {
      -
      9459  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      9460  size_t nullItem2ndCount = 0;
      -
      9461  for(size_t i = suballoc2ndCount; i--; )
      -
      9462  {
      -
      9463  const VmaSuballocation& suballoc = suballocations2nd[i];
      -
      9464  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9465 
      -
      9466  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      -
      9467  VMA_VALIDATE(suballoc.offset >= offset);
      -
      9468 
      -
      9469  if(!currFree)
      -
      9470  {
      -
      9471  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      -
      9472  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      -
      9473  sumUsedSize += suballoc.size;
      -
      9474  }
      -
      9475  else
      -
      9476  {
      -
      9477  ++nullItem2ndCount;
      -
      9478  }
      -
      9479 
      -
      9480  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      -
      9481  }
      +
      9453 bool VmaBlockMetadata_Linear::Validate() const
      +
      9454 {
      +
      9455  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      9456  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      9457 
      +
      9458  VMA_VALIDATE(suballocations2nd.empty() == (m_2ndVectorMode == SECOND_VECTOR_EMPTY));
      +
      9459  VMA_VALIDATE(!suballocations1st.empty() ||
      +
      9460  suballocations2nd.empty() ||
      +
      9461  m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER);
      +
      9462 
      +
      9463  if(!suballocations1st.empty())
      +
      9464  {
      +
      9465  // Null item at the beginning should be accounted into m_1stNullItemsBeginCount.
      +
      9466  VMA_VALIDATE(suballocations1st[m_1stNullItemsBeginCount].hAllocation != VK_NULL_HANDLE);
      +
      9467  // Null item at the end should be just pop_back().
      +
      9468  VMA_VALIDATE(suballocations1st.back().hAllocation != VK_NULL_HANDLE);
      +
      9469  }
      +
      9470  if(!suballocations2nd.empty())
      +
      9471  {
      +
      9472  // Null item at the end should be just pop_back().
      +
      9473  VMA_VALIDATE(suballocations2nd.back().hAllocation != VK_NULL_HANDLE);
      +
      9474  }
      +
      9475 
      +
      9476  VMA_VALIDATE(m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount <= suballocations1st.size());
      +
      9477  VMA_VALIDATE(m_2ndNullItemsCount <= suballocations2nd.size());
      +
      9478 
      +
      9479  VkDeviceSize sumUsedSize = 0;
      +
      9480  const size_t suballoc1stCount = suballocations1st.size();
      +
      9481  VkDeviceSize offset = VMA_DEBUG_MARGIN;
      9482 
      -
      9483  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
      -
      9484  }
      -
      9485 
      -
      9486  VMA_VALIDATE(offset <= GetSize());
      -
      9487  VMA_VALIDATE(m_SumFreeSize == GetSize() - sumUsedSize);
      -
      9488 
      -
      9489  return true;
      -
      9490 }
      +
      9483  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      9484  {
      +
      9485  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      9486  size_t nullItem2ndCount = 0;
      +
      9487  for(size_t i = 0; i < suballoc2ndCount; ++i)
      +
      9488  {
      +
      9489  const VmaSuballocation& suballoc = suballocations2nd[i];
      +
      9490  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      9491 
      -
      9492 size_t VmaBlockMetadata_Linear::GetAllocationCount() const
      -
      9493 {
      -
      9494  return AccessSuballocations1st().size() - (m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount) +
      -
      9495  AccessSuballocations2nd().size() - m_2ndNullItemsCount;
      -
      9496 }
      -
      9497 
      -
      9498 VkDeviceSize VmaBlockMetadata_Linear::GetUnusedRangeSizeMax() const
      -
      9499 {
      -
      9500  const VkDeviceSize size = GetSize();
      -
      9501 
      -
      9502  /*
      -
      9503  We don't consider gaps inside allocation vectors with freed allocations because
      -
      9504  they are not suitable for reuse in linear allocator. We consider only space that
      -
      9505  is available for new allocations.
      -
      9506  */
      -
      9507  if(IsEmpty())
      -
      9508  {
      -
      9509  return size;
      +
      9492  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      +
      9493  VMA_VALIDATE(suballoc.offset >= offset);
      +
      9494 
      +
      9495  if(!currFree)
      +
      9496  {
      +
      9497  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      +
      9498  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      +
      9499  sumUsedSize += suballoc.size;
      +
      9500  }
      +
      9501  else
      +
      9502  {
      +
      9503  ++nullItem2ndCount;
      +
      9504  }
      +
      9505 
      +
      9506  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      +
      9507  }
      +
      9508 
      +
      9509  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
      9510  }
      -
      9511 
      -
      9512  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      9513 
      -
      9514  switch(m_2ndVectorMode)
      -
      9515  {
      -
      9516  case SECOND_VECTOR_EMPTY:
      -
      9517  /*
      -
      9518  Available space is after end of 1st, as well as before beginning of 1st (which
      -
      9519  whould make it a ring buffer).
      -
      9520  */
      -
      9521  {
      -
      9522  const size_t suballocations1stCount = suballocations1st.size();
      -
      9523  VMA_ASSERT(suballocations1stCount > m_1stNullItemsBeginCount);
      -
      9524  const VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
      -
      9525  const VmaSuballocation& lastSuballoc = suballocations1st[suballocations1stCount - 1];
      -
      9526  return VMA_MAX(
      -
      9527  firstSuballoc.offset,
      -
      9528  size - (lastSuballoc.offset + lastSuballoc.size));
      -
      9529  }
      -
      9530  break;
      -
      9531 
      -
      9532  case SECOND_VECTOR_RING_BUFFER:
      -
      9533  /*
      -
      9534  Available space is only between end of 2nd and beginning of 1st.
      -
      9535  */
      -
      9536  {
      -
      9537  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      9538  const VmaSuballocation& lastSuballoc2nd = suballocations2nd.back();
      -
      9539  const VmaSuballocation& firstSuballoc1st = suballocations1st[m_1stNullItemsBeginCount];
      -
      9540  return firstSuballoc1st.offset - (lastSuballoc2nd.offset + lastSuballoc2nd.size);
      -
      9541  }
      -
      9542  break;
      -
      9543 
      -
      9544  case SECOND_VECTOR_DOUBLE_STACK:
      -
      9545  /*
      -
      9546  Available space is only between end of 1st and top of 2nd.
      -
      9547  */
      -
      9548  {
      -
      9549  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      9550  const VmaSuballocation& topSuballoc2nd = suballocations2nd.back();
      -
      9551  const VmaSuballocation& lastSuballoc1st = suballocations1st.back();
      -
      9552  return topSuballoc2nd.offset - (lastSuballoc1st.offset + lastSuballoc1st.size);
      -
      9553  }
      -
      9554  break;
      -
      9555 
      -
      9556  default:
      -
      9557  VMA_ASSERT(0);
      -
      9558  return 0;
      -
      9559  }
      -
      9560 }
      -
      9561 
      -
      9562 void VmaBlockMetadata_Linear::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      -
      9563 {
      -
      9564  const VkDeviceSize size = GetSize();
      -
      9565  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      9566  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      9567  const size_t suballoc1stCount = suballocations1st.size();
      -
      9568  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      9569 
      -
      9570  outInfo.blockCount = 1;
      -
      9571  outInfo.allocationCount = (uint32_t)GetAllocationCount();
      -
      9572  outInfo.unusedRangeCount = 0;
      -
      9573  outInfo.usedBytes = 0;
      -
      9574  outInfo.allocationSizeMin = UINT64_MAX;
      -
      9575  outInfo.allocationSizeMax = 0;
      -
      9576  outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      9577  outInfo.unusedRangeSizeMax = 0;
      -
      9578 
      -
      9579  VkDeviceSize lastOffset = 0;
      -
      9580 
      -
      9581  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      9582  {
      -
      9583  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      -
      9584  size_t nextAlloc2ndIndex = 0;
      -
      9585  while(lastOffset < freeSpace2ndTo1stEnd)
      -
      9586  {
      -
      9587  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      9588  while(nextAlloc2ndIndex < suballoc2ndCount &&
      -
      9589  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      9590  {
      -
      9591  ++nextAlloc2ndIndex;
      -
      9592  }
      -
      9593 
      -
      9594  // Found non-null allocation.
      -
      9595  if(nextAlloc2ndIndex < suballoc2ndCount)
      -
      9596  {
      -
      9597  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      9598 
      -
      9599  // 1. Process free space before this allocation.
      -
      9600  if(lastOffset < suballoc.offset)
      -
      9601  {
      -
      9602  // There is free space from lastOffset to suballoc.offset.
      -
      9603  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      9604  ++outInfo.unusedRangeCount;
      -
      9605  outInfo.unusedBytes += unusedRangeSize;
      -
      9606  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      9607  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      9608  }
      -
      9609 
      -
      9610  // 2. Process this allocation.
      -
      9611  // There is allocation with suballoc.offset, suballoc.size.
      -
      9612  outInfo.usedBytes += suballoc.size;
      -
      9613  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      -
      9614  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      -
      9615 
      -
      9616  // 3. Prepare for next iteration.
      -
      9617  lastOffset = suballoc.offset + suballoc.size;
      -
      9618  ++nextAlloc2ndIndex;
      -
      9619  }
      -
      9620  // We are at the end.
      -
      9621  else
      -
      9622  {
      -
      9623  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      -
      9624  if(lastOffset < freeSpace2ndTo1stEnd)
      -
      9625  {
      -
      9626  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      -
      9627  ++outInfo.unusedRangeCount;
      -
      9628  outInfo.unusedBytes += unusedRangeSize;
      -
      9629  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      9630  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      9631  }
      -
      9632 
      -
      9633  // End of loop.
      -
      9634  lastOffset = freeSpace2ndTo1stEnd;
      -
      9635  }
      -
      9636  }
      -
      9637  }
      -
      9638 
      -
      9639  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      -
      9640  const VkDeviceSize freeSpace1stTo2ndEnd =
      -
      9641  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      -
      9642  while(lastOffset < freeSpace1stTo2ndEnd)
      -
      9643  {
      -
      9644  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      9645  while(nextAlloc1stIndex < suballoc1stCount &&
      -
      9646  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      -
      9647  {
      -
      9648  ++nextAlloc1stIndex;
      -
      9649  }
      -
      9650 
      -
      9651  // Found non-null allocation.
      -
      9652  if(nextAlloc1stIndex < suballoc1stCount)
      -
      9653  {
      -
      9654  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      -
      9655 
      -
      9656  // 1. Process free space before this allocation.
      -
      9657  if(lastOffset < suballoc.offset)
      -
      9658  {
      -
      9659  // There is free space from lastOffset to suballoc.offset.
      -
      9660  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      9661  ++outInfo.unusedRangeCount;
      -
      9662  outInfo.unusedBytes += unusedRangeSize;
      -
      9663  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      9664  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      9665  }
      -
      9666 
      -
      9667  // 2. Process this allocation.
      -
      9668  // There is allocation with suballoc.offset, suballoc.size.
      -
      9669  outInfo.usedBytes += suballoc.size;
      -
      9670  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      -
      9671  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      -
      9672 
      -
      9673  // 3. Prepare for next iteration.
      -
      9674  lastOffset = suballoc.offset + suballoc.size;
      -
      9675  ++nextAlloc1stIndex;
      -
      9676  }
      -
      9677  // We are at the end.
      -
      9678  else
      -
      9679  {
      -
      9680  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      -
      9681  if(lastOffset < freeSpace1stTo2ndEnd)
      -
      9682  {
      -
      9683  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      -
      9684  ++outInfo.unusedRangeCount;
      -
      9685  outInfo.unusedBytes += unusedRangeSize;
      -
      9686  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      9687  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      9688  }
      -
      9689 
      -
      9690  // End of loop.
      -
      9691  lastOffset = freeSpace1stTo2ndEnd;
      -
      9692  }
      -
      9693  }
      -
      9694 
      -
      9695  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      9696  {
      -
      9697  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      -
      9698  while(lastOffset < size)
      -
      9699  {
      -
      9700  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      9701  while(nextAlloc2ndIndex != SIZE_MAX &&
      -
      9702  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      9703  {
      -
      9704  --nextAlloc2ndIndex;
      -
      9705  }
      -
      9706 
      -
      9707  // Found non-null allocation.
      -
      9708  if(nextAlloc2ndIndex != SIZE_MAX)
      -
      9709  {
      -
      9710  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      9711 
      -
      9712  // 1. Process free space before this allocation.
      -
      9713  if(lastOffset < suballoc.offset)
      -
      9714  {
      -
      9715  // There is free space from lastOffset to suballoc.offset.
      -
      9716  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      9717  ++outInfo.unusedRangeCount;
      -
      9718  outInfo.unusedBytes += unusedRangeSize;
      -
      9719  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      9720  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      9721  }
      -
      9722 
      -
      9723  // 2. Process this allocation.
      -
      9724  // There is allocation with suballoc.offset, suballoc.size.
      -
      9725  outInfo.usedBytes += suballoc.size;
      -
      9726  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      -
      9727  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      -
      9728 
      -
      9729  // 3. Prepare for next iteration.
      -
      9730  lastOffset = suballoc.offset + suballoc.size;
      -
      9731  --nextAlloc2ndIndex;
      -
      9732  }
      -
      9733  // We are at the end.
      -
      9734  else
      -
      9735  {
      -
      9736  // There is free space from lastOffset to size.
      -
      9737  if(lastOffset < size)
      -
      9738  {
      -
      9739  const VkDeviceSize unusedRangeSize = size - lastOffset;
      -
      9740  ++outInfo.unusedRangeCount;
      -
      9741  outInfo.unusedBytes += unusedRangeSize;
      -
      9742  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      9743  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      9744  }
      -
      9745 
      -
      9746  // End of loop.
      -
      9747  lastOffset = size;
      -
      9748  }
      -
      9749  }
      -
      9750  }
      -
      9751 
      -
      9752  outInfo.unusedBytes = size - outInfo.usedBytes;
      -
      9753 }
      -
      9754 
      -
      9755 void VmaBlockMetadata_Linear::AddPoolStats(VmaPoolStats& inoutStats) const
      -
      9756 {
      -
      9757  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      9758  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      9759  const VkDeviceSize size = GetSize();
      -
      9760  const size_t suballoc1stCount = suballocations1st.size();
      -
      9761  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      9762 
      -
      9763  inoutStats.size += size;
      -
      9764 
      -
      9765  VkDeviceSize lastOffset = 0;
      -
      9766 
      -
      9767  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      9768  {
      -
      9769  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      -
      9770  size_t nextAlloc2ndIndex = m_1stNullItemsBeginCount;
      -
      9771  while(lastOffset < freeSpace2ndTo1stEnd)
      -
      9772  {
      -
      9773  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      9774  while(nextAlloc2ndIndex < suballoc2ndCount &&
      -
      9775  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      9776  {
      -
      9777  ++nextAlloc2ndIndex;
      -
      9778  }
      -
      9779 
      -
      9780  // Found non-null allocation.
      -
      9781  if(nextAlloc2ndIndex < suballoc2ndCount)
      -
      9782  {
      -
      9783  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      9784 
      -
      9785  // 1. Process free space before this allocation.
      -
      9786  if(lastOffset < suballoc.offset)
      -
      9787  {
      -
      9788  // There is free space from lastOffset to suballoc.offset.
      -
      9789  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      9790  inoutStats.unusedSize += unusedRangeSize;
      -
      9791  ++inoutStats.unusedRangeCount;
      -
      9792  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      9793  }
      -
      9794 
      -
      9795  // 2. Process this allocation.
      -
      9796  // There is allocation with suballoc.offset, suballoc.size.
      -
      9797  ++inoutStats.allocationCount;
      -
      9798 
      -
      9799  // 3. Prepare for next iteration.
      -
      9800  lastOffset = suballoc.offset + suballoc.size;
      -
      9801  ++nextAlloc2ndIndex;
      -
      9802  }
      -
      9803  // We are at the end.
      -
      9804  else
      -
      9805  {
      -
      9806  if(lastOffset < freeSpace2ndTo1stEnd)
      -
      9807  {
      -
      9808  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      -
      9809  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      -
      9810  inoutStats.unusedSize += unusedRangeSize;
      -
      9811  ++inoutStats.unusedRangeCount;
      -
      9812  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      9813  }
      -
      9814 
      -
      9815  // End of loop.
      -
      9816  lastOffset = freeSpace2ndTo1stEnd;
      -
      9817  }
      -
      9818  }
      -
      9819  }
      -
      9820 
      -
      9821  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      -
      9822  const VkDeviceSize freeSpace1stTo2ndEnd =
      -
      9823  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      -
      9824  while(lastOffset < freeSpace1stTo2ndEnd)
      -
      9825  {
      -
      9826  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      9827  while(nextAlloc1stIndex < suballoc1stCount &&
      -
      9828  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      -
      9829  {
      -
      9830  ++nextAlloc1stIndex;
      -
      9831  }
      -
      9832 
      -
      9833  // Found non-null allocation.
      -
      9834  if(nextAlloc1stIndex < suballoc1stCount)
      -
      9835  {
      -
      9836  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      -
      9837 
      -
      9838  // 1. Process free space before this allocation.
      -
      9839  if(lastOffset < suballoc.offset)
      -
      9840  {
      -
      9841  // There is free space from lastOffset to suballoc.offset.
      -
      9842  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      9843  inoutStats.unusedSize += unusedRangeSize;
      -
      9844  ++inoutStats.unusedRangeCount;
      -
      9845  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      9846  }
      -
      9847 
      -
      9848  // 2. Process this allocation.
      -
      9849  // There is allocation with suballoc.offset, suballoc.size.
      -
      9850  ++inoutStats.allocationCount;
      -
      9851 
      -
      9852  // 3. Prepare for next iteration.
      -
      9853  lastOffset = suballoc.offset + suballoc.size;
      -
      9854  ++nextAlloc1stIndex;
      -
      9855  }
      -
      9856  // We are at the end.
      -
      9857  else
      -
      9858  {
      -
      9859  if(lastOffset < freeSpace1stTo2ndEnd)
      -
      9860  {
      -
      9861  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      -
      9862  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      -
      9863  inoutStats.unusedSize += unusedRangeSize;
      -
      9864  ++inoutStats.unusedRangeCount;
      -
      9865  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      9511 
      +
      9512  for(size_t i = 0; i < m_1stNullItemsBeginCount; ++i)
      +
      9513  {
      +
      9514  const VmaSuballocation& suballoc = suballocations1st[i];
      +
      9515  VMA_VALIDATE(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE &&
      +
      9516  suballoc.hAllocation == VK_NULL_HANDLE);
      +
      9517  }
      +
      9518 
      +
      9519  size_t nullItem1stCount = m_1stNullItemsBeginCount;
      +
      9520 
      +
      9521  for(size_t i = m_1stNullItemsBeginCount; i < suballoc1stCount; ++i)
      +
      9522  {
      +
      9523  const VmaSuballocation& suballoc = suballocations1st[i];
      +
      9524  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9525 
      +
      9526  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      +
      9527  VMA_VALIDATE(suballoc.offset >= offset);
      +
      9528  VMA_VALIDATE(i >= m_1stNullItemsBeginCount || currFree);
      +
      9529 
      +
      9530  if(!currFree)
      +
      9531  {
      +
      9532  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      +
      9533  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      +
      9534  sumUsedSize += suballoc.size;
      +
      9535  }
      +
      9536  else
      +
      9537  {
      +
      9538  ++nullItem1stCount;
      +
      9539  }
      +
      9540 
      +
      9541  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      +
      9542  }
      +
      9543  VMA_VALIDATE(nullItem1stCount == m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount);
      +
      9544 
      +
      9545  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      9546  {
      +
      9547  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      9548  size_t nullItem2ndCount = 0;
      +
      9549  for(size_t i = suballoc2ndCount; i--; )
      +
      9550  {
      +
      9551  const VmaSuballocation& suballoc = suballocations2nd[i];
      +
      9552  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9553 
      +
      9554  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      +
      9555  VMA_VALIDATE(suballoc.offset >= offset);
      +
      9556 
      +
      9557  if(!currFree)
      +
      9558  {
      +
      9559  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      +
      9560  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      +
      9561  sumUsedSize += suballoc.size;
      +
      9562  }
      +
      9563  else
      +
      9564  {
      +
      9565  ++nullItem2ndCount;
      +
      9566  }
      +
      9567 
      +
      9568  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      +
      9569  }
      +
      9570 
      +
      9571  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
      +
      9572  }
      +
      9573 
      +
      9574  VMA_VALIDATE(offset <= GetSize());
      +
      9575  VMA_VALIDATE(m_SumFreeSize == GetSize() - sumUsedSize);
      +
      9576 
      +
      9577  return true;
      +
      9578 }
      +
      9579 
      +
      9580 size_t VmaBlockMetadata_Linear::GetAllocationCount() const
      +
      9581 {
      +
      9582  return AccessSuballocations1st().size() - (m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount) +
      +
      9583  AccessSuballocations2nd().size() - m_2ndNullItemsCount;
      +
      9584 }
      +
      9585 
      +
      9586 VkDeviceSize VmaBlockMetadata_Linear::GetUnusedRangeSizeMax() const
      +
      9587 {
      +
      9588  const VkDeviceSize size = GetSize();
      +
      9589 
      +
      9590  /*
      +
      9591  We don't consider gaps inside allocation vectors with freed allocations because
      +
      9592  they are not suitable for reuse in linear allocator. We consider only space that
      +
      9593  is available for new allocations.
      +
      9594  */
      +
      9595  if(IsEmpty())
      +
      9596  {
      +
      9597  return size;
      +
      9598  }
      +
      9599 
      +
      9600  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      9601 
      +
      9602  switch(m_2ndVectorMode)
      +
      9603  {
      +
      9604  case SECOND_VECTOR_EMPTY:
      +
      9605  /*
      +
      9606  Available space is after end of 1st, as well as before beginning of 1st (which
      +
      9607  whould make it a ring buffer).
      +
      9608  */
      +
      9609  {
      +
      9610  const size_t suballocations1stCount = suballocations1st.size();
      +
      9611  VMA_ASSERT(suballocations1stCount > m_1stNullItemsBeginCount);
      +
      9612  const VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
      +
      9613  const VmaSuballocation& lastSuballoc = suballocations1st[suballocations1stCount - 1];
      +
      9614  return VMA_MAX(
      +
      9615  firstSuballoc.offset,
      +
      9616  size - (lastSuballoc.offset + lastSuballoc.size));
      +
      9617  }
      +
      9618  break;
      +
      9619 
      +
      9620  case SECOND_VECTOR_RING_BUFFER:
      +
      9621  /*
      +
      9622  Available space is only between end of 2nd and beginning of 1st.
      +
      9623  */
      +
      9624  {
      +
      9625  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      9626  const VmaSuballocation& lastSuballoc2nd = suballocations2nd.back();
      +
      9627  const VmaSuballocation& firstSuballoc1st = suballocations1st[m_1stNullItemsBeginCount];
      +
      9628  return firstSuballoc1st.offset - (lastSuballoc2nd.offset + lastSuballoc2nd.size);
      +
      9629  }
      +
      9630  break;
      +
      9631 
      +
      9632  case SECOND_VECTOR_DOUBLE_STACK:
      +
      9633  /*
      +
      9634  Available space is only between end of 1st and top of 2nd.
      +
      9635  */
      +
      9636  {
      +
      9637  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      9638  const VmaSuballocation& topSuballoc2nd = suballocations2nd.back();
      +
      9639  const VmaSuballocation& lastSuballoc1st = suballocations1st.back();
      +
      9640  return topSuballoc2nd.offset - (lastSuballoc1st.offset + lastSuballoc1st.size);
      +
      9641  }
      +
      9642  break;
      +
      9643 
      +
      9644  default:
      +
      9645  VMA_ASSERT(0);
      +
      9646  return 0;
      +
      9647  }
      +
      9648 }
      +
      9649 
      +
      9650 void VmaBlockMetadata_Linear::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      +
      9651 {
      +
      9652  const VkDeviceSize size = GetSize();
      +
      9653  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      9654  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      9655  const size_t suballoc1stCount = suballocations1st.size();
      +
      9656  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      9657 
      +
      9658  outInfo.blockCount = 1;
      +
      9659  outInfo.allocationCount = (uint32_t)GetAllocationCount();
      +
      9660  outInfo.unusedRangeCount = 0;
      +
      9661  outInfo.usedBytes = 0;
      +
      9662  outInfo.allocationSizeMin = UINT64_MAX;
      +
      9663  outInfo.allocationSizeMax = 0;
      +
      9664  outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      9665  outInfo.unusedRangeSizeMax = 0;
      +
      9666 
      +
      9667  VkDeviceSize lastOffset = 0;
      +
      9668 
      +
      9669  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      9670  {
      +
      9671  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      +
      9672  size_t nextAlloc2ndIndex = 0;
      +
      9673  while(lastOffset < freeSpace2ndTo1stEnd)
      +
      9674  {
      +
      9675  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      9676  while(nextAlloc2ndIndex < suballoc2ndCount &&
      +
      9677  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      9678  {
      +
      9679  ++nextAlloc2ndIndex;
      +
      9680  }
      +
      9681 
      +
      9682  // Found non-null allocation.
      +
      9683  if(nextAlloc2ndIndex < suballoc2ndCount)
      +
      9684  {
      +
      9685  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      9686 
      +
      9687  // 1. Process free space before this allocation.
      +
      9688  if(lastOffset < suballoc.offset)
      +
      9689  {
      +
      9690  // There is free space from lastOffset to suballoc.offset.
      +
      9691  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      9692  ++outInfo.unusedRangeCount;
      +
      9693  outInfo.unusedBytes += unusedRangeSize;
      +
      9694  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      9695  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      9696  }
      +
      9697 
      +
      9698  // 2. Process this allocation.
      +
      9699  // There is allocation with suballoc.offset, suballoc.size.
      +
      9700  outInfo.usedBytes += suballoc.size;
      +
      9701  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      +
      9702  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      +
      9703 
      +
      9704  // 3. Prepare for next iteration.
      +
      9705  lastOffset = suballoc.offset + suballoc.size;
      +
      9706  ++nextAlloc2ndIndex;
      +
      9707  }
      +
      9708  // We are at the end.
      +
      9709  else
      +
      9710  {
      +
      9711  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      +
      9712  if(lastOffset < freeSpace2ndTo1stEnd)
      +
      9713  {
      +
      9714  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      +
      9715  ++outInfo.unusedRangeCount;
      +
      9716  outInfo.unusedBytes += unusedRangeSize;
      +
      9717  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      9718  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      9719  }
      +
      9720 
      +
      9721  // End of loop.
      +
      9722  lastOffset = freeSpace2ndTo1stEnd;
      +
      9723  }
      +
      9724  }
      +
      9725  }
      +
      9726 
      +
      9727  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      +
      9728  const VkDeviceSize freeSpace1stTo2ndEnd =
      +
      9729  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      +
      9730  while(lastOffset < freeSpace1stTo2ndEnd)
      +
      9731  {
      +
      9732  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      9733  while(nextAlloc1stIndex < suballoc1stCount &&
      +
      9734  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      +
      9735  {
      +
      9736  ++nextAlloc1stIndex;
      +
      9737  }
      +
      9738 
      +
      9739  // Found non-null allocation.
      +
      9740  if(nextAlloc1stIndex < suballoc1stCount)
      +
      9741  {
      +
      9742  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      +
      9743 
      +
      9744  // 1. Process free space before this allocation.
      +
      9745  if(lastOffset < suballoc.offset)
      +
      9746  {
      +
      9747  // There is free space from lastOffset to suballoc.offset.
      +
      9748  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      9749  ++outInfo.unusedRangeCount;
      +
      9750  outInfo.unusedBytes += unusedRangeSize;
      +
      9751  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      9752  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      9753  }
      +
      9754 
      +
      9755  // 2. Process this allocation.
      +
      9756  // There is allocation with suballoc.offset, suballoc.size.
      +
      9757  outInfo.usedBytes += suballoc.size;
      +
      9758  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      +
      9759  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      +
      9760 
      +
      9761  // 3. Prepare for next iteration.
      +
      9762  lastOffset = suballoc.offset + suballoc.size;
      +
      9763  ++nextAlloc1stIndex;
      +
      9764  }
      +
      9765  // We are at the end.
      +
      9766  else
      +
      9767  {
      +
      9768  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      +
      9769  if(lastOffset < freeSpace1stTo2ndEnd)
      +
      9770  {
      +
      9771  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      +
      9772  ++outInfo.unusedRangeCount;
      +
      9773  outInfo.unusedBytes += unusedRangeSize;
      +
      9774  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      9775  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      9776  }
      +
      9777 
      +
      9778  // End of loop.
      +
      9779  lastOffset = freeSpace1stTo2ndEnd;
      +
      9780  }
      +
      9781  }
      +
      9782 
      +
      9783  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      9784  {
      +
      9785  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      +
      9786  while(lastOffset < size)
      +
      9787  {
      +
      9788  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      9789  while(nextAlloc2ndIndex != SIZE_MAX &&
      +
      9790  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      9791  {
      +
      9792  --nextAlloc2ndIndex;
      +
      9793  }
      +
      9794 
      +
      9795  // Found non-null allocation.
      +
      9796  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      9797  {
      +
      9798  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      9799 
      +
      9800  // 1. Process free space before this allocation.
      +
      9801  if(lastOffset < suballoc.offset)
      +
      9802  {
      +
      9803  // There is free space from lastOffset to suballoc.offset.
      +
      9804  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      9805  ++outInfo.unusedRangeCount;
      +
      9806  outInfo.unusedBytes += unusedRangeSize;
      +
      9807  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      9808  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      9809  }
      +
      9810 
      +
      9811  // 2. Process this allocation.
      +
      9812  // There is allocation with suballoc.offset, suballoc.size.
      +
      9813  outInfo.usedBytes += suballoc.size;
      +
      9814  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      +
      9815  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      +
      9816 
      +
      9817  // 3. Prepare for next iteration.
      +
      9818  lastOffset = suballoc.offset + suballoc.size;
      +
      9819  --nextAlloc2ndIndex;
      +
      9820  }
      +
      9821  // We are at the end.
      +
      9822  else
      +
      9823  {
      +
      9824  // There is free space from lastOffset to size.
      +
      9825  if(lastOffset < size)
      +
      9826  {
      +
      9827  const VkDeviceSize unusedRangeSize = size - lastOffset;
      +
      9828  ++outInfo.unusedRangeCount;
      +
      9829  outInfo.unusedBytes += unusedRangeSize;
      +
      9830  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      9831  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      9832  }
      +
      9833 
      +
      9834  // End of loop.
      +
      9835  lastOffset = size;
      +
      9836  }
      +
      9837  }
      +
      9838  }
      +
      9839 
      +
      9840  outInfo.unusedBytes = size - outInfo.usedBytes;
      +
      9841 }
      +
      9842 
      +
      9843 void VmaBlockMetadata_Linear::AddPoolStats(VmaPoolStats& inoutStats) const
      +
      9844 {
      +
      9845  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      9846  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      9847  const VkDeviceSize size = GetSize();
      +
      9848  const size_t suballoc1stCount = suballocations1st.size();
      +
      9849  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      9850 
      +
      9851  inoutStats.size += size;
      +
      9852 
      +
      9853  VkDeviceSize lastOffset = 0;
      +
      9854 
      +
      9855  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      9856  {
      +
      9857  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      +
      9858  size_t nextAlloc2ndIndex = m_1stNullItemsBeginCount;
      +
      9859  while(lastOffset < freeSpace2ndTo1stEnd)
      +
      9860  {
      +
      9861  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      9862  while(nextAlloc2ndIndex < suballoc2ndCount &&
      +
      9863  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      9864  {
      +
      9865  ++nextAlloc2ndIndex;
      9866  }
      9867 
      -
      9868  // End of loop.
      -
      9869  lastOffset = freeSpace1stTo2ndEnd;
      -
      9870  }
      -
      9871  }
      -
      9872 
      -
      9873  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      9874  {
      -
      9875  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      -
      9876  while(lastOffset < size)
      -
      9877  {
      -
      9878  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      9879  while(nextAlloc2ndIndex != SIZE_MAX &&
      -
      9880  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      9881  {
      -
      9882  --nextAlloc2ndIndex;
      -
      9883  }
      -
      9884 
      -
      9885  // Found non-null allocation.
      -
      9886  if(nextAlloc2ndIndex != SIZE_MAX)
      -
      9887  {
      -
      9888  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      9889 
      -
      9890  // 1. Process free space before this allocation.
      -
      9891  if(lastOffset < suballoc.offset)
      -
      9892  {
      -
      9893  // There is free space from lastOffset to suballoc.offset.
      -
      9894  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      9895  inoutStats.unusedSize += unusedRangeSize;
      -
      9896  ++inoutStats.unusedRangeCount;
      -
      9897  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      9898  }
      -
      9899 
      -
      9900  // 2. Process this allocation.
      -
      9901  // There is allocation with suballoc.offset, suballoc.size.
      -
      9902  ++inoutStats.allocationCount;
      -
      9903 
      -
      9904  // 3. Prepare for next iteration.
      -
      9905  lastOffset = suballoc.offset + suballoc.size;
      -
      9906  --nextAlloc2ndIndex;
      -
      9907  }
      -
      9908  // We are at the end.
      -
      9909  else
      -
      9910  {
      -
      9911  if(lastOffset < size)
      -
      9912  {
      -
      9913  // There is free space from lastOffset to size.
      -
      9914  const VkDeviceSize unusedRangeSize = size - lastOffset;
      -
      9915  inoutStats.unusedSize += unusedRangeSize;
      -
      9916  ++inoutStats.unusedRangeCount;
      -
      9917  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      9918  }
      -
      9919 
      -
      9920  // End of loop.
      -
      9921  lastOffset = size;
      -
      9922  }
      -
      9923  }
      -
      9924  }
      -
      9925 }
      -
      9926 
      -
      9927 #if VMA_STATS_STRING_ENABLED
      -
      9928 void VmaBlockMetadata_Linear::PrintDetailedMap(class VmaJsonWriter& json) const
      -
      9929 {
      -
      9930  const VkDeviceSize size = GetSize();
      -
      9931  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      9932  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      9933  const size_t suballoc1stCount = suballocations1st.size();
      -
      9934  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      9935 
      -
      9936  // FIRST PASS
      -
      9937 
      -
      9938  size_t unusedRangeCount = 0;
      -
      9939  VkDeviceSize usedBytes = 0;
      -
      9940 
      -
      9941  VkDeviceSize lastOffset = 0;
      -
      9942 
      -
      9943  size_t alloc2ndCount = 0;
      -
      9944  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      9945  {
      -
      9946  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      -
      9947  size_t nextAlloc2ndIndex = 0;
      -
      9948  while(lastOffset < freeSpace2ndTo1stEnd)
      -
      9949  {
      -
      9950  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      9951  while(nextAlloc2ndIndex < suballoc2ndCount &&
      -
      9952  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      9953  {
      -
      9954  ++nextAlloc2ndIndex;
      -
      9955  }
      -
      9956 
      -
      9957  // Found non-null allocation.
      -
      9958  if(nextAlloc2ndIndex < suballoc2ndCount)
      -
      9959  {
      -
      9960  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      9961 
      -
      9962  // 1. Process free space before this allocation.
      -
      9963  if(lastOffset < suballoc.offset)
      -
      9964  {
      -
      9965  // There is free space from lastOffset to suballoc.offset.
      -
      9966  ++unusedRangeCount;
      -
      9967  }
      -
      9968 
      -
      9969  // 2. Process this allocation.
      -
      9970  // There is allocation with suballoc.offset, suballoc.size.
      -
      9971  ++alloc2ndCount;
      -
      9972  usedBytes += suballoc.size;
      -
      9973 
      -
      9974  // 3. Prepare for next iteration.
      -
      9975  lastOffset = suballoc.offset + suballoc.size;
      -
      9976  ++nextAlloc2ndIndex;
      -
      9977  }
      -
      9978  // We are at the end.
      -
      9979  else
      -
      9980  {
      -
      9981  if(lastOffset < freeSpace2ndTo1stEnd)
      -
      9982  {
      -
      9983  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      -
      9984  ++unusedRangeCount;
      -
      9985  }
      -
      9986 
      -
      9987  // End of loop.
      -
      9988  lastOffset = freeSpace2ndTo1stEnd;
      -
      9989  }
      -
      9990  }
      -
      9991  }
      -
      9992 
      -
      9993  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      -
      9994  size_t alloc1stCount = 0;
      -
      9995  const VkDeviceSize freeSpace1stTo2ndEnd =
      -
      9996  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      -
      9997  while(lastOffset < freeSpace1stTo2ndEnd)
      -
      9998  {
      -
      9999  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      10000  while(nextAlloc1stIndex < suballoc1stCount &&
      -
      10001  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      -
      10002  {
      -
      10003  ++nextAlloc1stIndex;
      -
      10004  }
      -
      10005 
      -
      10006  // Found non-null allocation.
      -
      10007  if(nextAlloc1stIndex < suballoc1stCount)
      -
      10008  {
      -
      10009  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      -
      10010 
      -
      10011  // 1. Process free space before this allocation.
      -
      10012  if(lastOffset < suballoc.offset)
      -
      10013  {
      -
      10014  // There is free space from lastOffset to suballoc.offset.
      -
      10015  ++unusedRangeCount;
      -
      10016  }
      -
      10017 
      -
      10018  // 2. Process this allocation.
      -
      10019  // There is allocation with suballoc.offset, suballoc.size.
      -
      10020  ++alloc1stCount;
      -
      10021  usedBytes += suballoc.size;
      -
      10022 
      -
      10023  // 3. Prepare for next iteration.
      -
      10024  lastOffset = suballoc.offset + suballoc.size;
      -
      10025  ++nextAlloc1stIndex;
      -
      10026  }
      -
      10027  // We are at the end.
      -
      10028  else
      -
      10029  {
      -
      10030  if(lastOffset < size)
      -
      10031  {
      -
      10032  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      -
      10033  ++unusedRangeCount;
      -
      10034  }
      -
      10035 
      -
      10036  // End of loop.
      -
      10037  lastOffset = freeSpace1stTo2ndEnd;
      -
      10038  }
      -
      10039  }
      -
      10040 
      -
      10041  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10042  {
      -
      10043  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      -
      10044  while(lastOffset < size)
      -
      10045  {
      -
      10046  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10047  while(nextAlloc2ndIndex != SIZE_MAX &&
      -
      10048  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10049  {
      -
      10050  --nextAlloc2ndIndex;
      -
      10051  }
      -
      10052 
      -
      10053  // Found non-null allocation.
      -
      10054  if(nextAlloc2ndIndex != SIZE_MAX)
      -
      10055  {
      -
      10056  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10057 
      -
      10058  // 1. Process free space before this allocation.
      -
      10059  if(lastOffset < suballoc.offset)
      -
      10060  {
      -
      10061  // There is free space from lastOffset to suballoc.offset.
      -
      10062  ++unusedRangeCount;
      -
      10063  }
      -
      10064 
      -
      10065  // 2. Process this allocation.
      -
      10066  // There is allocation with suballoc.offset, suballoc.size.
      -
      10067  ++alloc2ndCount;
      -
      10068  usedBytes += suballoc.size;
      -
      10069 
      -
      10070  // 3. Prepare for next iteration.
      -
      10071  lastOffset = suballoc.offset + suballoc.size;
      -
      10072  --nextAlloc2ndIndex;
      -
      10073  }
      -
      10074  // We are at the end.
      -
      10075  else
      -
      10076  {
      -
      10077  if(lastOffset < size)
      -
      10078  {
      -
      10079  // There is free space from lastOffset to size.
      -
      10080  ++unusedRangeCount;
      -
      10081  }
      -
      10082 
      -
      10083  // End of loop.
      -
      10084  lastOffset = size;
      -
      10085  }
      -
      10086  }
      -
      10087  }
      -
      10088 
      -
      10089  const VkDeviceSize unusedBytes = size - usedBytes;
      -
      10090  PrintDetailedMap_Begin(json, unusedBytes, alloc1stCount + alloc2ndCount, unusedRangeCount);
      -
      10091 
      -
      10092  // SECOND PASS
      -
      10093  lastOffset = 0;
      -
      10094 
      -
      10095  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10096  {
      -
      10097  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      -
      10098  size_t nextAlloc2ndIndex = 0;
      -
      10099  while(lastOffset < freeSpace2ndTo1stEnd)
      -
      10100  {
      -
      10101  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10102  while(nextAlloc2ndIndex < suballoc2ndCount &&
      -
      10103  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10104  {
      -
      10105  ++nextAlloc2ndIndex;
      -
      10106  }
      -
      10107 
      -
      10108  // Found non-null allocation.
      -
      10109  if(nextAlloc2ndIndex < suballoc2ndCount)
      -
      10110  {
      -
      10111  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10112 
      -
      10113  // 1. Process free space before this allocation.
      -
      10114  if(lastOffset < suballoc.offset)
      -
      10115  {
      -
      10116  // There is free space from lastOffset to suballoc.offset.
      -
      10117  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10118  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10119  }
      -
      10120 
      -
      10121  // 2. Process this allocation.
      -
      10122  // There is allocation with suballoc.offset, suballoc.size.
      -
      10123  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      -
      10124 
      -
      10125  // 3. Prepare for next iteration.
      -
      10126  lastOffset = suballoc.offset + suballoc.size;
      -
      10127  ++nextAlloc2ndIndex;
      -
      10128  }
      -
      10129  // We are at the end.
      -
      10130  else
      -
      10131  {
      -
      10132  if(lastOffset < freeSpace2ndTo1stEnd)
      -
      10133  {
      -
      10134  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      -
      10135  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      -
      10136  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10137  }
      -
      10138 
      -
      10139  // End of loop.
      -
      10140  lastOffset = freeSpace2ndTo1stEnd;
      -
      10141  }
      -
      10142  }
      -
      10143  }
      -
      10144 
      -
      10145  nextAlloc1stIndex = m_1stNullItemsBeginCount;
      -
      10146  while(lastOffset < freeSpace1stTo2ndEnd)
      -
      10147  {
      -
      10148  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      10149  while(nextAlloc1stIndex < suballoc1stCount &&
      -
      10150  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      -
      10151  {
      -
      10152  ++nextAlloc1stIndex;
      -
      10153  }
      -
      10154 
      -
      10155  // Found non-null allocation.
      -
      10156  if(nextAlloc1stIndex < suballoc1stCount)
      -
      10157  {
      -
      10158  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      -
      10159 
      -
      10160  // 1. Process free space before this allocation.
      -
      10161  if(lastOffset < suballoc.offset)
      -
      10162  {
      -
      10163  // There is free space from lastOffset to suballoc.offset.
      -
      10164  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10165  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10166  }
      -
      10167 
      -
      10168  // 2. Process this allocation.
      -
      10169  // There is allocation with suballoc.offset, suballoc.size.
      -
      10170  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      -
      10171 
      -
      10172  // 3. Prepare for next iteration.
      -
      10173  lastOffset = suballoc.offset + suballoc.size;
      -
      10174  ++nextAlloc1stIndex;
      -
      10175  }
      -
      10176  // We are at the end.
      -
      10177  else
      -
      10178  {
      -
      10179  if(lastOffset < freeSpace1stTo2ndEnd)
      -
      10180  {
      -
      10181  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      -
      10182  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      -
      10183  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10184  }
      -
      10185 
      -
      10186  // End of loop.
      -
      10187  lastOffset = freeSpace1stTo2ndEnd;
      -
      10188  }
      -
      10189  }
      -
      10190 
      -
      10191  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10192  {
      -
      10193  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      -
      10194  while(lastOffset < size)
      -
      10195  {
      -
      10196  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10197  while(nextAlloc2ndIndex != SIZE_MAX &&
      -
      10198  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10199  {
      -
      10200  --nextAlloc2ndIndex;
      -
      10201  }
      -
      10202 
      -
      10203  // Found non-null allocation.
      -
      10204  if(nextAlloc2ndIndex != SIZE_MAX)
      -
      10205  {
      -
      10206  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10207 
      -
      10208  // 1. Process free space before this allocation.
      -
      10209  if(lastOffset < suballoc.offset)
      -
      10210  {
      -
      10211  // There is free space from lastOffset to suballoc.offset.
      -
      10212  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10213  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10214  }
      -
      10215 
      -
      10216  // 2. Process this allocation.
      -
      10217  // There is allocation with suballoc.offset, suballoc.size.
      -
      10218  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      -
      10219 
      -
      10220  // 3. Prepare for next iteration.
      -
      10221  lastOffset = suballoc.offset + suballoc.size;
      -
      10222  --nextAlloc2ndIndex;
      -
      10223  }
      -
      10224  // We are at the end.
      -
      10225  else
      -
      10226  {
      -
      10227  if(lastOffset < size)
      -
      10228  {
      -
      10229  // There is free space from lastOffset to size.
      -
      10230  const VkDeviceSize unusedRangeSize = size - lastOffset;
      -
      10231  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10232  }
      -
      10233 
      -
      10234  // End of loop.
      -
      10235  lastOffset = size;
      -
      10236  }
      -
      10237  }
      -
      10238  }
      -
      10239 
      -
      10240  PrintDetailedMap_End(json);
      -
      10241 }
      -
      10242 #endif // #if VMA_STATS_STRING_ENABLED
      -
      10243 
      -
      10244 bool VmaBlockMetadata_Linear::CreateAllocationRequest(
      -
      10245  uint32_t currentFrameIndex,
      -
      10246  uint32_t frameInUseCount,
      -
      10247  VkDeviceSize bufferImageGranularity,
      -
      10248  VkDeviceSize allocSize,
      -
      10249  VkDeviceSize allocAlignment,
      -
      10250  bool upperAddress,
      -
      10251  VmaSuballocationType allocType,
      -
      10252  bool canMakeOtherLost,
      -
      10253  uint32_t strategy,
      -
      10254  VmaAllocationRequest* pAllocationRequest)
      -
      10255 {
      -
      10256  VMA_ASSERT(allocSize > 0);
      -
      10257  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      -
      10258  VMA_ASSERT(pAllocationRequest != VMA_NULL);
      -
      10259  VMA_HEAVY_ASSERT(Validate());
      -
      10260  return upperAddress ?
      -
      10261  CreateAllocationRequest_UpperAddress(
      -
      10262  currentFrameIndex, frameInUseCount, bufferImageGranularity,
      -
      10263  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest) :
      -
      10264  CreateAllocationRequest_LowerAddress(
      -
      10265  currentFrameIndex, frameInUseCount, bufferImageGranularity,
      -
      10266  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest);
      -
      10267 }
      -
      10268 
      -
      10269 bool VmaBlockMetadata_Linear::CreateAllocationRequest_UpperAddress(
      -
      10270  uint32_t currentFrameIndex,
      -
      10271  uint32_t frameInUseCount,
      -
      10272  VkDeviceSize bufferImageGranularity,
      -
      10273  VkDeviceSize allocSize,
      -
      10274  VkDeviceSize allocAlignment,
      -
      10275  VmaSuballocationType allocType,
      -
      10276  bool canMakeOtherLost,
      -
      10277  uint32_t strategy,
      -
      10278  VmaAllocationRequest* pAllocationRequest)
      -
      10279 {
      -
      10280  const VkDeviceSize size = GetSize();
      -
      10281  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10282  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10283 
      -
      10284  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10285  {
      -
      10286  VMA_ASSERT(0 && "Trying to use pool with linear algorithm as double stack, while it is already being used as ring buffer.");
      -
      10287  return false;
      -
      10288  }
      -
      10289 
      -
      10290  // Try to allocate before 2nd.back(), or end of block if 2nd.empty().
      -
      10291  if(allocSize > size)
      -
      10292  {
      -
      10293  return false;
      -
      10294  }
      -
      10295  VkDeviceSize resultBaseOffset = size - allocSize;
      -
      10296  if(!suballocations2nd.empty())
      -
      10297  {
      -
      10298  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
      -
      10299  resultBaseOffset = lastSuballoc.offset - allocSize;
      -
      10300  if(allocSize > lastSuballoc.offset)
      -
      10301  {
      -
      10302  return false;
      -
      10303  }
      -
      10304  }
      -
      10305 
      -
      10306  // Start from offset equal to end of free space.
      -
      10307  VkDeviceSize resultOffset = resultBaseOffset;
      -
      10308 
      -
      10309  // Apply VMA_DEBUG_MARGIN at the end.
      -
      10310  if(VMA_DEBUG_MARGIN > 0)
      -
      10311  {
      -
      10312  if(resultOffset < VMA_DEBUG_MARGIN)
      -
      10313  {
      -
      10314  return false;
      -
      10315  }
      -
      10316  resultOffset -= VMA_DEBUG_MARGIN;
      -
      10317  }
      -
      10318 
      -
      10319  // Apply alignment.
      -
      10320  resultOffset = VmaAlignDown(resultOffset, allocAlignment);
      +
      9868  // Found non-null allocation.
      +
      9869  if(nextAlloc2ndIndex < suballoc2ndCount)
      +
      9870  {
      +
      9871  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      9872 
      +
      9873  // 1. Process free space before this allocation.
      +
      9874  if(lastOffset < suballoc.offset)
      +
      9875  {
      +
      9876  // There is free space from lastOffset to suballoc.offset.
      +
      9877  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      9878  inoutStats.unusedSize += unusedRangeSize;
      +
      9879  ++inoutStats.unusedRangeCount;
      +
      9880  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      9881  }
      +
      9882 
      +
      9883  // 2. Process this allocation.
      +
      9884  // There is allocation with suballoc.offset, suballoc.size.
      +
      9885  ++inoutStats.allocationCount;
      +
      9886 
      +
      9887  // 3. Prepare for next iteration.
      +
      9888  lastOffset = suballoc.offset + suballoc.size;
      +
      9889  ++nextAlloc2ndIndex;
      +
      9890  }
      +
      9891  // We are at the end.
      +
      9892  else
      +
      9893  {
      +
      9894  if(lastOffset < freeSpace2ndTo1stEnd)
      +
      9895  {
      +
      9896  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      +
      9897  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      +
      9898  inoutStats.unusedSize += unusedRangeSize;
      +
      9899  ++inoutStats.unusedRangeCount;
      +
      9900  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      9901  }
      +
      9902 
      +
      9903  // End of loop.
      +
      9904  lastOffset = freeSpace2ndTo1stEnd;
      +
      9905  }
      +
      9906  }
      +
      9907  }
      +
      9908 
      +
      9909  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      +
      9910  const VkDeviceSize freeSpace1stTo2ndEnd =
      +
      9911  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      +
      9912  while(lastOffset < freeSpace1stTo2ndEnd)
      +
      9913  {
      +
      9914  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      9915  while(nextAlloc1stIndex < suballoc1stCount &&
      +
      9916  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      +
      9917  {
      +
      9918  ++nextAlloc1stIndex;
      +
      9919  }
      +
      9920 
      +
      9921  // Found non-null allocation.
      +
      9922  if(nextAlloc1stIndex < suballoc1stCount)
      +
      9923  {
      +
      9924  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      +
      9925 
      +
      9926  // 1. Process free space before this allocation.
      +
      9927  if(lastOffset < suballoc.offset)
      +
      9928  {
      +
      9929  // There is free space from lastOffset to suballoc.offset.
      +
      9930  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      9931  inoutStats.unusedSize += unusedRangeSize;
      +
      9932  ++inoutStats.unusedRangeCount;
      +
      9933  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      9934  }
      +
      9935 
      +
      9936  // 2. Process this allocation.
      +
      9937  // There is allocation with suballoc.offset, suballoc.size.
      +
      9938  ++inoutStats.allocationCount;
      +
      9939 
      +
      9940  // 3. Prepare for next iteration.
      +
      9941  lastOffset = suballoc.offset + suballoc.size;
      +
      9942  ++nextAlloc1stIndex;
      +
      9943  }
      +
      9944  // We are at the end.
      +
      9945  else
      +
      9946  {
      +
      9947  if(lastOffset < freeSpace1stTo2ndEnd)
      +
      9948  {
      +
      9949  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      +
      9950  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      +
      9951  inoutStats.unusedSize += unusedRangeSize;
      +
      9952  ++inoutStats.unusedRangeCount;
      +
      9953  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      9954  }
      +
      9955 
      +
      9956  // End of loop.
      +
      9957  lastOffset = freeSpace1stTo2ndEnd;
      +
      9958  }
      +
      9959  }
      +
      9960 
      +
      9961  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      9962  {
      +
      9963  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      +
      9964  while(lastOffset < size)
      +
      9965  {
      +
      9966  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      9967  while(nextAlloc2ndIndex != SIZE_MAX &&
      +
      9968  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      9969  {
      +
      9970  --nextAlloc2ndIndex;
      +
      9971  }
      +
      9972 
      +
      9973  // Found non-null allocation.
      +
      9974  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      9975  {
      +
      9976  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      9977 
      +
      9978  // 1. Process free space before this allocation.
      +
      9979  if(lastOffset < suballoc.offset)
      +
      9980  {
      +
      9981  // There is free space from lastOffset to suballoc.offset.
      +
      9982  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      9983  inoutStats.unusedSize += unusedRangeSize;
      +
      9984  ++inoutStats.unusedRangeCount;
      +
      9985  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      9986  }
      +
      9987 
      +
      9988  // 2. Process this allocation.
      +
      9989  // There is allocation with suballoc.offset, suballoc.size.
      +
      9990  ++inoutStats.allocationCount;
      +
      9991 
      +
      9992  // 3. Prepare for next iteration.
      +
      9993  lastOffset = suballoc.offset + suballoc.size;
      +
      9994  --nextAlloc2ndIndex;
      +
      9995  }
      +
      9996  // We are at the end.
      +
      9997  else
      +
      9998  {
      +
      9999  if(lastOffset < size)
      +
      10000  {
      +
      10001  // There is free space from lastOffset to size.
      +
      10002  const VkDeviceSize unusedRangeSize = size - lastOffset;
      +
      10003  inoutStats.unusedSize += unusedRangeSize;
      +
      10004  ++inoutStats.unusedRangeCount;
      +
      10005  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      10006  }
      +
      10007 
      +
      10008  // End of loop.
      +
      10009  lastOffset = size;
      +
      10010  }
      +
      10011  }
      +
      10012  }
      +
      10013 }
      +
      10014 
      +
      10015 #if VMA_STATS_STRING_ENABLED
      +
      10016 void VmaBlockMetadata_Linear::PrintDetailedMap(class VmaJsonWriter& json) const
      +
      10017 {
      +
      10018  const VkDeviceSize size = GetSize();
      +
      10019  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10020  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10021  const size_t suballoc1stCount = suballocations1st.size();
      +
      10022  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      10023 
      +
      10024  // FIRST PASS
      +
      10025 
      +
      10026  size_t unusedRangeCount = 0;
      +
      10027  VkDeviceSize usedBytes = 0;
      +
      10028 
      +
      10029  VkDeviceSize lastOffset = 0;
      +
      10030 
      +
      10031  size_t alloc2ndCount = 0;
      +
      10032  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10033  {
      +
      10034  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      +
      10035  size_t nextAlloc2ndIndex = 0;
      +
      10036  while(lastOffset < freeSpace2ndTo1stEnd)
      +
      10037  {
      +
      10038  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10039  while(nextAlloc2ndIndex < suballoc2ndCount &&
      +
      10040  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10041  {
      +
      10042  ++nextAlloc2ndIndex;
      +
      10043  }
      +
      10044 
      +
      10045  // Found non-null allocation.
      +
      10046  if(nextAlloc2ndIndex < suballoc2ndCount)
      +
      10047  {
      +
      10048  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10049 
      +
      10050  // 1. Process free space before this allocation.
      +
      10051  if(lastOffset < suballoc.offset)
      +
      10052  {
      +
      10053  // There is free space from lastOffset to suballoc.offset.
      +
      10054  ++unusedRangeCount;
      +
      10055  }
      +
      10056 
      +
      10057  // 2. Process this allocation.
      +
      10058  // There is allocation with suballoc.offset, suballoc.size.
      +
      10059  ++alloc2ndCount;
      +
      10060  usedBytes += suballoc.size;
      +
      10061 
      +
      10062  // 3. Prepare for next iteration.
      +
      10063  lastOffset = suballoc.offset + suballoc.size;
      +
      10064  ++nextAlloc2ndIndex;
      +
      10065  }
      +
      10066  // We are at the end.
      +
      10067  else
      +
      10068  {
      +
      10069  if(lastOffset < freeSpace2ndTo1stEnd)
      +
      10070  {
      +
      10071  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      +
      10072  ++unusedRangeCount;
      +
      10073  }
      +
      10074 
      +
      10075  // End of loop.
      +
      10076  lastOffset = freeSpace2ndTo1stEnd;
      +
      10077  }
      +
      10078  }
      +
      10079  }
      +
      10080 
      +
      10081  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      +
      10082  size_t alloc1stCount = 0;
      +
      10083  const VkDeviceSize freeSpace1stTo2ndEnd =
      +
      10084  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      +
      10085  while(lastOffset < freeSpace1stTo2ndEnd)
      +
      10086  {
      +
      10087  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      10088  while(nextAlloc1stIndex < suballoc1stCount &&
      +
      10089  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      +
      10090  {
      +
      10091  ++nextAlloc1stIndex;
      +
      10092  }
      +
      10093 
      +
      10094  // Found non-null allocation.
      +
      10095  if(nextAlloc1stIndex < suballoc1stCount)
      +
      10096  {
      +
      10097  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      +
      10098 
      +
      10099  // 1. Process free space before this allocation.
      +
      10100  if(lastOffset < suballoc.offset)
      +
      10101  {
      +
      10102  // There is free space from lastOffset to suballoc.offset.
      +
      10103  ++unusedRangeCount;
      +
      10104  }
      +
      10105 
      +
      10106  // 2. Process this allocation.
      +
      10107  // There is allocation with suballoc.offset, suballoc.size.
      +
      10108  ++alloc1stCount;
      +
      10109  usedBytes += suballoc.size;
      +
      10110 
      +
      10111  // 3. Prepare for next iteration.
      +
      10112  lastOffset = suballoc.offset + suballoc.size;
      +
      10113  ++nextAlloc1stIndex;
      +
      10114  }
      +
      10115  // We are at the end.
      +
      10116  else
      +
      10117  {
      +
      10118  if(lastOffset < size)
      +
      10119  {
      +
      10120  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      +
      10121  ++unusedRangeCount;
      +
      10122  }
      +
      10123 
      +
      10124  // End of loop.
      +
      10125  lastOffset = freeSpace1stTo2ndEnd;
      +
      10126  }
      +
      10127  }
      +
      10128 
      +
      10129  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10130  {
      +
      10131  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      +
      10132  while(lastOffset < size)
      +
      10133  {
      +
      10134  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10135  while(nextAlloc2ndIndex != SIZE_MAX &&
      +
      10136  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10137  {
      +
      10138  --nextAlloc2ndIndex;
      +
      10139  }
      +
      10140 
      +
      10141  // Found non-null allocation.
      +
      10142  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      10143  {
      +
      10144  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10145 
      +
      10146  // 1. Process free space before this allocation.
      +
      10147  if(lastOffset < suballoc.offset)
      +
      10148  {
      +
      10149  // There is free space from lastOffset to suballoc.offset.
      +
      10150  ++unusedRangeCount;
      +
      10151  }
      +
      10152 
      +
      10153  // 2. Process this allocation.
      +
      10154  // There is allocation with suballoc.offset, suballoc.size.
      +
      10155  ++alloc2ndCount;
      +
      10156  usedBytes += suballoc.size;
      +
      10157 
      +
      10158  // 3. Prepare for next iteration.
      +
      10159  lastOffset = suballoc.offset + suballoc.size;
      +
      10160  --nextAlloc2ndIndex;
      +
      10161  }
      +
      10162  // We are at the end.
      +
      10163  else
      +
      10164  {
      +
      10165  if(lastOffset < size)
      +
      10166  {
      +
      10167  // There is free space from lastOffset to size.
      +
      10168  ++unusedRangeCount;
      +
      10169  }
      +
      10170 
      +
      10171  // End of loop.
      +
      10172  lastOffset = size;
      +
      10173  }
      +
      10174  }
      +
      10175  }
      +
      10176 
      +
      10177  const VkDeviceSize unusedBytes = size - usedBytes;
      +
      10178  PrintDetailedMap_Begin(json, unusedBytes, alloc1stCount + alloc2ndCount, unusedRangeCount);
      +
      10179 
      +
      10180  // SECOND PASS
      +
      10181  lastOffset = 0;
      +
      10182 
      +
      10183  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10184  {
      +
      10185  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      +
      10186  size_t nextAlloc2ndIndex = 0;
      +
      10187  while(lastOffset < freeSpace2ndTo1stEnd)
      +
      10188  {
      +
      10189  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10190  while(nextAlloc2ndIndex < suballoc2ndCount &&
      +
      10191  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10192  {
      +
      10193  ++nextAlloc2ndIndex;
      +
      10194  }
      +
      10195 
      +
      10196  // Found non-null allocation.
      +
      10197  if(nextAlloc2ndIndex < suballoc2ndCount)
      +
      10198  {
      +
      10199  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10200 
      +
      10201  // 1. Process free space before this allocation.
      +
      10202  if(lastOffset < suballoc.offset)
      +
      10203  {
      +
      10204  // There is free space from lastOffset to suballoc.offset.
      +
      10205  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10206  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10207  }
      +
      10208 
      +
      10209  // 2. Process this allocation.
      +
      10210  // There is allocation with suballoc.offset, suballoc.size.
      +
      10211  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      +
      10212 
      +
      10213  // 3. Prepare for next iteration.
      +
      10214  lastOffset = suballoc.offset + suballoc.size;
      +
      10215  ++nextAlloc2ndIndex;
      +
      10216  }
      +
      10217  // We are at the end.
      +
      10218  else
      +
      10219  {
      +
      10220  if(lastOffset < freeSpace2ndTo1stEnd)
      +
      10221  {
      +
      10222  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      +
      10223  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      +
      10224  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10225  }
      +
      10226 
      +
      10227  // End of loop.
      +
      10228  lastOffset = freeSpace2ndTo1stEnd;
      +
      10229  }
      +
      10230  }
      +
      10231  }
      +
      10232 
      +
      10233  nextAlloc1stIndex = m_1stNullItemsBeginCount;
      +
      10234  while(lastOffset < freeSpace1stTo2ndEnd)
      +
      10235  {
      +
      10236  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      10237  while(nextAlloc1stIndex < suballoc1stCount &&
      +
      10238  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      +
      10239  {
      +
      10240  ++nextAlloc1stIndex;
      +
      10241  }
      +
      10242 
      +
      10243  // Found non-null allocation.
      +
      10244  if(nextAlloc1stIndex < suballoc1stCount)
      +
      10245  {
      +
      10246  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      +
      10247 
      +
      10248  // 1. Process free space before this allocation.
      +
      10249  if(lastOffset < suballoc.offset)
      +
      10250  {
      +
      10251  // There is free space from lastOffset to suballoc.offset.
      +
      10252  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10253  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10254  }
      +
      10255 
      +
      10256  // 2. Process this allocation.
      +
      10257  // There is allocation with suballoc.offset, suballoc.size.
      +
      10258  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      +
      10259 
      +
      10260  // 3. Prepare for next iteration.
      +
      10261  lastOffset = suballoc.offset + suballoc.size;
      +
      10262  ++nextAlloc1stIndex;
      +
      10263  }
      +
      10264  // We are at the end.
      +
      10265  else
      +
      10266  {
      +
      10267  if(lastOffset < freeSpace1stTo2ndEnd)
      +
      10268  {
      +
      10269  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      +
      10270  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      +
      10271  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10272  }
      +
      10273 
      +
      10274  // End of loop.
      +
      10275  lastOffset = freeSpace1stTo2ndEnd;
      +
      10276  }
      +
      10277  }
      +
      10278 
      +
      10279  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10280  {
      +
      10281  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      +
      10282  while(lastOffset < size)
      +
      10283  {
      +
      10284  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10285  while(nextAlloc2ndIndex != SIZE_MAX &&
      +
      10286  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10287  {
      +
      10288  --nextAlloc2ndIndex;
      +
      10289  }
      +
      10290 
      +
      10291  // Found non-null allocation.
      +
      10292  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      10293  {
      +
      10294  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10295 
      +
      10296  // 1. Process free space before this allocation.
      +
      10297  if(lastOffset < suballoc.offset)
      +
      10298  {
      +
      10299  // There is free space from lastOffset to suballoc.offset.
      +
      10300  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10301  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10302  }
      +
      10303 
      +
      10304  // 2. Process this allocation.
      +
      10305  // There is allocation with suballoc.offset, suballoc.size.
      +
      10306  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      +
      10307 
      +
      10308  // 3. Prepare for next iteration.
      +
      10309  lastOffset = suballoc.offset + suballoc.size;
      +
      10310  --nextAlloc2ndIndex;
      +
      10311  }
      +
      10312  // We are at the end.
      +
      10313  else
      +
      10314  {
      +
      10315  if(lastOffset < size)
      +
      10316  {
      +
      10317  // There is free space from lastOffset to size.
      +
      10318  const VkDeviceSize unusedRangeSize = size - lastOffset;
      +
      10319  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10320  }
      10321 
      -
      10322  // Check next suballocations from 2nd for BufferImageGranularity conflicts.
      -
      10323  // Make bigger alignment if necessary.
      -
      10324  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
      -
      10325  {
      -
      10326  bool bufferImageGranularityConflict = false;
      -
      10327  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
      -
      10328  {
      -
      10329  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
      -
      10330  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      10331  {
      -
      10332  if(VmaIsBufferImageGranularityConflict(nextSuballoc.type, allocType))
      -
      10333  {
      -
      10334  bufferImageGranularityConflict = true;
      -
      10335  break;
      -
      10336  }
      -
      10337  }
      -
      10338  else
      -
      10339  // Already on previous page.
      -
      10340  break;
      -
      10341  }
      -
      10342  if(bufferImageGranularityConflict)
      -
      10343  {
      -
      10344  resultOffset = VmaAlignDown(resultOffset, bufferImageGranularity);
      -
      10345  }
      -
      10346  }
      -
      10347 
      -
      10348  // There is enough free space.
      -
      10349  const VkDeviceSize endOf1st = !suballocations1st.empty() ?
      -
      10350  suballocations1st.back().offset + suballocations1st.back().size :
      -
      10351  0;
      -
      10352  if(endOf1st + VMA_DEBUG_MARGIN <= resultOffset)
      -
      10353  {
      -
      10354  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      10355  // If conflict exists, allocation cannot be made here.
      -
      10356  if(bufferImageGranularity > 1)
      -
      10357  {
      -
      10358  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
      -
      10359  {
      -
      10360  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
      -
      10361  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      -
      10362  {
      -
      10363  if(VmaIsBufferImageGranularityConflict(allocType, prevSuballoc.type))
      -
      10364  {
      -
      10365  return false;
      -
      10366  }
      -
      10367  }
      -
      10368  else
      -
      10369  {
      -
      10370  // Already on next page.
      -
      10371  break;
      -
      10372  }
      -
      10373  }
      -
      10374  }
      -
      10375 
      -
      10376  // All tests passed: Success.
      -
      10377  pAllocationRequest->offset = resultOffset;
      -
      10378  pAllocationRequest->sumFreeSize = resultBaseOffset + allocSize - endOf1st;
      -
      10379  pAllocationRequest->sumItemSize = 0;
      -
      10380  // pAllocationRequest->item unused.
      -
      10381  pAllocationRequest->itemsToMakeLostCount = 0;
      -
      10382  pAllocationRequest->type = VmaAllocationRequestType::UpperAddress;
      -
      10383  return true;
      -
      10384  }
      -
      10385 
      -
      10386  return false;
      -
      10387 }
      -
      10388 
      -
      10389 bool VmaBlockMetadata_Linear::CreateAllocationRequest_LowerAddress(
      -
      10390  uint32_t currentFrameIndex,
      -
      10391  uint32_t frameInUseCount,
      -
      10392  VkDeviceSize bufferImageGranularity,
      -
      10393  VkDeviceSize allocSize,
      -
      10394  VkDeviceSize allocAlignment,
      -
      10395  VmaSuballocationType allocType,
      -
      10396  bool canMakeOtherLost,
      -
      10397  uint32_t strategy,
      -
      10398  VmaAllocationRequest* pAllocationRequest)
      -
      10399 {
      -
      10400  const VkDeviceSize size = GetSize();
      -
      10401  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10402  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10403 
      -
      10404  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10405  {
      -
      10406  // Try to allocate at the end of 1st vector.
      -
      10407 
      -
      10408  VkDeviceSize resultBaseOffset = 0;
      -
      10409  if(!suballocations1st.empty())
      -
      10410  {
      -
      10411  const VmaSuballocation& lastSuballoc = suballocations1st.back();
      -
      10412  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
      -
      10413  }
      -
      10414 
      -
      10415  // Start from offset equal to beginning of free space.
      -
      10416  VkDeviceSize resultOffset = resultBaseOffset;
      -
      10417 
      -
      10418  // Apply VMA_DEBUG_MARGIN at the beginning.
      -
      10419  if(VMA_DEBUG_MARGIN > 0)
      -
      10420  {
      -
      10421  resultOffset += VMA_DEBUG_MARGIN;
      -
      10422  }
      -
      10423 
      -
      10424  // Apply alignment.
      -
      10425  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
      -
      10426 
      -
      10427  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      10428  // Make bigger alignment if necessary.
      -
      10429  if(bufferImageGranularity > 1 && !suballocations1st.empty())
      -
      10430  {
      -
      10431  bool bufferImageGranularityConflict = false;
      -
      10432  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
      -
      10433  {
      -
      10434  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
      -
      10435  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      -
      10436  {
      -
      10437  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      -
      10438  {
      -
      10439  bufferImageGranularityConflict = true;
      -
      10440  break;
      -
      10441  }
      -
      10442  }
      -
      10443  else
      -
      10444  // Already on previous page.
      -
      10445  break;
      -
      10446  }
      -
      10447  if(bufferImageGranularityConflict)
      -
      10448  {
      -
      10449  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
      -
      10450  }
      -
      10451  }
      -
      10452 
      -
      10453  const VkDeviceSize freeSpaceEnd = m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ?
      -
      10454  suballocations2nd.back().offset : size;
      -
      10455 
      -
      10456  // There is enough free space at the end after alignment.
      -
      10457  if(resultOffset + allocSize + VMA_DEBUG_MARGIN <= freeSpaceEnd)
      -
      10458  {
      -
      10459  // Check next suballocations for BufferImageGranularity conflicts.
      -
      10460  // If conflict exists, allocation cannot be made here.
      -
      10461  if(bufferImageGranularity > 1 && m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10462  {
      -
      10463  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
      -
      10464  {
      -
      10465  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
      -
      10466  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      10467  {
      -
      10468  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      -
      10469  {
      -
      10470  return false;
      -
      10471  }
      -
      10472  }
      -
      10473  else
      -
      10474  {
      -
      10475  // Already on previous page.
      -
      10476  break;
      -
      10477  }
      -
      10478  }
      -
      10479  }
      -
      10480 
      -
      10481  // All tests passed: Success.
      -
      10482  pAllocationRequest->offset = resultOffset;
      -
      10483  pAllocationRequest->sumFreeSize = freeSpaceEnd - resultBaseOffset;
      -
      10484  pAllocationRequest->sumItemSize = 0;
      -
      10485  // pAllocationRequest->item, customData unused.
      -
      10486  pAllocationRequest->type = VmaAllocationRequestType::EndOf1st;
      -
      10487  pAllocationRequest->itemsToMakeLostCount = 0;
      -
      10488  return true;
      -
      10489  }
      -
      10490  }
      +
      10322  // End of loop.
      +
      10323  lastOffset = size;
      +
      10324  }
      +
      10325  }
      +
      10326  }
      +
      10327 
      +
      10328  PrintDetailedMap_End(json);
      +
      10329 }
      +
      10330 #endif // #if VMA_STATS_STRING_ENABLED
      +
      10331 
      +
      10332 bool VmaBlockMetadata_Linear::CreateAllocationRequest(
      +
      10333  uint32_t currentFrameIndex,
      +
      10334  uint32_t frameInUseCount,
      +
      10335  VkDeviceSize bufferImageGranularity,
      +
      10336  VkDeviceSize allocSize,
      +
      10337  VkDeviceSize allocAlignment,
      +
      10338  bool upperAddress,
      +
      10339  VmaSuballocationType allocType,
      +
      10340  bool canMakeOtherLost,
      +
      10341  uint32_t strategy,
      +
      10342  VmaAllocationRequest* pAllocationRequest)
      +
      10343 {
      +
      10344  VMA_ASSERT(allocSize > 0);
      +
      10345  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      +
      10346  VMA_ASSERT(pAllocationRequest != VMA_NULL);
      +
      10347  VMA_HEAVY_ASSERT(Validate());
      +
      10348  return upperAddress ?
      +
      10349  CreateAllocationRequest_UpperAddress(
      +
      10350  currentFrameIndex, frameInUseCount, bufferImageGranularity,
      +
      10351  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest) :
      +
      10352  CreateAllocationRequest_LowerAddress(
      +
      10353  currentFrameIndex, frameInUseCount, bufferImageGranularity,
      +
      10354  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest);
      +
      10355 }
      +
      10356 
      +
      10357 bool VmaBlockMetadata_Linear::CreateAllocationRequest_UpperAddress(
      +
      10358  uint32_t currentFrameIndex,
      +
      10359  uint32_t frameInUseCount,
      +
      10360  VkDeviceSize bufferImageGranularity,
      +
      10361  VkDeviceSize allocSize,
      +
      10362  VkDeviceSize allocAlignment,
      +
      10363  VmaSuballocationType allocType,
      +
      10364  bool canMakeOtherLost,
      +
      10365  uint32_t strategy,
      +
      10366  VmaAllocationRequest* pAllocationRequest)
      +
      10367 {
      +
      10368  const VkDeviceSize size = GetSize();
      +
      10369  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10370  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10371 
      +
      10372  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10373  {
      +
      10374  VMA_ASSERT(0 && "Trying to use pool with linear algorithm as double stack, while it is already being used as ring buffer.");
      +
      10375  return false;
      +
      10376  }
      +
      10377 
      +
      10378  // Try to allocate before 2nd.back(), or end of block if 2nd.empty().
      +
      10379  if(allocSize > size)
      +
      10380  {
      +
      10381  return false;
      +
      10382  }
      +
      10383  VkDeviceSize resultBaseOffset = size - allocSize;
      +
      10384  if(!suballocations2nd.empty())
      +
      10385  {
      +
      10386  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
      +
      10387  resultBaseOffset = lastSuballoc.offset - allocSize;
      +
      10388  if(allocSize > lastSuballoc.offset)
      +
      10389  {
      +
      10390  return false;
      +
      10391  }
      +
      10392  }
      +
      10393 
      +
      10394  // Start from offset equal to end of free space.
      +
      10395  VkDeviceSize resultOffset = resultBaseOffset;
      +
      10396 
      +
      10397  // Apply VMA_DEBUG_MARGIN at the end.
      +
      10398  if(VMA_DEBUG_MARGIN > 0)
      +
      10399  {
      +
      10400  if(resultOffset < VMA_DEBUG_MARGIN)
      +
      10401  {
      +
      10402  return false;
      +
      10403  }
      +
      10404  resultOffset -= VMA_DEBUG_MARGIN;
      +
      10405  }
      +
      10406 
      +
      10407  // Apply alignment.
      +
      10408  resultOffset = VmaAlignDown(resultOffset, allocAlignment);
      +
      10409 
      +
      10410  // Check next suballocations from 2nd for BufferImageGranularity conflicts.
      +
      10411  // Make bigger alignment if necessary.
      +
      10412  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
      +
      10413  {
      +
      10414  bool bufferImageGranularityConflict = false;
      +
      10415  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
      +
      10416  {
      +
      10417  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
      +
      10418  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      10419  {
      +
      10420  if(VmaIsBufferImageGranularityConflict(nextSuballoc.type, allocType))
      +
      10421  {
      +
      10422  bufferImageGranularityConflict = true;
      +
      10423  break;
      +
      10424  }
      +
      10425  }
      +
      10426  else
      +
      10427  // Already on previous page.
      +
      10428  break;
      +
      10429  }
      +
      10430  if(bufferImageGranularityConflict)
      +
      10431  {
      +
      10432  resultOffset = VmaAlignDown(resultOffset, bufferImageGranularity);
      +
      10433  }
      +
      10434  }
      +
      10435 
      +
      10436  // There is enough free space.
      +
      10437  const VkDeviceSize endOf1st = !suballocations1st.empty() ?
      +
      10438  suballocations1st.back().offset + suballocations1st.back().size :
      +
      10439  0;
      +
      10440  if(endOf1st + VMA_DEBUG_MARGIN <= resultOffset)
      +
      10441  {
      +
      10442  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      10443  // If conflict exists, allocation cannot be made here.
      +
      10444  if(bufferImageGranularity > 1)
      +
      10445  {
      +
      10446  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
      +
      10447  {
      +
      10448  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
      +
      10449  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      +
      10450  {
      +
      10451  if(VmaIsBufferImageGranularityConflict(allocType, prevSuballoc.type))
      +
      10452  {
      +
      10453  return false;
      +
      10454  }
      +
      10455  }
      +
      10456  else
      +
      10457  {
      +
      10458  // Already on next page.
      +
      10459  break;
      +
      10460  }
      +
      10461  }
      +
      10462  }
      +
      10463 
      +
      10464  // All tests passed: Success.
      +
      10465  pAllocationRequest->offset = resultOffset;
      +
      10466  pAllocationRequest->sumFreeSize = resultBaseOffset + allocSize - endOf1st;
      +
      10467  pAllocationRequest->sumItemSize = 0;
      +
      10468  // pAllocationRequest->item unused.
      +
      10469  pAllocationRequest->itemsToMakeLostCount = 0;
      +
      10470  pAllocationRequest->type = VmaAllocationRequestType::UpperAddress;
      +
      10471  return true;
      +
      10472  }
      +
      10473 
      +
      10474  return false;
      +
      10475 }
      +
      10476 
      +
      10477 bool VmaBlockMetadata_Linear::CreateAllocationRequest_LowerAddress(
      +
      10478  uint32_t currentFrameIndex,
      +
      10479  uint32_t frameInUseCount,
      +
      10480  VkDeviceSize bufferImageGranularity,
      +
      10481  VkDeviceSize allocSize,
      +
      10482  VkDeviceSize allocAlignment,
      +
      10483  VmaSuballocationType allocType,
      +
      10484  bool canMakeOtherLost,
      +
      10485  uint32_t strategy,
      +
      10486  VmaAllocationRequest* pAllocationRequest)
      +
      10487 {
      +
      10488  const VkDeviceSize size = GetSize();
      +
      10489  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10490  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      10491 
      -
      10492  // Wrap-around to end of 2nd vector. Try to allocate there, watching for the
      -
      10493  // beginning of 1st vector as the end of free space.
      -
      10494  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10495  {
      -
      10496  VMA_ASSERT(!suballocations1st.empty());
      -
      10497 
      -
      10498  VkDeviceSize resultBaseOffset = 0;
      -
      10499  if(!suballocations2nd.empty())
      -
      10500  {
      -
      10501  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
      -
      10502  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
      -
      10503  }
      -
      10504 
      -
      10505  // Start from offset equal to beginning of free space.
      -
      10506  VkDeviceSize resultOffset = resultBaseOffset;
      -
      10507 
      -
      10508  // Apply VMA_DEBUG_MARGIN at the beginning.
      -
      10509  if(VMA_DEBUG_MARGIN > 0)
      -
      10510  {
      -
      10511  resultOffset += VMA_DEBUG_MARGIN;
      -
      10512  }
      -
      10513 
      -
      10514  // Apply alignment.
      -
      10515  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
      -
      10516 
      -
      10517  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      10518  // Make bigger alignment if necessary.
      -
      10519  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
      -
      10520  {
      -
      10521  bool bufferImageGranularityConflict = false;
      -
      10522  for(size_t prevSuballocIndex = suballocations2nd.size(); prevSuballocIndex--; )
      -
      10523  {
      -
      10524  const VmaSuballocation& prevSuballoc = suballocations2nd[prevSuballocIndex];
      -
      10525  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      -
      10526  {
      -
      10527  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      -
      10528  {
      -
      10529  bufferImageGranularityConflict = true;
      -
      10530  break;
      -
      10531  }
      -
      10532  }
      -
      10533  else
      -
      10534  // Already on previous page.
      -
      10535  break;
      -
      10536  }
      -
      10537  if(bufferImageGranularityConflict)
      -
      10538  {
      -
      10539  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
      -
      10540  }
      -
      10541  }
      -
      10542 
      -
      10543  pAllocationRequest->itemsToMakeLostCount = 0;
      -
      10544  pAllocationRequest->sumItemSize = 0;
      -
      10545  size_t index1st = m_1stNullItemsBeginCount;
      -
      10546 
      -
      10547  if(canMakeOtherLost)
      -
      10548  {
      -
      10549  while(index1st < suballocations1st.size() &&
      -
      10550  resultOffset + allocSize + VMA_DEBUG_MARGIN > suballocations1st[index1st].offset)
      -
      10551  {
      -
      10552  // Next colliding allocation at the beginning of 1st vector found. Try to make it lost.
      -
      10553  const VmaSuballocation& suballoc = suballocations1st[index1st];
      -
      10554  if(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      10555  {
      -
      10556  // No problem.
      -
      10557  }
      -
      10558  else
      -
      10559  {
      -
      10560  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
      -
      10561  if(suballoc.hAllocation->CanBecomeLost() &&
      -
      10562  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      10563  {
      -
      10564  ++pAllocationRequest->itemsToMakeLostCount;
      -
      10565  pAllocationRequest->sumItemSize += suballoc.size;
      -
      10566  }
      -
      10567  else
      -
      10568  {
      -
      10569  return false;
      -
      10570  }
      -
      10571  }
      -
      10572  ++index1st;
      -
      10573  }
      -
      10574 
      -
      10575  // Check next suballocations for BufferImageGranularity conflicts.
      -
      10576  // If conflict exists, we must mark more allocations lost or fail.
      -
      10577  if(bufferImageGranularity > 1)
      -
      10578  {
      -
      10579  while(index1st < suballocations1st.size())
      -
      10580  {
      -
      10581  const VmaSuballocation& suballoc = suballocations1st[index1st];
      -
      10582  if(VmaBlocksOnSamePage(resultOffset, allocSize, suballoc.offset, bufferImageGranularity))
      -
      10583  {
      -
      10584  if(suballoc.hAllocation != VK_NULL_HANDLE)
      -
      10585  {
      -
      10586  // Not checking actual VmaIsBufferImageGranularityConflict(allocType, suballoc.type).
      -
      10587  if(suballoc.hAllocation->CanBecomeLost() &&
      -
      10588  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      10589  {
      -
      10590  ++pAllocationRequest->itemsToMakeLostCount;
      -
      10591  pAllocationRequest->sumItemSize += suballoc.size;
      -
      10592  }
      -
      10593  else
      -
      10594  {
      -
      10595  return false;
      -
      10596  }
      -
      10597  }
      -
      10598  }
      -
      10599  else
      -
      10600  {
      -
      10601  // Already on next page.
      -
      10602  break;
      -
      10603  }
      -
      10604  ++index1st;
      -
      10605  }
      -
      10606  }
      -
      10607 
      -
      10608  // Special case: There is not enough room at the end for this allocation, even after making all from the 1st lost.
      -
      10609  if(index1st == suballocations1st.size() &&
      -
      10610  resultOffset + allocSize + VMA_DEBUG_MARGIN > size)
      +
      10492  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10493  {
      +
      10494  // Try to allocate at the end of 1st vector.
      +
      10495 
      +
      10496  VkDeviceSize resultBaseOffset = 0;
      +
      10497  if(!suballocations1st.empty())
      +
      10498  {
      +
      10499  const VmaSuballocation& lastSuballoc = suballocations1st.back();
      +
      10500  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
      +
      10501  }
      +
      10502 
      +
      10503  // Start from offset equal to beginning of free space.
      +
      10504  VkDeviceSize resultOffset = resultBaseOffset;
      +
      10505 
      +
      10506  // Apply VMA_DEBUG_MARGIN at the beginning.
      +
      10507  if(VMA_DEBUG_MARGIN > 0)
      +
      10508  {
      +
      10509  resultOffset += VMA_DEBUG_MARGIN;
      +
      10510  }
      +
      10511 
      +
      10512  // Apply alignment.
      +
      10513  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
      +
      10514 
      +
      10515  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      10516  // Make bigger alignment if necessary.
      +
      10517  if(bufferImageGranularity > 1 && !suballocations1st.empty())
      +
      10518  {
      +
      10519  bool bufferImageGranularityConflict = false;
      +
      10520  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
      +
      10521  {
      +
      10522  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
      +
      10523  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      +
      10524  {
      +
      10525  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      +
      10526  {
      +
      10527  bufferImageGranularityConflict = true;
      +
      10528  break;
      +
      10529  }
      +
      10530  }
      +
      10531  else
      +
      10532  // Already on previous page.
      +
      10533  break;
      +
      10534  }
      +
      10535  if(bufferImageGranularityConflict)
      +
      10536  {
      +
      10537  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
      +
      10538  }
      +
      10539  }
      +
      10540 
      +
      10541  const VkDeviceSize freeSpaceEnd = m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ?
      +
      10542  suballocations2nd.back().offset : size;
      +
      10543 
      +
      10544  // There is enough free space at the end after alignment.
      +
      10545  if(resultOffset + allocSize + VMA_DEBUG_MARGIN <= freeSpaceEnd)
      +
      10546  {
      +
      10547  // Check next suballocations for BufferImageGranularity conflicts.
      +
      10548  // If conflict exists, allocation cannot be made here.
      +
      10549  if(bufferImageGranularity > 1 && m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10550  {
      +
      10551  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
      +
      10552  {
      +
      10553  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
      +
      10554  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      10555  {
      +
      10556  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      +
      10557  {
      +
      10558  return false;
      +
      10559  }
      +
      10560  }
      +
      10561  else
      +
      10562  {
      +
      10563  // Already on previous page.
      +
      10564  break;
      +
      10565  }
      +
      10566  }
      +
      10567  }
      +
      10568 
      +
      10569  // All tests passed: Success.
      +
      10570  pAllocationRequest->offset = resultOffset;
      +
      10571  pAllocationRequest->sumFreeSize = freeSpaceEnd - resultBaseOffset;
      +
      10572  pAllocationRequest->sumItemSize = 0;
      +
      10573  // pAllocationRequest->item, customData unused.
      +
      10574  pAllocationRequest->type = VmaAllocationRequestType::EndOf1st;
      +
      10575  pAllocationRequest->itemsToMakeLostCount = 0;
      +
      10576  return true;
      +
      10577  }
      +
      10578  }
      +
      10579 
      +
      10580  // Wrap-around to end of 2nd vector. Try to allocate there, watching for the
      +
      10581  // beginning of 1st vector as the end of free space.
      +
      10582  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10583  {
      +
      10584  VMA_ASSERT(!suballocations1st.empty());
      +
      10585 
      +
      10586  VkDeviceSize resultBaseOffset = 0;
      +
      10587  if(!suballocations2nd.empty())
      +
      10588  {
      +
      10589  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
      +
      10590  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
      +
      10591  }
      +
      10592 
      +
      10593  // Start from offset equal to beginning of free space.
      +
      10594  VkDeviceSize resultOffset = resultBaseOffset;
      +
      10595 
      +
      10596  // Apply VMA_DEBUG_MARGIN at the beginning.
      +
      10597  if(VMA_DEBUG_MARGIN > 0)
      +
      10598  {
      +
      10599  resultOffset += VMA_DEBUG_MARGIN;
      +
      10600  }
      +
      10601 
      +
      10602  // Apply alignment.
      +
      10603  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
      +
      10604 
      +
      10605  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      10606  // Make bigger alignment if necessary.
      +
      10607  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
      +
      10608  {
      +
      10609  bool bufferImageGranularityConflict = false;
      +
      10610  for(size_t prevSuballocIndex = suballocations2nd.size(); prevSuballocIndex--; )
      10611  {
      -
      10612  // TODO: This is a known bug that it's not yet implemented and the allocation is failing.
      -
      10613  VMA_DEBUG_LOG("Unsupported special case in custom pool with linear allocation algorithm used as ring buffer with allocations that can be lost.");
      -
      10614  }
      -
      10615  }
      -
      10616 
      -
      10617  // There is enough free space at the end after alignment.
      -
      10618  if((index1st == suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= size) ||
      -
      10619  (index1st < suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= suballocations1st[index1st].offset))
      -
      10620  {
      -
      10621  // Check next suballocations for BufferImageGranularity conflicts.
      -
      10622  // If conflict exists, allocation cannot be made here.
      -
      10623  if(bufferImageGranularity > 1)
      -
      10624  {
      -
      10625  for(size_t nextSuballocIndex = index1st;
      -
      10626  nextSuballocIndex < suballocations1st.size();
      -
      10627  nextSuballocIndex++)
      -
      10628  {
      -
      10629  const VmaSuballocation& nextSuballoc = suballocations1st[nextSuballocIndex];
      -
      10630  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      10631  {
      -
      10632  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      -
      10633  {
      -
      10634  return false;
      -
      10635  }
      -
      10636  }
      -
      10637  else
      -
      10638  {
      -
      10639  // Already on next page.
      -
      10640  break;
      -
      10641  }
      -
      10642  }
      -
      10643  }
      -
      10644 
      -
      10645  // All tests passed: Success.
      -
      10646  pAllocationRequest->offset = resultOffset;
      -
      10647  pAllocationRequest->sumFreeSize =
      -
      10648  (index1st < suballocations1st.size() ? suballocations1st[index1st].offset : size)
      -
      10649  - resultBaseOffset
      -
      10650  - pAllocationRequest->sumItemSize;
      -
      10651  pAllocationRequest->type = VmaAllocationRequestType::EndOf2nd;
      -
      10652  // pAllocationRequest->item, customData unused.
      -
      10653  return true;
      -
      10654  }
      -
      10655  }
      -
      10656 
      -
      10657  return false;
      -
      10658 }
      -
      10659 
      -
      10660 bool VmaBlockMetadata_Linear::MakeRequestedAllocationsLost(
      -
      10661  uint32_t currentFrameIndex,
      -
      10662  uint32_t frameInUseCount,
      -
      10663  VmaAllocationRequest* pAllocationRequest)
      -
      10664 {
      -
      10665  if(pAllocationRequest->itemsToMakeLostCount == 0)
      -
      10666  {
      -
      10667  return true;
      -
      10668  }
      -
      10669 
      -
      10670  VMA_ASSERT(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER);
      -
      10671 
      -
      10672  // We always start from 1st.
      -
      10673  SuballocationVectorType* suballocations = &AccessSuballocations1st();
      -
      10674  size_t index = m_1stNullItemsBeginCount;
      -
      10675  size_t madeLostCount = 0;
      -
      10676  while(madeLostCount < pAllocationRequest->itemsToMakeLostCount)
      -
      10677  {
      -
      10678  if(index == suballocations->size())
      -
      10679  {
      -
      10680  index = 0;
      -
      10681  // If we get to the end of 1st, we wrap around to beginning of 2nd of 1st.
      -
      10682  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10683  {
      -
      10684  suballocations = &AccessSuballocations2nd();
      -
      10685  }
      -
      10686  // else: m_2ndVectorMode == SECOND_VECTOR_EMPTY:
      -
      10687  // suballocations continues pointing at AccessSuballocations1st().
      -
      10688  VMA_ASSERT(!suballocations->empty());
      -
      10689  }
      -
      10690  VmaSuballocation& suballoc = (*suballocations)[index];
      -
      10691  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      10692  {
      -
      10693  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
      -
      10694  VMA_ASSERT(suballoc.hAllocation->CanBecomeLost());
      -
      10695  if(suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      10696  {
      -
      10697  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      10698  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      10699  m_SumFreeSize += suballoc.size;
      -
      10700  if(suballocations == &AccessSuballocations1st())
      -
      10701  {
      -
      10702  ++m_1stNullItemsMiddleCount;
      -
      10703  }
      -
      10704  else
      -
      10705  {
      -
      10706  ++m_2ndNullItemsCount;
      -
      10707  }
      -
      10708  ++madeLostCount;
      -
      10709  }
      -
      10710  else
      -
      10711  {
      -
      10712  return false;
      -
      10713  }
      -
      10714  }
      -
      10715  ++index;
      -
      10716  }
      -
      10717 
      -
      10718  CleanupAfterFree();
      -
      10719  //VMA_HEAVY_ASSERT(Validate()); // Already called by ClanupAfterFree().
      -
      10720 
      -
      10721  return true;
      -
      10722 }
      -
      10723 
      -
      10724 uint32_t VmaBlockMetadata_Linear::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      -
      10725 {
      -
      10726  uint32_t lostAllocationCount = 0;
      -
      10727 
      -
      10728  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10729  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
      -
      10730  {
      -
      10731  VmaSuballocation& suballoc = suballocations1st[i];
      -
      10732  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
      -
      10733  suballoc.hAllocation->CanBecomeLost() &&
      -
      10734  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      10735  {
      -
      10736  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      10737  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      10738  ++m_1stNullItemsMiddleCount;
      -
      10739  m_SumFreeSize += suballoc.size;
      -
      10740  ++lostAllocationCount;
      -
      10741  }
      -
      10742  }
      -
      10743 
      -
      10744  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10745  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
      -
      10746  {
      -
      10747  VmaSuballocation& suballoc = suballocations2nd[i];
      -
      10748  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
      -
      10749  suballoc.hAllocation->CanBecomeLost() &&
      -
      10750  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      10751  {
      -
      10752  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      10753  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      10754  ++m_2ndNullItemsCount;
      -
      10755  m_SumFreeSize += suballoc.size;
      -
      10756  ++lostAllocationCount;
      -
      10757  }
      -
      10758  }
      -
      10759 
      -
      10760  if(lostAllocationCount)
      -
      10761  {
      -
      10762  CleanupAfterFree();
      -
      10763  }
      -
      10764 
      -
      10765  return lostAllocationCount;
      -
      10766 }
      -
      10767 
      -
      10768 VkResult VmaBlockMetadata_Linear::CheckCorruption(const void* pBlockData)
      -
      10769 {
      -
      10770  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10771  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
      -
      10772  {
      -
      10773  const VmaSuballocation& suballoc = suballocations1st[i];
      -
      10774  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      10775  {
      -
      10776  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
      -
      10777  {
      -
      10778  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      -
      10779  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      10780  }
      -
      10781  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
      -
      10782  {
      -
      10783  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      -
      10784  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      10785  }
      -
      10786  }
      -
      10787  }
      -
      10788 
      -
      10789  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10790  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
      -
      10791  {
      -
      10792  const VmaSuballocation& suballoc = suballocations2nd[i];
      -
      10793  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      10794  {
      -
      10795  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
      -
      10796  {
      -
      10797  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      -
      10798  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      10799  }
      -
      10800  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
      -
      10801  {
      -
      10802  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      -
      10803  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      10804  }
      -
      10805  }
      -
      10806  }
      -
      10807 
      -
      10808  return VK_SUCCESS;
      -
      10809 }
      -
      10810 
      -
      10811 void VmaBlockMetadata_Linear::Alloc(
      -
      10812  const VmaAllocationRequest& request,
      -
      10813  VmaSuballocationType type,
      -
      10814  VkDeviceSize allocSize,
      -
      10815  VmaAllocation hAllocation)
      -
      10816 {
      -
      10817  const VmaSuballocation newSuballoc = { request.offset, allocSize, hAllocation, type };
      -
      10818 
      -
      10819  switch(request.type)
      -
      10820  {
      -
      10821  case VmaAllocationRequestType::UpperAddress:
      -
      10822  {
      -
      10823  VMA_ASSERT(m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER &&
      -
      10824  "CRITICAL ERROR: Trying to use linear allocator as double stack while it was already used as ring buffer.");
      -
      10825  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10826  suballocations2nd.push_back(newSuballoc);
      -
      10827  m_2ndVectorMode = SECOND_VECTOR_DOUBLE_STACK;
      -
      10828  }
      -
      10829  break;
      -
      10830  case VmaAllocationRequestType::EndOf1st:
      -
      10831  {
      -
      10832  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10833 
      -
      10834  VMA_ASSERT(suballocations1st.empty() ||
      -
      10835  request.offset >= suballocations1st.back().offset + suballocations1st.back().size);
      -
      10836  // Check if it fits before the end of the block.
      -
      10837  VMA_ASSERT(request.offset + allocSize <= GetSize());
      -
      10838 
      -
      10839  suballocations1st.push_back(newSuballoc);
      -
      10840  }
      -
      10841  break;
      -
      10842  case VmaAllocationRequestType::EndOf2nd:
      -
      10843  {
      -
      10844  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10845  // New allocation at the end of 2-part ring buffer, so before first allocation from 1st vector.
      -
      10846  VMA_ASSERT(!suballocations1st.empty() &&
      -
      10847  request.offset + allocSize <= suballocations1st[m_1stNullItemsBeginCount].offset);
      -
      10848  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10849 
      -
      10850  switch(m_2ndVectorMode)
      -
      10851  {
      -
      10852  case SECOND_VECTOR_EMPTY:
      -
      10853  // First allocation from second part ring buffer.
      -
      10854  VMA_ASSERT(suballocations2nd.empty());
      -
      10855  m_2ndVectorMode = SECOND_VECTOR_RING_BUFFER;
      -
      10856  break;
      -
      10857  case SECOND_VECTOR_RING_BUFFER:
      -
      10858  // 2-part ring buffer is already started.
      -
      10859  VMA_ASSERT(!suballocations2nd.empty());
      -
      10860  break;
      -
      10861  case SECOND_VECTOR_DOUBLE_STACK:
      -
      10862  VMA_ASSERT(0 && "CRITICAL ERROR: Trying to use linear allocator as ring buffer while it was already used as double stack.");
      -
      10863  break;
      -
      10864  default:
      -
      10865  VMA_ASSERT(0);
      -
      10866  }
      -
      10867 
      -
      10868  suballocations2nd.push_back(newSuballoc);
      -
      10869  }
      -
      10870  break;
      -
      10871  default:
      -
      10872  VMA_ASSERT(0 && "CRITICAL INTERNAL ERROR.");
      -
      10873  }
      -
      10874 
      -
      10875  m_SumFreeSize -= newSuballoc.size;
      -
      10876 }
      -
      10877 
      -
      10878 void VmaBlockMetadata_Linear::Free(const VmaAllocation allocation)
      -
      10879 {
      -
      10880  FreeAtOffset(allocation->GetOffset());
      -
      10881 }
      -
      10882 
      -
      10883 void VmaBlockMetadata_Linear::FreeAtOffset(VkDeviceSize offset)
      -
      10884 {
      -
      10885  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10886  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10887 
      -
      10888  if(!suballocations1st.empty())
      -
      10889  {
      -
      10890  // First allocation: Mark it as next empty at the beginning.
      -
      10891  VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
      -
      10892  if(firstSuballoc.offset == offset)
      -
      10893  {
      -
      10894  firstSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      10895  firstSuballoc.hAllocation = VK_NULL_HANDLE;
      -
      10896  m_SumFreeSize += firstSuballoc.size;
      -
      10897  ++m_1stNullItemsBeginCount;
      -
      10898  CleanupAfterFree();
      -
      10899  return;
      -
      10900  }
      -
      10901  }
      -
      10902 
      -
      10903  // Last allocation in 2-part ring buffer or top of upper stack (same logic).
      -
      10904  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ||
      -
      10905  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10906  {
      -
      10907  VmaSuballocation& lastSuballoc = suballocations2nd.back();
      -
      10908  if(lastSuballoc.offset == offset)
      -
      10909  {
      -
      10910  m_SumFreeSize += lastSuballoc.size;
      -
      10911  suballocations2nd.pop_back();
      -
      10912  CleanupAfterFree();
      -
      10913  return;
      -
      10914  }
      -
      10915  }
      -
      10916  // Last allocation in 1st vector.
      -
      10917  else if(m_2ndVectorMode == SECOND_VECTOR_EMPTY)
      -
      10918  {
      -
      10919  VmaSuballocation& lastSuballoc = suballocations1st.back();
      -
      10920  if(lastSuballoc.offset == offset)
      -
      10921  {
      -
      10922  m_SumFreeSize += lastSuballoc.size;
      -
      10923  suballocations1st.pop_back();
      -
      10924  CleanupAfterFree();
      -
      10925  return;
      -
      10926  }
      -
      10927  }
      -
      10928 
      -
      10929  // Item from the middle of 1st vector.
      -
      10930  {
      -
      10931  VmaSuballocation refSuballoc;
      -
      10932  refSuballoc.offset = offset;
      -
      10933  // Rest of members stays uninitialized intentionally for better performance.
      -
      10934  SuballocationVectorType::iterator it = VmaBinaryFindSorted(
      -
      10935  suballocations1st.begin() + m_1stNullItemsBeginCount,
      -
      10936  suballocations1st.end(),
      -
      10937  refSuballoc,
      -
      10938  VmaSuballocationOffsetLess());
      -
      10939  if(it != suballocations1st.end())
      -
      10940  {
      -
      10941  it->type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      10942  it->hAllocation = VK_NULL_HANDLE;
      -
      10943  ++m_1stNullItemsMiddleCount;
      -
      10944  m_SumFreeSize += it->size;
      -
      10945  CleanupAfterFree();
      -
      10946  return;
      -
      10947  }
      -
      10948  }
      -
      10949 
      -
      10950  if(m_2ndVectorMode != SECOND_VECTOR_EMPTY)
      -
      10951  {
      -
      10952  // Item from the middle of 2nd vector.
      -
      10953  VmaSuballocation refSuballoc;
      -
      10954  refSuballoc.offset = offset;
      -
      10955  // Rest of members stays uninitialized intentionally for better performance.
      -
      10956  SuballocationVectorType::iterator it = m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ?
      -
      10957  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetLess()) :
      -
      10958  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetGreater());
      -
      10959  if(it != suballocations2nd.end())
      -
      10960  {
      -
      10961  it->type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      10962  it->hAllocation = VK_NULL_HANDLE;
      -
      10963  ++m_2ndNullItemsCount;
      -
      10964  m_SumFreeSize += it->size;
      -
      10965  CleanupAfterFree();
      -
      10966  return;
      -
      10967  }
      -
      10968  }
      -
      10969 
      -
      10970  VMA_ASSERT(0 && "Allocation to free not found in linear allocator!");
      -
      10971 }
      -
      10972 
      -
      10973 bool VmaBlockMetadata_Linear::ShouldCompact1st() const
      -
      10974 {
      -
      10975  const size_t nullItemCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
      -
      10976  const size_t suballocCount = AccessSuballocations1st().size();
      -
      10977  return suballocCount > 32 && nullItemCount * 2 >= (suballocCount - nullItemCount) * 3;
      -
      10978 }
      -
      10979 
      -
      10980 void VmaBlockMetadata_Linear::CleanupAfterFree()
      -
      10981 {
      -
      10982  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10983  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10984 
      -
      10985  if(IsEmpty())
      -
      10986  {
      -
      10987  suballocations1st.clear();
      -
      10988  suballocations2nd.clear();
      -
      10989  m_1stNullItemsBeginCount = 0;
      -
      10990  m_1stNullItemsMiddleCount = 0;
      -
      10991  m_2ndNullItemsCount = 0;
      -
      10992  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      -
      10993  }
      -
      10994  else
      -
      10995  {
      -
      10996  const size_t suballoc1stCount = suballocations1st.size();
      -
      10997  const size_t nullItem1stCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
      -
      10998  VMA_ASSERT(nullItem1stCount <= suballoc1stCount);
      -
      10999 
      -
      11000  // Find more null items at the beginning of 1st vector.
      -
      11001  while(m_1stNullItemsBeginCount < suballoc1stCount &&
      -
      11002  suballocations1st[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
      -
      11003  {
      -
      11004  ++m_1stNullItemsBeginCount;
      -
      11005  --m_1stNullItemsMiddleCount;
      -
      11006  }
      -
      11007 
      -
      11008  // Find more null items at the end of 1st vector.
      -
      11009  while(m_1stNullItemsMiddleCount > 0 &&
      -
      11010  suballocations1st.back().hAllocation == VK_NULL_HANDLE)
      -
      11011  {
      -
      11012  --m_1stNullItemsMiddleCount;
      -
      11013  suballocations1st.pop_back();
      +
      10612  const VmaSuballocation& prevSuballoc = suballocations2nd[prevSuballocIndex];
      +
      10613  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      +
      10614  {
      +
      10615  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      +
      10616  {
      +
      10617  bufferImageGranularityConflict = true;
      +
      10618  break;
      +
      10619  }
      +
      10620  }
      +
      10621  else
      +
      10622  // Already on previous page.
      +
      10623  break;
      +
      10624  }
      +
      10625  if(bufferImageGranularityConflict)
      +
      10626  {
      +
      10627  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
      +
      10628  }
      +
      10629  }
      +
      10630 
      +
      10631  pAllocationRequest->itemsToMakeLostCount = 0;
      +
      10632  pAllocationRequest->sumItemSize = 0;
      +
      10633  size_t index1st = m_1stNullItemsBeginCount;
      +
      10634 
      +
      10635  if(canMakeOtherLost)
      +
      10636  {
      +
      10637  while(index1st < suballocations1st.size() &&
      +
      10638  resultOffset + allocSize + VMA_DEBUG_MARGIN > suballocations1st[index1st].offset)
      +
      10639  {
      +
      10640  // Next colliding allocation at the beginning of 1st vector found. Try to make it lost.
      +
      10641  const VmaSuballocation& suballoc = suballocations1st[index1st];
      +
      10642  if(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      10643  {
      +
      10644  // No problem.
      +
      10645  }
      +
      10646  else
      +
      10647  {
      +
      10648  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
      +
      10649  if(suballoc.hAllocation->CanBecomeLost() &&
      +
      10650  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      10651  {
      +
      10652  ++pAllocationRequest->itemsToMakeLostCount;
      +
      10653  pAllocationRequest->sumItemSize += suballoc.size;
      +
      10654  }
      +
      10655  else
      +
      10656  {
      +
      10657  return false;
      +
      10658  }
      +
      10659  }
      +
      10660  ++index1st;
      +
      10661  }
      +
      10662 
      +
      10663  // Check next suballocations for BufferImageGranularity conflicts.
      +
      10664  // If conflict exists, we must mark more allocations lost or fail.
      +
      10665  if(bufferImageGranularity > 1)
      +
      10666  {
      +
      10667  while(index1st < suballocations1st.size())
      +
      10668  {
      +
      10669  const VmaSuballocation& suballoc = suballocations1st[index1st];
      +
      10670  if(VmaBlocksOnSamePage(resultOffset, allocSize, suballoc.offset, bufferImageGranularity))
      +
      10671  {
      +
      10672  if(suballoc.hAllocation != VK_NULL_HANDLE)
      +
      10673  {
      +
      10674  // Not checking actual VmaIsBufferImageGranularityConflict(allocType, suballoc.type).
      +
      10675  if(suballoc.hAllocation->CanBecomeLost() &&
      +
      10676  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      10677  {
      +
      10678  ++pAllocationRequest->itemsToMakeLostCount;
      +
      10679  pAllocationRequest->sumItemSize += suballoc.size;
      +
      10680  }
      +
      10681  else
      +
      10682  {
      +
      10683  return false;
      +
      10684  }
      +
      10685  }
      +
      10686  }
      +
      10687  else
      +
      10688  {
      +
      10689  // Already on next page.
      +
      10690  break;
      +
      10691  }
      +
      10692  ++index1st;
      +
      10693  }
      +
      10694  }
      +
      10695 
      +
      10696  // Special case: There is not enough room at the end for this allocation, even after making all from the 1st lost.
      +
      10697  if(index1st == suballocations1st.size() &&
      +
      10698  resultOffset + allocSize + VMA_DEBUG_MARGIN > size)
      +
      10699  {
      +
      10700  // TODO: This is a known bug that it's not yet implemented and the allocation is failing.
      +
      10701  VMA_DEBUG_LOG("Unsupported special case in custom pool with linear allocation algorithm used as ring buffer with allocations that can be lost.");
      +
      10702  }
      +
      10703  }
      +
      10704 
      +
      10705  // There is enough free space at the end after alignment.
      +
      10706  if((index1st == suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= size) ||
      +
      10707  (index1st < suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= suballocations1st[index1st].offset))
      +
      10708  {
      +
      10709  // Check next suballocations for BufferImageGranularity conflicts.
      +
      10710  // If conflict exists, allocation cannot be made here.
      +
      10711  if(bufferImageGranularity > 1)
      +
      10712  {
      +
      10713  for(size_t nextSuballocIndex = index1st;
      +
      10714  nextSuballocIndex < suballocations1st.size();
      +
      10715  nextSuballocIndex++)
      +
      10716  {
      +
      10717  const VmaSuballocation& nextSuballoc = suballocations1st[nextSuballocIndex];
      +
      10718  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      10719  {
      +
      10720  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      +
      10721  {
      +
      10722  return false;
      +
      10723  }
      +
      10724  }
      +
      10725  else
      +
      10726  {
      +
      10727  // Already on next page.
      +
      10728  break;
      +
      10729  }
      +
      10730  }
      +
      10731  }
      +
      10732 
      +
      10733  // All tests passed: Success.
      +
      10734  pAllocationRequest->offset = resultOffset;
      +
      10735  pAllocationRequest->sumFreeSize =
      +
      10736  (index1st < suballocations1st.size() ? suballocations1st[index1st].offset : size)
      +
      10737  - resultBaseOffset
      +
      10738  - pAllocationRequest->sumItemSize;
      +
      10739  pAllocationRequest->type = VmaAllocationRequestType::EndOf2nd;
      +
      10740  // pAllocationRequest->item, customData unused.
      +
      10741  return true;
      +
      10742  }
      +
      10743  }
      +
      10744 
      +
      10745  return false;
      +
      10746 }
      +
      10747 
      +
      10748 bool VmaBlockMetadata_Linear::MakeRequestedAllocationsLost(
      +
      10749  uint32_t currentFrameIndex,
      +
      10750  uint32_t frameInUseCount,
      +
      10751  VmaAllocationRequest* pAllocationRequest)
      +
      10752 {
      +
      10753  if(pAllocationRequest->itemsToMakeLostCount == 0)
      +
      10754  {
      +
      10755  return true;
      +
      10756  }
      +
      10757 
      +
      10758  VMA_ASSERT(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER);
      +
      10759 
      +
      10760  // We always start from 1st.
      +
      10761  SuballocationVectorType* suballocations = &AccessSuballocations1st();
      +
      10762  size_t index = m_1stNullItemsBeginCount;
      +
      10763  size_t madeLostCount = 0;
      +
      10764  while(madeLostCount < pAllocationRequest->itemsToMakeLostCount)
      +
      10765  {
      +
      10766  if(index == suballocations->size())
      +
      10767  {
      +
      10768  index = 0;
      +
      10769  // If we get to the end of 1st, we wrap around to beginning of 2nd of 1st.
      +
      10770  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10771  {
      +
      10772  suballocations = &AccessSuballocations2nd();
      +
      10773  }
      +
      10774  // else: m_2ndVectorMode == SECOND_VECTOR_EMPTY:
      +
      10775  // suballocations continues pointing at AccessSuballocations1st().
      +
      10776  VMA_ASSERT(!suballocations->empty());
      +
      10777  }
      +
      10778  VmaSuballocation& suballoc = (*suballocations)[index];
      +
      10779  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      10780  {
      +
      10781  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
      +
      10782  VMA_ASSERT(suballoc.hAllocation->CanBecomeLost());
      +
      10783  if(suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      10784  {
      +
      10785  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      10786  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      10787  m_SumFreeSize += suballoc.size;
      +
      10788  if(suballocations == &AccessSuballocations1st())
      +
      10789  {
      +
      10790  ++m_1stNullItemsMiddleCount;
      +
      10791  }
      +
      10792  else
      +
      10793  {
      +
      10794  ++m_2ndNullItemsCount;
      +
      10795  }
      +
      10796  ++madeLostCount;
      +
      10797  }
      +
      10798  else
      +
      10799  {
      +
      10800  return false;
      +
      10801  }
      +
      10802  }
      +
      10803  ++index;
      +
      10804  }
      +
      10805 
      +
      10806  CleanupAfterFree();
      +
      10807  //VMA_HEAVY_ASSERT(Validate()); // Already called by ClanupAfterFree().
      +
      10808 
      +
      10809  return true;
      +
      10810 }
      +
      10811 
      +
      10812 uint32_t VmaBlockMetadata_Linear::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      +
      10813 {
      +
      10814  uint32_t lostAllocationCount = 0;
      +
      10815 
      +
      10816  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10817  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
      +
      10818  {
      +
      10819  VmaSuballocation& suballoc = suballocations1st[i];
      +
      10820  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
      +
      10821  suballoc.hAllocation->CanBecomeLost() &&
      +
      10822  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      10823  {
      +
      10824  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      10825  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      10826  ++m_1stNullItemsMiddleCount;
      +
      10827  m_SumFreeSize += suballoc.size;
      +
      10828  ++lostAllocationCount;
      +
      10829  }
      +
      10830  }
      +
      10831 
      +
      10832  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10833  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
      +
      10834  {
      +
      10835  VmaSuballocation& suballoc = suballocations2nd[i];
      +
      10836  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
      +
      10837  suballoc.hAllocation->CanBecomeLost() &&
      +
      10838  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      10839  {
      +
      10840  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      10841  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      10842  ++m_2ndNullItemsCount;
      +
      10843  m_SumFreeSize += suballoc.size;
      +
      10844  ++lostAllocationCount;
      +
      10845  }
      +
      10846  }
      +
      10847 
      +
      10848  if(lostAllocationCount)
      +
      10849  {
      +
      10850  CleanupAfterFree();
      +
      10851  }
      +
      10852 
      +
      10853  return lostAllocationCount;
      +
      10854 }
      +
      10855 
      +
      10856 VkResult VmaBlockMetadata_Linear::CheckCorruption(const void* pBlockData)
      +
      10857 {
      +
      10858  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10859  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
      +
      10860  {
      +
      10861  const VmaSuballocation& suballoc = suballocations1st[i];
      +
      10862  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      10863  {
      +
      10864  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
      +
      10865  {
      +
      10866  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      +
      10867  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      10868  }
      +
      10869  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
      +
      10870  {
      +
      10871  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      +
      10872  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      10873  }
      +
      10874  }
      +
      10875  }
      +
      10876 
      +
      10877  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10878  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
      +
      10879  {
      +
      10880  const VmaSuballocation& suballoc = suballocations2nd[i];
      +
      10881  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      10882  {
      +
      10883  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
      +
      10884  {
      +
      10885  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      +
      10886  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      10887  }
      +
      10888  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
      +
      10889  {
      +
      10890  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      +
      10891  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      10892  }
      +
      10893  }
      +
      10894  }
      +
      10895 
      +
      10896  return VK_SUCCESS;
      +
      10897 }
      +
      10898 
      +
      10899 void VmaBlockMetadata_Linear::Alloc(
      +
      10900  const VmaAllocationRequest& request,
      +
      10901  VmaSuballocationType type,
      +
      10902  VkDeviceSize allocSize,
      +
      10903  VmaAllocation hAllocation)
      +
      10904 {
      +
      10905  const VmaSuballocation newSuballoc = { request.offset, allocSize, hAllocation, type };
      +
      10906 
      +
      10907  switch(request.type)
      +
      10908  {
      +
      10909  case VmaAllocationRequestType::UpperAddress:
      +
      10910  {
      +
      10911  VMA_ASSERT(m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER &&
      +
      10912  "CRITICAL ERROR: Trying to use linear allocator as double stack while it was already used as ring buffer.");
      +
      10913  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10914  suballocations2nd.push_back(newSuballoc);
      +
      10915  m_2ndVectorMode = SECOND_VECTOR_DOUBLE_STACK;
      +
      10916  }
      +
      10917  break;
      +
      10918  case VmaAllocationRequestType::EndOf1st:
      +
      10919  {
      +
      10920  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10921 
      +
      10922  VMA_ASSERT(suballocations1st.empty() ||
      +
      10923  request.offset >= suballocations1st.back().offset + suballocations1st.back().size);
      +
      10924  // Check if it fits before the end of the block.
      +
      10925  VMA_ASSERT(request.offset + allocSize <= GetSize());
      +
      10926 
      +
      10927  suballocations1st.push_back(newSuballoc);
      +
      10928  }
      +
      10929  break;
      +
      10930  case VmaAllocationRequestType::EndOf2nd:
      +
      10931  {
      +
      10932  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10933  // New allocation at the end of 2-part ring buffer, so before first allocation from 1st vector.
      +
      10934  VMA_ASSERT(!suballocations1st.empty() &&
      +
      10935  request.offset + allocSize <= suballocations1st[m_1stNullItemsBeginCount].offset);
      +
      10936  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10937 
      +
      10938  switch(m_2ndVectorMode)
      +
      10939  {
      +
      10940  case SECOND_VECTOR_EMPTY:
      +
      10941  // First allocation from second part ring buffer.
      +
      10942  VMA_ASSERT(suballocations2nd.empty());
      +
      10943  m_2ndVectorMode = SECOND_VECTOR_RING_BUFFER;
      +
      10944  break;
      +
      10945  case SECOND_VECTOR_RING_BUFFER:
      +
      10946  // 2-part ring buffer is already started.
      +
      10947  VMA_ASSERT(!suballocations2nd.empty());
      +
      10948  break;
      +
      10949  case SECOND_VECTOR_DOUBLE_STACK:
      +
      10950  VMA_ASSERT(0 && "CRITICAL ERROR: Trying to use linear allocator as ring buffer while it was already used as double stack.");
      +
      10951  break;
      +
      10952  default:
      +
      10953  VMA_ASSERT(0);
      +
      10954  }
      +
      10955 
      +
      10956  suballocations2nd.push_back(newSuballoc);
      +
      10957  }
      +
      10958  break;
      +
      10959  default:
      +
      10960  VMA_ASSERT(0 && "CRITICAL INTERNAL ERROR.");
      +
      10961  }
      +
      10962 
      +
      10963  m_SumFreeSize -= newSuballoc.size;
      +
      10964 }
      +
      10965 
      +
      10966 void VmaBlockMetadata_Linear::Free(const VmaAllocation allocation)
      +
      10967 {
      +
      10968  FreeAtOffset(allocation->GetOffset());
      +
      10969 }
      +
      10970 
      +
      10971 void VmaBlockMetadata_Linear::FreeAtOffset(VkDeviceSize offset)
      +
      10972 {
      +
      10973  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10974  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10975 
      +
      10976  if(!suballocations1st.empty())
      +
      10977  {
      +
      10978  // First allocation: Mark it as next empty at the beginning.
      +
      10979  VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
      +
      10980  if(firstSuballoc.offset == offset)
      +
      10981  {
      +
      10982  firstSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      10983  firstSuballoc.hAllocation = VK_NULL_HANDLE;
      +
      10984  m_SumFreeSize += firstSuballoc.size;
      +
      10985  ++m_1stNullItemsBeginCount;
      +
      10986  CleanupAfterFree();
      +
      10987  return;
      +
      10988  }
      +
      10989  }
      +
      10990 
      +
      10991  // Last allocation in 2-part ring buffer or top of upper stack (same logic).
      +
      10992  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ||
      +
      10993  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10994  {
      +
      10995  VmaSuballocation& lastSuballoc = suballocations2nd.back();
      +
      10996  if(lastSuballoc.offset == offset)
      +
      10997  {
      +
      10998  m_SumFreeSize += lastSuballoc.size;
      +
      10999  suballocations2nd.pop_back();
      +
      11000  CleanupAfterFree();
      +
      11001  return;
      +
      11002  }
      +
      11003  }
      +
      11004  // Last allocation in 1st vector.
      +
      11005  else if(m_2ndVectorMode == SECOND_VECTOR_EMPTY)
      +
      11006  {
      +
      11007  VmaSuballocation& lastSuballoc = suballocations1st.back();
      +
      11008  if(lastSuballoc.offset == offset)
      +
      11009  {
      +
      11010  m_SumFreeSize += lastSuballoc.size;
      +
      11011  suballocations1st.pop_back();
      +
      11012  CleanupAfterFree();
      +
      11013  return;
      11014  }
      -
      11015 
      -
      11016  // Find more null items at the end of 2nd vector.
      -
      11017  while(m_2ndNullItemsCount > 0 &&
      -
      11018  suballocations2nd.back().hAllocation == VK_NULL_HANDLE)
      -
      11019  {
      -
      11020  --m_2ndNullItemsCount;
      -
      11021  suballocations2nd.pop_back();
      -
      11022  }
      -
      11023 
      -
      11024  // Find more null items at the beginning of 2nd vector.
      -
      11025  while(m_2ndNullItemsCount > 0 &&
      -
      11026  suballocations2nd[0].hAllocation == VK_NULL_HANDLE)
      -
      11027  {
      -
      11028  --m_2ndNullItemsCount;
      -
      11029  VmaVectorRemove(suballocations2nd, 0);
      -
      11030  }
      -
      11031 
      -
      11032  if(ShouldCompact1st())
      -
      11033  {
      -
      11034  const size_t nonNullItemCount = suballoc1stCount - nullItem1stCount;
      -
      11035  size_t srcIndex = m_1stNullItemsBeginCount;
      -
      11036  for(size_t dstIndex = 0; dstIndex < nonNullItemCount; ++dstIndex)
      -
      11037  {
      -
      11038  while(suballocations1st[srcIndex].hAllocation == VK_NULL_HANDLE)
      -
      11039  {
      -
      11040  ++srcIndex;
      -
      11041  }
      -
      11042  if(dstIndex != srcIndex)
      -
      11043  {
      -
      11044  suballocations1st[dstIndex] = suballocations1st[srcIndex];
      -
      11045  }
      -
      11046  ++srcIndex;
      -
      11047  }
      -
      11048  suballocations1st.resize(nonNullItemCount);
      -
      11049  m_1stNullItemsBeginCount = 0;
      -
      11050  m_1stNullItemsMiddleCount = 0;
      -
      11051  }
      -
      11052 
      -
      11053  // 2nd vector became empty.
      -
      11054  if(suballocations2nd.empty())
      -
      11055  {
      -
      11056  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      -
      11057  }
      -
      11058 
      -
      11059  // 1st vector became empty.
      -
      11060  if(suballocations1st.size() - m_1stNullItemsBeginCount == 0)
      -
      11061  {
      -
      11062  suballocations1st.clear();
      -
      11063  m_1stNullItemsBeginCount = 0;
      -
      11064 
      -
      11065  if(!suballocations2nd.empty() && m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      11066  {
      -
      11067  // Swap 1st with 2nd. Now 2nd is empty.
      -
      11068  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      -
      11069  m_1stNullItemsMiddleCount = m_2ndNullItemsCount;
      -
      11070  while(m_1stNullItemsBeginCount < suballocations2nd.size() &&
      -
      11071  suballocations2nd[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
      -
      11072  {
      -
      11073  ++m_1stNullItemsBeginCount;
      -
      11074  --m_1stNullItemsMiddleCount;
      -
      11075  }
      -
      11076  m_2ndNullItemsCount = 0;
      -
      11077  m_1stVectorIndex ^= 1;
      -
      11078  }
      -
      11079  }
      -
      11080  }
      -
      11081 
      -
      11082  VMA_HEAVY_ASSERT(Validate());
      -
      11083 }
      -
      11084 
      -
      11085 
      -
      11087 // class VmaBlockMetadata_Buddy
      -
      11088 
      -
      11089 VmaBlockMetadata_Buddy::VmaBlockMetadata_Buddy(VmaAllocator hAllocator) :
      -
      11090  VmaBlockMetadata(hAllocator),
      -
      11091  m_Root(VMA_NULL),
      -
      11092  m_AllocationCount(0),
      -
      11093  m_FreeCount(1),
      -
      11094  m_SumFreeSize(0)
      -
      11095 {
      -
      11096  memset(m_FreeList, 0, sizeof(m_FreeList));
      -
      11097 }
      -
      11098 
      -
      11099 VmaBlockMetadata_Buddy::~VmaBlockMetadata_Buddy()
      -
      11100 {
      -
      11101  DeleteNode(m_Root);
      -
      11102 }
      +
      11015  }
      +
      11016 
      +
      11017  // Item from the middle of 1st vector.
      +
      11018  {
      +
      11019  VmaSuballocation refSuballoc;
      +
      11020  refSuballoc.offset = offset;
      +
      11021  // Rest of members stays uninitialized intentionally for better performance.
      +
      11022  SuballocationVectorType::iterator it = VmaBinaryFindSorted(
      +
      11023  suballocations1st.begin() + m_1stNullItemsBeginCount,
      +
      11024  suballocations1st.end(),
      +
      11025  refSuballoc,
      +
      11026  VmaSuballocationOffsetLess());
      +
      11027  if(it != suballocations1st.end())
      +
      11028  {
      +
      11029  it->type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      11030  it->hAllocation = VK_NULL_HANDLE;
      +
      11031  ++m_1stNullItemsMiddleCount;
      +
      11032  m_SumFreeSize += it->size;
      +
      11033  CleanupAfterFree();
      +
      11034  return;
      +
      11035  }
      +
      11036  }
      +
      11037 
      +
      11038  if(m_2ndVectorMode != SECOND_VECTOR_EMPTY)
      +
      11039  {
      +
      11040  // Item from the middle of 2nd vector.
      +
      11041  VmaSuballocation refSuballoc;
      +
      11042  refSuballoc.offset = offset;
      +
      11043  // Rest of members stays uninitialized intentionally for better performance.
      +
      11044  SuballocationVectorType::iterator it = m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ?
      +
      11045  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetLess()) :
      +
      11046  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetGreater());
      +
      11047  if(it != suballocations2nd.end())
      +
      11048  {
      +
      11049  it->type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      11050  it->hAllocation = VK_NULL_HANDLE;
      +
      11051  ++m_2ndNullItemsCount;
      +
      11052  m_SumFreeSize += it->size;
      +
      11053  CleanupAfterFree();
      +
      11054  return;
      +
      11055  }
      +
      11056  }
      +
      11057 
      +
      11058  VMA_ASSERT(0 && "Allocation to free not found in linear allocator!");
      +
      11059 }
      +
      11060 
      +
      11061 bool VmaBlockMetadata_Linear::ShouldCompact1st() const
      +
      11062 {
      +
      11063  const size_t nullItemCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
      +
      11064  const size_t suballocCount = AccessSuballocations1st().size();
      +
      11065  return suballocCount > 32 && nullItemCount * 2 >= (suballocCount - nullItemCount) * 3;
      +
      11066 }
      +
      11067 
      +
      11068 void VmaBlockMetadata_Linear::CleanupAfterFree()
      +
      11069 {
      +
      11070  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      11071  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      11072 
      +
      11073  if(IsEmpty())
      +
      11074  {
      +
      11075  suballocations1st.clear();
      +
      11076  suballocations2nd.clear();
      +
      11077  m_1stNullItemsBeginCount = 0;
      +
      11078  m_1stNullItemsMiddleCount = 0;
      +
      11079  m_2ndNullItemsCount = 0;
      +
      11080  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      +
      11081  }
      +
      11082  else
      +
      11083  {
      +
      11084  const size_t suballoc1stCount = suballocations1st.size();
      +
      11085  const size_t nullItem1stCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
      +
      11086  VMA_ASSERT(nullItem1stCount <= suballoc1stCount);
      +
      11087 
      +
      11088  // Find more null items at the beginning of 1st vector.
      +
      11089  while(m_1stNullItemsBeginCount < suballoc1stCount &&
      +
      11090  suballocations1st[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
      +
      11091  {
      +
      11092  ++m_1stNullItemsBeginCount;
      +
      11093  --m_1stNullItemsMiddleCount;
      +
      11094  }
      +
      11095 
      +
      11096  // Find more null items at the end of 1st vector.
      +
      11097  while(m_1stNullItemsMiddleCount > 0 &&
      +
      11098  suballocations1st.back().hAllocation == VK_NULL_HANDLE)
      +
      11099  {
      +
      11100  --m_1stNullItemsMiddleCount;
      +
      11101  suballocations1st.pop_back();
      +
      11102  }
      11103 
      -
      11104 void VmaBlockMetadata_Buddy::Init(VkDeviceSize size)
      -
      11105 {
      -
      11106  VmaBlockMetadata::Init(size);
      -
      11107 
      -
      11108  m_UsableSize = VmaPrevPow2(size);
      -
      11109  m_SumFreeSize = m_UsableSize;
      -
      11110 
      -
      11111  // Calculate m_LevelCount.
      -
      11112  m_LevelCount = 1;
      -
      11113  while(m_LevelCount < MAX_LEVELS &&
      -
      11114  LevelToNodeSize(m_LevelCount) >= MIN_NODE_SIZE)
      -
      11115  {
      -
      11116  ++m_LevelCount;
      -
      11117  }
      -
      11118 
      -
      11119  Node* rootNode = vma_new(GetAllocationCallbacks(), Node)();
      -
      11120  rootNode->offset = 0;
      -
      11121  rootNode->type = Node::TYPE_FREE;
      -
      11122  rootNode->parent = VMA_NULL;
      -
      11123  rootNode->buddy = VMA_NULL;
      -
      11124 
      -
      11125  m_Root = rootNode;
      -
      11126  AddToFreeListFront(0, rootNode);
      -
      11127 }
      -
      11128 
      -
      11129 bool VmaBlockMetadata_Buddy::Validate() const
      -
      11130 {
      -
      11131  // Validate tree.
      -
      11132  ValidationContext ctx;
      -
      11133  if(!ValidateNode(ctx, VMA_NULL, m_Root, 0, LevelToNodeSize(0)))
      -
      11134  {
      -
      11135  VMA_VALIDATE(false && "ValidateNode failed.");
      -
      11136  }
      -
      11137  VMA_VALIDATE(m_AllocationCount == ctx.calculatedAllocationCount);
      -
      11138  VMA_VALIDATE(m_SumFreeSize == ctx.calculatedSumFreeSize);
      -
      11139 
      -
      11140  // Validate free node lists.
      -
      11141  for(uint32_t level = 0; level < m_LevelCount; ++level)
      -
      11142  {
      -
      11143  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL ||
      -
      11144  m_FreeList[level].front->free.prev == VMA_NULL);
      -
      11145 
      -
      11146  for(Node* node = m_FreeList[level].front;
      -
      11147  node != VMA_NULL;
      -
      11148  node = node->free.next)
      +
      11104  // Find more null items at the end of 2nd vector.
      +
      11105  while(m_2ndNullItemsCount > 0 &&
      +
      11106  suballocations2nd.back().hAllocation == VK_NULL_HANDLE)
      +
      11107  {
      +
      11108  --m_2ndNullItemsCount;
      +
      11109  suballocations2nd.pop_back();
      +
      11110  }
      +
      11111 
      +
      11112  // Find more null items at the beginning of 2nd vector.
      +
      11113  while(m_2ndNullItemsCount > 0 &&
      +
      11114  suballocations2nd[0].hAllocation == VK_NULL_HANDLE)
      +
      11115  {
      +
      11116  --m_2ndNullItemsCount;
      +
      11117  VmaVectorRemove(suballocations2nd, 0);
      +
      11118  }
      +
      11119 
      +
      11120  if(ShouldCompact1st())
      +
      11121  {
      +
      11122  const size_t nonNullItemCount = suballoc1stCount - nullItem1stCount;
      +
      11123  size_t srcIndex = m_1stNullItemsBeginCount;
      +
      11124  for(size_t dstIndex = 0; dstIndex < nonNullItemCount; ++dstIndex)
      +
      11125  {
      +
      11126  while(suballocations1st[srcIndex].hAllocation == VK_NULL_HANDLE)
      +
      11127  {
      +
      11128  ++srcIndex;
      +
      11129  }
      +
      11130  if(dstIndex != srcIndex)
      +
      11131  {
      +
      11132  suballocations1st[dstIndex] = suballocations1st[srcIndex];
      +
      11133  }
      +
      11134  ++srcIndex;
      +
      11135  }
      +
      11136  suballocations1st.resize(nonNullItemCount);
      +
      11137  m_1stNullItemsBeginCount = 0;
      +
      11138  m_1stNullItemsMiddleCount = 0;
      +
      11139  }
      +
      11140 
      +
      11141  // 2nd vector became empty.
      +
      11142  if(suballocations2nd.empty())
      +
      11143  {
      +
      11144  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      +
      11145  }
      +
      11146 
      +
      11147  // 1st vector became empty.
      +
      11148  if(suballocations1st.size() - m_1stNullItemsBeginCount == 0)
      11149  {
      -
      11150  VMA_VALIDATE(node->type == Node::TYPE_FREE);
      -
      11151 
      -
      11152  if(node->free.next == VMA_NULL)
      -
      11153  {
      -
      11154  VMA_VALIDATE(m_FreeList[level].back == node);
      -
      11155  }
      -
      11156  else
      -
      11157  {
      -
      11158  VMA_VALIDATE(node->free.next->free.prev == node);
      -
      11159  }
      -
      11160  }
      -
      11161  }
      -
      11162 
      -
      11163  // Validate that free lists ar higher levels are empty.
      -
      11164  for(uint32_t level = m_LevelCount; level < MAX_LEVELS; ++level)
      -
      11165  {
      -
      11166  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL && m_FreeList[level].back == VMA_NULL);
      -
      11167  }
      -
      11168 
      -
      11169  return true;
      -
      11170 }
      -
      11171 
      -
      11172 VkDeviceSize VmaBlockMetadata_Buddy::GetUnusedRangeSizeMax() const
      -
      11173 {
      -
      11174  for(uint32_t level = 0; level < m_LevelCount; ++level)
      -
      11175  {
      -
      11176  if(m_FreeList[level].front != VMA_NULL)
      -
      11177  {
      -
      11178  return LevelToNodeSize(level);
      -
      11179  }
      -
      11180  }
      -
      11181  return 0;
      -
      11182 }
      -
      11183 
      -
      11184 void VmaBlockMetadata_Buddy::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      -
      11185 {
      -
      11186  const VkDeviceSize unusableSize = GetUnusableSize();
      -
      11187 
      -
      11188  outInfo.blockCount = 1;
      -
      11189 
      -
      11190  outInfo.allocationCount = outInfo.unusedRangeCount = 0;
      -
      11191  outInfo.usedBytes = outInfo.unusedBytes = 0;
      -
      11192 
      -
      11193  outInfo.allocationSizeMax = outInfo.unusedRangeSizeMax = 0;
      -
      11194  outInfo.allocationSizeMin = outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      11195  outInfo.allocationSizeAvg = outInfo.unusedRangeSizeAvg = 0; // Unused.
      -
      11196 
      -
      11197  CalcAllocationStatInfoNode(outInfo, m_Root, LevelToNodeSize(0));
      +
      11150  suballocations1st.clear();
      +
      11151  m_1stNullItemsBeginCount = 0;
      +
      11152 
      +
      11153  if(!suballocations2nd.empty() && m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      11154  {
      +
      11155  // Swap 1st with 2nd. Now 2nd is empty.
      +
      11156  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      +
      11157  m_1stNullItemsMiddleCount = m_2ndNullItemsCount;
      +
      11158  while(m_1stNullItemsBeginCount < suballocations2nd.size() &&
      +
      11159  suballocations2nd[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
      +
      11160  {
      +
      11161  ++m_1stNullItemsBeginCount;
      +
      11162  --m_1stNullItemsMiddleCount;
      +
      11163  }
      +
      11164  m_2ndNullItemsCount = 0;
      +
      11165  m_1stVectorIndex ^= 1;
      +
      11166  }
      +
      11167  }
      +
      11168  }
      +
      11169 
      +
      11170  VMA_HEAVY_ASSERT(Validate());
      +
      11171 }
      +
      11172 
      +
      11173 
      +
      11175 // class VmaBlockMetadata_Buddy
      +
      11176 
      +
      11177 VmaBlockMetadata_Buddy::VmaBlockMetadata_Buddy(VmaAllocator hAllocator) :
      +
      11178  VmaBlockMetadata(hAllocator),
      +
      11179  m_Root(VMA_NULL),
      +
      11180  m_AllocationCount(0),
      +
      11181  m_FreeCount(1),
      +
      11182  m_SumFreeSize(0)
      +
      11183 {
      +
      11184  memset(m_FreeList, 0, sizeof(m_FreeList));
      +
      11185 }
      +
      11186 
      +
      11187 VmaBlockMetadata_Buddy::~VmaBlockMetadata_Buddy()
      +
      11188 {
      +
      11189  DeleteNode(m_Root);
      +
      11190 }
      +
      11191 
      +
      11192 void VmaBlockMetadata_Buddy::Init(VkDeviceSize size)
      +
      11193 {
      +
      11194  VmaBlockMetadata::Init(size);
      +
      11195 
      +
      11196  m_UsableSize = VmaPrevPow2(size);
      +
      11197  m_SumFreeSize = m_UsableSize;
      11198 
      -
      11199  if(unusableSize > 0)
      -
      11200  {
      -
      11201  ++outInfo.unusedRangeCount;
      -
      11202  outInfo.unusedBytes += unusableSize;
      -
      11203  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusableSize);
      -
      11204  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusableSize);
      +
      11199  // Calculate m_LevelCount.
      +
      11200  m_LevelCount = 1;
      +
      11201  while(m_LevelCount < MAX_LEVELS &&
      +
      11202  LevelToNodeSize(m_LevelCount) >= MIN_NODE_SIZE)
      +
      11203  {
      +
      11204  ++m_LevelCount;
      11205  }
      -
      11206 }
      -
      11207 
      -
      11208 void VmaBlockMetadata_Buddy::AddPoolStats(VmaPoolStats& inoutStats) const
      -
      11209 {
      -
      11210  const VkDeviceSize unusableSize = GetUnusableSize();
      -
      11211 
      -
      11212  inoutStats.size += GetSize();
      -
      11213  inoutStats.unusedSize += m_SumFreeSize + unusableSize;
      -
      11214  inoutStats.allocationCount += m_AllocationCount;
      -
      11215  inoutStats.unusedRangeCount += m_FreeCount;
      -
      11216  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
      -
      11217 
      -
      11218  if(unusableSize > 0)
      -
      11219  {
      -
      11220  ++inoutStats.unusedRangeCount;
      -
      11221  // Not updating inoutStats.unusedRangeSizeMax with unusableSize because this space is not available for allocations.
      -
      11222  }
      -
      11223 }
      -
      11224 
      -
      11225 #if VMA_STATS_STRING_ENABLED
      -
      11226 
      -
      11227 void VmaBlockMetadata_Buddy::PrintDetailedMap(class VmaJsonWriter& json) const
      -
      11228 {
      -
      11229  // TODO optimize
      -
      11230  VmaStatInfo stat;
      -
      11231  CalcAllocationStatInfo(stat);
      -
      11232 
      -
      11233  PrintDetailedMap_Begin(
      -
      11234  json,
      -
      11235  stat.unusedBytes,
      -
      11236  stat.allocationCount,
      -
      11237  stat.unusedRangeCount);
      -
      11238 
      -
      11239  PrintDetailedMapNode(json, m_Root, LevelToNodeSize(0));
      -
      11240 
      -
      11241  const VkDeviceSize unusableSize = GetUnusableSize();
      -
      11242  if(unusableSize > 0)
      -
      11243  {
      -
      11244  PrintDetailedMap_UnusedRange(json,
      -
      11245  m_UsableSize, // offset
      -
      11246  unusableSize); // size
      -
      11247  }
      -
      11248 
      -
      11249  PrintDetailedMap_End(json);
      -
      11250 }
      -
      11251 
      -
      11252 #endif // #if VMA_STATS_STRING_ENABLED
      -
      11253 
      -
      11254 bool VmaBlockMetadata_Buddy::CreateAllocationRequest(
      -
      11255  uint32_t currentFrameIndex,
      -
      11256  uint32_t frameInUseCount,
      -
      11257  VkDeviceSize bufferImageGranularity,
      -
      11258  VkDeviceSize allocSize,
      -
      11259  VkDeviceSize allocAlignment,
      -
      11260  bool upperAddress,
      -
      11261  VmaSuballocationType allocType,
      -
      11262  bool canMakeOtherLost,
      -
      11263  uint32_t strategy,
      -
      11264  VmaAllocationRequest* pAllocationRequest)
      -
      11265 {
      -
      11266  VMA_ASSERT(!upperAddress && "VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT can be used only with linear algorithm.");
      -
      11267 
      -
      11268  // Simple way to respect bufferImageGranularity. May be optimized some day.
      -
      11269  // Whenever it might be an OPTIMAL image...
      -
      11270  if(allocType == VMA_SUBALLOCATION_TYPE_UNKNOWN ||
      -
      11271  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      -
      11272  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL)
      -
      11273  {
      -
      11274  allocAlignment = VMA_MAX(allocAlignment, bufferImageGranularity);
      -
      11275  allocSize = VMA_MAX(allocSize, bufferImageGranularity);
      -
      11276  }
      +
      11206 
      +
      11207  Node* rootNode = vma_new(GetAllocationCallbacks(), Node)();
      +
      11208  rootNode->offset = 0;
      +
      11209  rootNode->type = Node::TYPE_FREE;
      +
      11210  rootNode->parent = VMA_NULL;
      +
      11211  rootNode->buddy = VMA_NULL;
      +
      11212 
      +
      11213  m_Root = rootNode;
      +
      11214  AddToFreeListFront(0, rootNode);
      +
      11215 }
      +
      11216 
      +
      11217 bool VmaBlockMetadata_Buddy::Validate() const
      +
      11218 {
      +
      11219  // Validate tree.
      +
      11220  ValidationContext ctx;
      +
      11221  if(!ValidateNode(ctx, VMA_NULL, m_Root, 0, LevelToNodeSize(0)))
      +
      11222  {
      +
      11223  VMA_VALIDATE(false && "ValidateNode failed.");
      +
      11224  }
      +
      11225  VMA_VALIDATE(m_AllocationCount == ctx.calculatedAllocationCount);
      +
      11226  VMA_VALIDATE(m_SumFreeSize == ctx.calculatedSumFreeSize);
      +
      11227 
      +
      11228  // Validate free node lists.
      +
      11229  for(uint32_t level = 0; level < m_LevelCount; ++level)
      +
      11230  {
      +
      11231  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL ||
      +
      11232  m_FreeList[level].front->free.prev == VMA_NULL);
      +
      11233 
      +
      11234  for(Node* node = m_FreeList[level].front;
      +
      11235  node != VMA_NULL;
      +
      11236  node = node->free.next)
      +
      11237  {
      +
      11238  VMA_VALIDATE(node->type == Node::TYPE_FREE);
      +
      11239 
      +
      11240  if(node->free.next == VMA_NULL)
      +
      11241  {
      +
      11242  VMA_VALIDATE(m_FreeList[level].back == node);
      +
      11243  }
      +
      11244  else
      +
      11245  {
      +
      11246  VMA_VALIDATE(node->free.next->free.prev == node);
      +
      11247  }
      +
      11248  }
      +
      11249  }
      +
      11250 
      +
      11251  // Validate that free lists ar higher levels are empty.
      +
      11252  for(uint32_t level = m_LevelCount; level < MAX_LEVELS; ++level)
      +
      11253  {
      +
      11254  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL && m_FreeList[level].back == VMA_NULL);
      +
      11255  }
      +
      11256 
      +
      11257  return true;
      +
      11258 }
      +
      11259 
      +
      11260 VkDeviceSize VmaBlockMetadata_Buddy::GetUnusedRangeSizeMax() const
      +
      11261 {
      +
      11262  for(uint32_t level = 0; level < m_LevelCount; ++level)
      +
      11263  {
      +
      11264  if(m_FreeList[level].front != VMA_NULL)
      +
      11265  {
      +
      11266  return LevelToNodeSize(level);
      +
      11267  }
      +
      11268  }
      +
      11269  return 0;
      +
      11270 }
      +
      11271 
      +
      11272 void VmaBlockMetadata_Buddy::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      +
      11273 {
      +
      11274  const VkDeviceSize unusableSize = GetUnusableSize();
      +
      11275 
      +
      11276  outInfo.blockCount = 1;
      11277 
      -
      11278  if(allocSize > m_UsableSize)
      -
      11279  {
      -
      11280  return false;
      -
      11281  }
      -
      11282 
      -
      11283  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
      -
      11284  for(uint32_t level = targetLevel + 1; level--; )
      -
      11285  {
      -
      11286  for(Node* freeNode = m_FreeList[level].front;
      -
      11287  freeNode != VMA_NULL;
      -
      11288  freeNode = freeNode->free.next)
      -
      11289  {
      -
      11290  if(freeNode->offset % allocAlignment == 0)
      -
      11291  {
      -
      11292  pAllocationRequest->type = VmaAllocationRequestType::Normal;
      -
      11293  pAllocationRequest->offset = freeNode->offset;
      -
      11294  pAllocationRequest->sumFreeSize = LevelToNodeSize(level);
      -
      11295  pAllocationRequest->sumItemSize = 0;
      -
      11296  pAllocationRequest->itemsToMakeLostCount = 0;
      -
      11297  pAllocationRequest->customData = (void*)(uintptr_t)level;
      -
      11298  return true;
      -
      11299  }
      -
      11300  }
      -
      11301  }
      -
      11302 
      -
      11303  return false;
      -
      11304 }
      +
      11278  outInfo.allocationCount = outInfo.unusedRangeCount = 0;
      +
      11279  outInfo.usedBytes = outInfo.unusedBytes = 0;
      +
      11280 
      +
      11281  outInfo.allocationSizeMax = outInfo.unusedRangeSizeMax = 0;
      +
      11282  outInfo.allocationSizeMin = outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      11283  outInfo.allocationSizeAvg = outInfo.unusedRangeSizeAvg = 0; // Unused.
      +
      11284 
      +
      11285  CalcAllocationStatInfoNode(outInfo, m_Root, LevelToNodeSize(0));
      +
      11286 
      +
      11287  if(unusableSize > 0)
      +
      11288  {
      +
      11289  ++outInfo.unusedRangeCount;
      +
      11290  outInfo.unusedBytes += unusableSize;
      +
      11291  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusableSize);
      +
      11292  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusableSize);
      +
      11293  }
      +
      11294 }
      +
      11295 
      +
      11296 void VmaBlockMetadata_Buddy::AddPoolStats(VmaPoolStats& inoutStats) const
      +
      11297 {
      +
      11298  const VkDeviceSize unusableSize = GetUnusableSize();
      +
      11299 
      +
      11300  inoutStats.size += GetSize();
      +
      11301  inoutStats.unusedSize += m_SumFreeSize + unusableSize;
      +
      11302  inoutStats.allocationCount += m_AllocationCount;
      +
      11303  inoutStats.unusedRangeCount += m_FreeCount;
      +
      11304  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
      11305 
      -
      11306 bool VmaBlockMetadata_Buddy::MakeRequestedAllocationsLost(
      -
      11307  uint32_t currentFrameIndex,
      -
      11308  uint32_t frameInUseCount,
      -
      11309  VmaAllocationRequest* pAllocationRequest)
      -
      11310 {
      -
      11311  /*
      -
      11312  Lost allocations are not supported in buddy allocator at the moment.
      -
      11313  Support might be added in the future.
      -
      11314  */
      -
      11315  return pAllocationRequest->itemsToMakeLostCount == 0;
      -
      11316 }
      -
      11317 
      -
      11318 uint32_t VmaBlockMetadata_Buddy::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      -
      11319 {
      -
      11320  /*
      -
      11321  Lost allocations are not supported in buddy allocator at the moment.
      -
      11322  Support might be added in the future.
      -
      11323  */
      -
      11324  return 0;
      -
      11325 }
      +
      11306  if(unusableSize > 0)
      +
      11307  {
      +
      11308  ++inoutStats.unusedRangeCount;
      +
      11309  // Not updating inoutStats.unusedRangeSizeMax with unusableSize because this space is not available for allocations.
      +
      11310  }
      +
      11311 }
      +
      11312 
      +
      11313 #if VMA_STATS_STRING_ENABLED
      +
      11314 
      +
      11315 void VmaBlockMetadata_Buddy::PrintDetailedMap(class VmaJsonWriter& json) const
      +
      11316 {
      +
      11317  // TODO optimize
      +
      11318  VmaStatInfo stat;
      +
      11319  CalcAllocationStatInfo(stat);
      +
      11320 
      +
      11321  PrintDetailedMap_Begin(
      +
      11322  json,
      +
      11323  stat.unusedBytes,
      +
      11324  stat.allocationCount,
      +
      11325  stat.unusedRangeCount);
      11326 
      -
      11327 void VmaBlockMetadata_Buddy::Alloc(
      -
      11328  const VmaAllocationRequest& request,
      -
      11329  VmaSuballocationType type,
      -
      11330  VkDeviceSize allocSize,
      -
      11331  VmaAllocation hAllocation)
      -
      11332 {
      -
      11333  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
      -
      11334 
      -
      11335  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
      -
      11336  uint32_t currLevel = (uint32_t)(uintptr_t)request.customData;
      -
      11337 
      -
      11338  Node* currNode = m_FreeList[currLevel].front;
      -
      11339  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
      -
      11340  while(currNode->offset != request.offset)
      -
      11341  {
      -
      11342  currNode = currNode->free.next;
      -
      11343  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
      -
      11344  }
      -
      11345 
      -
      11346  // Go down, splitting free nodes.
      -
      11347  while(currLevel < targetLevel)
      -
      11348  {
      -
      11349  // currNode is already first free node at currLevel.
      -
      11350  // Remove it from list of free nodes at this currLevel.
      -
      11351  RemoveFromFreeList(currLevel, currNode);
      -
      11352 
      -
      11353  const uint32_t childrenLevel = currLevel + 1;
      -
      11354 
      -
      11355  // Create two free sub-nodes.
      -
      11356  Node* leftChild = vma_new(GetAllocationCallbacks(), Node)();
      -
      11357  Node* rightChild = vma_new(GetAllocationCallbacks(), Node)();
      -
      11358 
      -
      11359  leftChild->offset = currNode->offset;
      -
      11360  leftChild->type = Node::TYPE_FREE;
      -
      11361  leftChild->parent = currNode;
      -
      11362  leftChild->buddy = rightChild;
      -
      11363 
      -
      11364  rightChild->offset = currNode->offset + LevelToNodeSize(childrenLevel);
      -
      11365  rightChild->type = Node::TYPE_FREE;
      -
      11366  rightChild->parent = currNode;
      -
      11367  rightChild->buddy = leftChild;
      -
      11368 
      -
      11369  // Convert current currNode to split type.
      -
      11370  currNode->type = Node::TYPE_SPLIT;
      -
      11371  currNode->split.leftChild = leftChild;
      -
      11372 
      -
      11373  // Add child nodes to free list. Order is important!
      -
      11374  AddToFreeListFront(childrenLevel, rightChild);
      -
      11375  AddToFreeListFront(childrenLevel, leftChild);
      -
      11376 
      -
      11377  ++m_FreeCount;
      -
      11378  //m_SumFreeSize -= LevelToNodeSize(currLevel) % 2; // Useful only when level node sizes can be non power of 2.
      -
      11379  ++currLevel;
      -
      11380  currNode = m_FreeList[currLevel].front;
      -
      11381 
      -
      11382  /*
      -
      11383  We can be sure that currNode, as left child of node previously split,
      -
      11384  also fullfills the alignment requirement.
      -
      11385  */
      -
      11386  }
      -
      11387 
      -
      11388  // Remove from free list.
      -
      11389  VMA_ASSERT(currLevel == targetLevel &&
      -
      11390  currNode != VMA_NULL &&
      -
      11391  currNode->type == Node::TYPE_FREE);
      -
      11392  RemoveFromFreeList(currLevel, currNode);
      +
      11327  PrintDetailedMapNode(json, m_Root, LevelToNodeSize(0));
      +
      11328 
      +
      11329  const VkDeviceSize unusableSize = GetUnusableSize();
      +
      11330  if(unusableSize > 0)
      +
      11331  {
      +
      11332  PrintDetailedMap_UnusedRange(json,
      +
      11333  m_UsableSize, // offset
      +
      11334  unusableSize); // size
      +
      11335  }
      +
      11336 
      +
      11337  PrintDetailedMap_End(json);
      +
      11338 }
      +
      11339 
      +
      11340 #endif // #if VMA_STATS_STRING_ENABLED
      +
      11341 
      +
      11342 bool VmaBlockMetadata_Buddy::CreateAllocationRequest(
      +
      11343  uint32_t currentFrameIndex,
      +
      11344  uint32_t frameInUseCount,
      +
      11345  VkDeviceSize bufferImageGranularity,
      +
      11346  VkDeviceSize allocSize,
      +
      11347  VkDeviceSize allocAlignment,
      +
      11348  bool upperAddress,
      +
      11349  VmaSuballocationType allocType,
      +
      11350  bool canMakeOtherLost,
      +
      11351  uint32_t strategy,
      +
      11352  VmaAllocationRequest* pAllocationRequest)
      +
      11353 {
      +
      11354  VMA_ASSERT(!upperAddress && "VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT can be used only with linear algorithm.");
      +
      11355 
      +
      11356  // Simple way to respect bufferImageGranularity. May be optimized some day.
      +
      11357  // Whenever it might be an OPTIMAL image...
      +
      11358  if(allocType == VMA_SUBALLOCATION_TYPE_UNKNOWN ||
      +
      11359  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      +
      11360  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL)
      +
      11361  {
      +
      11362  allocAlignment = VMA_MAX(allocAlignment, bufferImageGranularity);
      +
      11363  allocSize = VMA_MAX(allocSize, bufferImageGranularity);
      +
      11364  }
      +
      11365 
      +
      11366  if(allocSize > m_UsableSize)
      +
      11367  {
      +
      11368  return false;
      +
      11369  }
      +
      11370 
      +
      11371  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
      +
      11372  for(uint32_t level = targetLevel + 1; level--; )
      +
      11373  {
      +
      11374  for(Node* freeNode = m_FreeList[level].front;
      +
      11375  freeNode != VMA_NULL;
      +
      11376  freeNode = freeNode->free.next)
      +
      11377  {
      +
      11378  if(freeNode->offset % allocAlignment == 0)
      +
      11379  {
      +
      11380  pAllocationRequest->type = VmaAllocationRequestType::Normal;
      +
      11381  pAllocationRequest->offset = freeNode->offset;
      +
      11382  pAllocationRequest->sumFreeSize = LevelToNodeSize(level);
      +
      11383  pAllocationRequest->sumItemSize = 0;
      +
      11384  pAllocationRequest->itemsToMakeLostCount = 0;
      +
      11385  pAllocationRequest->customData = (void*)(uintptr_t)level;
      +
      11386  return true;
      +
      11387  }
      +
      11388  }
      +
      11389  }
      +
      11390 
      +
      11391  return false;
      +
      11392 }
      11393 
      -
      11394  // Convert to allocation node.
      -
      11395  currNode->type = Node::TYPE_ALLOCATION;
      -
      11396  currNode->allocation.alloc = hAllocation;
      -
      11397 
      -
      11398  ++m_AllocationCount;
      -
      11399  --m_FreeCount;
      -
      11400  m_SumFreeSize -= allocSize;
      -
      11401 }
      -
      11402 
      -
      11403 void VmaBlockMetadata_Buddy::DeleteNode(Node* node)
      -
      11404 {
      -
      11405  if(node->type == Node::TYPE_SPLIT)
      -
      11406  {
      -
      11407  DeleteNode(node->split.leftChild->buddy);
      -
      11408  DeleteNode(node->split.leftChild);
      -
      11409  }
      -
      11410 
      -
      11411  vma_delete(GetAllocationCallbacks(), node);
      -
      11412 }
      -
      11413 
      -
      11414 bool VmaBlockMetadata_Buddy::ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const
      -
      11415 {
      -
      11416  VMA_VALIDATE(level < m_LevelCount);
      -
      11417  VMA_VALIDATE(curr->parent == parent);
      -
      11418  VMA_VALIDATE((curr->buddy == VMA_NULL) == (parent == VMA_NULL));
      -
      11419  VMA_VALIDATE(curr->buddy == VMA_NULL || curr->buddy->buddy == curr);
      -
      11420  switch(curr->type)
      -
      11421  {
      -
      11422  case Node::TYPE_FREE:
      -
      11423  // curr->free.prev, next are validated separately.
      -
      11424  ctx.calculatedSumFreeSize += levelNodeSize;
      -
      11425  ++ctx.calculatedFreeCount;
      -
      11426  break;
      -
      11427  case Node::TYPE_ALLOCATION:
      -
      11428  ++ctx.calculatedAllocationCount;
      -
      11429  ctx.calculatedSumFreeSize += levelNodeSize - curr->allocation.alloc->GetSize();
      -
      11430  VMA_VALIDATE(curr->allocation.alloc != VK_NULL_HANDLE);
      -
      11431  break;
      -
      11432  case Node::TYPE_SPLIT:
      -
      11433  {
      -
      11434  const uint32_t childrenLevel = level + 1;
      -
      11435  const VkDeviceSize childrenLevelNodeSize = levelNodeSize / 2;
      -
      11436  const Node* const leftChild = curr->split.leftChild;
      -
      11437  VMA_VALIDATE(leftChild != VMA_NULL);
      -
      11438  VMA_VALIDATE(leftChild->offset == curr->offset);
      -
      11439  if(!ValidateNode(ctx, curr, leftChild, childrenLevel, childrenLevelNodeSize))
      -
      11440  {
      -
      11441  VMA_VALIDATE(false && "ValidateNode for left child failed.");
      -
      11442  }
      -
      11443  const Node* const rightChild = leftChild->buddy;
      -
      11444  VMA_VALIDATE(rightChild->offset == curr->offset + childrenLevelNodeSize);
      -
      11445  if(!ValidateNode(ctx, curr, rightChild, childrenLevel, childrenLevelNodeSize))
      -
      11446  {
      -
      11447  VMA_VALIDATE(false && "ValidateNode for right child failed.");
      -
      11448  }
      -
      11449  }
      -
      11450  break;
      -
      11451  default:
      -
      11452  return false;
      -
      11453  }
      -
      11454 
      -
      11455  return true;
      -
      11456 }
      -
      11457 
      -
      11458 uint32_t VmaBlockMetadata_Buddy::AllocSizeToLevel(VkDeviceSize allocSize) const
      -
      11459 {
      -
      11460  // I know this could be optimized somehow e.g. by using std::log2p1 from C++20.
      -
      11461  uint32_t level = 0;
      -
      11462  VkDeviceSize currLevelNodeSize = m_UsableSize;
      -
      11463  VkDeviceSize nextLevelNodeSize = currLevelNodeSize >> 1;
      -
      11464  while(allocSize <= nextLevelNodeSize && level + 1 < m_LevelCount)
      -
      11465  {
      -
      11466  ++level;
      -
      11467  currLevelNodeSize = nextLevelNodeSize;
      -
      11468  nextLevelNodeSize = currLevelNodeSize >> 1;
      -
      11469  }
      -
      11470  return level;
      -
      11471 }
      -
      11472 
      -
      11473 void VmaBlockMetadata_Buddy::FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset)
      -
      11474 {
      -
      11475  // Find node and level.
      -
      11476  Node* node = m_Root;
      -
      11477  VkDeviceSize nodeOffset = 0;
      -
      11478  uint32_t level = 0;
      -
      11479  VkDeviceSize levelNodeSize = LevelToNodeSize(0);
      -
      11480  while(node->type == Node::TYPE_SPLIT)
      -
      11481  {
      -
      11482  const VkDeviceSize nextLevelSize = levelNodeSize >> 1;
      -
      11483  if(offset < nodeOffset + nextLevelSize)
      -
      11484  {
      -
      11485  node = node->split.leftChild;
      -
      11486  }
      -
      11487  else
      -
      11488  {
      -
      11489  node = node->split.leftChild->buddy;
      -
      11490  nodeOffset += nextLevelSize;
      -
      11491  }
      -
      11492  ++level;
      -
      11493  levelNodeSize = nextLevelSize;
      -
      11494  }
      -
      11495 
      -
      11496  VMA_ASSERT(node != VMA_NULL && node->type == Node::TYPE_ALLOCATION);
      -
      11497  VMA_ASSERT(alloc == VK_NULL_HANDLE || node->allocation.alloc == alloc);
      +
      11394 bool VmaBlockMetadata_Buddy::MakeRequestedAllocationsLost(
      +
      11395  uint32_t currentFrameIndex,
      +
      11396  uint32_t frameInUseCount,
      +
      11397  VmaAllocationRequest* pAllocationRequest)
      +
      11398 {
      +
      11399  /*
      +
      11400  Lost allocations are not supported in buddy allocator at the moment.
      +
      11401  Support might be added in the future.
      +
      11402  */
      +
      11403  return pAllocationRequest->itemsToMakeLostCount == 0;
      +
      11404 }
      +
      11405 
      +
      11406 uint32_t VmaBlockMetadata_Buddy::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      +
      11407 {
      +
      11408  /*
      +
      11409  Lost allocations are not supported in buddy allocator at the moment.
      +
      11410  Support might be added in the future.
      +
      11411  */
      +
      11412  return 0;
      +
      11413 }
      +
      11414 
      +
      11415 void VmaBlockMetadata_Buddy::Alloc(
      +
      11416  const VmaAllocationRequest& request,
      +
      11417  VmaSuballocationType type,
      +
      11418  VkDeviceSize allocSize,
      +
      11419  VmaAllocation hAllocation)
      +
      11420 {
      +
      11421  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
      +
      11422 
      +
      11423  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
      +
      11424  uint32_t currLevel = (uint32_t)(uintptr_t)request.customData;
      +
      11425 
      +
      11426  Node* currNode = m_FreeList[currLevel].front;
      +
      11427  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
      +
      11428  while(currNode->offset != request.offset)
      +
      11429  {
      +
      11430  currNode = currNode->free.next;
      +
      11431  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
      +
      11432  }
      +
      11433 
      +
      11434  // Go down, splitting free nodes.
      +
      11435  while(currLevel < targetLevel)
      +
      11436  {
      +
      11437  // currNode is already first free node at currLevel.
      +
      11438  // Remove it from list of free nodes at this currLevel.
      +
      11439  RemoveFromFreeList(currLevel, currNode);
      +
      11440 
      +
      11441  const uint32_t childrenLevel = currLevel + 1;
      +
      11442 
      +
      11443  // Create two free sub-nodes.
      +
      11444  Node* leftChild = vma_new(GetAllocationCallbacks(), Node)();
      +
      11445  Node* rightChild = vma_new(GetAllocationCallbacks(), Node)();
      +
      11446 
      +
      11447  leftChild->offset = currNode->offset;
      +
      11448  leftChild->type = Node::TYPE_FREE;
      +
      11449  leftChild->parent = currNode;
      +
      11450  leftChild->buddy = rightChild;
      +
      11451 
      +
      11452  rightChild->offset = currNode->offset + LevelToNodeSize(childrenLevel);
      +
      11453  rightChild->type = Node::TYPE_FREE;
      +
      11454  rightChild->parent = currNode;
      +
      11455  rightChild->buddy = leftChild;
      +
      11456 
      +
      11457  // Convert current currNode to split type.
      +
      11458  currNode->type = Node::TYPE_SPLIT;
      +
      11459  currNode->split.leftChild = leftChild;
      +
      11460 
      +
      11461  // Add child nodes to free list. Order is important!
      +
      11462  AddToFreeListFront(childrenLevel, rightChild);
      +
      11463  AddToFreeListFront(childrenLevel, leftChild);
      +
      11464 
      +
      11465  ++m_FreeCount;
      +
      11466  //m_SumFreeSize -= LevelToNodeSize(currLevel) % 2; // Useful only when level node sizes can be non power of 2.
      +
      11467  ++currLevel;
      +
      11468  currNode = m_FreeList[currLevel].front;
      +
      11469 
      +
      11470  /*
      +
      11471  We can be sure that currNode, as left child of node previously split,
      +
      11472  also fullfills the alignment requirement.
      +
      11473  */
      +
      11474  }
      +
      11475 
      +
      11476  // Remove from free list.
      +
      11477  VMA_ASSERT(currLevel == targetLevel &&
      +
      11478  currNode != VMA_NULL &&
      +
      11479  currNode->type == Node::TYPE_FREE);
      +
      11480  RemoveFromFreeList(currLevel, currNode);
      +
      11481 
      +
      11482  // Convert to allocation node.
      +
      11483  currNode->type = Node::TYPE_ALLOCATION;
      +
      11484  currNode->allocation.alloc = hAllocation;
      +
      11485 
      +
      11486  ++m_AllocationCount;
      +
      11487  --m_FreeCount;
      +
      11488  m_SumFreeSize -= allocSize;
      +
      11489 }
      +
      11490 
      +
      11491 void VmaBlockMetadata_Buddy::DeleteNode(Node* node)
      +
      11492 {
      +
      11493  if(node->type == Node::TYPE_SPLIT)
      +
      11494  {
      +
      11495  DeleteNode(node->split.leftChild->buddy);
      +
      11496  DeleteNode(node->split.leftChild);
      +
      11497  }
      11498 
      -
      11499  ++m_FreeCount;
      -
      11500  --m_AllocationCount;
      -
      11501  m_SumFreeSize += alloc->GetSize();
      -
      11502 
      -
      11503  node->type = Node::TYPE_FREE;
      -
      11504 
      -
      11505  // Join free nodes if possible.
      -
      11506  while(level > 0 && node->buddy->type == Node::TYPE_FREE)
      -
      11507  {
      -
      11508  RemoveFromFreeList(level, node->buddy);
      -
      11509  Node* const parent = node->parent;
      -
      11510 
      -
      11511  vma_delete(GetAllocationCallbacks(), node->buddy);
      -
      11512  vma_delete(GetAllocationCallbacks(), node);
      -
      11513  parent->type = Node::TYPE_FREE;
      -
      11514 
      -
      11515  node = parent;
      -
      11516  --level;
      -
      11517  //m_SumFreeSize += LevelToNodeSize(level) % 2; // Useful only when level node sizes can be non power of 2.
      -
      11518  --m_FreeCount;
      -
      11519  }
      -
      11520 
      -
      11521  AddToFreeListFront(level, node);
      -
      11522 }
      -
      11523 
      -
      11524 void VmaBlockMetadata_Buddy::CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const
      -
      11525 {
      -
      11526  switch(node->type)
      -
      11527  {
      -
      11528  case Node::TYPE_FREE:
      -
      11529  ++outInfo.unusedRangeCount;
      -
      11530  outInfo.unusedBytes += levelNodeSize;
      -
      11531  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, levelNodeSize);
      -
      11532  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, levelNodeSize);
      -
      11533  break;
      -
      11534  case Node::TYPE_ALLOCATION:
      -
      11535  {
      -
      11536  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
      -
      11537  ++outInfo.allocationCount;
      -
      11538  outInfo.usedBytes += allocSize;
      -
      11539  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, allocSize);
      -
      11540  outInfo.allocationSizeMin = VMA_MAX(outInfo.allocationSizeMin, allocSize);
      -
      11541 
      -
      11542  const VkDeviceSize unusedRangeSize = levelNodeSize - allocSize;
      -
      11543  if(unusedRangeSize > 0)
      -
      11544  {
      -
      11545  ++outInfo.unusedRangeCount;
      -
      11546  outInfo.unusedBytes += unusedRangeSize;
      -
      11547  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      11548  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      11549  }
      -
      11550  }
      -
      11551  break;
      -
      11552  case Node::TYPE_SPLIT:
      -
      11553  {
      -
      11554  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
      -
      11555  const Node* const leftChild = node->split.leftChild;
      -
      11556  CalcAllocationStatInfoNode(outInfo, leftChild, childrenNodeSize);
      -
      11557  const Node* const rightChild = leftChild->buddy;
      -
      11558  CalcAllocationStatInfoNode(outInfo, rightChild, childrenNodeSize);
      -
      11559  }
      -
      11560  break;
      -
      11561  default:
      -
      11562  VMA_ASSERT(0);
      -
      11563  }
      -
      11564 }
      -
      11565 
      -
      11566 void VmaBlockMetadata_Buddy::AddToFreeListFront(uint32_t level, Node* node)
      -
      11567 {
      -
      11568  VMA_ASSERT(node->type == Node::TYPE_FREE);
      -
      11569 
      -
      11570  // List is empty.
      -
      11571  Node* const frontNode = m_FreeList[level].front;
      -
      11572  if(frontNode == VMA_NULL)
      -
      11573  {
      -
      11574  VMA_ASSERT(m_FreeList[level].back == VMA_NULL);
      -
      11575  node->free.prev = node->free.next = VMA_NULL;
      -
      11576  m_FreeList[level].front = m_FreeList[level].back = node;
      -
      11577  }
      -
      11578  else
      -
      11579  {
      -
      11580  VMA_ASSERT(frontNode->free.prev == VMA_NULL);
      -
      11581  node->free.prev = VMA_NULL;
      -
      11582  node->free.next = frontNode;
      -
      11583  frontNode->free.prev = node;
      -
      11584  m_FreeList[level].front = node;
      -
      11585  }
      -
      11586 }
      -
      11587 
      -
      11588 void VmaBlockMetadata_Buddy::RemoveFromFreeList(uint32_t level, Node* node)
      -
      11589 {
      -
      11590  VMA_ASSERT(m_FreeList[level].front != VMA_NULL);
      -
      11591 
      -
      11592  // It is at the front.
      -
      11593  if(node->free.prev == VMA_NULL)
      -
      11594  {
      -
      11595  VMA_ASSERT(m_FreeList[level].front == node);
      -
      11596  m_FreeList[level].front = node->free.next;
      -
      11597  }
      -
      11598  else
      -
      11599  {
      -
      11600  Node* const prevFreeNode = node->free.prev;
      -
      11601  VMA_ASSERT(prevFreeNode->free.next == node);
      -
      11602  prevFreeNode->free.next = node->free.next;
      -
      11603  }
      -
      11604 
      -
      11605  // It is at the back.
      -
      11606  if(node->free.next == VMA_NULL)
      -
      11607  {
      -
      11608  VMA_ASSERT(m_FreeList[level].back == node);
      -
      11609  m_FreeList[level].back = node->free.prev;
      -
      11610  }
      -
      11611  else
      -
      11612  {
      -
      11613  Node* const nextFreeNode = node->free.next;
      -
      11614  VMA_ASSERT(nextFreeNode->free.prev == node);
      -
      11615  nextFreeNode->free.prev = node->free.prev;
      -
      11616  }
      -
      11617 }
      -
      11618 
      -
      11619 #if VMA_STATS_STRING_ENABLED
      -
      11620 void VmaBlockMetadata_Buddy::PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const
      -
      11621 {
      -
      11622  switch(node->type)
      -
      11623  {
      -
      11624  case Node::TYPE_FREE:
      -
      11625  PrintDetailedMap_UnusedRange(json, node->offset, levelNodeSize);
      -
      11626  break;
      -
      11627  case Node::TYPE_ALLOCATION:
      -
      11628  {
      -
      11629  PrintDetailedMap_Allocation(json, node->offset, node->allocation.alloc);
      -
      11630  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
      -
      11631  if(allocSize < levelNodeSize)
      +
      11499  vma_delete(GetAllocationCallbacks(), node);
      +
      11500 }
      +
      11501 
      +
      11502 bool VmaBlockMetadata_Buddy::ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const
      +
      11503 {
      +
      11504  VMA_VALIDATE(level < m_LevelCount);
      +
      11505  VMA_VALIDATE(curr->parent == parent);
      +
      11506  VMA_VALIDATE((curr->buddy == VMA_NULL) == (parent == VMA_NULL));
      +
      11507  VMA_VALIDATE(curr->buddy == VMA_NULL || curr->buddy->buddy == curr);
      +
      11508  switch(curr->type)
      +
      11509  {
      +
      11510  case Node::TYPE_FREE:
      +
      11511  // curr->free.prev, next are validated separately.
      +
      11512  ctx.calculatedSumFreeSize += levelNodeSize;
      +
      11513  ++ctx.calculatedFreeCount;
      +
      11514  break;
      +
      11515  case Node::TYPE_ALLOCATION:
      +
      11516  ++ctx.calculatedAllocationCount;
      +
      11517  ctx.calculatedSumFreeSize += levelNodeSize - curr->allocation.alloc->GetSize();
      +
      11518  VMA_VALIDATE(curr->allocation.alloc != VK_NULL_HANDLE);
      +
      11519  break;
      +
      11520  case Node::TYPE_SPLIT:
      +
      11521  {
      +
      11522  const uint32_t childrenLevel = level + 1;
      +
      11523  const VkDeviceSize childrenLevelNodeSize = levelNodeSize / 2;
      +
      11524  const Node* const leftChild = curr->split.leftChild;
      +
      11525  VMA_VALIDATE(leftChild != VMA_NULL);
      +
      11526  VMA_VALIDATE(leftChild->offset == curr->offset);
      +
      11527  if(!ValidateNode(ctx, curr, leftChild, childrenLevel, childrenLevelNodeSize))
      +
      11528  {
      +
      11529  VMA_VALIDATE(false && "ValidateNode for left child failed.");
      +
      11530  }
      +
      11531  const Node* const rightChild = leftChild->buddy;
      +
      11532  VMA_VALIDATE(rightChild->offset == curr->offset + childrenLevelNodeSize);
      +
      11533  if(!ValidateNode(ctx, curr, rightChild, childrenLevel, childrenLevelNodeSize))
      +
      11534  {
      +
      11535  VMA_VALIDATE(false && "ValidateNode for right child failed.");
      +
      11536  }
      +
      11537  }
      +
      11538  break;
      +
      11539  default:
      +
      11540  return false;
      +
      11541  }
      +
      11542 
      +
      11543  return true;
      +
      11544 }
      +
      11545 
      +
      11546 uint32_t VmaBlockMetadata_Buddy::AllocSizeToLevel(VkDeviceSize allocSize) const
      +
      11547 {
      +
      11548  // I know this could be optimized somehow e.g. by using std::log2p1 from C++20.
      +
      11549  uint32_t level = 0;
      +
      11550  VkDeviceSize currLevelNodeSize = m_UsableSize;
      +
      11551  VkDeviceSize nextLevelNodeSize = currLevelNodeSize >> 1;
      +
      11552  while(allocSize <= nextLevelNodeSize && level + 1 < m_LevelCount)
      +
      11553  {
      +
      11554  ++level;
      +
      11555  currLevelNodeSize = nextLevelNodeSize;
      +
      11556  nextLevelNodeSize = currLevelNodeSize >> 1;
      +
      11557  }
      +
      11558  return level;
      +
      11559 }
      +
      11560 
      +
      11561 void VmaBlockMetadata_Buddy::FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset)
      +
      11562 {
      +
      11563  // Find node and level.
      +
      11564  Node* node = m_Root;
      +
      11565  VkDeviceSize nodeOffset = 0;
      +
      11566  uint32_t level = 0;
      +
      11567  VkDeviceSize levelNodeSize = LevelToNodeSize(0);
      +
      11568  while(node->type == Node::TYPE_SPLIT)
      +
      11569  {
      +
      11570  const VkDeviceSize nextLevelSize = levelNodeSize >> 1;
      +
      11571  if(offset < nodeOffset + nextLevelSize)
      +
      11572  {
      +
      11573  node = node->split.leftChild;
      +
      11574  }
      +
      11575  else
      +
      11576  {
      +
      11577  node = node->split.leftChild->buddy;
      +
      11578  nodeOffset += nextLevelSize;
      +
      11579  }
      +
      11580  ++level;
      +
      11581  levelNodeSize = nextLevelSize;
      +
      11582  }
      +
      11583 
      +
      11584  VMA_ASSERT(node != VMA_NULL && node->type == Node::TYPE_ALLOCATION);
      +
      11585  VMA_ASSERT(alloc == VK_NULL_HANDLE || node->allocation.alloc == alloc);
      +
      11586 
      +
      11587  ++m_FreeCount;
      +
      11588  --m_AllocationCount;
      +
      11589  m_SumFreeSize += alloc->GetSize();
      +
      11590 
      +
      11591  node->type = Node::TYPE_FREE;
      +
      11592 
      +
      11593  // Join free nodes if possible.
      +
      11594  while(level > 0 && node->buddy->type == Node::TYPE_FREE)
      +
      11595  {
      +
      11596  RemoveFromFreeList(level, node->buddy);
      +
      11597  Node* const parent = node->parent;
      +
      11598 
      +
      11599  vma_delete(GetAllocationCallbacks(), node->buddy);
      +
      11600  vma_delete(GetAllocationCallbacks(), node);
      +
      11601  parent->type = Node::TYPE_FREE;
      +
      11602 
      +
      11603  node = parent;
      +
      11604  --level;
      +
      11605  //m_SumFreeSize += LevelToNodeSize(level) % 2; // Useful only when level node sizes can be non power of 2.
      +
      11606  --m_FreeCount;
      +
      11607  }
      +
      11608 
      +
      11609  AddToFreeListFront(level, node);
      +
      11610 }
      +
      11611 
      +
      11612 void VmaBlockMetadata_Buddy::CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const
      +
      11613 {
      +
      11614  switch(node->type)
      +
      11615  {
      +
      11616  case Node::TYPE_FREE:
      +
      11617  ++outInfo.unusedRangeCount;
      +
      11618  outInfo.unusedBytes += levelNodeSize;
      +
      11619  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, levelNodeSize);
      +
      11620  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, levelNodeSize);
      +
      11621  break;
      +
      11622  case Node::TYPE_ALLOCATION:
      +
      11623  {
      +
      11624  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
      +
      11625  ++outInfo.allocationCount;
      +
      11626  outInfo.usedBytes += allocSize;
      +
      11627  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, allocSize);
      +
      11628  outInfo.allocationSizeMin = VMA_MAX(outInfo.allocationSizeMin, allocSize);
      +
      11629 
      +
      11630  const VkDeviceSize unusedRangeSize = levelNodeSize - allocSize;
      +
      11631  if(unusedRangeSize > 0)
      11632  {
      -
      11633  PrintDetailedMap_UnusedRange(json, node->offset + allocSize, levelNodeSize - allocSize);
      -
      11634  }
      -
      11635  }
      -
      11636  break;
      -
      11637  case Node::TYPE_SPLIT:
      -
      11638  {
      -
      11639  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
      -
      11640  const Node* const leftChild = node->split.leftChild;
      -
      11641  PrintDetailedMapNode(json, leftChild, childrenNodeSize);
      -
      11642  const Node* const rightChild = leftChild->buddy;
      -
      11643  PrintDetailedMapNode(json, rightChild, childrenNodeSize);
      -
      11644  }
      -
      11645  break;
      -
      11646  default:
      -
      11647  VMA_ASSERT(0);
      -
      11648  }
      -
      11649 }
      -
      11650 #endif // #if VMA_STATS_STRING_ENABLED
      -
      11651 
      -
      11652 
      -
      11654 // class VmaDeviceMemoryBlock
      -
      11655 
      -
      11656 VmaDeviceMemoryBlock::VmaDeviceMemoryBlock(VmaAllocator hAllocator) :
      -
      11657  m_pMetadata(VMA_NULL),
      -
      11658  m_MemoryTypeIndex(UINT32_MAX),
      -
      11659  m_Id(0),
      -
      11660  m_hMemory(VK_NULL_HANDLE),
      -
      11661  m_MapCount(0),
      -
      11662  m_pMappedData(VMA_NULL)
      -
      11663 {
      -
      11664 }
      -
      11665 
      -
      11666 void VmaDeviceMemoryBlock::Init(
      -
      11667  VmaAllocator hAllocator,
      -
      11668  VmaPool hParentPool,
      -
      11669  uint32_t newMemoryTypeIndex,
      -
      11670  VkDeviceMemory newMemory,
      -
      11671  VkDeviceSize newSize,
      -
      11672  uint32_t id,
      -
      11673  uint32_t algorithm)
      -
      11674 {
      -
      11675  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
      -
      11676 
      -
      11677  m_hParentPool = hParentPool;
      -
      11678  m_MemoryTypeIndex = newMemoryTypeIndex;
      -
      11679  m_Id = id;
      -
      11680  m_hMemory = newMemory;
      -
      11681 
      -
      11682  switch(algorithm)
      -
      11683  {
      -
      11684  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
      -
      11685  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Linear)(hAllocator);
      -
      11686  break;
      -
      11687  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
      -
      11688  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Buddy)(hAllocator);
      -
      11689  break;
      -
      11690  default:
      -
      11691  VMA_ASSERT(0);
      -
      11692  // Fall-through.
      -
      11693  case 0:
      -
      11694  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Generic)(hAllocator);
      -
      11695  }
      -
      11696  m_pMetadata->Init(newSize);
      -
      11697 }
      -
      11698 
      -
      11699 void VmaDeviceMemoryBlock::Destroy(VmaAllocator allocator)
      -
      11700 {
      -
      11701  // This is the most important assert in the entire library.
      -
      11702  // Hitting it means you have some memory leak - unreleased VmaAllocation objects.
      -
      11703  VMA_ASSERT(m_pMetadata->IsEmpty() && "Some allocations were not freed before destruction of this memory block!");
      -
      11704 
      -
      11705  VMA_ASSERT(m_hMemory != VK_NULL_HANDLE);
      -
      11706  allocator->FreeVulkanMemory(m_MemoryTypeIndex, m_pMetadata->GetSize(), m_hMemory);
      -
      11707  m_hMemory = VK_NULL_HANDLE;
      -
      11708 
      -
      11709  vma_delete(allocator, m_pMetadata);
      -
      11710  m_pMetadata = VMA_NULL;
      -
      11711 }
      -
      11712 
      -
      11713 bool VmaDeviceMemoryBlock::Validate() const
      -
      11714 {
      -
      11715  VMA_VALIDATE((m_hMemory != VK_NULL_HANDLE) &&
      -
      11716  (m_pMetadata->GetSize() != 0));
      -
      11717 
      -
      11718  return m_pMetadata->Validate();
      -
      11719 }
      -
      11720 
      -
      11721 VkResult VmaDeviceMemoryBlock::CheckCorruption(VmaAllocator hAllocator)
      -
      11722 {
      -
      11723  void* pData = nullptr;
      -
      11724  VkResult res = Map(hAllocator, 1, &pData);
      -
      11725  if(res != VK_SUCCESS)
      -
      11726  {
      -
      11727  return res;
      -
      11728  }
      -
      11729 
      -
      11730  res = m_pMetadata->CheckCorruption(pData);
      -
      11731 
      -
      11732  Unmap(hAllocator, 1);
      -
      11733 
      -
      11734  return res;
      -
      11735 }
      -
      11736 
      -
      11737 VkResult VmaDeviceMemoryBlock::Map(VmaAllocator hAllocator, uint32_t count, void** ppData)
      -
      11738 {
      -
      11739  if(count == 0)
      -
      11740  {
      -
      11741  return VK_SUCCESS;
      -
      11742  }
      +
      11633  ++outInfo.unusedRangeCount;
      +
      11634  outInfo.unusedBytes += unusedRangeSize;
      +
      11635  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      11636  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      11637  }
      +
      11638  }
      +
      11639  break;
      +
      11640  case Node::TYPE_SPLIT:
      +
      11641  {
      +
      11642  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
      +
      11643  const Node* const leftChild = node->split.leftChild;
      +
      11644  CalcAllocationStatInfoNode(outInfo, leftChild, childrenNodeSize);
      +
      11645  const Node* const rightChild = leftChild->buddy;
      +
      11646  CalcAllocationStatInfoNode(outInfo, rightChild, childrenNodeSize);
      +
      11647  }
      +
      11648  break;
      +
      11649  default:
      +
      11650  VMA_ASSERT(0);
      +
      11651  }
      +
      11652 }
      +
      11653 
      +
      11654 void VmaBlockMetadata_Buddy::AddToFreeListFront(uint32_t level, Node* node)
      +
      11655 {
      +
      11656  VMA_ASSERT(node->type == Node::TYPE_FREE);
      +
      11657 
      +
      11658  // List is empty.
      +
      11659  Node* const frontNode = m_FreeList[level].front;
      +
      11660  if(frontNode == VMA_NULL)
      +
      11661  {
      +
      11662  VMA_ASSERT(m_FreeList[level].back == VMA_NULL);
      +
      11663  node->free.prev = node->free.next = VMA_NULL;
      +
      11664  m_FreeList[level].front = m_FreeList[level].back = node;
      +
      11665  }
      +
      11666  else
      +
      11667  {
      +
      11668  VMA_ASSERT(frontNode->free.prev == VMA_NULL);
      +
      11669  node->free.prev = VMA_NULL;
      +
      11670  node->free.next = frontNode;
      +
      11671  frontNode->free.prev = node;
      +
      11672  m_FreeList[level].front = node;
      +
      11673  }
      +
      11674 }
      +
      11675 
      +
      11676 void VmaBlockMetadata_Buddy::RemoveFromFreeList(uint32_t level, Node* node)
      +
      11677 {
      +
      11678  VMA_ASSERT(m_FreeList[level].front != VMA_NULL);
      +
      11679 
      +
      11680  // It is at the front.
      +
      11681  if(node->free.prev == VMA_NULL)
      +
      11682  {
      +
      11683  VMA_ASSERT(m_FreeList[level].front == node);
      +
      11684  m_FreeList[level].front = node->free.next;
      +
      11685  }
      +
      11686  else
      +
      11687  {
      +
      11688  Node* const prevFreeNode = node->free.prev;
      +
      11689  VMA_ASSERT(prevFreeNode->free.next == node);
      +
      11690  prevFreeNode->free.next = node->free.next;
      +
      11691  }
      +
      11692 
      +
      11693  // It is at the back.
      +
      11694  if(node->free.next == VMA_NULL)
      +
      11695  {
      +
      11696  VMA_ASSERT(m_FreeList[level].back == node);
      +
      11697  m_FreeList[level].back = node->free.prev;
      +
      11698  }
      +
      11699  else
      +
      11700  {
      +
      11701  Node* const nextFreeNode = node->free.next;
      +
      11702  VMA_ASSERT(nextFreeNode->free.prev == node);
      +
      11703  nextFreeNode->free.prev = node->free.prev;
      +
      11704  }
      +
      11705 }
      +
      11706 
      +
      11707 #if VMA_STATS_STRING_ENABLED
      +
      11708 void VmaBlockMetadata_Buddy::PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const
      +
      11709 {
      +
      11710  switch(node->type)
      +
      11711  {
      +
      11712  case Node::TYPE_FREE:
      +
      11713  PrintDetailedMap_UnusedRange(json, node->offset, levelNodeSize);
      +
      11714  break;
      +
      11715  case Node::TYPE_ALLOCATION:
      +
      11716  {
      +
      11717  PrintDetailedMap_Allocation(json, node->offset, node->allocation.alloc);
      +
      11718  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
      +
      11719  if(allocSize < levelNodeSize)
      +
      11720  {
      +
      11721  PrintDetailedMap_UnusedRange(json, node->offset + allocSize, levelNodeSize - allocSize);
      +
      11722  }
      +
      11723  }
      +
      11724  break;
      +
      11725  case Node::TYPE_SPLIT:
      +
      11726  {
      +
      11727  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
      +
      11728  const Node* const leftChild = node->split.leftChild;
      +
      11729  PrintDetailedMapNode(json, leftChild, childrenNodeSize);
      +
      11730  const Node* const rightChild = leftChild->buddy;
      +
      11731  PrintDetailedMapNode(json, rightChild, childrenNodeSize);
      +
      11732  }
      +
      11733  break;
      +
      11734  default:
      +
      11735  VMA_ASSERT(0);
      +
      11736  }
      +
      11737 }
      +
      11738 #endif // #if VMA_STATS_STRING_ENABLED
      +
      11739 
      +
      11740 
      +
      11742 // class VmaDeviceMemoryBlock
      11743 
      -
      11744  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      -
      11745  if(m_MapCount != 0)
      -
      11746  {
      -
      11747  m_MapCount += count;
      -
      11748  VMA_ASSERT(m_pMappedData != VMA_NULL);
      -
      11749  if(ppData != VMA_NULL)
      -
      11750  {
      -
      11751  *ppData = m_pMappedData;
      -
      11752  }
      -
      11753  return VK_SUCCESS;
      -
      11754  }
      -
      11755  else
      -
      11756  {
      -
      11757  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
      -
      11758  hAllocator->m_hDevice,
      -
      11759  m_hMemory,
      -
      11760  0, // offset
      -
      11761  VK_WHOLE_SIZE,
      -
      11762  0, // flags
      -
      11763  &m_pMappedData);
      -
      11764  if(result == VK_SUCCESS)
      -
      11765  {
      -
      11766  if(ppData != VMA_NULL)
      -
      11767  {
      -
      11768  *ppData = m_pMappedData;
      -
      11769  }
      -
      11770  m_MapCount = count;
      -
      11771  }
      -
      11772  return result;
      -
      11773  }
      -
      11774 }
      -
      11775 
      -
      11776 void VmaDeviceMemoryBlock::Unmap(VmaAllocator hAllocator, uint32_t count)
      -
      11777 {
      -
      11778  if(count == 0)
      -
      11779  {
      -
      11780  return;
      -
      11781  }
      -
      11782 
      -
      11783  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      -
      11784  if(m_MapCount >= count)
      -
      11785  {
      -
      11786  m_MapCount -= count;
      -
      11787  if(m_MapCount == 0)
      -
      11788  {
      -
      11789  m_pMappedData = VMA_NULL;
      -
      11790  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(hAllocator->m_hDevice, m_hMemory);
      -
      11791  }
      -
      11792  }
      -
      11793  else
      -
      11794  {
      -
      11795  VMA_ASSERT(0 && "VkDeviceMemory block is being unmapped while it was not previously mapped.");
      -
      11796  }
      -
      11797 }
      -
      11798 
      -
      11799 VkResult VmaDeviceMemoryBlock::WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
      -
      11800 {
      -
      11801  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
      -
      11802  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
      -
      11803 
      -
      11804  void* pData;
      -
      11805  VkResult res = Map(hAllocator, 1, &pData);
      -
      11806  if(res != VK_SUCCESS)
      -
      11807  {
      -
      11808  return res;
      -
      11809  }
      -
      11810 
      -
      11811  VmaWriteMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN);
      -
      11812  VmaWriteMagicValue(pData, allocOffset + allocSize);
      -
      11813 
      -
      11814  Unmap(hAllocator, 1);
      -
      11815 
      -
      11816  return VK_SUCCESS;
      -
      11817 }
      -
      11818 
      -
      11819 VkResult VmaDeviceMemoryBlock::ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
      -
      11820 {
      -
      11821  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
      -
      11822  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
      -
      11823 
      -
      11824  void* pData;
      -
      11825  VkResult res = Map(hAllocator, 1, &pData);
      -
      11826  if(res != VK_SUCCESS)
      -
      11827  {
      -
      11828  return res;
      -
      11829  }
      -
      11830 
      -
      11831  if(!VmaValidateMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN))
      -
      11832  {
      -
      11833  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE FREED ALLOCATION!");
      -
      11834  }
      -
      11835  else if(!VmaValidateMagicValue(pData, allocOffset + allocSize))
      -
      11836  {
      -
      11837  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER FREED ALLOCATION!");
      -
      11838  }
      -
      11839 
      -
      11840  Unmap(hAllocator, 1);
      -
      11841 
      -
      11842  return VK_SUCCESS;
      -
      11843 }
      -
      11844 
      -
      11845 VkResult VmaDeviceMemoryBlock::BindBufferMemory(
      -
      11846  const VmaAllocator hAllocator,
      -
      11847  const VmaAllocation hAllocation,
      -
      11848  VkDeviceSize allocationLocalOffset,
      -
      11849  VkBuffer hBuffer,
      -
      11850  const void* pNext)
      -
      11851 {
      -
      11852  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
      -
      11853  hAllocation->GetBlock() == this);
      -
      11854  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
      -
      11855  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
      -
      11856  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
      -
      11857  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
      -
      11858  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      -
      11859  return hAllocator->BindVulkanBuffer(m_hMemory, memoryOffset, hBuffer, pNext);
      -
      11860 }
      -
      11861 
      -
      11862 VkResult VmaDeviceMemoryBlock::BindImageMemory(
      -
      11863  const VmaAllocator hAllocator,
      -
      11864  const VmaAllocation hAllocation,
      -
      11865  VkDeviceSize allocationLocalOffset,
      -
      11866  VkImage hImage,
      -
      11867  const void* pNext)
      -
      11868 {
      -
      11869  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
      -
      11870  hAllocation->GetBlock() == this);
      -
      11871  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
      -
      11872  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
      -
      11873  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
      -
      11874  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
      -
      11875  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      -
      11876  return hAllocator->BindVulkanImage(m_hMemory, memoryOffset, hImage, pNext);
      -
      11877 }
      -
      11878 
      -
      11879 static void InitStatInfo(VmaStatInfo& outInfo)
      -
      11880 {
      -
      11881  memset(&outInfo, 0, sizeof(outInfo));
      -
      11882  outInfo.allocationSizeMin = UINT64_MAX;
      -
      11883  outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      11884 }
      -
      11885 
      -
      11886 // Adds statistics srcInfo into inoutInfo, like: inoutInfo += srcInfo.
      -
      11887 static void VmaAddStatInfo(VmaStatInfo& inoutInfo, const VmaStatInfo& srcInfo)
      +
      11744 VmaDeviceMemoryBlock::VmaDeviceMemoryBlock(VmaAllocator hAllocator) :
      +
      11745  m_pMetadata(VMA_NULL),
      +
      11746  m_MemoryTypeIndex(UINT32_MAX),
      +
      11747  m_Id(0),
      +
      11748  m_hMemory(VK_NULL_HANDLE),
      +
      11749  m_MapCount(0),
      +
      11750  m_pMappedData(VMA_NULL)
      +
      11751 {
      +
      11752 }
      +
      11753 
      +
      11754 void VmaDeviceMemoryBlock::Init(
      +
      11755  VmaAllocator hAllocator,
      +
      11756  VmaPool hParentPool,
      +
      11757  uint32_t newMemoryTypeIndex,
      +
      11758  VkDeviceMemory newMemory,
      +
      11759  VkDeviceSize newSize,
      +
      11760  uint32_t id,
      +
      11761  uint32_t algorithm)
      +
      11762 {
      +
      11763  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
      +
      11764 
      +
      11765  m_hParentPool = hParentPool;
      +
      11766  m_MemoryTypeIndex = newMemoryTypeIndex;
      +
      11767  m_Id = id;
      +
      11768  m_hMemory = newMemory;
      +
      11769 
      +
      11770  switch(algorithm)
      +
      11771  {
      +
      11772  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
      +
      11773  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Linear)(hAllocator);
      +
      11774  break;
      +
      11775  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
      +
      11776  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Buddy)(hAllocator);
      +
      11777  break;
      +
      11778  default:
      +
      11779  VMA_ASSERT(0);
      +
      11780  // Fall-through.
      +
      11781  case 0:
      +
      11782  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Generic)(hAllocator);
      +
      11783  }
      +
      11784  m_pMetadata->Init(newSize);
      +
      11785 }
      +
      11786 
      +
      11787 void VmaDeviceMemoryBlock::Destroy(VmaAllocator allocator)
      +
      11788 {
      +
      11789  // This is the most important assert in the entire library.
      +
      11790  // Hitting it means you have some memory leak - unreleased VmaAllocation objects.
      +
      11791  VMA_ASSERT(m_pMetadata->IsEmpty() && "Some allocations were not freed before destruction of this memory block!");
      +
      11792 
      +
      11793  VMA_ASSERT(m_hMemory != VK_NULL_HANDLE);
      +
      11794  allocator->FreeVulkanMemory(m_MemoryTypeIndex, m_pMetadata->GetSize(), m_hMemory);
      +
      11795  m_hMemory = VK_NULL_HANDLE;
      +
      11796 
      +
      11797  vma_delete(allocator, m_pMetadata);
      +
      11798  m_pMetadata = VMA_NULL;
      +
      11799 }
      +
      11800 
      +
      11801 bool VmaDeviceMemoryBlock::Validate() const
      +
      11802 {
      +
      11803  VMA_VALIDATE((m_hMemory != VK_NULL_HANDLE) &&
      +
      11804  (m_pMetadata->GetSize() != 0));
      +
      11805 
      +
      11806  return m_pMetadata->Validate();
      +
      11807 }
      +
      11808 
      +
      11809 VkResult VmaDeviceMemoryBlock::CheckCorruption(VmaAllocator hAllocator)
      +
      11810 {
      +
      11811  void* pData = nullptr;
      +
      11812  VkResult res = Map(hAllocator, 1, &pData);
      +
      11813  if(res != VK_SUCCESS)
      +
      11814  {
      +
      11815  return res;
      +
      11816  }
      +
      11817 
      +
      11818  res = m_pMetadata->CheckCorruption(pData);
      +
      11819 
      +
      11820  Unmap(hAllocator, 1);
      +
      11821 
      +
      11822  return res;
      +
      11823 }
      +
      11824 
      +
      11825 VkResult VmaDeviceMemoryBlock::Map(VmaAllocator hAllocator, uint32_t count, void** ppData)
      +
      11826 {
      +
      11827  if(count == 0)
      +
      11828  {
      +
      11829  return VK_SUCCESS;
      +
      11830  }
      +
      11831 
      +
      11832  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      +
      11833  if(m_MapCount != 0)
      +
      11834  {
      +
      11835  m_MapCount += count;
      +
      11836  VMA_ASSERT(m_pMappedData != VMA_NULL);
      +
      11837  if(ppData != VMA_NULL)
      +
      11838  {
      +
      11839  *ppData = m_pMappedData;
      +
      11840  }
      +
      11841  return VK_SUCCESS;
      +
      11842  }
      +
      11843  else
      +
      11844  {
      +
      11845  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
      +
      11846  hAllocator->m_hDevice,
      +
      11847  m_hMemory,
      +
      11848  0, // offset
      +
      11849  VK_WHOLE_SIZE,
      +
      11850  0, // flags
      +
      11851  &m_pMappedData);
      +
      11852  if(result == VK_SUCCESS)
      +
      11853  {
      +
      11854  if(ppData != VMA_NULL)
      +
      11855  {
      +
      11856  *ppData = m_pMappedData;
      +
      11857  }
      +
      11858  m_MapCount = count;
      +
      11859  }
      +
      11860  return result;
      +
      11861  }
      +
      11862 }
      +
      11863 
      +
      11864 void VmaDeviceMemoryBlock::Unmap(VmaAllocator hAllocator, uint32_t count)
      +
      11865 {
      +
      11866  if(count == 0)
      +
      11867  {
      +
      11868  return;
      +
      11869  }
      +
      11870 
      +
      11871  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      +
      11872  if(m_MapCount >= count)
      +
      11873  {
      +
      11874  m_MapCount -= count;
      +
      11875  if(m_MapCount == 0)
      +
      11876  {
      +
      11877  m_pMappedData = VMA_NULL;
      +
      11878  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(hAllocator->m_hDevice, m_hMemory);
      +
      11879  }
      +
      11880  }
      +
      11881  else
      +
      11882  {
      +
      11883  VMA_ASSERT(0 && "VkDeviceMemory block is being unmapped while it was not previously mapped.");
      +
      11884  }
      +
      11885 }
      +
      11886 
      +
      11887 VkResult VmaDeviceMemoryBlock::WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
      11888 {
      -
      11889  inoutInfo.blockCount += srcInfo.blockCount;
      -
      11890  inoutInfo.allocationCount += srcInfo.allocationCount;
      -
      11891  inoutInfo.unusedRangeCount += srcInfo.unusedRangeCount;
      -
      11892  inoutInfo.usedBytes += srcInfo.usedBytes;
      -
      11893  inoutInfo.unusedBytes += srcInfo.unusedBytes;
      -
      11894  inoutInfo.allocationSizeMin = VMA_MIN(inoutInfo.allocationSizeMin, srcInfo.allocationSizeMin);
      -
      11895  inoutInfo.allocationSizeMax = VMA_MAX(inoutInfo.allocationSizeMax, srcInfo.allocationSizeMax);
      -
      11896  inoutInfo.unusedRangeSizeMin = VMA_MIN(inoutInfo.unusedRangeSizeMin, srcInfo.unusedRangeSizeMin);
      -
      11897  inoutInfo.unusedRangeSizeMax = VMA_MAX(inoutInfo.unusedRangeSizeMax, srcInfo.unusedRangeSizeMax);
      -
      11898 }
      -
      11899 
      -
      11900 static void VmaPostprocessCalcStatInfo(VmaStatInfo& inoutInfo)
      -
      11901 {
      -
      11902  inoutInfo.allocationSizeAvg = (inoutInfo.allocationCount > 0) ?
      -
      11903  VmaRoundDiv<VkDeviceSize>(inoutInfo.usedBytes, inoutInfo.allocationCount) : 0;
      -
      11904  inoutInfo.unusedRangeSizeAvg = (inoutInfo.unusedRangeCount > 0) ?
      -
      11905  VmaRoundDiv<VkDeviceSize>(inoutInfo.unusedBytes, inoutInfo.unusedRangeCount) : 0;
      -
      11906 }
      -
      11907 
      -
      11908 VmaPool_T::VmaPool_T(
      -
      11909  VmaAllocator hAllocator,
      -
      11910  const VmaPoolCreateInfo& createInfo,
      -
      11911  VkDeviceSize preferredBlockSize) :
      -
      11912  m_BlockVector(
      -
      11913  hAllocator,
      -
      11914  this, // hParentPool
      -
      11915  createInfo.memoryTypeIndex,
      -
      11916  createInfo.blockSize != 0 ? createInfo.blockSize : preferredBlockSize,
      -
      11917  createInfo.minBlockCount,
      -
      11918  createInfo.maxBlockCount,
      -
      11919  (createInfo.flags & VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT) != 0 ? 1 : hAllocator->GetBufferImageGranularity(),
      -
      11920  createInfo.frameInUseCount,
      -
      11921  createInfo.blockSize != 0, // explicitBlockSize
      -
      11922  createInfo.flags & VMA_POOL_CREATE_ALGORITHM_MASK), // algorithm
      -
      11923  m_Id(0),
      -
      11924  m_Name(VMA_NULL)
      -
      11925 {
      -
      11926 }
      +
      11889  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
      +
      11890  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
      +
      11891 
      +
      11892  void* pData;
      +
      11893  VkResult res = Map(hAllocator, 1, &pData);
      +
      11894  if(res != VK_SUCCESS)
      +
      11895  {
      +
      11896  return res;
      +
      11897  }
      +
      11898 
      +
      11899  VmaWriteMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN);
      +
      11900  VmaWriteMagicValue(pData, allocOffset + allocSize);
      +
      11901 
      +
      11902  Unmap(hAllocator, 1);
      +
      11903 
      +
      11904  return VK_SUCCESS;
      +
      11905 }
      +
      11906 
      +
      11907 VkResult VmaDeviceMemoryBlock::ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
      +
      11908 {
      +
      11909  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
      +
      11910  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
      +
      11911 
      +
      11912  void* pData;
      +
      11913  VkResult res = Map(hAllocator, 1, &pData);
      +
      11914  if(res != VK_SUCCESS)
      +
      11915  {
      +
      11916  return res;
      +
      11917  }
      +
      11918 
      +
      11919  if(!VmaValidateMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN))
      +
      11920  {
      +
      11921  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE FREED ALLOCATION!");
      +
      11922  }
      +
      11923  else if(!VmaValidateMagicValue(pData, allocOffset + allocSize))
      +
      11924  {
      +
      11925  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER FREED ALLOCATION!");
      +
      11926  }
      11927 
      -
      11928 VmaPool_T::~VmaPool_T()
      -
      11929 {
      -
      11930 }
      -
      11931 
      -
      11932 void VmaPool_T::SetName(const char* pName)
      -
      11933 {
      -
      11934  const VkAllocationCallbacks* allocs = m_BlockVector.GetAllocator()->GetAllocationCallbacks();
      -
      11935  VmaFreeString(allocs, m_Name);
      -
      11936 
      -
      11937  if(pName != VMA_NULL)
      -
      11938  {
      -
      11939  m_Name = VmaCreateStringCopy(allocs, pName);
      -
      11940  }
      -
      11941  else
      -
      11942  {
      -
      11943  m_Name = VMA_NULL;
      -
      11944  }
      -
      11945 }
      -
      11946 
      -
      11947 #if VMA_STATS_STRING_ENABLED
      -
      11948 
      -
      11949 #endif // #if VMA_STATS_STRING_ENABLED
      -
      11950 
      -
      11951 VmaBlockVector::VmaBlockVector(
      -
      11952  VmaAllocator hAllocator,
      -
      11953  VmaPool hParentPool,
      -
      11954  uint32_t memoryTypeIndex,
      -
      11955  VkDeviceSize preferredBlockSize,
      -
      11956  size_t minBlockCount,
      -
      11957  size_t maxBlockCount,
      -
      11958  VkDeviceSize bufferImageGranularity,
      -
      11959  uint32_t frameInUseCount,
      -
      11960  bool explicitBlockSize,
      -
      11961  uint32_t algorithm) :
      -
      11962  m_hAllocator(hAllocator),
      -
      11963  m_hParentPool(hParentPool),
      -
      11964  m_MemoryTypeIndex(memoryTypeIndex),
      -
      11965  m_PreferredBlockSize(preferredBlockSize),
      -
      11966  m_MinBlockCount(minBlockCount),
      -
      11967  m_MaxBlockCount(maxBlockCount),
      -
      11968  m_BufferImageGranularity(bufferImageGranularity),
      -
      11969  m_FrameInUseCount(frameInUseCount),
      -
      11970  m_ExplicitBlockSize(explicitBlockSize),
      -
      11971  m_Algorithm(algorithm),
      -
      11972  m_HasEmptyBlock(false),
      -
      11973  m_Blocks(VmaStlAllocator<VmaDeviceMemoryBlock*>(hAllocator->GetAllocationCallbacks())),
      -
      11974  m_NextBlockId(0)
      -
      11975 {
      -
      11976 }
      -
      11977 
      -
      11978 VmaBlockVector::~VmaBlockVector()
      -
      11979 {
      -
      11980  for(size_t i = m_Blocks.size(); i--; )
      -
      11981  {
      -
      11982  m_Blocks[i]->Destroy(m_hAllocator);
      -
      11983  vma_delete(m_hAllocator, m_Blocks[i]);
      -
      11984  }
      -
      11985 }
      -
      11986 
      -
      11987 VkResult VmaBlockVector::CreateMinBlocks()
      -
      11988 {
      -
      11989  for(size_t i = 0; i < m_MinBlockCount; ++i)
      -
      11990  {
      -
      11991  VkResult res = CreateBlock(m_PreferredBlockSize, VMA_NULL);
      -
      11992  if(res != VK_SUCCESS)
      -
      11993  {
      -
      11994  return res;
      -
      11995  }
      -
      11996  }
      -
      11997  return VK_SUCCESS;
      -
      11998 }
      -
      11999 
      -
      12000 void VmaBlockVector::GetPoolStats(VmaPoolStats* pStats)
      -
      12001 {
      -
      12002  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      12003 
      -
      12004  const size_t blockCount = m_Blocks.size();
      -
      12005 
      -
      12006  pStats->size = 0;
      -
      12007  pStats->unusedSize = 0;
      -
      12008  pStats->allocationCount = 0;
      -
      12009  pStats->unusedRangeCount = 0;
      -
      12010  pStats->unusedRangeSizeMax = 0;
      -
      12011  pStats->blockCount = blockCount;
      -
      12012 
      -
      12013  for(uint32_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      12014  {
      -
      12015  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      -
      12016  VMA_ASSERT(pBlock);
      -
      12017  VMA_HEAVY_ASSERT(pBlock->Validate());
      -
      12018  pBlock->m_pMetadata->AddPoolStats(*pStats);
      -
      12019  }
      -
      12020 }
      -
      12021 
      -
      12022 bool VmaBlockVector::IsEmpty()
      -
      12023 {
      -
      12024  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      12025  return m_Blocks.empty();
      -
      12026 }
      -
      12027 
      -
      12028 bool VmaBlockVector::IsCorruptionDetectionEnabled() const
      -
      12029 {
      -
      12030  const uint32_t requiredMemFlags = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
      -
      12031  return (VMA_DEBUG_DETECT_CORRUPTION != 0) &&
      -
      12032  (VMA_DEBUG_MARGIN > 0) &&
      -
      12033  (m_Algorithm == 0 || m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT) &&
      -
      12034  (m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags & requiredMemFlags) == requiredMemFlags;
      -
      12035 }
      +
      11928  Unmap(hAllocator, 1);
      +
      11929 
      +
      11930  return VK_SUCCESS;
      +
      11931 }
      +
      11932 
      +
      11933 VkResult VmaDeviceMemoryBlock::BindBufferMemory(
      +
      11934  const VmaAllocator hAllocator,
      +
      11935  const VmaAllocation hAllocation,
      +
      11936  VkDeviceSize allocationLocalOffset,
      +
      11937  VkBuffer hBuffer,
      +
      11938  const void* pNext)
      +
      11939 {
      +
      11940  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
      +
      11941  hAllocation->GetBlock() == this);
      +
      11942  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
      +
      11943  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
      +
      11944  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
      +
      11945  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
      +
      11946  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      +
      11947  return hAllocator->BindVulkanBuffer(m_hMemory, memoryOffset, hBuffer, pNext);
      +
      11948 }
      +
      11949 
      +
      11950 VkResult VmaDeviceMemoryBlock::BindImageMemory(
      +
      11951  const VmaAllocator hAllocator,
      +
      11952  const VmaAllocation hAllocation,
      +
      11953  VkDeviceSize allocationLocalOffset,
      +
      11954  VkImage hImage,
      +
      11955  const void* pNext)
      +
      11956 {
      +
      11957  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
      +
      11958  hAllocation->GetBlock() == this);
      +
      11959  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
      +
      11960  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
      +
      11961  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
      +
      11962  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
      +
      11963  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      +
      11964  return hAllocator->BindVulkanImage(m_hMemory, memoryOffset, hImage, pNext);
      +
      11965 }
      +
      11966 
      +
      11967 static void InitStatInfo(VmaStatInfo& outInfo)
      +
      11968 {
      +
      11969  memset(&outInfo, 0, sizeof(outInfo));
      +
      11970  outInfo.allocationSizeMin = UINT64_MAX;
      +
      11971  outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      11972 }
      +
      11973 
      +
      11974 // Adds statistics srcInfo into inoutInfo, like: inoutInfo += srcInfo.
      +
      11975 static void VmaAddStatInfo(VmaStatInfo& inoutInfo, const VmaStatInfo& srcInfo)
      +
      11976 {
      +
      11977  inoutInfo.blockCount += srcInfo.blockCount;
      +
      11978  inoutInfo.allocationCount += srcInfo.allocationCount;
      +
      11979  inoutInfo.unusedRangeCount += srcInfo.unusedRangeCount;
      +
      11980  inoutInfo.usedBytes += srcInfo.usedBytes;
      +
      11981  inoutInfo.unusedBytes += srcInfo.unusedBytes;
      +
      11982  inoutInfo.allocationSizeMin = VMA_MIN(inoutInfo.allocationSizeMin, srcInfo.allocationSizeMin);
      +
      11983  inoutInfo.allocationSizeMax = VMA_MAX(inoutInfo.allocationSizeMax, srcInfo.allocationSizeMax);
      +
      11984  inoutInfo.unusedRangeSizeMin = VMA_MIN(inoutInfo.unusedRangeSizeMin, srcInfo.unusedRangeSizeMin);
      +
      11985  inoutInfo.unusedRangeSizeMax = VMA_MAX(inoutInfo.unusedRangeSizeMax, srcInfo.unusedRangeSizeMax);
      +
      11986 }
      +
      11987 
      +
      11988 static void VmaPostprocessCalcStatInfo(VmaStatInfo& inoutInfo)
      +
      11989 {
      +
      11990  inoutInfo.allocationSizeAvg = (inoutInfo.allocationCount > 0) ?
      +
      11991  VmaRoundDiv<VkDeviceSize>(inoutInfo.usedBytes, inoutInfo.allocationCount) : 0;
      +
      11992  inoutInfo.unusedRangeSizeAvg = (inoutInfo.unusedRangeCount > 0) ?
      +
      11993  VmaRoundDiv<VkDeviceSize>(inoutInfo.unusedBytes, inoutInfo.unusedRangeCount) : 0;
      +
      11994 }
      +
      11995 
      +
      11996 VmaPool_T::VmaPool_T(
      +
      11997  VmaAllocator hAllocator,
      +
      11998  const VmaPoolCreateInfo& createInfo,
      +
      11999  VkDeviceSize preferredBlockSize) :
      +
      12000  m_BlockVector(
      +
      12001  hAllocator,
      +
      12002  this, // hParentPool
      +
      12003  createInfo.memoryTypeIndex,
      +
      12004  createInfo.blockSize != 0 ? createInfo.blockSize : preferredBlockSize,
      +
      12005  createInfo.minBlockCount,
      +
      12006  createInfo.maxBlockCount,
      +
      12007  (createInfo.flags & VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT) != 0 ? 1 : hAllocator->GetBufferImageGranularity(),
      +
      12008  createInfo.frameInUseCount,
      +
      12009  createInfo.blockSize != 0, // explicitBlockSize
      +
      12010  createInfo.flags & VMA_POOL_CREATE_ALGORITHM_MASK), // algorithm
      +
      12011  m_Id(0),
      +
      12012  m_Name(VMA_NULL)
      +
      12013 {
      +
      12014 }
      +
      12015 
      +
      12016 VmaPool_T::~VmaPool_T()
      +
      12017 {
      +
      12018 }
      +
      12019 
      +
      12020 void VmaPool_T::SetName(const char* pName)
      +
      12021 {
      +
      12022  const VkAllocationCallbacks* allocs = m_BlockVector.GetAllocator()->GetAllocationCallbacks();
      +
      12023  VmaFreeString(allocs, m_Name);
      +
      12024 
      +
      12025  if(pName != VMA_NULL)
      +
      12026  {
      +
      12027  m_Name = VmaCreateStringCopy(allocs, pName);
      +
      12028  }
      +
      12029  else
      +
      12030  {
      +
      12031  m_Name = VMA_NULL;
      +
      12032  }
      +
      12033 }
      +
      12034 
      +
      12035 #if VMA_STATS_STRING_ENABLED
      12036 
      -
      12037 static const uint32_t VMA_ALLOCATION_TRY_COUNT = 32;
      +
      12037 #endif // #if VMA_STATS_STRING_ENABLED
      12038 
      -
      12039 VkResult VmaBlockVector::Allocate(
      -
      12040  uint32_t currentFrameIndex,
      -
      12041  VkDeviceSize size,
      -
      12042  VkDeviceSize alignment,
      -
      12043  const VmaAllocationCreateInfo& createInfo,
      -
      12044  VmaSuballocationType suballocType,
      -
      12045  size_t allocationCount,
      -
      12046  VmaAllocation* pAllocations)
      -
      12047 {
      -
      12048  size_t allocIndex;
      -
      12049  VkResult res = VK_SUCCESS;
      -
      12050 
      -
      12051  if(IsCorruptionDetectionEnabled())
      -
      12052  {
      -
      12053  size = VmaAlignUp<VkDeviceSize>(size, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
      -
      12054  alignment = VmaAlignUp<VkDeviceSize>(alignment, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
      -
      12055  }
      -
      12056 
      -
      12057  {
      -
      12058  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      12059  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      -
      12060  {
      -
      12061  res = AllocatePage(
      -
      12062  currentFrameIndex,
      -
      12063  size,
      -
      12064  alignment,
      -
      12065  createInfo,
      -
      12066  suballocType,
      -
      12067  pAllocations + allocIndex);
      -
      12068  if(res != VK_SUCCESS)
      -
      12069  {
      -
      12070  break;
      -
      12071  }
      -
      12072  }
      -
      12073  }
      +
      12039 VmaBlockVector::VmaBlockVector(
      +
      12040  VmaAllocator hAllocator,
      +
      12041  VmaPool hParentPool,
      +
      12042  uint32_t memoryTypeIndex,
      +
      12043  VkDeviceSize preferredBlockSize,
      +
      12044  size_t minBlockCount,
      +
      12045  size_t maxBlockCount,
      +
      12046  VkDeviceSize bufferImageGranularity,
      +
      12047  uint32_t frameInUseCount,
      +
      12048  bool explicitBlockSize,
      +
      12049  uint32_t algorithm) :
      +
      12050  m_hAllocator(hAllocator),
      +
      12051  m_hParentPool(hParentPool),
      +
      12052  m_MemoryTypeIndex(memoryTypeIndex),
      +
      12053  m_PreferredBlockSize(preferredBlockSize),
      +
      12054  m_MinBlockCount(minBlockCount),
      +
      12055  m_MaxBlockCount(maxBlockCount),
      +
      12056  m_BufferImageGranularity(bufferImageGranularity),
      +
      12057  m_FrameInUseCount(frameInUseCount),
      +
      12058  m_ExplicitBlockSize(explicitBlockSize),
      +
      12059  m_Algorithm(algorithm),
      +
      12060  m_HasEmptyBlock(false),
      +
      12061  m_Blocks(VmaStlAllocator<VmaDeviceMemoryBlock*>(hAllocator->GetAllocationCallbacks())),
      +
      12062  m_NextBlockId(0)
      +
      12063 {
      +
      12064 }
      +
      12065 
      +
      12066 VmaBlockVector::~VmaBlockVector()
      +
      12067 {
      +
      12068  for(size_t i = m_Blocks.size(); i--; )
      +
      12069  {
      +
      12070  m_Blocks[i]->Destroy(m_hAllocator);
      +
      12071  vma_delete(m_hAllocator, m_Blocks[i]);
      +
      12072  }
      +
      12073 }
      12074 
      -
      12075  if(res != VK_SUCCESS)
      -
      12076  {
      -
      12077  // Free all already created allocations.
      -
      12078  while(allocIndex--)
      -
      12079  {
      -
      12080  Free(pAllocations[allocIndex]);
      -
      12081  }
      -
      12082  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      -
      12083  }
      -
      12084 
      -
      12085  return res;
      +
      12075 VkResult VmaBlockVector::CreateMinBlocks()
      +
      12076 {
      +
      12077  for(size_t i = 0; i < m_MinBlockCount; ++i)
      +
      12078  {
      +
      12079  VkResult res = CreateBlock(m_PreferredBlockSize, VMA_NULL);
      +
      12080  if(res != VK_SUCCESS)
      +
      12081  {
      +
      12082  return res;
      +
      12083  }
      +
      12084  }
      +
      12085  return VK_SUCCESS;
      12086 }
      12087 
      -
      12088 VkResult VmaBlockVector::AllocatePage(
      -
      12089  uint32_t currentFrameIndex,
      -
      12090  VkDeviceSize size,
      -
      12091  VkDeviceSize alignment,
      -
      12092  const VmaAllocationCreateInfo& createInfo,
      -
      12093  VmaSuballocationType suballocType,
      -
      12094  VmaAllocation* pAllocation)
      -
      12095 {
      -
      12096  const bool isUpperAddress = (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
      -
      12097  bool canMakeOtherLost = (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) != 0;
      -
      12098  const bool mapped = (createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
      -
      12099  const bool isUserDataString = (createInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
      -
      12100 
      -
      12101  const bool withinBudget = (createInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0;
      -
      12102  VkDeviceSize freeMemory;
      -
      12103  {
      -
      12104  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
      -
      12105  VmaBudget heapBudget = {};
      -
      12106  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
      -
      12107  freeMemory = (heapBudget.usage < heapBudget.budget) ? (heapBudget.budget - heapBudget.usage) : 0;
      -
      12108  }
      -
      12109 
      -
      12110  const bool canFallbackToDedicated = !IsCustomPool();
      -
      12111  const bool canCreateNewBlock =
      -
      12112  ((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0) &&
      -
      12113  (m_Blocks.size() < m_MaxBlockCount) &&
      -
      12114  (freeMemory >= size || !canFallbackToDedicated);
      -
      12115  uint32_t strategy = createInfo.flags & VMA_ALLOCATION_CREATE_STRATEGY_MASK;
      -
      12116 
      -
      12117  // If linearAlgorithm is used, canMakeOtherLost is available only when used as ring buffer.
      -
      12118  // Which in turn is available only when maxBlockCount = 1.
      -
      12119  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT && m_MaxBlockCount > 1)
      -
      12120  {
      -
      12121  canMakeOtherLost = false;
      -
      12122  }
      -
      12123 
      -
      12124  // Upper address can only be used with linear allocator and within single memory block.
      -
      12125  if(isUpperAddress &&
      -
      12126  (m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT || m_MaxBlockCount > 1))
      -
      12127  {
      -
      12128  return VK_ERROR_FEATURE_NOT_PRESENT;
      -
      12129  }
      -
      12130 
      -
      12131  // Validate strategy.
      -
      12132  switch(strategy)
      -
      12133  {
      -
      12134  case 0:
      -
      12135  strategy = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT;
      -
      12136  break;
      -
      12137  case VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT:
      -
      12138  case VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT:
      -
      12139  case VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT:
      -
      12140  break;
      -
      12141  default:
      -
      12142  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      12088 void VmaBlockVector::GetPoolStats(VmaPoolStats* pStats)
      +
      12089 {
      +
      12090  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      12091 
      +
      12092  const size_t blockCount = m_Blocks.size();
      +
      12093 
      +
      12094  pStats->size = 0;
      +
      12095  pStats->unusedSize = 0;
      +
      12096  pStats->allocationCount = 0;
      +
      12097  pStats->unusedRangeCount = 0;
      +
      12098  pStats->unusedRangeSizeMax = 0;
      +
      12099  pStats->blockCount = blockCount;
      +
      12100 
      +
      12101  for(uint32_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      12102  {
      +
      12103  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      +
      12104  VMA_ASSERT(pBlock);
      +
      12105  VMA_HEAVY_ASSERT(pBlock->Validate());
      +
      12106  pBlock->m_pMetadata->AddPoolStats(*pStats);
      +
      12107  }
      +
      12108 }
      +
      12109 
      +
      12110 bool VmaBlockVector::IsEmpty()
      +
      12111 {
      +
      12112  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      12113  return m_Blocks.empty();
      +
      12114 }
      +
      12115 
      +
      12116 bool VmaBlockVector::IsCorruptionDetectionEnabled() const
      +
      12117 {
      +
      12118  const uint32_t requiredMemFlags = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
      +
      12119  return (VMA_DEBUG_DETECT_CORRUPTION != 0) &&
      +
      12120  (VMA_DEBUG_MARGIN > 0) &&
      +
      12121  (m_Algorithm == 0 || m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT) &&
      +
      12122  (m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags & requiredMemFlags) == requiredMemFlags;
      +
      12123 }
      +
      12124 
      +
      12125 static const uint32_t VMA_ALLOCATION_TRY_COUNT = 32;
      +
      12126 
      +
      12127 VkResult VmaBlockVector::Allocate(
      +
      12128  uint32_t currentFrameIndex,
      +
      12129  VkDeviceSize size,
      +
      12130  VkDeviceSize alignment,
      +
      12131  const VmaAllocationCreateInfo& createInfo,
      +
      12132  VmaSuballocationType suballocType,
      +
      12133  size_t allocationCount,
      +
      12134  VmaAllocation* pAllocations)
      +
      12135 {
      +
      12136  size_t allocIndex;
      +
      12137  VkResult res = VK_SUCCESS;
      +
      12138 
      +
      12139  if(IsCorruptionDetectionEnabled())
      +
      12140  {
      +
      12141  size = VmaAlignUp<VkDeviceSize>(size, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
      +
      12142  alignment = VmaAlignUp<VkDeviceSize>(alignment, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
      12143  }
      12144 
      -
      12145  // Early reject: requested allocation size is larger that maximum block size for this block vector.
      -
      12146  if(size + 2 * VMA_DEBUG_MARGIN > m_PreferredBlockSize)
      -
      12147  {
      -
      12148  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12149  }
      -
      12150 
      -
      12151  /*
      -
      12152  Under certain condition, this whole section can be skipped for optimization, so
      -
      12153  we move on directly to trying to allocate with canMakeOtherLost. That's the case
      -
      12154  e.g. for custom pools with linear algorithm.
      -
      12155  */
      -
      12156  if(!canMakeOtherLost || canCreateNewBlock)
      -
      12157  {
      -
      12158  // 1. Search existing allocations. Try to allocate without making other allocations lost.
      -
      12159  VmaAllocationCreateFlags allocFlagsCopy = createInfo.flags;
      -
      12160  allocFlagsCopy &= ~VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT;
      -
      12161 
      -
      12162  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
      -
      12163  {
      -
      12164  // Use only last block.
      -
      12165  if(!m_Blocks.empty())
      -
      12166  {
      -
      12167  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks.back();
      -
      12168  VMA_ASSERT(pCurrBlock);
      -
      12169  VkResult res = AllocateFromBlock(
      -
      12170  pCurrBlock,
      -
      12171  currentFrameIndex,
      -
      12172  size,
      -
      12173  alignment,
      -
      12174  allocFlagsCopy,
      -
      12175  createInfo.pUserData,
      -
      12176  suballocType,
      -
      12177  strategy,
      -
      12178  pAllocation);
      -
      12179  if(res == VK_SUCCESS)
      -
      12180  {
      -
      12181  VMA_DEBUG_LOG(" Returned from last block #%u", pCurrBlock->GetId());
      -
      12182  return VK_SUCCESS;
      -
      12183  }
      -
      12184  }
      -
      12185  }
      -
      12186  else
      -
      12187  {
      -
      12188  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      -
      12189  {
      -
      12190  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
      -
      12191  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
      -
      12192  {
      -
      12193  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      -
      12194  VMA_ASSERT(pCurrBlock);
      -
      12195  VkResult res = AllocateFromBlock(
      -
      12196  pCurrBlock,
      -
      12197  currentFrameIndex,
      -
      12198  size,
      -
      12199  alignment,
      -
      12200  allocFlagsCopy,
      -
      12201  createInfo.pUserData,
      -
      12202  suballocType,
      -
      12203  strategy,
      -
      12204  pAllocation);
      -
      12205  if(res == VK_SUCCESS)
      -
      12206  {
      -
      12207  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
      -
      12208  return VK_SUCCESS;
      -
      12209  }
      -
      12210  }
      -
      12211  }
      -
      12212  else // WORST_FIT, FIRST_FIT
      -
      12213  {
      -
      12214  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
      -
      12215  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      -
      12216  {
      -
      12217  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      -
      12218  VMA_ASSERT(pCurrBlock);
      -
      12219  VkResult res = AllocateFromBlock(
      -
      12220  pCurrBlock,
      -
      12221  currentFrameIndex,
      -
      12222  size,
      -
      12223  alignment,
      -
      12224  allocFlagsCopy,
      -
      12225  createInfo.pUserData,
      -
      12226  suballocType,
      -
      12227  strategy,
      -
      12228  pAllocation);
      -
      12229  if(res == VK_SUCCESS)
      -
      12230  {
      -
      12231  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
      -
      12232  return VK_SUCCESS;
      -
      12233  }
      -
      12234  }
      -
      12235  }
      -
      12236  }
      +
      12145  {
      +
      12146  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      12147  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      12148  {
      +
      12149  res = AllocatePage(
      +
      12150  currentFrameIndex,
      +
      12151  size,
      +
      12152  alignment,
      +
      12153  createInfo,
      +
      12154  suballocType,
      +
      12155  pAllocations + allocIndex);
      +
      12156  if(res != VK_SUCCESS)
      +
      12157  {
      +
      12158  break;
      +
      12159  }
      +
      12160  }
      +
      12161  }
      +
      12162 
      +
      12163  if(res != VK_SUCCESS)
      +
      12164  {
      +
      12165  // Free all already created allocations.
      +
      12166  while(allocIndex--)
      +
      12167  {
      +
      12168  Free(pAllocations[allocIndex]);
      +
      12169  }
      +
      12170  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      +
      12171  }
      +
      12172 
      +
      12173  return res;
      +
      12174 }
      +
      12175 
      +
      12176 VkResult VmaBlockVector::AllocatePage(
      +
      12177  uint32_t currentFrameIndex,
      +
      12178  VkDeviceSize size,
      +
      12179  VkDeviceSize alignment,
      +
      12180  const VmaAllocationCreateInfo& createInfo,
      +
      12181  VmaSuballocationType suballocType,
      +
      12182  VmaAllocation* pAllocation)
      +
      12183 {
      +
      12184  const bool isUpperAddress = (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
      +
      12185  bool canMakeOtherLost = (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) != 0;
      +
      12186  const bool mapped = (createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
      +
      12187  const bool isUserDataString = (createInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
      +
      12188 
      +
      12189  VkDeviceSize freeMemory;
      +
      12190  {
      +
      12191  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
      +
      12192  VmaBudget heapBudget = {};
      +
      12193  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
      +
      12194  freeMemory = (heapBudget.usage < heapBudget.budget) ? (heapBudget.budget - heapBudget.usage) : 0;
      +
      12195  }
      +
      12196 
      +
      12197  const bool canFallbackToDedicated = !IsCustomPool();
      +
      12198  const bool canCreateNewBlock =
      +
      12199  ((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0) &&
      +
      12200  (m_Blocks.size() < m_MaxBlockCount) &&
      +
      12201  (freeMemory >= size || !canFallbackToDedicated);
      +
      12202  uint32_t strategy = createInfo.flags & VMA_ALLOCATION_CREATE_STRATEGY_MASK;
      +
      12203 
      +
      12204  // If linearAlgorithm is used, canMakeOtherLost is available only when used as ring buffer.
      +
      12205  // Which in turn is available only when maxBlockCount = 1.
      +
      12206  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT && m_MaxBlockCount > 1)
      +
      12207  {
      +
      12208  canMakeOtherLost = false;
      +
      12209  }
      +
      12210 
      +
      12211  // Upper address can only be used with linear allocator and within single memory block.
      +
      12212  if(isUpperAddress &&
      +
      12213  (m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT || m_MaxBlockCount > 1))
      +
      12214  {
      +
      12215  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      12216  }
      +
      12217 
      +
      12218  // Validate strategy.
      +
      12219  switch(strategy)
      +
      12220  {
      +
      12221  case 0:
      +
      12222  strategy = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT;
      +
      12223  break;
      +
      12224  case VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT:
      +
      12225  case VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT:
      +
      12226  case VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT:
      +
      12227  break;
      +
      12228  default:
      +
      12229  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      12230  }
      +
      12231 
      +
      12232  // Early reject: requested allocation size is larger that maximum block size for this block vector.
      +
      12233  if(size + 2 * VMA_DEBUG_MARGIN > m_PreferredBlockSize)
      +
      12234  {
      +
      12235  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      12236  }
      12237 
      -
      12238  // 2. Try to create new block.
      -
      12239  if(canCreateNewBlock)
      -
      12240  {
      -
      12241  // Calculate optimal size for new block.
      -
      12242  VkDeviceSize newBlockSize = m_PreferredBlockSize;
      -
      12243  uint32_t newBlockSizeShift = 0;
      -
      12244  const uint32_t NEW_BLOCK_SIZE_SHIFT_MAX = 3;
      -
      12245 
      -
      12246  if(!m_ExplicitBlockSize)
      -
      12247  {
      -
      12248  // Allocate 1/8, 1/4, 1/2 as first blocks.
      -
      12249  const VkDeviceSize maxExistingBlockSize = CalcMaxBlockSize();
      -
      12250  for(uint32_t i = 0; i < NEW_BLOCK_SIZE_SHIFT_MAX; ++i)
      -
      12251  {
      -
      12252  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
      -
      12253  if(smallerNewBlockSize > maxExistingBlockSize && smallerNewBlockSize >= size * 2)
      -
      12254  {
      -
      12255  newBlockSize = smallerNewBlockSize;
      -
      12256  ++newBlockSizeShift;
      -
      12257  }
      -
      12258  else
      -
      12259  {
      -
      12260  break;
      -
      12261  }
      -
      12262  }
      -
      12263  }
      -
      12264 
      -
      12265  size_t newBlockIndex = 0;
      -
      12266  VkResult res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
      -
      12267  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12268  // Allocation of this size failed? Try 1/2, 1/4, 1/8 of m_PreferredBlockSize.
      -
      12269  if(!m_ExplicitBlockSize)
      -
      12270  {
      -
      12271  while(res < 0 && newBlockSizeShift < NEW_BLOCK_SIZE_SHIFT_MAX)
      -
      12272  {
      -
      12273  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
      -
      12274  if(smallerNewBlockSize >= size)
      -
      12275  {
      -
      12276  newBlockSize = smallerNewBlockSize;
      -
      12277  ++newBlockSizeShift;
      -
      12278  res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
      -
      12279  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12280  }
      -
      12281  else
      -
      12282  {
      -
      12283  break;
      -
      12284  }
      -
      12285  }
      -
      12286  }
      -
      12287 
      -
      12288  if(res == VK_SUCCESS)
      -
      12289  {
      -
      12290  VmaDeviceMemoryBlock* const pBlock = m_Blocks[newBlockIndex];
      -
      12291  VMA_ASSERT(pBlock->m_pMetadata->GetSize() >= size);
      -
      12292 
      -
      12293  res = AllocateFromBlock(
      -
      12294  pBlock,
      -
      12295  currentFrameIndex,
      -
      12296  size,
      -
      12297  alignment,
      -
      12298  allocFlagsCopy,
      -
      12299  createInfo.pUserData,
      -
      12300  suballocType,
      -
      12301  strategy,
      -
      12302  pAllocation);
      -
      12303  if(res == VK_SUCCESS)
      -
      12304  {
      -
      12305  VMA_DEBUG_LOG(" Created new block #%u Size=%llu", pBlock->GetId(), newBlockSize);
      -
      12306  return VK_SUCCESS;
      -
      12307  }
      -
      12308  else
      -
      12309  {
      -
      12310  // Allocation from new block failed, possibly due to VMA_DEBUG_MARGIN or alignment.
      -
      12311  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12312  }
      -
      12313  }
      -
      12314  }
      -
      12315  }
      -
      12316 
      -
      12317  // 3. Try to allocate from existing blocks with making other allocations lost.
      -
      12318  if(canMakeOtherLost)
      -
      12319  {
      -
      12320  uint32_t tryIndex = 0;
      -
      12321  for(; tryIndex < VMA_ALLOCATION_TRY_COUNT; ++tryIndex)
      -
      12322  {
      -
      12323  VmaDeviceMemoryBlock* pBestRequestBlock = VMA_NULL;
      -
      12324  VmaAllocationRequest bestRequest = {};
      -
      12325  VkDeviceSize bestRequestCost = VK_WHOLE_SIZE;
      -
      12326 
      -
      12327  // 1. Search existing allocations.
      -
      12328  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      -
      12329  {
      -
      12330  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
      -
      12331  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
      -
      12332  {
      -
      12333  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      -
      12334  VMA_ASSERT(pCurrBlock);
      -
      12335  VmaAllocationRequest currRequest = {};
      -
      12336  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
      -
      12337  currentFrameIndex,
      -
      12338  m_FrameInUseCount,
      -
      12339  m_BufferImageGranularity,
      -
      12340  size,
      -
      12341  alignment,
      -
      12342  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
      -
      12343  suballocType,
      -
      12344  canMakeOtherLost,
      -
      12345  strategy,
      -
      12346  &currRequest))
      -
      12347  {
      -
      12348  const VkDeviceSize currRequestCost = currRequest.CalcCost();
      -
      12349  if(pBestRequestBlock == VMA_NULL ||
      -
      12350  currRequestCost < bestRequestCost)
      -
      12351  {
      -
      12352  pBestRequestBlock = pCurrBlock;
      -
      12353  bestRequest = currRequest;
      -
      12354  bestRequestCost = currRequestCost;
      -
      12355 
      -
      12356  if(bestRequestCost == 0)
      -
      12357  {
      -
      12358  break;
      -
      12359  }
      -
      12360  }
      -
      12361  }
      -
      12362  }
      -
      12363  }
      -
      12364  else // WORST_FIT, FIRST_FIT
      -
      12365  {
      -
      12366  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
      -
      12367  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      -
      12368  {
      -
      12369  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      -
      12370  VMA_ASSERT(pCurrBlock);
      -
      12371  VmaAllocationRequest currRequest = {};
      -
      12372  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
      -
      12373  currentFrameIndex,
      -
      12374  m_FrameInUseCount,
      -
      12375  m_BufferImageGranularity,
      -
      12376  size,
      -
      12377  alignment,
      -
      12378  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
      -
      12379  suballocType,
      -
      12380  canMakeOtherLost,
      -
      12381  strategy,
      -
      12382  &currRequest))
      -
      12383  {
      -
      12384  const VkDeviceSize currRequestCost = currRequest.CalcCost();
      -
      12385  if(pBestRequestBlock == VMA_NULL ||
      -
      12386  currRequestCost < bestRequestCost ||
      -
      12387  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      -
      12388  {
      -
      12389  pBestRequestBlock = pCurrBlock;
      -
      12390  bestRequest = currRequest;
      -
      12391  bestRequestCost = currRequestCost;
      -
      12392 
      -
      12393  if(bestRequestCost == 0 ||
      -
      12394  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      -
      12395  {
      -
      12396  break;
      -
      12397  }
      -
      12398  }
      -
      12399  }
      -
      12400  }
      -
      12401  }
      -
      12402 
      -
      12403  if(pBestRequestBlock != VMA_NULL)
      -
      12404  {
      -
      12405  if(mapped)
      -
      12406  {
      -
      12407  VkResult res = pBestRequestBlock->Map(m_hAllocator, 1, VMA_NULL);
      -
      12408  if(res != VK_SUCCESS)
      -
      12409  {
      -
      12410  return res;
      -
      12411  }
      -
      12412  }
      +
      12238  /*
      +
      12239  Under certain condition, this whole section can be skipped for optimization, so
      +
      12240  we move on directly to trying to allocate with canMakeOtherLost. That's the case
      +
      12241  e.g. for custom pools with linear algorithm.
      +
      12242  */
      +
      12243  if(!canMakeOtherLost || canCreateNewBlock)
      +
      12244  {
      +
      12245  // 1. Search existing allocations. Try to allocate without making other allocations lost.
      +
      12246  VmaAllocationCreateFlags allocFlagsCopy = createInfo.flags;
      +
      12247  allocFlagsCopy &= ~VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT;
      +
      12248 
      +
      12249  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
      +
      12250  {
      +
      12251  // Use only last block.
      +
      12252  if(!m_Blocks.empty())
      +
      12253  {
      +
      12254  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks.back();
      +
      12255  VMA_ASSERT(pCurrBlock);
      +
      12256  VkResult res = AllocateFromBlock(
      +
      12257  pCurrBlock,
      +
      12258  currentFrameIndex,
      +
      12259  size,
      +
      12260  alignment,
      +
      12261  allocFlagsCopy,
      +
      12262  createInfo.pUserData,
      +
      12263  suballocType,
      +
      12264  strategy,
      +
      12265  pAllocation);
      +
      12266  if(res == VK_SUCCESS)
      +
      12267  {
      +
      12268  VMA_DEBUG_LOG(" Returned from last block #%u", pCurrBlock->GetId());
      +
      12269  return VK_SUCCESS;
      +
      12270  }
      +
      12271  }
      +
      12272  }
      +
      12273  else
      +
      12274  {
      +
      12275  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      +
      12276  {
      +
      12277  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
      +
      12278  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
      +
      12279  {
      +
      12280  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      +
      12281  VMA_ASSERT(pCurrBlock);
      +
      12282  VkResult res = AllocateFromBlock(
      +
      12283  pCurrBlock,
      +
      12284  currentFrameIndex,
      +
      12285  size,
      +
      12286  alignment,
      +
      12287  allocFlagsCopy,
      +
      12288  createInfo.pUserData,
      +
      12289  suballocType,
      +
      12290  strategy,
      +
      12291  pAllocation);
      +
      12292  if(res == VK_SUCCESS)
      +
      12293  {
      +
      12294  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
      +
      12295  return VK_SUCCESS;
      +
      12296  }
      +
      12297  }
      +
      12298  }
      +
      12299  else // WORST_FIT, FIRST_FIT
      +
      12300  {
      +
      12301  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
      +
      12302  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      +
      12303  {
      +
      12304  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      +
      12305  VMA_ASSERT(pCurrBlock);
      +
      12306  VkResult res = AllocateFromBlock(
      +
      12307  pCurrBlock,
      +
      12308  currentFrameIndex,
      +
      12309  size,
      +
      12310  alignment,
      +
      12311  allocFlagsCopy,
      +
      12312  createInfo.pUserData,
      +
      12313  suballocType,
      +
      12314  strategy,
      +
      12315  pAllocation);
      +
      12316  if(res == VK_SUCCESS)
      +
      12317  {
      +
      12318  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
      +
      12319  return VK_SUCCESS;
      +
      12320  }
      +
      12321  }
      +
      12322  }
      +
      12323  }
      +
      12324 
      +
      12325  // 2. Try to create new block.
      +
      12326  if(canCreateNewBlock)
      +
      12327  {
      +
      12328  // Calculate optimal size for new block.
      +
      12329  VkDeviceSize newBlockSize = m_PreferredBlockSize;
      +
      12330  uint32_t newBlockSizeShift = 0;
      +
      12331  const uint32_t NEW_BLOCK_SIZE_SHIFT_MAX = 3;
      +
      12332 
      +
      12333  if(!m_ExplicitBlockSize)
      +
      12334  {
      +
      12335  // Allocate 1/8, 1/4, 1/2 as first blocks.
      +
      12336  const VkDeviceSize maxExistingBlockSize = CalcMaxBlockSize();
      +
      12337  for(uint32_t i = 0; i < NEW_BLOCK_SIZE_SHIFT_MAX; ++i)
      +
      12338  {
      +
      12339  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
      +
      12340  if(smallerNewBlockSize > maxExistingBlockSize && smallerNewBlockSize >= size * 2)
      +
      12341  {
      +
      12342  newBlockSize = smallerNewBlockSize;
      +
      12343  ++newBlockSizeShift;
      +
      12344  }
      +
      12345  else
      +
      12346  {
      +
      12347  break;
      +
      12348  }
      +
      12349  }
      +
      12350  }
      +
      12351 
      +
      12352  size_t newBlockIndex = 0;
      +
      12353  VkResult res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
      +
      12354  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      12355  // Allocation of this size failed? Try 1/2, 1/4, 1/8 of m_PreferredBlockSize.
      +
      12356  if(!m_ExplicitBlockSize)
      +
      12357  {
      +
      12358  while(res < 0 && newBlockSizeShift < NEW_BLOCK_SIZE_SHIFT_MAX)
      +
      12359  {
      +
      12360  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
      +
      12361  if(smallerNewBlockSize >= size)
      +
      12362  {
      +
      12363  newBlockSize = smallerNewBlockSize;
      +
      12364  ++newBlockSizeShift;
      +
      12365  res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
      +
      12366  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      12367  }
      +
      12368  else
      +
      12369  {
      +
      12370  break;
      +
      12371  }
      +
      12372  }
      +
      12373  }
      +
      12374 
      +
      12375  if(res == VK_SUCCESS)
      +
      12376  {
      +
      12377  VmaDeviceMemoryBlock* const pBlock = m_Blocks[newBlockIndex];
      +
      12378  VMA_ASSERT(pBlock->m_pMetadata->GetSize() >= size);
      +
      12379 
      +
      12380  res = AllocateFromBlock(
      +
      12381  pBlock,
      +
      12382  currentFrameIndex,
      +
      12383  size,
      +
      12384  alignment,
      +
      12385  allocFlagsCopy,
      +
      12386  createInfo.pUserData,
      +
      12387  suballocType,
      +
      12388  strategy,
      +
      12389  pAllocation);
      +
      12390  if(res == VK_SUCCESS)
      +
      12391  {
      +
      12392  VMA_DEBUG_LOG(" Created new block #%u Size=%llu", pBlock->GetId(), newBlockSize);
      +
      12393  return VK_SUCCESS;
      +
      12394  }
      +
      12395  else
      +
      12396  {
      +
      12397  // Allocation from new block failed, possibly due to VMA_DEBUG_MARGIN or alignment.
      +
      12398  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      12399  }
      +
      12400  }
      +
      12401  }
      +
      12402  }
      +
      12403 
      +
      12404  // 3. Try to allocate from existing blocks with making other allocations lost.
      +
      12405  if(canMakeOtherLost)
      +
      12406  {
      +
      12407  uint32_t tryIndex = 0;
      +
      12408  for(; tryIndex < VMA_ALLOCATION_TRY_COUNT; ++tryIndex)
      +
      12409  {
      +
      12410  VmaDeviceMemoryBlock* pBestRequestBlock = VMA_NULL;
      +
      12411  VmaAllocationRequest bestRequest = {};
      +
      12412  VkDeviceSize bestRequestCost = VK_WHOLE_SIZE;
      12413 
      -
      12414  if(pBestRequestBlock->m_pMetadata->MakeRequestedAllocationsLost(
      -
      12415  currentFrameIndex,
      -
      12416  m_FrameInUseCount,
      -
      12417  &bestRequest))
      -
      12418  {
      -
      12419  // Allocate from this pBlock.
      -
      12420  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate(currentFrameIndex, isUserDataString);
      -
      12421  pBestRequestBlock->m_pMetadata->Alloc(bestRequest, suballocType, size, *pAllocation);
      -
      12422  UpdateHasEmptyBlock();
      -
      12423  (*pAllocation)->InitBlockAllocation(
      -
      12424  pBestRequestBlock,
      -
      12425  bestRequest.offset,
      -
      12426  alignment,
      +
      12414  // 1. Search existing allocations.
      +
      12415  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      +
      12416  {
      +
      12417  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
      +
      12418  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
      +
      12419  {
      +
      12420  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      +
      12421  VMA_ASSERT(pCurrBlock);
      +
      12422  VmaAllocationRequest currRequest = {};
      +
      12423  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
      +
      12424  currentFrameIndex,
      +
      12425  m_FrameInUseCount,
      +
      12426  m_BufferImageGranularity,
      12427  size,
      -
      12428  m_MemoryTypeIndex,
      -
      12429  suballocType,
      -
      12430  mapped,
      -
      12431  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
      -
      12432  VMA_HEAVY_ASSERT(pBestRequestBlock->Validate());
      -
      12433  VMA_DEBUG_LOG(" Returned from existing block");
      -
      12434  (*pAllocation)->SetUserData(m_hAllocator, createInfo.pUserData);
      -
      12435  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
      -
      12436  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      -
      12437  {
      -
      12438  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      -
      12439  }
      -
      12440  if(IsCorruptionDetectionEnabled())
      -
      12441  {
      -
      12442  VkResult res = pBestRequestBlock->WriteMagicValueAroundAllocation(m_hAllocator, bestRequest.offset, size);
      -
      12443  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
      -
      12444  }
      -
      12445  return VK_SUCCESS;
      -
      12446  }
      -
      12447  // else: Some allocations must have been touched while we are here. Next try.
      -
      12448  }
      -
      12449  else
      -
      12450  {
      -
      12451  // Could not find place in any of the blocks - break outer loop.
      -
      12452  break;
      -
      12453  }
      -
      12454  }
      -
      12455  /* Maximum number of tries exceeded - a very unlike event when many other
      -
      12456  threads are simultaneously touching allocations making it impossible to make
      -
      12457  lost at the same time as we try to allocate. */
      -
      12458  if(tryIndex == VMA_ALLOCATION_TRY_COUNT)
      -
      12459  {
      -
      12460  return VK_ERROR_TOO_MANY_OBJECTS;
      -
      12461  }
      -
      12462  }
      -
      12463 
      -
      12464  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12465 }
      -
      12466 
      -
      12467 void VmaBlockVector::Free(
      -
      12468  const VmaAllocation hAllocation)
      -
      12469 {
      -
      12470  VmaDeviceMemoryBlock* pBlockToDelete = VMA_NULL;
      -
      12471 
      -
      12472  bool budgetExceeded = false;
      -
      12473  {
      -
      12474  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
      -
      12475  VmaBudget heapBudget = {};
      -
      12476  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
      -
      12477  budgetExceeded = heapBudget.usage >= heapBudget.budget;
      -
      12478  }
      +
      12428  alignment,
      +
      12429  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
      +
      12430  suballocType,
      +
      12431  canMakeOtherLost,
      +
      12432  strategy,
      +
      12433  &currRequest))
      +
      12434  {
      +
      12435  const VkDeviceSize currRequestCost = currRequest.CalcCost();
      +
      12436  if(pBestRequestBlock == VMA_NULL ||
      +
      12437  currRequestCost < bestRequestCost)
      +
      12438  {
      +
      12439  pBestRequestBlock = pCurrBlock;
      +
      12440  bestRequest = currRequest;
      +
      12441  bestRequestCost = currRequestCost;
      +
      12442 
      +
      12443  if(bestRequestCost == 0)
      +
      12444  {
      +
      12445  break;
      +
      12446  }
      +
      12447  }
      +
      12448  }
      +
      12449  }
      +
      12450  }
      +
      12451  else // WORST_FIT, FIRST_FIT
      +
      12452  {
      +
      12453  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
      +
      12454  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      +
      12455  {
      +
      12456  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      +
      12457  VMA_ASSERT(pCurrBlock);
      +
      12458  VmaAllocationRequest currRequest = {};
      +
      12459  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
      +
      12460  currentFrameIndex,
      +
      12461  m_FrameInUseCount,
      +
      12462  m_BufferImageGranularity,
      +
      12463  size,
      +
      12464  alignment,
      +
      12465  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
      +
      12466  suballocType,
      +
      12467  canMakeOtherLost,
      +
      12468  strategy,
      +
      12469  &currRequest))
      +
      12470  {
      +
      12471  const VkDeviceSize currRequestCost = currRequest.CalcCost();
      +
      12472  if(pBestRequestBlock == VMA_NULL ||
      +
      12473  currRequestCost < bestRequestCost ||
      +
      12474  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      +
      12475  {
      +
      12476  pBestRequestBlock = pCurrBlock;
      +
      12477  bestRequest = currRequest;
      +
      12478  bestRequestCost = currRequestCost;
      12479 
      -
      12480  // Scope for lock.
      -
      12481  {
      -
      12482  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      12483 
      -
      12484  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
      -
      12485 
      -
      12486  if(IsCorruptionDetectionEnabled())
      -
      12487  {
      -
      12488  VkResult res = pBlock->ValidateMagicValueAroundAllocation(m_hAllocator, hAllocation->GetOffset(), hAllocation->GetSize());
      -
      12489  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to validate magic value.");
      -
      12490  }
      -
      12491 
      -
      12492  if(hAllocation->IsPersistentMap())
      -
      12493  {
      -
      12494  pBlock->Unmap(m_hAllocator, 1);
      -
      12495  }
      -
      12496 
      -
      12497  pBlock->m_pMetadata->Free(hAllocation);
      -
      12498  VMA_HEAVY_ASSERT(pBlock->Validate());
      -
      12499 
      -
      12500  VMA_DEBUG_LOG(" Freed from MemoryTypeIndex=%u", m_MemoryTypeIndex);
      -
      12501 
      -
      12502  const bool canDeleteBlock = m_Blocks.size() > m_MinBlockCount;
      -
      12503  // pBlock became empty after this deallocation.
      -
      12504  if(pBlock->m_pMetadata->IsEmpty())
      -
      12505  {
      -
      12506  // Already has empty block. We don't want to have two, so delete this one.
      -
      12507  if((m_HasEmptyBlock || budgetExceeded) && canDeleteBlock)
      -
      12508  {
      -
      12509  pBlockToDelete = pBlock;
      -
      12510  Remove(pBlock);
      -
      12511  }
      -
      12512  // else: We now have an empty block - leave it.
      -
      12513  }
      -
      12514  // pBlock didn't become empty, but we have another empty block - find and free that one.
      -
      12515  // (This is optional, heuristics.)
      -
      12516  else if(m_HasEmptyBlock && canDeleteBlock)
      -
      12517  {
      -
      12518  VmaDeviceMemoryBlock* pLastBlock = m_Blocks.back();
      -
      12519  if(pLastBlock->m_pMetadata->IsEmpty())
      -
      12520  {
      -
      12521  pBlockToDelete = pLastBlock;
      -
      12522  m_Blocks.pop_back();
      -
      12523  }
      -
      12524  }
      -
      12525 
      -
      12526  UpdateHasEmptyBlock();
      -
      12527  IncrementallySortBlocks();
      -
      12528  }
      -
      12529 
      -
      12530  // Destruction of a free block. Deferred until this point, outside of mutex
      -
      12531  // lock, for performance reason.
      -
      12532  if(pBlockToDelete != VMA_NULL)
      -
      12533  {
      -
      12534  VMA_DEBUG_LOG(" Deleted empty block");
      -
      12535  pBlockToDelete->Destroy(m_hAllocator);
      -
      12536  vma_delete(m_hAllocator, pBlockToDelete);
      -
      12537  }
      -
      12538 }
      -
      12539 
      -
      12540 VkDeviceSize VmaBlockVector::CalcMaxBlockSize() const
      -
      12541 {
      -
      12542  VkDeviceSize result = 0;
      -
      12543  for(size_t i = m_Blocks.size(); i--; )
      -
      12544  {
      -
      12545  result = VMA_MAX(result, m_Blocks[i]->m_pMetadata->GetSize());
      -
      12546  if(result >= m_PreferredBlockSize)
      -
      12547  {
      -
      12548  break;
      -
      12549  }
      -
      12550  }
      -
      12551  return result;
      +
      12480  if(bestRequestCost == 0 ||
      +
      12481  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      +
      12482  {
      +
      12483  break;
      +
      12484  }
      +
      12485  }
      +
      12486  }
      +
      12487  }
      +
      12488  }
      +
      12489 
      +
      12490  if(pBestRequestBlock != VMA_NULL)
      +
      12491  {
      +
      12492  if(mapped)
      +
      12493  {
      +
      12494  VkResult res = pBestRequestBlock->Map(m_hAllocator, 1, VMA_NULL);
      +
      12495  if(res != VK_SUCCESS)
      +
      12496  {
      +
      12497  return res;
      +
      12498  }
      +
      12499  }
      +
      12500 
      +
      12501  if(pBestRequestBlock->m_pMetadata->MakeRequestedAllocationsLost(
      +
      12502  currentFrameIndex,
      +
      12503  m_FrameInUseCount,
      +
      12504  &bestRequest))
      +
      12505  {
      +
      12506  // Allocate from this pBlock.
      +
      12507  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate(currentFrameIndex, isUserDataString);
      +
      12508  pBestRequestBlock->m_pMetadata->Alloc(bestRequest, suballocType, size, *pAllocation);
      +
      12509  UpdateHasEmptyBlock();
      +
      12510  (*pAllocation)->InitBlockAllocation(
      +
      12511  pBestRequestBlock,
      +
      12512  bestRequest.offset,
      +
      12513  alignment,
      +
      12514  size,
      +
      12515  m_MemoryTypeIndex,
      +
      12516  suballocType,
      +
      12517  mapped,
      +
      12518  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
      +
      12519  VMA_HEAVY_ASSERT(pBestRequestBlock->Validate());
      +
      12520  VMA_DEBUG_LOG(" Returned from existing block");
      +
      12521  (*pAllocation)->SetUserData(m_hAllocator, createInfo.pUserData);
      +
      12522  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
      +
      12523  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      +
      12524  {
      +
      12525  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      +
      12526  }
      +
      12527  if(IsCorruptionDetectionEnabled())
      +
      12528  {
      +
      12529  VkResult res = pBestRequestBlock->WriteMagicValueAroundAllocation(m_hAllocator, bestRequest.offset, size);
      +
      12530  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
      +
      12531  }
      +
      12532  return VK_SUCCESS;
      +
      12533  }
      +
      12534  // else: Some allocations must have been touched while we are here. Next try.
      +
      12535  }
      +
      12536  else
      +
      12537  {
      +
      12538  // Could not find place in any of the blocks - break outer loop.
      +
      12539  break;
      +
      12540  }
      +
      12541  }
      +
      12542  /* Maximum number of tries exceeded - a very unlike event when many other
      +
      12543  threads are simultaneously touching allocations making it impossible to make
      +
      12544  lost at the same time as we try to allocate. */
      +
      12545  if(tryIndex == VMA_ALLOCATION_TRY_COUNT)
      +
      12546  {
      +
      12547  return VK_ERROR_TOO_MANY_OBJECTS;
      +
      12548  }
      +
      12549  }
      +
      12550 
      +
      12551  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      12552 }
      12553 
      -
      12554 void VmaBlockVector::Remove(VmaDeviceMemoryBlock* pBlock)
      -
      12555 {
      -
      12556  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      -
      12557  {
      -
      12558  if(m_Blocks[blockIndex] == pBlock)
      -
      12559  {
      -
      12560  VmaVectorRemove(m_Blocks, blockIndex);
      -
      12561  return;
      -
      12562  }
      -
      12563  }
      -
      12564  VMA_ASSERT(0);
      -
      12565 }
      +
      12554 void VmaBlockVector::Free(
      +
      12555  const VmaAllocation hAllocation)
      +
      12556 {
      +
      12557  VmaDeviceMemoryBlock* pBlockToDelete = VMA_NULL;
      +
      12558 
      +
      12559  bool budgetExceeded = false;
      +
      12560  {
      +
      12561  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
      +
      12562  VmaBudget heapBudget = {};
      +
      12563  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
      +
      12564  budgetExceeded = heapBudget.usage >= heapBudget.budget;
      +
      12565  }
      12566 
      -
      12567 void VmaBlockVector::IncrementallySortBlocks()
      -
      12568 {
      -
      12569  if(m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
      -
      12570  {
      -
      12571  // Bubble sort only until first swap.
      -
      12572  for(size_t i = 1; i < m_Blocks.size(); ++i)
      -
      12573  {
      -
      12574  if(m_Blocks[i - 1]->m_pMetadata->GetSumFreeSize() > m_Blocks[i]->m_pMetadata->GetSumFreeSize())
      -
      12575  {
      -
      12576  VMA_SWAP(m_Blocks[i - 1], m_Blocks[i]);
      -
      12577  return;
      -
      12578  }
      -
      12579  }
      -
      12580  }
      -
      12581 }
      -
      12582 
      -
      12583 VkResult VmaBlockVector::AllocateFromBlock(
      -
      12584  VmaDeviceMemoryBlock* pBlock,
      -
      12585  uint32_t currentFrameIndex,
      -
      12586  VkDeviceSize size,
      -
      12587  VkDeviceSize alignment,
      -
      12588  VmaAllocationCreateFlags allocFlags,
      -
      12589  void* pUserData,
      -
      12590  VmaSuballocationType suballocType,
      -
      12591  uint32_t strategy,
      -
      12592  VmaAllocation* pAllocation)
      -
      12593 {
      -
      12594  VMA_ASSERT((allocFlags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) == 0);
      -
      12595  const bool isUpperAddress = (allocFlags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
      -
      12596  const bool mapped = (allocFlags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
      -
      12597  const bool isUserDataString = (allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
      -
      12598 
      -
      12599  VmaAllocationRequest currRequest = {};
      -
      12600  if(pBlock->m_pMetadata->CreateAllocationRequest(
      -
      12601  currentFrameIndex,
      -
      12602  m_FrameInUseCount,
      -
      12603  m_BufferImageGranularity,
      -
      12604  size,
      -
      12605  alignment,
      -
      12606  isUpperAddress,
      -
      12607  suballocType,
      -
      12608  false, // canMakeOtherLost
      -
      12609  strategy,
      -
      12610  &currRequest))
      -
      12611  {
      -
      12612  // Allocate from pCurrBlock.
      -
      12613  VMA_ASSERT(currRequest.itemsToMakeLostCount == 0);
      -
      12614 
      -
      12615  if(mapped)
      -
      12616  {
      -
      12617  VkResult res = pBlock->Map(m_hAllocator, 1, VMA_NULL);
      -
      12618  if(res != VK_SUCCESS)
      -
      12619  {
      -
      12620  return res;
      -
      12621  }
      -
      12622  }
      -
      12623 
      -
      12624  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate(currentFrameIndex, isUserDataString);
      -
      12625  pBlock->m_pMetadata->Alloc(currRequest, suballocType, size, *pAllocation);
      -
      12626  UpdateHasEmptyBlock();
      -
      12627  (*pAllocation)->InitBlockAllocation(
      -
      12628  pBlock,
      -
      12629  currRequest.offset,
      -
      12630  alignment,
      -
      12631  size,
      -
      12632  m_MemoryTypeIndex,
      -
      12633  suballocType,
      -
      12634  mapped,
      -
      12635  (allocFlags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
      -
      12636  VMA_HEAVY_ASSERT(pBlock->Validate());
      -
      12637  (*pAllocation)->SetUserData(m_hAllocator, pUserData);
      -
      12638  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
      -
      12639  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      -
      12640  {
      -
      12641  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      -
      12642  }
      -
      12643  if(IsCorruptionDetectionEnabled())
      -
      12644  {
      -
      12645  VkResult res = pBlock->WriteMagicValueAroundAllocation(m_hAllocator, currRequest.offset, size);
      -
      12646  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
      -
      12647  }
      -
      12648  return VK_SUCCESS;
      -
      12649  }
      -
      12650  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12651 }
      -
      12652 
      -
      12653 VkResult VmaBlockVector::CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex)
      -
      12654 {
      -
      12655  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
      -
      12656  allocInfo.memoryTypeIndex = m_MemoryTypeIndex;
      -
      12657  allocInfo.allocationSize = blockSize;
      -
      12658  VkDeviceMemory mem = VK_NULL_HANDLE;
      -
      12659  VkResult res = m_hAllocator->AllocateVulkanMemory(&allocInfo, &mem);
      -
      12660  if(res < 0)
      -
      12661  {
      -
      12662  return res;
      -
      12663  }
      -
      12664 
      -
      12665  // New VkDeviceMemory successfully created.
      -
      12666 
      -
      12667  // Create new Allocation for it.
      -
      12668  VmaDeviceMemoryBlock* const pBlock = vma_new(m_hAllocator, VmaDeviceMemoryBlock)(m_hAllocator);
      -
      12669  pBlock->Init(
      -
      12670  m_hAllocator,
      -
      12671  m_hParentPool,
      -
      12672  m_MemoryTypeIndex,
      -
      12673  mem,
      -
      12674  allocInfo.allocationSize,
      -
      12675  m_NextBlockId++,
      -
      12676  m_Algorithm);
      -
      12677 
      -
      12678  m_Blocks.push_back(pBlock);
      -
      12679  if(pNewBlockIndex != VMA_NULL)
      -
      12680  {
      -
      12681  *pNewBlockIndex = m_Blocks.size() - 1;
      -
      12682  }
      -
      12683 
      -
      12684  return VK_SUCCESS;
      -
      12685 }
      -
      12686 
      -
      12687 void VmaBlockVector::ApplyDefragmentationMovesCpu(
      -
      12688  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      -
      12689  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves)
      -
      12690 {
      -
      12691  const size_t blockCount = m_Blocks.size();
      -
      12692  const bool isNonCoherent = m_hAllocator->IsMemoryTypeNonCoherent(m_MemoryTypeIndex);
      -
      12693 
      -
      12694  enum BLOCK_FLAG
      -
      12695  {
      -
      12696  BLOCK_FLAG_USED = 0x00000001,
      -
      12697  BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION = 0x00000002,
      -
      12698  };
      -
      12699 
      -
      12700  struct BlockInfo
      -
      12701  {
      -
      12702  uint32_t flags;
      -
      12703  void* pMappedData;
      -
      12704  };
      -
      12705  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> >
      -
      12706  blockInfo(blockCount, BlockInfo(), VmaStlAllocator<BlockInfo>(m_hAllocator->GetAllocationCallbacks()));
      -
      12707  memset(blockInfo.data(), 0, blockCount * sizeof(BlockInfo));
      -
      12708 
      -
      12709  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
      -
      12710  const size_t moveCount = moves.size();
      -
      12711  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      -
      12712  {
      -
      12713  const VmaDefragmentationMove& move = moves[moveIndex];
      -
      12714  blockInfo[move.srcBlockIndex].flags |= BLOCK_FLAG_USED;
      -
      12715  blockInfo[move.dstBlockIndex].flags |= BLOCK_FLAG_USED;
      -
      12716  }
      -
      12717 
      -
      12718  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
      -
      12719 
      -
      12720  // Go over all blocks. Get mapped pointer or map if necessary.
      -
      12721  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
      -
      12722  {
      -
      12723  BlockInfo& currBlockInfo = blockInfo[blockIndex];
      -
      12724  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      -
      12725  if((currBlockInfo.flags & BLOCK_FLAG_USED) != 0)
      -
      12726  {
      -
      12727  currBlockInfo.pMappedData = pBlock->GetMappedData();
      -
      12728  // It is not originally mapped - map it.
      -
      12729  if(currBlockInfo.pMappedData == VMA_NULL)
      -
      12730  {
      -
      12731  pDefragCtx->res = pBlock->Map(m_hAllocator, 1, &currBlockInfo.pMappedData);
      -
      12732  if(pDefragCtx->res == VK_SUCCESS)
      -
      12733  {
      -
      12734  currBlockInfo.flags |= BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION;
      -
      12735  }
      -
      12736  }
      -
      12737  }
      -
      12738  }
      +
      12567  // Scope for lock.
      +
      12568  {
      +
      12569  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      12570 
      +
      12571  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
      +
      12572 
      +
      12573  if(IsCorruptionDetectionEnabled())
      +
      12574  {
      +
      12575  VkResult res = pBlock->ValidateMagicValueAroundAllocation(m_hAllocator, hAllocation->GetOffset(), hAllocation->GetSize());
      +
      12576  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to validate magic value.");
      +
      12577  }
      +
      12578 
      +
      12579  if(hAllocation->IsPersistentMap())
      +
      12580  {
      +
      12581  pBlock->Unmap(m_hAllocator, 1);
      +
      12582  }
      +
      12583 
      +
      12584  pBlock->m_pMetadata->Free(hAllocation);
      +
      12585  VMA_HEAVY_ASSERT(pBlock->Validate());
      +
      12586 
      +
      12587  VMA_DEBUG_LOG(" Freed from MemoryTypeIndex=%u", m_MemoryTypeIndex);
      +
      12588 
      +
      12589  const bool canDeleteBlock = m_Blocks.size() > m_MinBlockCount;
      +
      12590  // pBlock became empty after this deallocation.
      +
      12591  if(pBlock->m_pMetadata->IsEmpty())
      +
      12592  {
      +
      12593  // Already has empty block. We don't want to have two, so delete this one.
      +
      12594  if((m_HasEmptyBlock || budgetExceeded) && canDeleteBlock)
      +
      12595  {
      +
      12596  pBlockToDelete = pBlock;
      +
      12597  Remove(pBlock);
      +
      12598  }
      +
      12599  // else: We now have an empty block - leave it.
      +
      12600  }
      +
      12601  // pBlock didn't become empty, but we have another empty block - find and free that one.
      +
      12602  // (This is optional, heuristics.)
      +
      12603  else if(m_HasEmptyBlock && canDeleteBlock)
      +
      12604  {
      +
      12605  VmaDeviceMemoryBlock* pLastBlock = m_Blocks.back();
      +
      12606  if(pLastBlock->m_pMetadata->IsEmpty())
      +
      12607  {
      +
      12608  pBlockToDelete = pLastBlock;
      +
      12609  m_Blocks.pop_back();
      +
      12610  }
      +
      12611  }
      +
      12612 
      +
      12613  UpdateHasEmptyBlock();
      +
      12614  IncrementallySortBlocks();
      +
      12615  }
      +
      12616 
      +
      12617  // Destruction of a free block. Deferred until this point, outside of mutex
      +
      12618  // lock, for performance reason.
      +
      12619  if(pBlockToDelete != VMA_NULL)
      +
      12620  {
      +
      12621  VMA_DEBUG_LOG(" Deleted empty block");
      +
      12622  pBlockToDelete->Destroy(m_hAllocator);
      +
      12623  vma_delete(m_hAllocator, pBlockToDelete);
      +
      12624  }
      +
      12625 }
      +
      12626 
      +
      12627 VkDeviceSize VmaBlockVector::CalcMaxBlockSize() const
      +
      12628 {
      +
      12629  VkDeviceSize result = 0;
      +
      12630  for(size_t i = m_Blocks.size(); i--; )
      +
      12631  {
      +
      12632  result = VMA_MAX(result, m_Blocks[i]->m_pMetadata->GetSize());
      +
      12633  if(result >= m_PreferredBlockSize)
      +
      12634  {
      +
      12635  break;
      +
      12636  }
      +
      12637  }
      +
      12638  return result;
      +
      12639 }
      +
      12640 
      +
      12641 void VmaBlockVector::Remove(VmaDeviceMemoryBlock* pBlock)
      +
      12642 {
      +
      12643  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      +
      12644  {
      +
      12645  if(m_Blocks[blockIndex] == pBlock)
      +
      12646  {
      +
      12647  VmaVectorRemove(m_Blocks, blockIndex);
      +
      12648  return;
      +
      12649  }
      +
      12650  }
      +
      12651  VMA_ASSERT(0);
      +
      12652 }
      +
      12653 
      +
      12654 void VmaBlockVector::IncrementallySortBlocks()
      +
      12655 {
      +
      12656  if(m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
      +
      12657  {
      +
      12658  // Bubble sort only until first swap.
      +
      12659  for(size_t i = 1; i < m_Blocks.size(); ++i)
      +
      12660  {
      +
      12661  if(m_Blocks[i - 1]->m_pMetadata->GetSumFreeSize() > m_Blocks[i]->m_pMetadata->GetSumFreeSize())
      +
      12662  {
      +
      12663  VMA_SWAP(m_Blocks[i - 1], m_Blocks[i]);
      +
      12664  return;
      +
      12665  }
      +
      12666  }
      +
      12667  }
      +
      12668 }
      +
      12669 
      +
      12670 VkResult VmaBlockVector::AllocateFromBlock(
      +
      12671  VmaDeviceMemoryBlock* pBlock,
      +
      12672  uint32_t currentFrameIndex,
      +
      12673  VkDeviceSize size,
      +
      12674  VkDeviceSize alignment,
      +
      12675  VmaAllocationCreateFlags allocFlags,
      +
      12676  void* pUserData,
      +
      12677  VmaSuballocationType suballocType,
      +
      12678  uint32_t strategy,
      +
      12679  VmaAllocation* pAllocation)
      +
      12680 {
      +
      12681  VMA_ASSERT((allocFlags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) == 0);
      +
      12682  const bool isUpperAddress = (allocFlags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
      +
      12683  const bool mapped = (allocFlags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
      +
      12684  const bool isUserDataString = (allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
      +
      12685 
      +
      12686  VmaAllocationRequest currRequest = {};
      +
      12687  if(pBlock->m_pMetadata->CreateAllocationRequest(
      +
      12688  currentFrameIndex,
      +
      12689  m_FrameInUseCount,
      +
      12690  m_BufferImageGranularity,
      +
      12691  size,
      +
      12692  alignment,
      +
      12693  isUpperAddress,
      +
      12694  suballocType,
      +
      12695  false, // canMakeOtherLost
      +
      12696  strategy,
      +
      12697  &currRequest))
      +
      12698  {
      +
      12699  // Allocate from pCurrBlock.
      +
      12700  VMA_ASSERT(currRequest.itemsToMakeLostCount == 0);
      +
      12701 
      +
      12702  if(mapped)
      +
      12703  {
      +
      12704  VkResult res = pBlock->Map(m_hAllocator, 1, VMA_NULL);
      +
      12705  if(res != VK_SUCCESS)
      +
      12706  {
      +
      12707  return res;
      +
      12708  }
      +
      12709  }
      +
      12710 
      +
      12711  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate(currentFrameIndex, isUserDataString);
      +
      12712  pBlock->m_pMetadata->Alloc(currRequest, suballocType, size, *pAllocation);
      +
      12713  UpdateHasEmptyBlock();
      +
      12714  (*pAllocation)->InitBlockAllocation(
      +
      12715  pBlock,
      +
      12716  currRequest.offset,
      +
      12717  alignment,
      +
      12718  size,
      +
      12719  m_MemoryTypeIndex,
      +
      12720  suballocType,
      +
      12721  mapped,
      +
      12722  (allocFlags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
      +
      12723  VMA_HEAVY_ASSERT(pBlock->Validate());
      +
      12724  (*pAllocation)->SetUserData(m_hAllocator, pUserData);
      +
      12725  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
      +
      12726  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      +
      12727  {
      +
      12728  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      +
      12729  }
      +
      12730  if(IsCorruptionDetectionEnabled())
      +
      12731  {
      +
      12732  VkResult res = pBlock->WriteMagicValueAroundAllocation(m_hAllocator, currRequest.offset, size);
      +
      12733  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
      +
      12734  }
      +
      12735  return VK_SUCCESS;
      +
      12736  }
      +
      12737  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      12738 }
      12739 
      -
      12740  // Go over all moves. Do actual data transfer.
      -
      12741  if(pDefragCtx->res == VK_SUCCESS)
      -
      12742  {
      -
      12743  const VkDeviceSize nonCoherentAtomSize = m_hAllocator->m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
      -
      12744  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
      +
      12740 VkResult VmaBlockVector::CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex)
      +
      12741 {
      +
      12742  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
      +
      12743  allocInfo.memoryTypeIndex = m_MemoryTypeIndex;
      +
      12744  allocInfo.allocationSize = blockSize;
      12745 
      -
      12746  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      -
      12747  {
      -
      12748  const VmaDefragmentationMove& move = moves[moveIndex];
      -
      12749 
      -
      12750  const BlockInfo& srcBlockInfo = blockInfo[move.srcBlockIndex];
      -
      12751  const BlockInfo& dstBlockInfo = blockInfo[move.dstBlockIndex];
      -
      12752 
      -
      12753  VMA_ASSERT(srcBlockInfo.pMappedData && dstBlockInfo.pMappedData);
      -
      12754 
      -
      12755  // Invalidate source.
      -
      12756  if(isNonCoherent)
      -
      12757  {
      -
      12758  VmaDeviceMemoryBlock* const pSrcBlock = m_Blocks[move.srcBlockIndex];
      -
      12759  memRange.memory = pSrcBlock->GetDeviceMemory();
      -
      12760  memRange.offset = VmaAlignDown(move.srcOffset, nonCoherentAtomSize);
      -
      12761  memRange.size = VMA_MIN(
      -
      12762  VmaAlignUp(move.size + (move.srcOffset - memRange.offset), nonCoherentAtomSize),
      -
      12763  pSrcBlock->m_pMetadata->GetSize() - memRange.offset);
      -
      12764  (*m_hAllocator->GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
      -
      12765  }
      -
      12766 
      -
      12767  // THE PLACE WHERE ACTUAL DATA COPY HAPPENS.
      -
      12768  memmove(
      -
      12769  reinterpret_cast<char*>(dstBlockInfo.pMappedData) + move.dstOffset,
      -
      12770  reinterpret_cast<char*>(srcBlockInfo.pMappedData) + move.srcOffset,
      -
      12771  static_cast<size_t>(move.size));
      -
      12772 
      -
      12773  if(IsCorruptionDetectionEnabled())
      -
      12774  {
      -
      12775  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset - VMA_DEBUG_MARGIN);
      -
      12776  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset + move.size);
      -
      12777  }
      -
      12778 
      -
      12779  // Flush destination.
      -
      12780  if(isNonCoherent)
      -
      12781  {
      -
      12782  VmaDeviceMemoryBlock* const pDstBlock = m_Blocks[move.dstBlockIndex];
      -
      12783  memRange.memory = pDstBlock->GetDeviceMemory();
      -
      12784  memRange.offset = VmaAlignDown(move.dstOffset, nonCoherentAtomSize);
      -
      12785  memRange.size = VMA_MIN(
      -
      12786  VmaAlignUp(move.size + (move.dstOffset - memRange.offset), nonCoherentAtomSize),
      -
      12787  pDstBlock->m_pMetadata->GetSize() - memRange.offset);
      -
      12788  (*m_hAllocator->GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
      -
      12789  }
      -
      12790  }
      -
      12791  }
      -
      12792 
      -
      12793  // Go over all blocks in reverse order. Unmap those that were mapped just for defragmentation.
      -
      12794  // Regardless of pCtx->res == VK_SUCCESS.
      -
      12795  for(size_t blockIndex = blockCount; blockIndex--; )
      -
      12796  {
      -
      12797  const BlockInfo& currBlockInfo = blockInfo[blockIndex];
      -
      12798  if((currBlockInfo.flags & BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION) != 0)
      -
      12799  {
      -
      12800  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      -
      12801  pBlock->Unmap(m_hAllocator, 1);
      -
      12802  }
      -
      12803  }
      -
      12804 }
      -
      12805 
      -
      12806 void VmaBlockVector::ApplyDefragmentationMovesGpu(
      -
      12807  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      -
      12808  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      12809  VkCommandBuffer commandBuffer)
      -
      12810 {
      -
      12811  const size_t blockCount = m_Blocks.size();
      -
      12812 
      -
      12813  pDefragCtx->blockContexts.resize(blockCount);
      -
      12814  memset(pDefragCtx->blockContexts.data(), 0, blockCount * sizeof(VmaBlockDefragmentationContext));
      +
      12746 #if VMA_BUFFER_DEVICE_ADDRESS
      +
      12747  // Every standalone block can potentially contain a buffer with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT - always enable the feature.
      +
      12748  VkMemoryAllocateFlagsInfoKHR allocFlagsInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO_KHR };
      +
      12749  if(m_hAllocator->m_UseKhrBufferDeviceAddress)
      +
      12750  {
      +
      12751  allocFlagsInfo.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR;
      +
      12752  VmaPnextChainPushFront(&allocInfo, &allocFlagsInfo);
      +
      12753  }
      +
      12754 #endif // #if VMA_BUFFER_DEVICE_ADDRESS
      +
      12755 
      +
      12756  VkDeviceMemory mem = VK_NULL_HANDLE;
      +
      12757  VkResult res = m_hAllocator->AllocateVulkanMemory(&allocInfo, &mem);
      +
      12758  if(res < 0)
      +
      12759  {
      +
      12760  return res;
      +
      12761  }
      +
      12762 
      +
      12763  // New VkDeviceMemory successfully created.
      +
      12764 
      +
      12765  // Create new Allocation for it.
      +
      12766  VmaDeviceMemoryBlock* const pBlock = vma_new(m_hAllocator, VmaDeviceMemoryBlock)(m_hAllocator);
      +
      12767  pBlock->Init(
      +
      12768  m_hAllocator,
      +
      12769  m_hParentPool,
      +
      12770  m_MemoryTypeIndex,
      +
      12771  mem,
      +
      12772  allocInfo.allocationSize,
      +
      12773  m_NextBlockId++,
      +
      12774  m_Algorithm);
      +
      12775 
      +
      12776  m_Blocks.push_back(pBlock);
      +
      12777  if(pNewBlockIndex != VMA_NULL)
      +
      12778  {
      +
      12779  *pNewBlockIndex = m_Blocks.size() - 1;
      +
      12780  }
      +
      12781 
      +
      12782  return VK_SUCCESS;
      +
      12783 }
      +
      12784 
      +
      12785 void VmaBlockVector::ApplyDefragmentationMovesCpu(
      +
      12786  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      +
      12787  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves)
      +
      12788 {
      +
      12789  const size_t blockCount = m_Blocks.size();
      +
      12790  const bool isNonCoherent = m_hAllocator->IsMemoryTypeNonCoherent(m_MemoryTypeIndex);
      +
      12791 
      +
      12792  enum BLOCK_FLAG
      +
      12793  {
      +
      12794  BLOCK_FLAG_USED = 0x00000001,
      +
      12795  BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION = 0x00000002,
      +
      12796  };
      +
      12797 
      +
      12798  struct BlockInfo
      +
      12799  {
      +
      12800  uint32_t flags;
      +
      12801  void* pMappedData;
      +
      12802  };
      +
      12803  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> >
      +
      12804  blockInfo(blockCount, BlockInfo(), VmaStlAllocator<BlockInfo>(m_hAllocator->GetAllocationCallbacks()));
      +
      12805  memset(blockInfo.data(), 0, blockCount * sizeof(BlockInfo));
      +
      12806 
      +
      12807  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
      +
      12808  const size_t moveCount = moves.size();
      +
      12809  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      +
      12810  {
      +
      12811  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      12812  blockInfo[move.srcBlockIndex].flags |= BLOCK_FLAG_USED;
      +
      12813  blockInfo[move.dstBlockIndex].flags |= BLOCK_FLAG_USED;
      +
      12814  }
      12815 
      -
      12816  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
      -
      12817  const size_t moveCount = moves.size();
      -
      12818  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      -
      12819  {
      -
      12820  const VmaDefragmentationMove& move = moves[moveIndex];
      -
      12821 
      -
      12822  //if(move.type == VMA_ALLOCATION_TYPE_UNKNOWN)
      -
      12823  {
      -
      12824  // Old school move still require us to map the whole block
      -
      12825  pDefragCtx->blockContexts[move.srcBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
      -
      12826  pDefragCtx->blockContexts[move.dstBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
      -
      12827  }
      -
      12828  }
      -
      12829 
      -
      12830  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
      -
      12831 
      -
      12832  // Go over all blocks. Create and bind buffer for whole block if necessary.
      -
      12833  {
      -
      12834  VkBufferCreateInfo bufCreateInfo;
      -
      12835  VmaFillGpuDefragmentationBufferCreateInfo(bufCreateInfo);
      -
      12836 
      -
      12837  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
      -
      12838  {
      -
      12839  VmaBlockDefragmentationContext& currBlockCtx = pDefragCtx->blockContexts[blockIndex];
      -
      12840  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      -
      12841  if((currBlockCtx.flags & VmaBlockDefragmentationContext::BLOCK_FLAG_USED) != 0)
      -
      12842  {
      -
      12843  bufCreateInfo.size = pBlock->m_pMetadata->GetSize();
      -
      12844  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkCreateBuffer)(
      -
      12845  m_hAllocator->m_hDevice, &bufCreateInfo, m_hAllocator->GetAllocationCallbacks(), &currBlockCtx.hBuffer);
      -
      12846  if(pDefragCtx->res == VK_SUCCESS)
      -
      12847  {
      -
      12848  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkBindBufferMemory)(
      -
      12849  m_hAllocator->m_hDevice, currBlockCtx.hBuffer, pBlock->GetDeviceMemory(), 0);
      -
      12850  }
      -
      12851  }
      -
      12852  }
      -
      12853  }
      -
      12854 
      -
      12855  // Go over all moves. Post data transfer commands to command buffer.
      -
      12856  if(pDefragCtx->res == VK_SUCCESS)
      -
      12857  {
      -
      12858  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      -
      12859  {
      -
      12860  const VmaDefragmentationMove& move = moves[moveIndex];
      -
      12861 
      -
      12862  const VmaBlockDefragmentationContext& srcBlockCtx = pDefragCtx->blockContexts[move.srcBlockIndex];
      -
      12863  const VmaBlockDefragmentationContext& dstBlockCtx = pDefragCtx->blockContexts[move.dstBlockIndex];
      +
      12816  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
      +
      12817 
      +
      12818  // Go over all blocks. Get mapped pointer or map if necessary.
      +
      12819  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
      +
      12820  {
      +
      12821  BlockInfo& currBlockInfo = blockInfo[blockIndex];
      +
      12822  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      +
      12823  if((currBlockInfo.flags & BLOCK_FLAG_USED) != 0)
      +
      12824  {
      +
      12825  currBlockInfo.pMappedData = pBlock->GetMappedData();
      +
      12826  // It is not originally mapped - map it.
      +
      12827  if(currBlockInfo.pMappedData == VMA_NULL)
      +
      12828  {
      +
      12829  pDefragCtx->res = pBlock->Map(m_hAllocator, 1, &currBlockInfo.pMappedData);
      +
      12830  if(pDefragCtx->res == VK_SUCCESS)
      +
      12831  {
      +
      12832  currBlockInfo.flags |= BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION;
      +
      12833  }
      +
      12834  }
      +
      12835  }
      +
      12836  }
      +
      12837 
      +
      12838  // Go over all moves. Do actual data transfer.
      +
      12839  if(pDefragCtx->res == VK_SUCCESS)
      +
      12840  {
      +
      12841  const VkDeviceSize nonCoherentAtomSize = m_hAllocator->m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
      +
      12842  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
      +
      12843 
      +
      12844  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      +
      12845  {
      +
      12846  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      12847 
      +
      12848  const BlockInfo& srcBlockInfo = blockInfo[move.srcBlockIndex];
      +
      12849  const BlockInfo& dstBlockInfo = blockInfo[move.dstBlockIndex];
      +
      12850 
      +
      12851  VMA_ASSERT(srcBlockInfo.pMappedData && dstBlockInfo.pMappedData);
      +
      12852 
      +
      12853  // Invalidate source.
      +
      12854  if(isNonCoherent)
      +
      12855  {
      +
      12856  VmaDeviceMemoryBlock* const pSrcBlock = m_Blocks[move.srcBlockIndex];
      +
      12857  memRange.memory = pSrcBlock->GetDeviceMemory();
      +
      12858  memRange.offset = VmaAlignDown(move.srcOffset, nonCoherentAtomSize);
      +
      12859  memRange.size = VMA_MIN(
      +
      12860  VmaAlignUp(move.size + (move.srcOffset - memRange.offset), nonCoherentAtomSize),
      +
      12861  pSrcBlock->m_pMetadata->GetSize() - memRange.offset);
      +
      12862  (*m_hAllocator->GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
      +
      12863  }
      12864 
      -
      12865  VMA_ASSERT(srcBlockCtx.hBuffer && dstBlockCtx.hBuffer);
      -
      12866 
      -
      12867  VkBufferCopy region = {
      -
      12868  move.srcOffset,
      -
      12869  move.dstOffset,
      -
      12870  move.size };
      -
      12871  (*m_hAllocator->GetVulkanFunctions().vkCmdCopyBuffer)(
      -
      12872  commandBuffer, srcBlockCtx.hBuffer, dstBlockCtx.hBuffer, 1, &region);
      -
      12873  }
      -
      12874  }
      -
      12875 
      -
      12876  // Save buffers to defrag context for later destruction.
      -
      12877  if(pDefragCtx->res == VK_SUCCESS && moveCount > 0)
      -
      12878  {
      -
      12879  pDefragCtx->res = VK_NOT_READY;
      -
      12880  }
      -
      12881 }
      -
      12882 
      -
      12883 void VmaBlockVector::FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats)
      -
      12884 {
      -
      12885  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      -
      12886  {
      -
      12887  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      -
      12888  if(pBlock->m_pMetadata->IsEmpty())
      -
      12889  {
      -
      12890  if(m_Blocks.size() > m_MinBlockCount)
      -
      12891  {
      -
      12892  if(pDefragmentationStats != VMA_NULL)
      -
      12893  {
      -
      12894  ++pDefragmentationStats->deviceMemoryBlocksFreed;
      -
      12895  pDefragmentationStats->bytesFreed += pBlock->m_pMetadata->GetSize();
      -
      12896  }
      -
      12897 
      -
      12898  VmaVectorRemove(m_Blocks, blockIndex);
      -
      12899  pBlock->Destroy(m_hAllocator);
      -
      12900  vma_delete(m_hAllocator, pBlock);
      -
      12901  }
      -
      12902  else
      -
      12903  {
      -
      12904  break;
      -
      12905  }
      -
      12906  }
      -
      12907  }
      -
      12908  UpdateHasEmptyBlock();
      -
      12909 }
      +
      12865  // THE PLACE WHERE ACTUAL DATA COPY HAPPENS.
      +
      12866  memmove(
      +
      12867  reinterpret_cast<char*>(dstBlockInfo.pMappedData) + move.dstOffset,
      +
      12868  reinterpret_cast<char*>(srcBlockInfo.pMappedData) + move.srcOffset,
      +
      12869  static_cast<size_t>(move.size));
      +
      12870 
      +
      12871  if(IsCorruptionDetectionEnabled())
      +
      12872  {
      +
      12873  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset - VMA_DEBUG_MARGIN);
      +
      12874  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset + move.size);
      +
      12875  }
      +
      12876 
      +
      12877  // Flush destination.
      +
      12878  if(isNonCoherent)
      +
      12879  {
      +
      12880  VmaDeviceMemoryBlock* const pDstBlock = m_Blocks[move.dstBlockIndex];
      +
      12881  memRange.memory = pDstBlock->GetDeviceMemory();
      +
      12882  memRange.offset = VmaAlignDown(move.dstOffset, nonCoherentAtomSize);
      +
      12883  memRange.size = VMA_MIN(
      +
      12884  VmaAlignUp(move.size + (move.dstOffset - memRange.offset), nonCoherentAtomSize),
      +
      12885  pDstBlock->m_pMetadata->GetSize() - memRange.offset);
      +
      12886  (*m_hAllocator->GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
      +
      12887  }
      +
      12888  }
      +
      12889  }
      +
      12890 
      +
      12891  // Go over all blocks in reverse order. Unmap those that were mapped just for defragmentation.
      +
      12892  // Regardless of pCtx->res == VK_SUCCESS.
      +
      12893  for(size_t blockIndex = blockCount; blockIndex--; )
      +
      12894  {
      +
      12895  const BlockInfo& currBlockInfo = blockInfo[blockIndex];
      +
      12896  if((currBlockInfo.flags & BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION) != 0)
      +
      12897  {
      +
      12898  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      +
      12899  pBlock->Unmap(m_hAllocator, 1);
      +
      12900  }
      +
      12901  }
      +
      12902 }
      +
      12903 
      +
      12904 void VmaBlockVector::ApplyDefragmentationMovesGpu(
      +
      12905  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      +
      12906  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      12907  VkCommandBuffer commandBuffer)
      +
      12908 {
      +
      12909  const size_t blockCount = m_Blocks.size();
      12910 
      -
      12911 void VmaBlockVector::UpdateHasEmptyBlock()
      -
      12912 {
      -
      12913  m_HasEmptyBlock = false;
      -
      12914  for(size_t index = 0, count = m_Blocks.size(); index < count; ++index)
      -
      12915  {
      -
      12916  VmaDeviceMemoryBlock* const pBlock = m_Blocks[index];
      -
      12917  if(pBlock->m_pMetadata->IsEmpty())
      -
      12918  {
      -
      12919  m_HasEmptyBlock = true;
      -
      12920  break;
      -
      12921  }
      -
      12922  }
      -
      12923 }
      -
      12924 
      -
      12925 #if VMA_STATS_STRING_ENABLED
      -
      12926 
      -
      12927 void VmaBlockVector::PrintDetailedMap(class VmaJsonWriter& json)
      -
      12928 {
      -
      12929  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      12930 
      -
      12931  json.BeginObject();
      -
      12932 
      -
      12933  if(IsCustomPool())
      -
      12934  {
      -
      12935  const char* poolName = m_hParentPool->GetName();
      -
      12936  if(poolName != VMA_NULL && poolName[0] != '\0')
      -
      12937  {
      -
      12938  json.WriteString("Name");
      -
      12939  json.WriteString(poolName);
      -
      12940  }
      -
      12941 
      -
      12942  json.WriteString("MemoryTypeIndex");
      -
      12943  json.WriteNumber(m_MemoryTypeIndex);
      -
      12944 
      -
      12945  json.WriteString("BlockSize");
      -
      12946  json.WriteNumber(m_PreferredBlockSize);
      -
      12947 
      -
      12948  json.WriteString("BlockCount");
      -
      12949  json.BeginObject(true);
      -
      12950  if(m_MinBlockCount > 0)
      -
      12951  {
      -
      12952  json.WriteString("Min");
      -
      12953  json.WriteNumber((uint64_t)m_MinBlockCount);
      -
      12954  }
      -
      12955  if(m_MaxBlockCount < SIZE_MAX)
      -
      12956  {
      -
      12957  json.WriteString("Max");
      -
      12958  json.WriteNumber((uint64_t)m_MaxBlockCount);
      -
      12959  }
      -
      12960  json.WriteString("Cur");
      -
      12961  json.WriteNumber((uint64_t)m_Blocks.size());
      -
      12962  json.EndObject();
      -
      12963 
      -
      12964  if(m_FrameInUseCount > 0)
      -
      12965  {
      -
      12966  json.WriteString("FrameInUseCount");
      -
      12967  json.WriteNumber(m_FrameInUseCount);
      -
      12968  }
      -
      12969 
      -
      12970  if(m_Algorithm != 0)
      -
      12971  {
      -
      12972  json.WriteString("Algorithm");
      -
      12973  json.WriteString(VmaAlgorithmToStr(m_Algorithm));
      -
      12974  }
      -
      12975  }
      -
      12976  else
      -
      12977  {
      -
      12978  json.WriteString("PreferredBlockSize");
      -
      12979  json.WriteNumber(m_PreferredBlockSize);
      -
      12980  }
      -
      12981 
      -
      12982  json.WriteString("Blocks");
      -
      12983  json.BeginObject();
      -
      12984  for(size_t i = 0; i < m_Blocks.size(); ++i)
      -
      12985  {
      -
      12986  json.BeginString();
      -
      12987  json.ContinueString(m_Blocks[i]->GetId());
      -
      12988  json.EndString();
      -
      12989 
      -
      12990  m_Blocks[i]->m_pMetadata->PrintDetailedMap(json);
      -
      12991  }
      -
      12992  json.EndObject();
      -
      12993 
      -
      12994  json.EndObject();
      -
      12995 }
      -
      12996 
      -
      12997 #endif // #if VMA_STATS_STRING_ENABLED
      -
      12998 
      -
      12999 void VmaBlockVector::Defragment(
      -
      13000  class VmaBlockVectorDefragmentationContext* pCtx,
      -
      13001  VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags,
      -
      13002  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
      -
      13003  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
      -
      13004  VkCommandBuffer commandBuffer)
      -
      13005 {
      -
      13006  pCtx->res = VK_SUCCESS;
      -
      13007 
      -
      13008  const VkMemoryPropertyFlags memPropFlags =
      -
      13009  m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags;
      -
      13010  const bool isHostVisible = (memPropFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0;
      -
      13011 
      -
      13012  const bool canDefragmentOnCpu = maxCpuBytesToMove > 0 && maxCpuAllocationsToMove > 0 &&
      -
      13013  isHostVisible;
      -
      13014  const bool canDefragmentOnGpu = maxGpuBytesToMove > 0 && maxGpuAllocationsToMove > 0 &&
      -
      13015  !IsCorruptionDetectionEnabled() &&
      -
      13016  ((1u << m_MemoryTypeIndex) & m_hAllocator->GetGpuDefragmentationMemoryTypeBits()) != 0;
      -
      13017 
      -
      13018  // There are options to defragment this memory type.
      -
      13019  if(canDefragmentOnCpu || canDefragmentOnGpu)
      -
      13020  {
      -
      13021  bool defragmentOnGpu;
      -
      13022  // There is only one option to defragment this memory type.
      -
      13023  if(canDefragmentOnGpu != canDefragmentOnCpu)
      -
      13024  {
      -
      13025  defragmentOnGpu = canDefragmentOnGpu;
      -
      13026  }
      -
      13027  // Both options are available: Heuristics to choose the best one.
      -
      13028  else
      -
      13029  {
      -
      13030  defragmentOnGpu = (memPropFlags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0 ||
      -
      13031  m_hAllocator->IsIntegratedGpu();
      -
      13032  }
      -
      13033 
      -
      13034  bool overlappingMoveSupported = !defragmentOnGpu;
      -
      13035 
      -
      13036  if(m_hAllocator->m_UseMutex)
      -
      13037  {
      -
      13038  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      -
      13039  {
      -
      13040  if(!m_Mutex.TryLockWrite())
      -
      13041  {
      -
      13042  pCtx->res = VK_ERROR_INITIALIZATION_FAILED;
      -
      13043  return;
      -
      13044  }
      -
      13045  }
      -
      13046  else
      -
      13047  {
      -
      13048  m_Mutex.LockWrite();
      -
      13049  pCtx->mutexLocked = true;
      -
      13050  }
      -
      13051  }
      -
      13052 
      -
      13053  pCtx->Begin(overlappingMoveSupported, flags);
      -
      13054 
      -
      13055  // Defragment.
      -
      13056 
      -
      13057  const VkDeviceSize maxBytesToMove = defragmentOnGpu ? maxGpuBytesToMove : maxCpuBytesToMove;
      -
      13058  const uint32_t maxAllocationsToMove = defragmentOnGpu ? maxGpuAllocationsToMove : maxCpuAllocationsToMove;
      -
      13059  pCtx->res = pCtx->GetAlgorithm()->Defragment(pCtx->defragmentationMoves, maxBytesToMove, maxAllocationsToMove, flags);
      -
      13060 
      -
      13061  // Accumulate statistics.
      -
      13062  if(pStats != VMA_NULL)
      +
      12911  pDefragCtx->blockContexts.resize(blockCount);
      +
      12912  memset(pDefragCtx->blockContexts.data(), 0, blockCount * sizeof(VmaBlockDefragmentationContext));
      +
      12913 
      +
      12914  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
      +
      12915  const size_t moveCount = moves.size();
      +
      12916  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      +
      12917  {
      +
      12918  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      12919 
      +
      12920  //if(move.type == VMA_ALLOCATION_TYPE_UNKNOWN)
      +
      12921  {
      +
      12922  // Old school move still require us to map the whole block
      +
      12923  pDefragCtx->blockContexts[move.srcBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
      +
      12924  pDefragCtx->blockContexts[move.dstBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
      +
      12925  }
      +
      12926  }
      +
      12927 
      +
      12928  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
      +
      12929 
      +
      12930  // Go over all blocks. Create and bind buffer for whole block if necessary.
      +
      12931  {
      +
      12932  VkBufferCreateInfo bufCreateInfo;
      +
      12933  VmaFillGpuDefragmentationBufferCreateInfo(bufCreateInfo);
      +
      12934 
      +
      12935  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
      +
      12936  {
      +
      12937  VmaBlockDefragmentationContext& currBlockCtx = pDefragCtx->blockContexts[blockIndex];
      +
      12938  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      +
      12939  if((currBlockCtx.flags & VmaBlockDefragmentationContext::BLOCK_FLAG_USED) != 0)
      +
      12940  {
      +
      12941  bufCreateInfo.size = pBlock->m_pMetadata->GetSize();
      +
      12942  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkCreateBuffer)(
      +
      12943  m_hAllocator->m_hDevice, &bufCreateInfo, m_hAllocator->GetAllocationCallbacks(), &currBlockCtx.hBuffer);
      +
      12944  if(pDefragCtx->res == VK_SUCCESS)
      +
      12945  {
      +
      12946  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkBindBufferMemory)(
      +
      12947  m_hAllocator->m_hDevice, currBlockCtx.hBuffer, pBlock->GetDeviceMemory(), 0);
      +
      12948  }
      +
      12949  }
      +
      12950  }
      +
      12951  }
      +
      12952 
      +
      12953  // Go over all moves. Post data transfer commands to command buffer.
      +
      12954  if(pDefragCtx->res == VK_SUCCESS)
      +
      12955  {
      +
      12956  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      +
      12957  {
      +
      12958  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      12959 
      +
      12960  const VmaBlockDefragmentationContext& srcBlockCtx = pDefragCtx->blockContexts[move.srcBlockIndex];
      +
      12961  const VmaBlockDefragmentationContext& dstBlockCtx = pDefragCtx->blockContexts[move.dstBlockIndex];
      +
      12962 
      +
      12963  VMA_ASSERT(srcBlockCtx.hBuffer && dstBlockCtx.hBuffer);
      +
      12964 
      +
      12965  VkBufferCopy region = {
      +
      12966  move.srcOffset,
      +
      12967  move.dstOffset,
      +
      12968  move.size };
      +
      12969  (*m_hAllocator->GetVulkanFunctions().vkCmdCopyBuffer)(
      +
      12970  commandBuffer, srcBlockCtx.hBuffer, dstBlockCtx.hBuffer, 1, &region);
      +
      12971  }
      +
      12972  }
      +
      12973 
      +
      12974  // Save buffers to defrag context for later destruction.
      +
      12975  if(pDefragCtx->res == VK_SUCCESS && moveCount > 0)
      +
      12976  {
      +
      12977  pDefragCtx->res = VK_NOT_READY;
      +
      12978  }
      +
      12979 }
      +
      12980 
      +
      12981 void VmaBlockVector::FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats)
      +
      12982 {
      +
      12983  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      +
      12984  {
      +
      12985  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      +
      12986  if(pBlock->m_pMetadata->IsEmpty())
      +
      12987  {
      +
      12988  if(m_Blocks.size() > m_MinBlockCount)
      +
      12989  {
      +
      12990  if(pDefragmentationStats != VMA_NULL)
      +
      12991  {
      +
      12992  ++pDefragmentationStats->deviceMemoryBlocksFreed;
      +
      12993  pDefragmentationStats->bytesFreed += pBlock->m_pMetadata->GetSize();
      +
      12994  }
      +
      12995 
      +
      12996  VmaVectorRemove(m_Blocks, blockIndex);
      +
      12997  pBlock->Destroy(m_hAllocator);
      +
      12998  vma_delete(m_hAllocator, pBlock);
      +
      12999  }
      +
      13000  else
      +
      13001  {
      +
      13002  break;
      +
      13003  }
      +
      13004  }
      +
      13005  }
      +
      13006  UpdateHasEmptyBlock();
      +
      13007 }
      +
      13008 
      +
      13009 void VmaBlockVector::UpdateHasEmptyBlock()
      +
      13010 {
      +
      13011  m_HasEmptyBlock = false;
      +
      13012  for(size_t index = 0, count = m_Blocks.size(); index < count; ++index)
      +
      13013  {
      +
      13014  VmaDeviceMemoryBlock* const pBlock = m_Blocks[index];
      +
      13015  if(pBlock->m_pMetadata->IsEmpty())
      +
      13016  {
      +
      13017  m_HasEmptyBlock = true;
      +
      13018  break;
      +
      13019  }
      +
      13020  }
      +
      13021 }
      +
      13022 
      +
      13023 #if VMA_STATS_STRING_ENABLED
      +
      13024 
      +
      13025 void VmaBlockVector::PrintDetailedMap(class VmaJsonWriter& json)
      +
      13026 {
      +
      13027  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13028 
      +
      13029  json.BeginObject();
      +
      13030 
      +
      13031  if(IsCustomPool())
      +
      13032  {
      +
      13033  const char* poolName = m_hParentPool->GetName();
      +
      13034  if(poolName != VMA_NULL && poolName[0] != '\0')
      +
      13035  {
      +
      13036  json.WriteString("Name");
      +
      13037  json.WriteString(poolName);
      +
      13038  }
      +
      13039 
      +
      13040  json.WriteString("MemoryTypeIndex");
      +
      13041  json.WriteNumber(m_MemoryTypeIndex);
      +
      13042 
      +
      13043  json.WriteString("BlockSize");
      +
      13044  json.WriteNumber(m_PreferredBlockSize);
      +
      13045 
      +
      13046  json.WriteString("BlockCount");
      +
      13047  json.BeginObject(true);
      +
      13048  if(m_MinBlockCount > 0)
      +
      13049  {
      +
      13050  json.WriteString("Min");
      +
      13051  json.WriteNumber((uint64_t)m_MinBlockCount);
      +
      13052  }
      +
      13053  if(m_MaxBlockCount < SIZE_MAX)
      +
      13054  {
      +
      13055  json.WriteString("Max");
      +
      13056  json.WriteNumber((uint64_t)m_MaxBlockCount);
      +
      13057  }
      +
      13058  json.WriteString("Cur");
      +
      13059  json.WriteNumber((uint64_t)m_Blocks.size());
      +
      13060  json.EndObject();
      +
      13061 
      +
      13062  if(m_FrameInUseCount > 0)
      13063  {
      -
      13064  const VkDeviceSize bytesMoved = pCtx->GetAlgorithm()->GetBytesMoved();
      -
      13065  const uint32_t allocationsMoved = pCtx->GetAlgorithm()->GetAllocationsMoved();
      -
      13066  pStats->bytesMoved += bytesMoved;
      -
      13067  pStats->allocationsMoved += allocationsMoved;
      -
      13068  VMA_ASSERT(bytesMoved <= maxBytesToMove);
      -
      13069  VMA_ASSERT(allocationsMoved <= maxAllocationsToMove);
      -
      13070  if(defragmentOnGpu)
      -
      13071  {
      -
      13072  maxGpuBytesToMove -= bytesMoved;
      -
      13073  maxGpuAllocationsToMove -= allocationsMoved;
      -
      13074  }
      -
      13075  else
      -
      13076  {
      -
      13077  maxCpuBytesToMove -= bytesMoved;
      -
      13078  maxCpuAllocationsToMove -= allocationsMoved;
      -
      13079  }
      -
      13080  }
      -
      13081 
      -
      13082  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      -
      13083  {
      -
      13084  if(m_hAllocator->m_UseMutex)
      -
      13085  m_Mutex.UnlockWrite();
      -
      13086 
      -
      13087  if(pCtx->res >= VK_SUCCESS && !pCtx->defragmentationMoves.empty())
      -
      13088  pCtx->res = VK_NOT_READY;
      -
      13089 
      -
      13090  return;
      -
      13091  }
      -
      13092 
      -
      13093  if(pCtx->res >= VK_SUCCESS)
      -
      13094  {
      -
      13095  if(defragmentOnGpu)
      -
      13096  {
      -
      13097  ApplyDefragmentationMovesGpu(pCtx, pCtx->defragmentationMoves, commandBuffer);
      -
      13098  }
      -
      13099  else
      -
      13100  {
      -
      13101  ApplyDefragmentationMovesCpu(pCtx, pCtx->defragmentationMoves);
      -
      13102  }
      -
      13103  }
      -
      13104  }
      -
      13105 }
      -
      13106 
      -
      13107 void VmaBlockVector::DefragmentationEnd(
      -
      13108  class VmaBlockVectorDefragmentationContext* pCtx,
      -
      13109  VmaDefragmentationStats* pStats)
      -
      13110 {
      -
      13111  // Destroy buffers.
      -
      13112  for(size_t blockIndex = pCtx->blockContexts.size(); blockIndex--; )
      -
      13113  {
      -
      13114  VmaBlockDefragmentationContext& blockCtx = pCtx->blockContexts[blockIndex];
      -
      13115  if(blockCtx.hBuffer)
      -
      13116  {
      -
      13117  (*m_hAllocator->GetVulkanFunctions().vkDestroyBuffer)(
      -
      13118  m_hAllocator->m_hDevice, blockCtx.hBuffer, m_hAllocator->GetAllocationCallbacks());
      -
      13119  }
      -
      13120  }
      -
      13121 
      -
      13122  if(pCtx->res >= VK_SUCCESS)
      -
      13123  {
      -
      13124  FreeEmptyBlocks(pStats);
      -
      13125  }
      -
      13126 
      -
      13127  if(pCtx->mutexLocked)
      -
      13128  {
      -
      13129  VMA_ASSERT(m_hAllocator->m_UseMutex);
      -
      13130  m_Mutex.UnlockWrite();
      -
      13131  }
      -
      13132 }
      +
      13064  json.WriteString("FrameInUseCount");
      +
      13065  json.WriteNumber(m_FrameInUseCount);
      +
      13066  }
      +
      13067 
      +
      13068  if(m_Algorithm != 0)
      +
      13069  {
      +
      13070  json.WriteString("Algorithm");
      +
      13071  json.WriteString(VmaAlgorithmToStr(m_Algorithm));
      +
      13072  }
      +
      13073  }
      +
      13074  else
      +
      13075  {
      +
      13076  json.WriteString("PreferredBlockSize");
      +
      13077  json.WriteNumber(m_PreferredBlockSize);
      +
      13078  }
      +
      13079 
      +
      13080  json.WriteString("Blocks");
      +
      13081  json.BeginObject();
      +
      13082  for(size_t i = 0; i < m_Blocks.size(); ++i)
      +
      13083  {
      +
      13084  json.BeginString();
      +
      13085  json.ContinueString(m_Blocks[i]->GetId());
      +
      13086  json.EndString();
      +
      13087 
      +
      13088  m_Blocks[i]->m_pMetadata->PrintDetailedMap(json);
      +
      13089  }
      +
      13090  json.EndObject();
      +
      13091 
      +
      13092  json.EndObject();
      +
      13093 }
      +
      13094 
      +
      13095 #endif // #if VMA_STATS_STRING_ENABLED
      +
      13096 
      +
      13097 void VmaBlockVector::Defragment(
      +
      13098  class VmaBlockVectorDefragmentationContext* pCtx,
      +
      13099  VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags,
      +
      13100  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
      +
      13101  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
      +
      13102  VkCommandBuffer commandBuffer)
      +
      13103 {
      +
      13104  pCtx->res = VK_SUCCESS;
      +
      13105 
      +
      13106  const VkMemoryPropertyFlags memPropFlags =
      +
      13107  m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags;
      +
      13108  const bool isHostVisible = (memPropFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0;
      +
      13109 
      +
      13110  const bool canDefragmentOnCpu = maxCpuBytesToMove > 0 && maxCpuAllocationsToMove > 0 &&
      +
      13111  isHostVisible;
      +
      13112  const bool canDefragmentOnGpu = maxGpuBytesToMove > 0 && maxGpuAllocationsToMove > 0 &&
      +
      13113  !IsCorruptionDetectionEnabled() &&
      +
      13114  ((1u << m_MemoryTypeIndex) & m_hAllocator->GetGpuDefragmentationMemoryTypeBits()) != 0;
      +
      13115 
      +
      13116  // There are options to defragment this memory type.
      +
      13117  if(canDefragmentOnCpu || canDefragmentOnGpu)
      +
      13118  {
      +
      13119  bool defragmentOnGpu;
      +
      13120  // There is only one option to defragment this memory type.
      +
      13121  if(canDefragmentOnGpu != canDefragmentOnCpu)
      +
      13122  {
      +
      13123  defragmentOnGpu = canDefragmentOnGpu;
      +
      13124  }
      +
      13125  // Both options are available: Heuristics to choose the best one.
      +
      13126  else
      +
      13127  {
      +
      13128  defragmentOnGpu = (memPropFlags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0 ||
      +
      13129  m_hAllocator->IsIntegratedGpu();
      +
      13130  }
      +
      13131 
      +
      13132  bool overlappingMoveSupported = !defragmentOnGpu;
      13133 
      -
      13134 uint32_t VmaBlockVector::ProcessDefragmentations(
      -
      13135  class VmaBlockVectorDefragmentationContext *pCtx,
      -
      13136  VmaDefragmentationPassMoveInfo* pMove, uint32_t maxMoves)
      -
      13137 {
      -
      13138  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13139 
      -
      13140  const uint32_t moveCount = std::min(uint32_t(pCtx->defragmentationMoves.size()) - pCtx->defragmentationMovesProcessed, maxMoves);
      -
      13141 
      -
      13142  for(uint32_t i = 0; i < moveCount; ++ i)
      -
      13143  {
      -
      13144  VmaDefragmentationMove& move = pCtx->defragmentationMoves[pCtx->defragmentationMovesProcessed + i];
      -
      13145 
      -
      13146  pMove->allocation = move.hAllocation;
      -
      13147  pMove->memory = move.pDstBlock->GetDeviceMemory();
      -
      13148  pMove->offset = move.dstOffset;
      -
      13149 
      -
      13150  ++ pMove;
      -
      13151  }
      +
      13134  if(m_hAllocator->m_UseMutex)
      +
      13135  {
      +
      13136  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      +
      13137  {
      +
      13138  if(!m_Mutex.TryLockWrite())
      +
      13139  {
      +
      13140  pCtx->res = VK_ERROR_INITIALIZATION_FAILED;
      +
      13141  return;
      +
      13142  }
      +
      13143  }
      +
      13144  else
      +
      13145  {
      +
      13146  m_Mutex.LockWrite();
      +
      13147  pCtx->mutexLocked = true;
      +
      13148  }
      +
      13149  }
      +
      13150 
      +
      13151  pCtx->Begin(overlappingMoveSupported, flags);
      13152 
      -
      13153  pCtx->defragmentationMovesProcessed += moveCount;
      +
      13153  // Defragment.
      13154 
      -
      13155  return moveCount;
      -
      13156 }
      -
      13157 
      -
      13158 void VmaBlockVector::CommitDefragmentations(
      -
      13159  class VmaBlockVectorDefragmentationContext *pCtx,
      -
      13160  VmaDefragmentationStats* pStats)
      -
      13161 {
      -
      13162  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13163 
      -
      13164  for(uint32_t i = pCtx->defragmentationMovesCommitted; i < pCtx->defragmentationMovesProcessed; ++ i)
      -
      13165  {
      -
      13166  const VmaDefragmentationMove &move = pCtx->defragmentationMoves[i];
      -
      13167 
      -
      13168  move.pSrcBlock->m_pMetadata->FreeAtOffset(move.srcOffset);
      -
      13169  move.hAllocation->ChangeBlockAllocation(m_hAllocator, move.pDstBlock, move.dstOffset);
      -
      13170  }
      -
      13171 
      -
      13172  pCtx->defragmentationMovesCommitted = pCtx->defragmentationMovesProcessed;
      -
      13173  FreeEmptyBlocks(pStats);
      -
      13174 }
      -
      13175 
      -
      13176 size_t VmaBlockVector::CalcAllocationCount() const
      -
      13177 {
      -
      13178  size_t result = 0;
      -
      13179  for(size_t i = 0; i < m_Blocks.size(); ++i)
      -
      13180  {
      -
      13181  result += m_Blocks[i]->m_pMetadata->GetAllocationCount();
      -
      13182  }
      -
      13183  return result;
      -
      13184 }
      -
      13185 
      -
      13186 bool VmaBlockVector::IsBufferImageGranularityConflictPossible() const
      -
      13187 {
      -
      13188  if(m_BufferImageGranularity == 1)
      -
      13189  {
      -
      13190  return false;
      -
      13191  }
      -
      13192  VmaSuballocationType lastSuballocType = VMA_SUBALLOCATION_TYPE_FREE;
      -
      13193  for(size_t i = 0, count = m_Blocks.size(); i < count; ++i)
      -
      13194  {
      -
      13195  VmaDeviceMemoryBlock* const pBlock = m_Blocks[i];
      -
      13196  VMA_ASSERT(m_Algorithm == 0);
      -
      13197  VmaBlockMetadata_Generic* const pMetadata = (VmaBlockMetadata_Generic*)pBlock->m_pMetadata;
      -
      13198  if(pMetadata->IsBufferImageGranularityConflictPossible(m_BufferImageGranularity, lastSuballocType))
      -
      13199  {
      -
      13200  return true;
      +
      13155  const VkDeviceSize maxBytesToMove = defragmentOnGpu ? maxGpuBytesToMove : maxCpuBytesToMove;
      +
      13156  const uint32_t maxAllocationsToMove = defragmentOnGpu ? maxGpuAllocationsToMove : maxCpuAllocationsToMove;
      +
      13157  pCtx->res = pCtx->GetAlgorithm()->Defragment(pCtx->defragmentationMoves, maxBytesToMove, maxAllocationsToMove, flags);
      +
      13158 
      +
      13159  // Accumulate statistics.
      +
      13160  if(pStats != VMA_NULL)
      +
      13161  {
      +
      13162  const VkDeviceSize bytesMoved = pCtx->GetAlgorithm()->GetBytesMoved();
      +
      13163  const uint32_t allocationsMoved = pCtx->GetAlgorithm()->GetAllocationsMoved();
      +
      13164  pStats->bytesMoved += bytesMoved;
      +
      13165  pStats->allocationsMoved += allocationsMoved;
      +
      13166  VMA_ASSERT(bytesMoved <= maxBytesToMove);
      +
      13167  VMA_ASSERT(allocationsMoved <= maxAllocationsToMove);
      +
      13168  if(defragmentOnGpu)
      +
      13169  {
      +
      13170  maxGpuBytesToMove -= bytesMoved;
      +
      13171  maxGpuAllocationsToMove -= allocationsMoved;
      +
      13172  }
      +
      13173  else
      +
      13174  {
      +
      13175  maxCpuBytesToMove -= bytesMoved;
      +
      13176  maxCpuAllocationsToMove -= allocationsMoved;
      +
      13177  }
      +
      13178  }
      +
      13179 
      +
      13180  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      +
      13181  {
      +
      13182  if(m_hAllocator->m_UseMutex)
      +
      13183  m_Mutex.UnlockWrite();
      +
      13184 
      +
      13185  if(pCtx->res >= VK_SUCCESS && !pCtx->defragmentationMoves.empty())
      +
      13186  pCtx->res = VK_NOT_READY;
      +
      13187 
      +
      13188  return;
      +
      13189  }
      +
      13190 
      +
      13191  if(pCtx->res >= VK_SUCCESS)
      +
      13192  {
      +
      13193  if(defragmentOnGpu)
      +
      13194  {
      +
      13195  ApplyDefragmentationMovesGpu(pCtx, pCtx->defragmentationMoves, commandBuffer);
      +
      13196  }
      +
      13197  else
      +
      13198  {
      +
      13199  ApplyDefragmentationMovesCpu(pCtx, pCtx->defragmentationMoves);
      +
      13200  }
      13201  }
      13202  }
      -
      13203  return false;
      -
      13204 }
      -
      13205 
      -
      13206 void VmaBlockVector::MakePoolAllocationsLost(
      -
      13207  uint32_t currentFrameIndex,
      -
      13208  size_t* pLostAllocationCount)
      -
      13209 {
      -
      13210  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13211  size_t lostAllocationCount = 0;
      -
      13212  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      -
      13213  {
      -
      13214  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      -
      13215  VMA_ASSERT(pBlock);
      -
      13216  lostAllocationCount += pBlock->m_pMetadata->MakeAllocationsLost(currentFrameIndex, m_FrameInUseCount);
      -
      13217  }
      -
      13218  if(pLostAllocationCount != VMA_NULL)
      -
      13219  {
      -
      13220  *pLostAllocationCount = lostAllocationCount;
      -
      13221  }
      -
      13222 }
      -
      13223 
      -
      13224 VkResult VmaBlockVector::CheckCorruption()
      -
      13225 {
      -
      13226  if(!IsCorruptionDetectionEnabled())
      -
      13227  {
      -
      13228  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      13203 }
      +
      13204 
      +
      13205 void VmaBlockVector::DefragmentationEnd(
      +
      13206  class VmaBlockVectorDefragmentationContext* pCtx,
      +
      13207  VmaDefragmentationStats* pStats)
      +
      13208 {
      +
      13209  // Destroy buffers.
      +
      13210  for(size_t blockIndex = pCtx->blockContexts.size(); blockIndex--; )
      +
      13211  {
      +
      13212  VmaBlockDefragmentationContext& blockCtx = pCtx->blockContexts[blockIndex];
      +
      13213  if(blockCtx.hBuffer)
      +
      13214  {
      +
      13215  (*m_hAllocator->GetVulkanFunctions().vkDestroyBuffer)(
      +
      13216  m_hAllocator->m_hDevice, blockCtx.hBuffer, m_hAllocator->GetAllocationCallbacks());
      +
      13217  }
      +
      13218  }
      +
      13219 
      +
      13220  if(pCtx->res >= VK_SUCCESS)
      +
      13221  {
      +
      13222  FreeEmptyBlocks(pStats);
      +
      13223  }
      +
      13224 
      +
      13225  if(pCtx->mutexLocked)
      +
      13226  {
      +
      13227  VMA_ASSERT(m_hAllocator->m_UseMutex);
      +
      13228  m_Mutex.UnlockWrite();
      13229  }
      -
      13230 
      -
      13231  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13232  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      -
      13233  {
      -
      13234  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      -
      13235  VMA_ASSERT(pBlock);
      -
      13236  VkResult res = pBlock->CheckCorruption(m_hAllocator);
      -
      13237  if(res != VK_SUCCESS)
      -
      13238  {
      -
      13239  return res;
      -
      13240  }
      -
      13241  }
      -
      13242  return VK_SUCCESS;
      -
      13243 }
      -
      13244 
      -
      13245 void VmaBlockVector::AddStats(VmaStats* pStats)
      -
      13246 {
      -
      13247  const uint32_t memTypeIndex = m_MemoryTypeIndex;
      -
      13248  const uint32_t memHeapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(memTypeIndex);
      -
      13249 
      -
      13250  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13251 
      -
      13252  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      -
      13253  {
      -
      13254  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      -
      13255  VMA_ASSERT(pBlock);
      -
      13256  VMA_HEAVY_ASSERT(pBlock->Validate());
      -
      13257  VmaStatInfo allocationStatInfo;
      -
      13258  pBlock->m_pMetadata->CalcAllocationStatInfo(allocationStatInfo);
      -
      13259  VmaAddStatInfo(pStats->total, allocationStatInfo);
      -
      13260  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
      -
      13261  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
      -
      13262  }
      -
      13263 }
      -
      13264 
      -
      13266 // VmaDefragmentationAlgorithm_Generic members definition
      -
      13267 
      -
      13268 VmaDefragmentationAlgorithm_Generic::VmaDefragmentationAlgorithm_Generic(
      -
      13269  VmaAllocator hAllocator,
      -
      13270  VmaBlockVector* pBlockVector,
      -
      13271  uint32_t currentFrameIndex,
      -
      13272  bool overlappingMoveSupported) :
      -
      13273  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
      -
      13274  m_AllocationCount(0),
      -
      13275  m_AllAllocations(false),
      -
      13276  m_BytesMoved(0),
      -
      13277  m_AllocationsMoved(0),
      -
      13278  m_Blocks(VmaStlAllocator<BlockInfo*>(hAllocator->GetAllocationCallbacks()))
      -
      13279 {
      -
      13280  // Create block info for each block.
      -
      13281  const size_t blockCount = m_pBlockVector->m_Blocks.size();
      -
      13282  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      13283  {
      -
      13284  BlockInfo* pBlockInfo = vma_new(m_hAllocator, BlockInfo)(m_hAllocator->GetAllocationCallbacks());
      -
      13285  pBlockInfo->m_OriginalBlockIndex = blockIndex;
      -
      13286  pBlockInfo->m_pBlock = m_pBlockVector->m_Blocks[blockIndex];
      -
      13287  m_Blocks.push_back(pBlockInfo);
      -
      13288  }
      -
      13289 
      -
      13290  // Sort them by m_pBlock pointer value.
      -
      13291  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockPointerLess());
      -
      13292 }
      -
      13293 
      -
      13294 VmaDefragmentationAlgorithm_Generic::~VmaDefragmentationAlgorithm_Generic()
      -
      13295 {
      -
      13296  for(size_t i = m_Blocks.size(); i--; )
      -
      13297  {
      -
      13298  vma_delete(m_hAllocator, m_Blocks[i]);
      -
      13299  }
      -
      13300 }
      -
      13301 
      -
      13302 void VmaDefragmentationAlgorithm_Generic::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
      -
      13303 {
      -
      13304  // Now as we are inside VmaBlockVector::m_Mutex, we can make final check if this allocation was not lost.
      -
      13305  if(hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST)
      -
      13306  {
      -
      13307  VmaDeviceMemoryBlock* pBlock = hAlloc->GetBlock();
      -
      13308  BlockInfoVector::iterator it = VmaBinaryFindFirstNotLess(m_Blocks.begin(), m_Blocks.end(), pBlock, BlockPointerLess());
      -
      13309  if(it != m_Blocks.end() && (*it)->m_pBlock == pBlock)
      -
      13310  {
      -
      13311  AllocationInfo allocInfo = AllocationInfo(hAlloc, pChanged);
      -
      13312  (*it)->m_Allocations.push_back(allocInfo);
      -
      13313  }
      -
      13314  else
      -
      13315  {
      -
      13316  VMA_ASSERT(0);
      -
      13317  }
      -
      13318 
      -
      13319  ++m_AllocationCount;
      -
      13320  }
      -
      13321 }
      -
      13322 
      -
      13323 VkResult VmaDefragmentationAlgorithm_Generic::DefragmentRound(
      -
      13324  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      13325  VkDeviceSize maxBytesToMove,
      -
      13326  uint32_t maxAllocationsToMove,
      -
      13327  bool freeOldAllocations)
      -
      13328 {
      -
      13329  if(m_Blocks.empty())
      -
      13330  {
      -
      13331  return VK_SUCCESS;
      -
      13332  }
      -
      13333 
      -
      13334  // This is a choice based on research.
      -
      13335  // Option 1:
      -
      13336  uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT;
      -
      13337  // Option 2:
      -
      13338  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT;
      -
      13339  // Option 3:
      -
      13340  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT;
      -
      13341 
      -
      13342  size_t srcBlockMinIndex = 0;
      -
      13343  // When FAST_ALGORITHM, move allocations from only last out of blocks that contain non-movable allocations.
      -
      13344  /*
      -
      13345  if(m_AlgorithmFlags & VMA_DEFRAGMENTATION_FAST_ALGORITHM_BIT)
      -
      13346  {
      -
      13347  const size_t blocksWithNonMovableCount = CalcBlocksWithNonMovableCount();
      -
      13348  if(blocksWithNonMovableCount > 0)
      -
      13349  {
      -
      13350  srcBlockMinIndex = blocksWithNonMovableCount - 1;
      -
      13351  }
      -
      13352  }
      -
      13353  */
      -
      13354 
      -
      13355  size_t srcBlockIndex = m_Blocks.size() - 1;
      -
      13356  size_t srcAllocIndex = SIZE_MAX;
      -
      13357  for(;;)
      -
      13358  {
      -
      13359  // 1. Find next allocation to move.
      -
      13360  // 1.1. Start from last to first m_Blocks - they are sorted from most "destination" to most "source".
      -
      13361  // 1.2. Then start from last to first m_Allocations.
      -
      13362  while(srcAllocIndex >= m_Blocks[srcBlockIndex]->m_Allocations.size())
      -
      13363  {
      -
      13364  if(m_Blocks[srcBlockIndex]->m_Allocations.empty())
      -
      13365  {
      -
      13366  // Finished: no more allocations to process.
      -
      13367  if(srcBlockIndex == srcBlockMinIndex)
      -
      13368  {
      -
      13369  return VK_SUCCESS;
      -
      13370  }
      -
      13371  else
      -
      13372  {
      -
      13373  --srcBlockIndex;
      -
      13374  srcAllocIndex = SIZE_MAX;
      -
      13375  }
      -
      13376  }
      -
      13377  else
      -
      13378  {
      -
      13379  srcAllocIndex = m_Blocks[srcBlockIndex]->m_Allocations.size() - 1;
      -
      13380  }
      -
      13381  }
      -
      13382 
      -
      13383  BlockInfo* pSrcBlockInfo = m_Blocks[srcBlockIndex];
      -
      13384  AllocationInfo& allocInfo = pSrcBlockInfo->m_Allocations[srcAllocIndex];
      -
      13385 
      -
      13386  const VkDeviceSize size = allocInfo.m_hAllocation->GetSize();
      -
      13387  const VkDeviceSize srcOffset = allocInfo.m_hAllocation->GetOffset();
      -
      13388  const VkDeviceSize alignment = allocInfo.m_hAllocation->GetAlignment();
      -
      13389  const VmaSuballocationType suballocType = allocInfo.m_hAllocation->GetSuballocationType();
      -
      13390 
      -
      13391  // 2. Try to find new place for this allocation in preceding or current block.
      -
      13392  for(size_t dstBlockIndex = 0; dstBlockIndex <= srcBlockIndex; ++dstBlockIndex)
      -
      13393  {
      -
      13394  BlockInfo* pDstBlockInfo = m_Blocks[dstBlockIndex];
      -
      13395  VmaAllocationRequest dstAllocRequest;
      -
      13396  if(pDstBlockInfo->m_pBlock->m_pMetadata->CreateAllocationRequest(
      -
      13397  m_CurrentFrameIndex,
      -
      13398  m_pBlockVector->GetFrameInUseCount(),
      -
      13399  m_pBlockVector->GetBufferImageGranularity(),
      -
      13400  size,
      -
      13401  alignment,
      -
      13402  false, // upperAddress
      -
      13403  suballocType,
      -
      13404  false, // canMakeOtherLost
      -
      13405  strategy,
      -
      13406  &dstAllocRequest) &&
      -
      13407  MoveMakesSense(
      -
      13408  dstBlockIndex, dstAllocRequest.offset, srcBlockIndex, srcOffset))
      -
      13409  {
      -
      13410  VMA_ASSERT(dstAllocRequest.itemsToMakeLostCount == 0);
      -
      13411 
      -
      13412  // Reached limit on number of allocations or bytes to move.
      -
      13413  if((m_AllocationsMoved + 1 > maxAllocationsToMove) ||
      -
      13414  (m_BytesMoved + size > maxBytesToMove))
      -
      13415  {
      -
      13416  return VK_SUCCESS;
      -
      13417  }
      -
      13418 
      -
      13419  VmaDefragmentationMove move = {};
      -
      13420  move.srcBlockIndex = pSrcBlockInfo->m_OriginalBlockIndex;
      -
      13421  move.dstBlockIndex = pDstBlockInfo->m_OriginalBlockIndex;
      -
      13422  move.srcOffset = srcOffset;
      -
      13423  move.dstOffset = dstAllocRequest.offset;
      -
      13424  move.size = size;
      -
      13425  move.hAllocation = allocInfo.m_hAllocation;
      -
      13426  move.pSrcBlock = pSrcBlockInfo->m_pBlock;
      -
      13427  move.pDstBlock = pDstBlockInfo->m_pBlock;
      -
      13428 
      -
      13429  moves.push_back(move);
      -
      13430 
      -
      13431  pDstBlockInfo->m_pBlock->m_pMetadata->Alloc(
      -
      13432  dstAllocRequest,
      -
      13433  suballocType,
      -
      13434  size,
      -
      13435  allocInfo.m_hAllocation);
      -
      13436 
      -
      13437  if(freeOldAllocations)
      -
      13438  {
      -
      13439  pSrcBlockInfo->m_pBlock->m_pMetadata->FreeAtOffset(srcOffset);
      -
      13440  allocInfo.m_hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlockInfo->m_pBlock, dstAllocRequest.offset);
      -
      13441  }
      -
      13442 
      -
      13443  if(allocInfo.m_pChanged != VMA_NULL)
      -
      13444  {
      -
      13445  *allocInfo.m_pChanged = VK_TRUE;
      -
      13446  }
      -
      13447 
      -
      13448  ++m_AllocationsMoved;
      -
      13449  m_BytesMoved += size;
      -
      13450 
      -
      13451  VmaVectorRemove(pSrcBlockInfo->m_Allocations, srcAllocIndex);
      +
      13230 }
      +
      13231 
      +
      13232 uint32_t VmaBlockVector::ProcessDefragmentations(
      +
      13233  class VmaBlockVectorDefragmentationContext *pCtx,
      +
      13234  VmaDefragmentationPassMoveInfo* pMove, uint32_t maxMoves)
      +
      13235 {
      +
      13236  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13237 
      +
      13238  const uint32_t moveCount = std::min(uint32_t(pCtx->defragmentationMoves.size()) - pCtx->defragmentationMovesProcessed, maxMoves);
      +
      13239 
      +
      13240  for(uint32_t i = 0; i < moveCount; ++ i)
      +
      13241  {
      +
      13242  VmaDefragmentationMove& move = pCtx->defragmentationMoves[pCtx->defragmentationMovesProcessed + i];
      +
      13243 
      +
      13244  pMove->allocation = move.hAllocation;
      +
      13245  pMove->memory = move.pDstBlock->GetDeviceMemory();
      +
      13246  pMove->offset = move.dstOffset;
      +
      13247 
      +
      13248  ++ pMove;
      +
      13249  }
      +
      13250 
      +
      13251  pCtx->defragmentationMovesProcessed += moveCount;
      +
      13252 
      +
      13253  return moveCount;
      +
      13254 }
      +
      13255 
      +
      13256 void VmaBlockVector::CommitDefragmentations(
      +
      13257  class VmaBlockVectorDefragmentationContext *pCtx,
      +
      13258  VmaDefragmentationStats* pStats)
      +
      13259 {
      +
      13260  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13261 
      +
      13262  for(uint32_t i = pCtx->defragmentationMovesCommitted; i < pCtx->defragmentationMovesProcessed; ++ i)
      +
      13263  {
      +
      13264  const VmaDefragmentationMove &move = pCtx->defragmentationMoves[i];
      +
      13265 
      +
      13266  move.pSrcBlock->m_pMetadata->FreeAtOffset(move.srcOffset);
      +
      13267  move.hAllocation->ChangeBlockAllocation(m_hAllocator, move.pDstBlock, move.dstOffset);
      +
      13268  }
      +
      13269 
      +
      13270  pCtx->defragmentationMovesCommitted = pCtx->defragmentationMovesProcessed;
      +
      13271  FreeEmptyBlocks(pStats);
      +
      13272 }
      +
      13273 
      +
      13274 size_t VmaBlockVector::CalcAllocationCount() const
      +
      13275 {
      +
      13276  size_t result = 0;
      +
      13277  for(size_t i = 0; i < m_Blocks.size(); ++i)
      +
      13278  {
      +
      13279  result += m_Blocks[i]->m_pMetadata->GetAllocationCount();
      +
      13280  }
      +
      13281  return result;
      +
      13282 }
      +
      13283 
      +
      13284 bool VmaBlockVector::IsBufferImageGranularityConflictPossible() const
      +
      13285 {
      +
      13286  if(m_BufferImageGranularity == 1)
      +
      13287  {
      +
      13288  return false;
      +
      13289  }
      +
      13290  VmaSuballocationType lastSuballocType = VMA_SUBALLOCATION_TYPE_FREE;
      +
      13291  for(size_t i = 0, count = m_Blocks.size(); i < count; ++i)
      +
      13292  {
      +
      13293  VmaDeviceMemoryBlock* const pBlock = m_Blocks[i];
      +
      13294  VMA_ASSERT(m_Algorithm == 0);
      +
      13295  VmaBlockMetadata_Generic* const pMetadata = (VmaBlockMetadata_Generic*)pBlock->m_pMetadata;
      +
      13296  if(pMetadata->IsBufferImageGranularityConflictPossible(m_BufferImageGranularity, lastSuballocType))
      +
      13297  {
      +
      13298  return true;
      +
      13299  }
      +
      13300  }
      +
      13301  return false;
      +
      13302 }
      +
      13303 
      +
      13304 void VmaBlockVector::MakePoolAllocationsLost(
      +
      13305  uint32_t currentFrameIndex,
      +
      13306  size_t* pLostAllocationCount)
      +
      13307 {
      +
      13308  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13309  size_t lostAllocationCount = 0;
      +
      13310  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      +
      13311  {
      +
      13312  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      +
      13313  VMA_ASSERT(pBlock);
      +
      13314  lostAllocationCount += pBlock->m_pMetadata->MakeAllocationsLost(currentFrameIndex, m_FrameInUseCount);
      +
      13315  }
      +
      13316  if(pLostAllocationCount != VMA_NULL)
      +
      13317  {
      +
      13318  *pLostAllocationCount = lostAllocationCount;
      +
      13319  }
      +
      13320 }
      +
      13321 
      +
      13322 VkResult VmaBlockVector::CheckCorruption()
      +
      13323 {
      +
      13324  if(!IsCorruptionDetectionEnabled())
      +
      13325  {
      +
      13326  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      13327  }
      +
      13328 
      +
      13329  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13330  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      +
      13331  {
      +
      13332  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      +
      13333  VMA_ASSERT(pBlock);
      +
      13334  VkResult res = pBlock->CheckCorruption(m_hAllocator);
      +
      13335  if(res != VK_SUCCESS)
      +
      13336  {
      +
      13337  return res;
      +
      13338  }
      +
      13339  }
      +
      13340  return VK_SUCCESS;
      +
      13341 }
      +
      13342 
      +
      13343 void VmaBlockVector::AddStats(VmaStats* pStats)
      +
      13344 {
      +
      13345  const uint32_t memTypeIndex = m_MemoryTypeIndex;
      +
      13346  const uint32_t memHeapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(memTypeIndex);
      +
      13347 
      +
      13348  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13349 
      +
      13350  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      +
      13351  {
      +
      13352  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      +
      13353  VMA_ASSERT(pBlock);
      +
      13354  VMA_HEAVY_ASSERT(pBlock->Validate());
      +
      13355  VmaStatInfo allocationStatInfo;
      +
      13356  pBlock->m_pMetadata->CalcAllocationStatInfo(allocationStatInfo);
      +
      13357  VmaAddStatInfo(pStats->total, allocationStatInfo);
      +
      13358  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
      +
      13359  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
      +
      13360  }
      +
      13361 }
      +
      13362 
      +
      13364 // VmaDefragmentationAlgorithm_Generic members definition
      +
      13365 
      +
      13366 VmaDefragmentationAlgorithm_Generic::VmaDefragmentationAlgorithm_Generic(
      +
      13367  VmaAllocator hAllocator,
      +
      13368  VmaBlockVector* pBlockVector,
      +
      13369  uint32_t currentFrameIndex,
      +
      13370  bool overlappingMoveSupported) :
      +
      13371  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
      +
      13372  m_AllocationCount(0),
      +
      13373  m_AllAllocations(false),
      +
      13374  m_BytesMoved(0),
      +
      13375  m_AllocationsMoved(0),
      +
      13376  m_Blocks(VmaStlAllocator<BlockInfo*>(hAllocator->GetAllocationCallbacks()))
      +
      13377 {
      +
      13378  // Create block info for each block.
      +
      13379  const size_t blockCount = m_pBlockVector->m_Blocks.size();
      +
      13380  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      13381  {
      +
      13382  BlockInfo* pBlockInfo = vma_new(m_hAllocator, BlockInfo)(m_hAllocator->GetAllocationCallbacks());
      +
      13383  pBlockInfo->m_OriginalBlockIndex = blockIndex;
      +
      13384  pBlockInfo->m_pBlock = m_pBlockVector->m_Blocks[blockIndex];
      +
      13385  m_Blocks.push_back(pBlockInfo);
      +
      13386  }
      +
      13387 
      +
      13388  // Sort them by m_pBlock pointer value.
      +
      13389  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockPointerLess());
      +
      13390 }
      +
      13391 
      +
      13392 VmaDefragmentationAlgorithm_Generic::~VmaDefragmentationAlgorithm_Generic()
      +
      13393 {
      +
      13394  for(size_t i = m_Blocks.size(); i--; )
      +
      13395  {
      +
      13396  vma_delete(m_hAllocator, m_Blocks[i]);
      +
      13397  }
      +
      13398 }
      +
      13399 
      +
      13400 void VmaDefragmentationAlgorithm_Generic::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
      +
      13401 {
      +
      13402  // Now as we are inside VmaBlockVector::m_Mutex, we can make final check if this allocation was not lost.
      +
      13403  if(hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST)
      +
      13404  {
      +
      13405  VmaDeviceMemoryBlock* pBlock = hAlloc->GetBlock();
      +
      13406  BlockInfoVector::iterator it = VmaBinaryFindFirstNotLess(m_Blocks.begin(), m_Blocks.end(), pBlock, BlockPointerLess());
      +
      13407  if(it != m_Blocks.end() && (*it)->m_pBlock == pBlock)
      +
      13408  {
      +
      13409  AllocationInfo allocInfo = AllocationInfo(hAlloc, pChanged);
      +
      13410  (*it)->m_Allocations.push_back(allocInfo);
      +
      13411  }
      +
      13412  else
      +
      13413  {
      +
      13414  VMA_ASSERT(0);
      +
      13415  }
      +
      13416 
      +
      13417  ++m_AllocationCount;
      +
      13418  }
      +
      13419 }
      +
      13420 
      +
      13421 VkResult VmaDefragmentationAlgorithm_Generic::DefragmentRound(
      +
      13422  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      13423  VkDeviceSize maxBytesToMove,
      +
      13424  uint32_t maxAllocationsToMove,
      +
      13425  bool freeOldAllocations)
      +
      13426 {
      +
      13427  if(m_Blocks.empty())
      +
      13428  {
      +
      13429  return VK_SUCCESS;
      +
      13430  }
      +
      13431 
      +
      13432  // This is a choice based on research.
      +
      13433  // Option 1:
      +
      13434  uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT;
      +
      13435  // Option 2:
      +
      13436  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT;
      +
      13437  // Option 3:
      +
      13438  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT;
      +
      13439 
      +
      13440  size_t srcBlockMinIndex = 0;
      +
      13441  // When FAST_ALGORITHM, move allocations from only last out of blocks that contain non-movable allocations.
      +
      13442  /*
      +
      13443  if(m_AlgorithmFlags & VMA_DEFRAGMENTATION_FAST_ALGORITHM_BIT)
      +
      13444  {
      +
      13445  const size_t blocksWithNonMovableCount = CalcBlocksWithNonMovableCount();
      +
      13446  if(blocksWithNonMovableCount > 0)
      +
      13447  {
      +
      13448  srcBlockMinIndex = blocksWithNonMovableCount - 1;
      +
      13449  }
      +
      13450  }
      +
      13451  */
      13452 
      -
      13453  break;
      -
      13454  }
      -
      13455  }
      -
      13456 
      -
      13457  // If not processed, this allocInfo remains in pBlockInfo->m_Allocations for next round.
      -
      13458 
      -
      13459  if(srcAllocIndex > 0)
      -
      13460  {
      -
      13461  --srcAllocIndex;
      -
      13462  }
      -
      13463  else
      -
      13464  {
      -
      13465  if(srcBlockIndex > 0)
      -
      13466  {
      -
      13467  --srcBlockIndex;
      -
      13468  srcAllocIndex = SIZE_MAX;
      -
      13469  }
      -
      13470  else
      -
      13471  {
      -
      13472  return VK_SUCCESS;
      -
      13473  }
      -
      13474  }
      -
      13475  }
      -
      13476 }
      -
      13477 
      -
      13478 size_t VmaDefragmentationAlgorithm_Generic::CalcBlocksWithNonMovableCount() const
      -
      13479 {
      -
      13480  size_t result = 0;
      -
      13481  for(size_t i = 0; i < m_Blocks.size(); ++i)
      -
      13482  {
      -
      13483  if(m_Blocks[i]->m_HasNonMovableAllocations)
      -
      13484  {
      -
      13485  ++result;
      -
      13486  }
      -
      13487  }
      -
      13488  return result;
      -
      13489 }
      -
      13490 
      -
      13491 VkResult VmaDefragmentationAlgorithm_Generic::Defragment(
      -
      13492  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      13493  VkDeviceSize maxBytesToMove,
      -
      13494  uint32_t maxAllocationsToMove,
      -
      13495  VmaDefragmentationFlags flags)
      -
      13496 {
      -
      13497  if(!m_AllAllocations && m_AllocationCount == 0)
      -
      13498  {
      -
      13499  return VK_SUCCESS;
      -
      13500  }
      -
      13501 
      -
      13502  const size_t blockCount = m_Blocks.size();
      -
      13503  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      13504  {
      -
      13505  BlockInfo* pBlockInfo = m_Blocks[blockIndex];
      -
      13506 
      -
      13507  if(m_AllAllocations)
      -
      13508  {
      -
      13509  VmaBlockMetadata_Generic* pMetadata = (VmaBlockMetadata_Generic*)pBlockInfo->m_pBlock->m_pMetadata;
      -
      13510  for(VmaSuballocationList::const_iterator it = pMetadata->m_Suballocations.begin();
      -
      13511  it != pMetadata->m_Suballocations.end();
      -
      13512  ++it)
      -
      13513  {
      -
      13514  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      13515  {
      -
      13516  AllocationInfo allocInfo = AllocationInfo(it->hAllocation, VMA_NULL);
      -
      13517  pBlockInfo->m_Allocations.push_back(allocInfo);
      -
      13518  }
      -
      13519  }
      -
      13520  }
      -
      13521 
      -
      13522  pBlockInfo->CalcHasNonMovableAllocations();
      -
      13523 
      -
      13524  // This is a choice based on research.
      -
      13525  // Option 1:
      -
      13526  pBlockInfo->SortAllocationsByOffsetDescending();
      -
      13527  // Option 2:
      -
      13528  //pBlockInfo->SortAllocationsBySizeDescending();
      -
      13529  }
      -
      13530 
      -
      13531  // Sort m_Blocks this time by the main criterium, from most "destination" to most "source" blocks.
      -
      13532  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockInfoCompareMoveDestination());
      -
      13533 
      -
      13534  // This is a choice based on research.
      -
      13535  const uint32_t roundCount = 2;
      -
      13536 
      -
      13537  // Execute defragmentation rounds (the main part).
      -
      13538  VkResult result = VK_SUCCESS;
      -
      13539  for(uint32_t round = 0; (round < roundCount) && (result == VK_SUCCESS); ++round)
      -
      13540  {
      -
      13541  result = DefragmentRound(moves, maxBytesToMove, maxAllocationsToMove, !(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL));
      -
      13542  }
      -
      13543 
      -
      13544  return result;
      -
      13545 }
      -
      13546 
      -
      13547 bool VmaDefragmentationAlgorithm_Generic::MoveMakesSense(
      -
      13548  size_t dstBlockIndex, VkDeviceSize dstOffset,
      -
      13549  size_t srcBlockIndex, VkDeviceSize srcOffset)
      -
      13550 {
      -
      13551  if(dstBlockIndex < srcBlockIndex)
      -
      13552  {
      -
      13553  return true;
      -
      13554  }
      -
      13555  if(dstBlockIndex > srcBlockIndex)
      -
      13556  {
      -
      13557  return false;
      -
      13558  }
      -
      13559  if(dstOffset < srcOffset)
      -
      13560  {
      -
      13561  return true;
      -
      13562  }
      -
      13563  return false;
      -
      13564 }
      -
      13565 
      -
      13567 // VmaDefragmentationAlgorithm_Fast
      -
      13568 
      -
      13569 VmaDefragmentationAlgorithm_Fast::VmaDefragmentationAlgorithm_Fast(
      -
      13570  VmaAllocator hAllocator,
      -
      13571  VmaBlockVector* pBlockVector,
      -
      13572  uint32_t currentFrameIndex,
      -
      13573  bool overlappingMoveSupported) :
      -
      13574  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
      -
      13575  m_OverlappingMoveSupported(overlappingMoveSupported),
      -
      13576  m_AllocationCount(0),
      -
      13577  m_AllAllocations(false),
      -
      13578  m_BytesMoved(0),
      -
      13579  m_AllocationsMoved(0),
      -
      13580  m_BlockInfos(VmaStlAllocator<BlockInfo>(hAllocator->GetAllocationCallbacks()))
      -
      13581 {
      -
      13582  VMA_ASSERT(VMA_DEBUG_MARGIN == 0);
      -
      13583 
      -
      13584 }
      -
      13585 
      -
      13586 VmaDefragmentationAlgorithm_Fast::~VmaDefragmentationAlgorithm_Fast()
      -
      13587 {
      -
      13588 }
      -
      13589 
      -
      13590 VkResult VmaDefragmentationAlgorithm_Fast::Defragment(
      -
      13591  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      13592  VkDeviceSize maxBytesToMove,
      -
      13593  uint32_t maxAllocationsToMove,
      -
      13594  VmaDefragmentationFlags flags)
      -
      13595 {
      -
      13596  VMA_ASSERT(m_AllAllocations || m_pBlockVector->CalcAllocationCount() == m_AllocationCount);
      -
      13597 
      -
      13598  const size_t blockCount = m_pBlockVector->GetBlockCount();
      -
      13599  if(blockCount == 0 || maxBytesToMove == 0 || maxAllocationsToMove == 0)
      -
      13600  {
      -
      13601  return VK_SUCCESS;
      -
      13602  }
      -
      13603 
      -
      13604  PreprocessMetadata();
      -
      13605 
      -
      13606  // Sort blocks in order from most destination.
      -
      13607 
      -
      13608  m_BlockInfos.resize(blockCount);
      -
      13609  for(size_t i = 0; i < blockCount; ++i)
      -
      13610  {
      -
      13611  m_BlockInfos[i].origBlockIndex = i;
      -
      13612  }
      -
      13613 
      -
      13614  VMA_SORT(m_BlockInfos.begin(), m_BlockInfos.end(), [this](const BlockInfo& lhs, const BlockInfo& rhs) -> bool {
      -
      13615  return m_pBlockVector->GetBlock(lhs.origBlockIndex)->m_pMetadata->GetSumFreeSize() <
      -
      13616  m_pBlockVector->GetBlock(rhs.origBlockIndex)->m_pMetadata->GetSumFreeSize();
      -
      13617  });
      -
      13618 
      -
      13619  // THE MAIN ALGORITHM
      -
      13620 
      -
      13621  FreeSpaceDatabase freeSpaceDb;
      -
      13622 
      -
      13623  size_t dstBlockInfoIndex = 0;
      -
      13624  size_t dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
      -
      13625  VmaDeviceMemoryBlock* pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
      -
      13626  VmaBlockMetadata_Generic* pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
      -
      13627  VkDeviceSize dstBlockSize = pDstMetadata->GetSize();
      -
      13628  VkDeviceSize dstOffset = 0;
      -
      13629 
      -
      13630  bool end = false;
      -
      13631  for(size_t srcBlockInfoIndex = 0; !end && srcBlockInfoIndex < blockCount; ++srcBlockInfoIndex)
      -
      13632  {
      -
      13633  const size_t srcOrigBlockIndex = m_BlockInfos[srcBlockInfoIndex].origBlockIndex;
      -
      13634  VmaDeviceMemoryBlock* const pSrcBlock = m_pBlockVector->GetBlock(srcOrigBlockIndex);
      -
      13635  VmaBlockMetadata_Generic* const pSrcMetadata = (VmaBlockMetadata_Generic*)pSrcBlock->m_pMetadata;
      -
      13636  for(VmaSuballocationList::iterator srcSuballocIt = pSrcMetadata->m_Suballocations.begin();
      -
      13637  !end && srcSuballocIt != pSrcMetadata->m_Suballocations.end(); )
      -
      13638  {
      -
      13639  VmaAllocation_T* const pAlloc = srcSuballocIt->hAllocation;
      -
      13640  const VkDeviceSize srcAllocAlignment = pAlloc->GetAlignment();
      -
      13641  const VkDeviceSize srcAllocSize = srcSuballocIt->size;
      -
      13642  if(m_AllocationsMoved == maxAllocationsToMove ||
      -
      13643  m_BytesMoved + srcAllocSize > maxBytesToMove)
      -
      13644  {
      -
      13645  end = true;
      -
      13646  break;
      -
      13647  }
      -
      13648  const VkDeviceSize srcAllocOffset = srcSuballocIt->offset;
      -
      13649 
      -
      13650  VmaDefragmentationMove move = {};
      -
      13651  // Try to place it in one of free spaces from the database.
      -
      13652  size_t freeSpaceInfoIndex;
      -
      13653  VkDeviceSize dstAllocOffset;
      -
      13654  if(freeSpaceDb.Fetch(srcAllocAlignment, srcAllocSize,
      -
      13655  freeSpaceInfoIndex, dstAllocOffset))
      -
      13656  {
      -
      13657  size_t freeSpaceOrigBlockIndex = m_BlockInfos[freeSpaceInfoIndex].origBlockIndex;
      -
      13658  VmaDeviceMemoryBlock* pFreeSpaceBlock = m_pBlockVector->GetBlock(freeSpaceOrigBlockIndex);
      -
      13659  VmaBlockMetadata_Generic* pFreeSpaceMetadata = (VmaBlockMetadata_Generic*)pFreeSpaceBlock->m_pMetadata;
      -
      13660 
      -
      13661  // Same block
      -
      13662  if(freeSpaceInfoIndex == srcBlockInfoIndex)
      -
      13663  {
      -
      13664  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
      -
      13665 
      -
      13666  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
      -
      13667 
      -
      13668  VmaSuballocation suballoc = *srcSuballocIt;
      -
      13669  suballoc.offset = dstAllocOffset;
      -
      13670  suballoc.hAllocation->ChangeOffset(dstAllocOffset);
      -
      13671  m_BytesMoved += srcAllocSize;
      -
      13672  ++m_AllocationsMoved;
      -
      13673 
      -
      13674  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      -
      13675  ++nextSuballocIt;
      -
      13676  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      -
      13677  srcSuballocIt = nextSuballocIt;
      -
      13678 
      -
      13679  InsertSuballoc(pFreeSpaceMetadata, suballoc);
      -
      13680 
      -
      13681  move.srcBlockIndex = srcOrigBlockIndex;
      -
      13682  move.dstBlockIndex = freeSpaceOrigBlockIndex;
      -
      13683  move.srcOffset = srcAllocOffset;
      -
      13684  move.dstOffset = dstAllocOffset;
      -
      13685  move.size = srcAllocSize;
      -
      13686 
      -
      13687  moves.push_back(move);
      -
      13688  }
      -
      13689  // Different block
      -
      13690  else
      -
      13691  {
      -
      13692  // MOVE OPTION 2: Move the allocation to a different block.
      -
      13693 
      -
      13694  VMA_ASSERT(freeSpaceInfoIndex < srcBlockInfoIndex);
      +
      13453  size_t srcBlockIndex = m_Blocks.size() - 1;
      +
      13454  size_t srcAllocIndex = SIZE_MAX;
      +
      13455  for(;;)
      +
      13456  {
      +
      13457  // 1. Find next allocation to move.
      +
      13458  // 1.1. Start from last to first m_Blocks - they are sorted from most "destination" to most "source".
      +
      13459  // 1.2. Then start from last to first m_Allocations.
      +
      13460  while(srcAllocIndex >= m_Blocks[srcBlockIndex]->m_Allocations.size())
      +
      13461  {
      +
      13462  if(m_Blocks[srcBlockIndex]->m_Allocations.empty())
      +
      13463  {
      +
      13464  // Finished: no more allocations to process.
      +
      13465  if(srcBlockIndex == srcBlockMinIndex)
      +
      13466  {
      +
      13467  return VK_SUCCESS;
      +
      13468  }
      +
      13469  else
      +
      13470  {
      +
      13471  --srcBlockIndex;
      +
      13472  srcAllocIndex = SIZE_MAX;
      +
      13473  }
      +
      13474  }
      +
      13475  else
      +
      13476  {
      +
      13477  srcAllocIndex = m_Blocks[srcBlockIndex]->m_Allocations.size() - 1;
      +
      13478  }
      +
      13479  }
      +
      13480 
      +
      13481  BlockInfo* pSrcBlockInfo = m_Blocks[srcBlockIndex];
      +
      13482  AllocationInfo& allocInfo = pSrcBlockInfo->m_Allocations[srcAllocIndex];
      +
      13483 
      +
      13484  const VkDeviceSize size = allocInfo.m_hAllocation->GetSize();
      +
      13485  const VkDeviceSize srcOffset = allocInfo.m_hAllocation->GetOffset();
      +
      13486  const VkDeviceSize alignment = allocInfo.m_hAllocation->GetAlignment();
      +
      13487  const VmaSuballocationType suballocType = allocInfo.m_hAllocation->GetSuballocationType();
      +
      13488 
      +
      13489  // 2. Try to find new place for this allocation in preceding or current block.
      +
      13490  for(size_t dstBlockIndex = 0; dstBlockIndex <= srcBlockIndex; ++dstBlockIndex)
      +
      13491  {
      +
      13492  BlockInfo* pDstBlockInfo = m_Blocks[dstBlockIndex];
      +
      13493  VmaAllocationRequest dstAllocRequest;
      +
      13494  if(pDstBlockInfo->m_pBlock->m_pMetadata->CreateAllocationRequest(
      +
      13495  m_CurrentFrameIndex,
      +
      13496  m_pBlockVector->GetFrameInUseCount(),
      +
      13497  m_pBlockVector->GetBufferImageGranularity(),
      +
      13498  size,
      +
      13499  alignment,
      +
      13500  false, // upperAddress
      +
      13501  suballocType,
      +
      13502  false, // canMakeOtherLost
      +
      13503  strategy,
      +
      13504  &dstAllocRequest) &&
      +
      13505  MoveMakesSense(
      +
      13506  dstBlockIndex, dstAllocRequest.offset, srcBlockIndex, srcOffset))
      +
      13507  {
      +
      13508  VMA_ASSERT(dstAllocRequest.itemsToMakeLostCount == 0);
      +
      13509 
      +
      13510  // Reached limit on number of allocations or bytes to move.
      +
      13511  if((m_AllocationsMoved + 1 > maxAllocationsToMove) ||
      +
      13512  (m_BytesMoved + size > maxBytesToMove))
      +
      13513  {
      +
      13514  return VK_SUCCESS;
      +
      13515  }
      +
      13516 
      +
      13517  VmaDefragmentationMove move = {};
      +
      13518  move.srcBlockIndex = pSrcBlockInfo->m_OriginalBlockIndex;
      +
      13519  move.dstBlockIndex = pDstBlockInfo->m_OriginalBlockIndex;
      +
      13520  move.srcOffset = srcOffset;
      +
      13521  move.dstOffset = dstAllocRequest.offset;
      +
      13522  move.size = size;
      +
      13523  move.hAllocation = allocInfo.m_hAllocation;
      +
      13524  move.pSrcBlock = pSrcBlockInfo->m_pBlock;
      +
      13525  move.pDstBlock = pDstBlockInfo->m_pBlock;
      +
      13526 
      +
      13527  moves.push_back(move);
      +
      13528 
      +
      13529  pDstBlockInfo->m_pBlock->m_pMetadata->Alloc(
      +
      13530  dstAllocRequest,
      +
      13531  suballocType,
      +
      13532  size,
      +
      13533  allocInfo.m_hAllocation);
      +
      13534 
      +
      13535  if(freeOldAllocations)
      +
      13536  {
      +
      13537  pSrcBlockInfo->m_pBlock->m_pMetadata->FreeAtOffset(srcOffset);
      +
      13538  allocInfo.m_hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlockInfo->m_pBlock, dstAllocRequest.offset);
      +
      13539  }
      +
      13540 
      +
      13541  if(allocInfo.m_pChanged != VMA_NULL)
      +
      13542  {
      +
      13543  *allocInfo.m_pChanged = VK_TRUE;
      +
      13544  }
      +
      13545 
      +
      13546  ++m_AllocationsMoved;
      +
      13547  m_BytesMoved += size;
      +
      13548 
      +
      13549  VmaVectorRemove(pSrcBlockInfo->m_Allocations, srcAllocIndex);
      +
      13550 
      +
      13551  break;
      +
      13552  }
      +
      13553  }
      +
      13554 
      +
      13555  // If not processed, this allocInfo remains in pBlockInfo->m_Allocations for next round.
      +
      13556 
      +
      13557  if(srcAllocIndex > 0)
      +
      13558  {
      +
      13559  --srcAllocIndex;
      +
      13560  }
      +
      13561  else
      +
      13562  {
      +
      13563  if(srcBlockIndex > 0)
      +
      13564  {
      +
      13565  --srcBlockIndex;
      +
      13566  srcAllocIndex = SIZE_MAX;
      +
      13567  }
      +
      13568  else
      +
      13569  {
      +
      13570  return VK_SUCCESS;
      +
      13571  }
      +
      13572  }
      +
      13573  }
      +
      13574 }
      +
      13575 
      +
      13576 size_t VmaDefragmentationAlgorithm_Generic::CalcBlocksWithNonMovableCount() const
      +
      13577 {
      +
      13578  size_t result = 0;
      +
      13579  for(size_t i = 0; i < m_Blocks.size(); ++i)
      +
      13580  {
      +
      13581  if(m_Blocks[i]->m_HasNonMovableAllocations)
      +
      13582  {
      +
      13583  ++result;
      +
      13584  }
      +
      13585  }
      +
      13586  return result;
      +
      13587 }
      +
      13588 
      +
      13589 VkResult VmaDefragmentationAlgorithm_Generic::Defragment(
      +
      13590  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      13591  VkDeviceSize maxBytesToMove,
      +
      13592  uint32_t maxAllocationsToMove,
      +
      13593  VmaDefragmentationFlags flags)
      +
      13594 {
      +
      13595  if(!m_AllAllocations && m_AllocationCount == 0)
      +
      13596  {
      +
      13597  return VK_SUCCESS;
      +
      13598  }
      +
      13599 
      +
      13600  const size_t blockCount = m_Blocks.size();
      +
      13601  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      13602  {
      +
      13603  BlockInfo* pBlockInfo = m_Blocks[blockIndex];
      +
      13604 
      +
      13605  if(m_AllAllocations)
      +
      13606  {
      +
      13607  VmaBlockMetadata_Generic* pMetadata = (VmaBlockMetadata_Generic*)pBlockInfo->m_pBlock->m_pMetadata;
      +
      13608  for(VmaSuballocationList::const_iterator it = pMetadata->m_Suballocations.begin();
      +
      13609  it != pMetadata->m_Suballocations.end();
      +
      13610  ++it)
      +
      13611  {
      +
      13612  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      13613  {
      +
      13614  AllocationInfo allocInfo = AllocationInfo(it->hAllocation, VMA_NULL);
      +
      13615  pBlockInfo->m_Allocations.push_back(allocInfo);
      +
      13616  }
      +
      13617  }
      +
      13618  }
      +
      13619 
      +
      13620  pBlockInfo->CalcHasNonMovableAllocations();
      +
      13621 
      +
      13622  // This is a choice based on research.
      +
      13623  // Option 1:
      +
      13624  pBlockInfo->SortAllocationsByOffsetDescending();
      +
      13625  // Option 2:
      +
      13626  //pBlockInfo->SortAllocationsBySizeDescending();
      +
      13627  }
      +
      13628 
      +
      13629  // Sort m_Blocks this time by the main criterium, from most "destination" to most "source" blocks.
      +
      13630  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockInfoCompareMoveDestination());
      +
      13631 
      +
      13632  // This is a choice based on research.
      +
      13633  const uint32_t roundCount = 2;
      +
      13634 
      +
      13635  // Execute defragmentation rounds (the main part).
      +
      13636  VkResult result = VK_SUCCESS;
      +
      13637  for(uint32_t round = 0; (round < roundCount) && (result == VK_SUCCESS); ++round)
      +
      13638  {
      +
      13639  result = DefragmentRound(moves, maxBytesToMove, maxAllocationsToMove, !(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL));
      +
      13640  }
      +
      13641 
      +
      13642  return result;
      +
      13643 }
      +
      13644 
      +
      13645 bool VmaDefragmentationAlgorithm_Generic::MoveMakesSense(
      +
      13646  size_t dstBlockIndex, VkDeviceSize dstOffset,
      +
      13647  size_t srcBlockIndex, VkDeviceSize srcOffset)
      +
      13648 {
      +
      13649  if(dstBlockIndex < srcBlockIndex)
      +
      13650  {
      +
      13651  return true;
      +
      13652  }
      +
      13653  if(dstBlockIndex > srcBlockIndex)
      +
      13654  {
      +
      13655  return false;
      +
      13656  }
      +
      13657  if(dstOffset < srcOffset)
      +
      13658  {
      +
      13659  return true;
      +
      13660  }
      +
      13661  return false;
      +
      13662 }
      +
      13663 
      +
      13665 // VmaDefragmentationAlgorithm_Fast
      +
      13666 
      +
      13667 VmaDefragmentationAlgorithm_Fast::VmaDefragmentationAlgorithm_Fast(
      +
      13668  VmaAllocator hAllocator,
      +
      13669  VmaBlockVector* pBlockVector,
      +
      13670  uint32_t currentFrameIndex,
      +
      13671  bool overlappingMoveSupported) :
      +
      13672  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
      +
      13673  m_OverlappingMoveSupported(overlappingMoveSupported),
      +
      13674  m_AllocationCount(0),
      +
      13675  m_AllAllocations(false),
      +
      13676  m_BytesMoved(0),
      +
      13677  m_AllocationsMoved(0),
      +
      13678  m_BlockInfos(VmaStlAllocator<BlockInfo>(hAllocator->GetAllocationCallbacks()))
      +
      13679 {
      +
      13680  VMA_ASSERT(VMA_DEBUG_MARGIN == 0);
      +
      13681 
      +
      13682 }
      +
      13683 
      +
      13684 VmaDefragmentationAlgorithm_Fast::~VmaDefragmentationAlgorithm_Fast()
      +
      13685 {
      +
      13686 }
      +
      13687 
      +
      13688 VkResult VmaDefragmentationAlgorithm_Fast::Defragment(
      +
      13689  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      13690  VkDeviceSize maxBytesToMove,
      +
      13691  uint32_t maxAllocationsToMove,
      +
      13692  VmaDefragmentationFlags flags)
      +
      13693 {
      +
      13694  VMA_ASSERT(m_AllAllocations || m_pBlockVector->CalcAllocationCount() == m_AllocationCount);
      13695 
      -
      13696  VmaSuballocation suballoc = *srcSuballocIt;
      -
      13697  suballoc.offset = dstAllocOffset;
      -
      13698  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pFreeSpaceBlock, dstAllocOffset);
      -
      13699  m_BytesMoved += srcAllocSize;
      -
      13700  ++m_AllocationsMoved;
      +
      13696  const size_t blockCount = m_pBlockVector->GetBlockCount();
      +
      13697  if(blockCount == 0 || maxBytesToMove == 0 || maxAllocationsToMove == 0)
      +
      13698  {
      +
      13699  return VK_SUCCESS;
      +
      13700  }
      13701 
      -
      13702  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      -
      13703  ++nextSuballocIt;
      -
      13704  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      -
      13705  srcSuballocIt = nextSuballocIt;
      -
      13706 
      -
      13707  InsertSuballoc(pFreeSpaceMetadata, suballoc);
      -
      13708 
      -
      13709  move.srcBlockIndex = srcOrigBlockIndex;
      -
      13710  move.dstBlockIndex = freeSpaceOrigBlockIndex;
      -
      13711  move.srcOffset = srcAllocOffset;
      -
      13712  move.dstOffset = dstAllocOffset;
      -
      13713  move.size = srcAllocSize;
      -
      13714 
      -
      13715  moves.push_back(move);
      -
      13716  }
      -
      13717  }
      -
      13718  else
      -
      13719  {
      -
      13720  dstAllocOffset = VmaAlignUp(dstOffset, srcAllocAlignment);
      -
      13721 
      -
      13722  // If the allocation doesn't fit before the end of dstBlock, forward to next block.
      -
      13723  while(dstBlockInfoIndex < srcBlockInfoIndex &&
      -
      13724  dstAllocOffset + srcAllocSize > dstBlockSize)
      -
      13725  {
      -
      13726  // But before that, register remaining free space at the end of dst block.
      -
      13727  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, dstBlockSize - dstOffset);
      -
      13728 
      -
      13729  ++dstBlockInfoIndex;
      -
      13730  dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
      -
      13731  pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
      -
      13732  pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
      -
      13733  dstBlockSize = pDstMetadata->GetSize();
      -
      13734  dstOffset = 0;
      -
      13735  dstAllocOffset = 0;
      -
      13736  }
      -
      13737 
      -
      13738  // Same block
      -
      13739  if(dstBlockInfoIndex == srcBlockInfoIndex)
      -
      13740  {
      -
      13741  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
      -
      13742 
      -
      13743  const bool overlap = dstAllocOffset + srcAllocSize > srcAllocOffset;
      -
      13744 
      -
      13745  bool skipOver = overlap;
      -
      13746  if(overlap && m_OverlappingMoveSupported && dstAllocOffset < srcAllocOffset)
      -
      13747  {
      -
      13748  // If destination and source place overlap, skip if it would move it
      -
      13749  // by only < 1/64 of its size.
      -
      13750  skipOver = (srcAllocOffset - dstAllocOffset) * 64 < srcAllocSize;
      -
      13751  }
      -
      13752 
      -
      13753  if(skipOver)
      -
      13754  {
      -
      13755  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, srcAllocOffset - dstOffset);
      -
      13756 
      -
      13757  dstOffset = srcAllocOffset + srcAllocSize;
      -
      13758  ++srcSuballocIt;
      -
      13759  }
      -
      13760  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
      -
      13761  else
      -
      13762  {
      -
      13763  srcSuballocIt->offset = dstAllocOffset;
      -
      13764  srcSuballocIt->hAllocation->ChangeOffset(dstAllocOffset);
      -
      13765  dstOffset = dstAllocOffset + srcAllocSize;
      -
      13766  m_BytesMoved += srcAllocSize;
      -
      13767  ++m_AllocationsMoved;
      -
      13768  ++srcSuballocIt;
      -
      13769 
      -
      13770  move.srcBlockIndex = srcOrigBlockIndex;
      -
      13771  move.dstBlockIndex = dstOrigBlockIndex;
      -
      13772  move.srcOffset = srcAllocOffset;
      -
      13773  move.dstOffset = dstAllocOffset;
      -
      13774  move.size = srcAllocSize;
      -
      13775 
      -
      13776  moves.push_back(move);
      -
      13777  }
      -
      13778  }
      -
      13779  // Different block
      -
      13780  else
      -
      13781  {
      -
      13782  // MOVE OPTION 2: Move the allocation to a different block.
      -
      13783 
      -
      13784  VMA_ASSERT(dstBlockInfoIndex < srcBlockInfoIndex);
      -
      13785  VMA_ASSERT(dstAllocOffset + srcAllocSize <= dstBlockSize);
      -
      13786 
      -
      13787  VmaSuballocation suballoc = *srcSuballocIt;
      -
      13788  suballoc.offset = dstAllocOffset;
      -
      13789  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlock, dstAllocOffset);
      -
      13790  dstOffset = dstAllocOffset + srcAllocSize;
      -
      13791  m_BytesMoved += srcAllocSize;
      -
      13792  ++m_AllocationsMoved;
      +
      13702  PreprocessMetadata();
      +
      13703 
      +
      13704  // Sort blocks in order from most destination.
      +
      13705 
      +
      13706  m_BlockInfos.resize(blockCount);
      +
      13707  for(size_t i = 0; i < blockCount; ++i)
      +
      13708  {
      +
      13709  m_BlockInfos[i].origBlockIndex = i;
      +
      13710  }
      +
      13711 
      +
      13712  VMA_SORT(m_BlockInfos.begin(), m_BlockInfos.end(), [this](const BlockInfo& lhs, const BlockInfo& rhs) -> bool {
      +
      13713  return m_pBlockVector->GetBlock(lhs.origBlockIndex)->m_pMetadata->GetSumFreeSize() <
      +
      13714  m_pBlockVector->GetBlock(rhs.origBlockIndex)->m_pMetadata->GetSumFreeSize();
      +
      13715  });
      +
      13716 
      +
      13717  // THE MAIN ALGORITHM
      +
      13718 
      +
      13719  FreeSpaceDatabase freeSpaceDb;
      +
      13720 
      +
      13721  size_t dstBlockInfoIndex = 0;
      +
      13722  size_t dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
      +
      13723  VmaDeviceMemoryBlock* pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
      +
      13724  VmaBlockMetadata_Generic* pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
      +
      13725  VkDeviceSize dstBlockSize = pDstMetadata->GetSize();
      +
      13726  VkDeviceSize dstOffset = 0;
      +
      13727 
      +
      13728  bool end = false;
      +
      13729  for(size_t srcBlockInfoIndex = 0; !end && srcBlockInfoIndex < blockCount; ++srcBlockInfoIndex)
      +
      13730  {
      +
      13731  const size_t srcOrigBlockIndex = m_BlockInfos[srcBlockInfoIndex].origBlockIndex;
      +
      13732  VmaDeviceMemoryBlock* const pSrcBlock = m_pBlockVector->GetBlock(srcOrigBlockIndex);
      +
      13733  VmaBlockMetadata_Generic* const pSrcMetadata = (VmaBlockMetadata_Generic*)pSrcBlock->m_pMetadata;
      +
      13734  for(VmaSuballocationList::iterator srcSuballocIt = pSrcMetadata->m_Suballocations.begin();
      +
      13735  !end && srcSuballocIt != pSrcMetadata->m_Suballocations.end(); )
      +
      13736  {
      +
      13737  VmaAllocation_T* const pAlloc = srcSuballocIt->hAllocation;
      +
      13738  const VkDeviceSize srcAllocAlignment = pAlloc->GetAlignment();
      +
      13739  const VkDeviceSize srcAllocSize = srcSuballocIt->size;
      +
      13740  if(m_AllocationsMoved == maxAllocationsToMove ||
      +
      13741  m_BytesMoved + srcAllocSize > maxBytesToMove)
      +
      13742  {
      +
      13743  end = true;
      +
      13744  break;
      +
      13745  }
      +
      13746  const VkDeviceSize srcAllocOffset = srcSuballocIt->offset;
      +
      13747 
      +
      13748  VmaDefragmentationMove move = {};
      +
      13749  // Try to place it in one of free spaces from the database.
      +
      13750  size_t freeSpaceInfoIndex;
      +
      13751  VkDeviceSize dstAllocOffset;
      +
      13752  if(freeSpaceDb.Fetch(srcAllocAlignment, srcAllocSize,
      +
      13753  freeSpaceInfoIndex, dstAllocOffset))
      +
      13754  {
      +
      13755  size_t freeSpaceOrigBlockIndex = m_BlockInfos[freeSpaceInfoIndex].origBlockIndex;
      +
      13756  VmaDeviceMemoryBlock* pFreeSpaceBlock = m_pBlockVector->GetBlock(freeSpaceOrigBlockIndex);
      +
      13757  VmaBlockMetadata_Generic* pFreeSpaceMetadata = (VmaBlockMetadata_Generic*)pFreeSpaceBlock->m_pMetadata;
      +
      13758 
      +
      13759  // Same block
      +
      13760  if(freeSpaceInfoIndex == srcBlockInfoIndex)
      +
      13761  {
      +
      13762  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
      +
      13763 
      +
      13764  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
      +
      13765 
      +
      13766  VmaSuballocation suballoc = *srcSuballocIt;
      +
      13767  suballoc.offset = dstAllocOffset;
      +
      13768  suballoc.hAllocation->ChangeOffset(dstAllocOffset);
      +
      13769  m_BytesMoved += srcAllocSize;
      +
      13770  ++m_AllocationsMoved;
      +
      13771 
      +
      13772  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      +
      13773  ++nextSuballocIt;
      +
      13774  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      +
      13775  srcSuballocIt = nextSuballocIt;
      +
      13776 
      +
      13777  InsertSuballoc(pFreeSpaceMetadata, suballoc);
      +
      13778 
      +
      13779  move.srcBlockIndex = srcOrigBlockIndex;
      +
      13780  move.dstBlockIndex = freeSpaceOrigBlockIndex;
      +
      13781  move.srcOffset = srcAllocOffset;
      +
      13782  move.dstOffset = dstAllocOffset;
      +
      13783  move.size = srcAllocSize;
      +
      13784 
      +
      13785  moves.push_back(move);
      +
      13786  }
      +
      13787  // Different block
      +
      13788  else
      +
      13789  {
      +
      13790  // MOVE OPTION 2: Move the allocation to a different block.
      +
      13791 
      +
      13792  VMA_ASSERT(freeSpaceInfoIndex < srcBlockInfoIndex);
      13793 
      -
      13794  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      -
      13795  ++nextSuballocIt;
      -
      13796  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      -
      13797  srcSuballocIt = nextSuballocIt;
      -
      13798 
      -
      13799  pDstMetadata->m_Suballocations.push_back(suballoc);
      -
      13800 
      -
      13801  move.srcBlockIndex = srcOrigBlockIndex;
      -
      13802  move.dstBlockIndex = dstOrigBlockIndex;
      -
      13803  move.srcOffset = srcAllocOffset;
      -
      13804  move.dstOffset = dstAllocOffset;
      -
      13805  move.size = srcAllocSize;
      -
      13806 
      -
      13807  moves.push_back(move);
      -
      13808  }
      -
      13809  }
      -
      13810  }
      -
      13811  }
      -
      13812 
      -
      13813  m_BlockInfos.clear();
      -
      13814 
      -
      13815  PostprocessMetadata();
      -
      13816 
      -
      13817  return VK_SUCCESS;
      -
      13818 }
      +
      13794  VmaSuballocation suballoc = *srcSuballocIt;
      +
      13795  suballoc.offset = dstAllocOffset;
      +
      13796  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pFreeSpaceBlock, dstAllocOffset);
      +
      13797  m_BytesMoved += srcAllocSize;
      +
      13798  ++m_AllocationsMoved;
      +
      13799 
      +
      13800  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      +
      13801  ++nextSuballocIt;
      +
      13802  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      +
      13803  srcSuballocIt = nextSuballocIt;
      +
      13804 
      +
      13805  InsertSuballoc(pFreeSpaceMetadata, suballoc);
      +
      13806 
      +
      13807  move.srcBlockIndex = srcOrigBlockIndex;
      +
      13808  move.dstBlockIndex = freeSpaceOrigBlockIndex;
      +
      13809  move.srcOffset = srcAllocOffset;
      +
      13810  move.dstOffset = dstAllocOffset;
      +
      13811  move.size = srcAllocSize;
      +
      13812 
      +
      13813  moves.push_back(move);
      +
      13814  }
      +
      13815  }
      +
      13816  else
      +
      13817  {
      +
      13818  dstAllocOffset = VmaAlignUp(dstOffset, srcAllocAlignment);
      13819 
      -
      13820 void VmaDefragmentationAlgorithm_Fast::PreprocessMetadata()
      -
      13821 {
      -
      13822  const size_t blockCount = m_pBlockVector->GetBlockCount();
      -
      13823  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      13824  {
      -
      13825  VmaBlockMetadata_Generic* const pMetadata =
      -
      13826  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
      -
      13827  pMetadata->m_FreeCount = 0;
      -
      13828  pMetadata->m_SumFreeSize = pMetadata->GetSize();
      -
      13829  pMetadata->m_FreeSuballocationsBySize.clear();
      -
      13830  for(VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
      -
      13831  it != pMetadata->m_Suballocations.end(); )
      -
      13832  {
      -
      13833  if(it->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      13834  {
      -
      13835  VmaSuballocationList::iterator nextIt = it;
      -
      13836  ++nextIt;
      -
      13837  pMetadata->m_Suballocations.erase(it);
      -
      13838  it = nextIt;
      -
      13839  }
      -
      13840  else
      -
      13841  {
      -
      13842  ++it;
      -
      13843  }
      -
      13844  }
      -
      13845  }
      -
      13846 }
      -
      13847 
      -
      13848 void VmaDefragmentationAlgorithm_Fast::PostprocessMetadata()
      -
      13849 {
      -
      13850  const size_t blockCount = m_pBlockVector->GetBlockCount();
      -
      13851  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      13852  {
      -
      13853  VmaBlockMetadata_Generic* const pMetadata =
      -
      13854  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
      -
      13855  const VkDeviceSize blockSize = pMetadata->GetSize();
      -
      13856 
      -
      13857  // No allocations in this block - entire area is free.
      -
      13858  if(pMetadata->m_Suballocations.empty())
      -
      13859  {
      -
      13860  pMetadata->m_FreeCount = 1;
      -
      13861  //pMetadata->m_SumFreeSize is already set to blockSize.
      -
      13862  VmaSuballocation suballoc = {
      -
      13863  0, // offset
      -
      13864  blockSize, // size
      -
      13865  VMA_NULL, // hAllocation
      -
      13866  VMA_SUBALLOCATION_TYPE_FREE };
      -
      13867  pMetadata->m_Suballocations.push_back(suballoc);
      -
      13868  pMetadata->RegisterFreeSuballocation(pMetadata->m_Suballocations.begin());
      -
      13869  }
      -
      13870  // There are some allocations in this block.
      -
      13871  else
      -
      13872  {
      -
      13873  VkDeviceSize offset = 0;
      -
      13874  VmaSuballocationList::iterator it;
      -
      13875  for(it = pMetadata->m_Suballocations.begin();
      -
      13876  it != pMetadata->m_Suballocations.end();
      -
      13877  ++it)
      -
      13878  {
      -
      13879  VMA_ASSERT(it->type != VMA_SUBALLOCATION_TYPE_FREE);
      -
      13880  VMA_ASSERT(it->offset >= offset);
      +
      13820  // If the allocation doesn't fit before the end of dstBlock, forward to next block.
      +
      13821  while(dstBlockInfoIndex < srcBlockInfoIndex &&
      +
      13822  dstAllocOffset + srcAllocSize > dstBlockSize)
      +
      13823  {
      +
      13824  // But before that, register remaining free space at the end of dst block.
      +
      13825  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, dstBlockSize - dstOffset);
      +
      13826 
      +
      13827  ++dstBlockInfoIndex;
      +
      13828  dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
      +
      13829  pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
      +
      13830  pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
      +
      13831  dstBlockSize = pDstMetadata->GetSize();
      +
      13832  dstOffset = 0;
      +
      13833  dstAllocOffset = 0;
      +
      13834  }
      +
      13835 
      +
      13836  // Same block
      +
      13837  if(dstBlockInfoIndex == srcBlockInfoIndex)
      +
      13838  {
      +
      13839  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
      +
      13840 
      +
      13841  const bool overlap = dstAllocOffset + srcAllocSize > srcAllocOffset;
      +
      13842 
      +
      13843  bool skipOver = overlap;
      +
      13844  if(overlap && m_OverlappingMoveSupported && dstAllocOffset < srcAllocOffset)
      +
      13845  {
      +
      13846  // If destination and source place overlap, skip if it would move it
      +
      13847  // by only < 1/64 of its size.
      +
      13848  skipOver = (srcAllocOffset - dstAllocOffset) * 64 < srcAllocSize;
      +
      13849  }
      +
      13850 
      +
      13851  if(skipOver)
      +
      13852  {
      +
      13853  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, srcAllocOffset - dstOffset);
      +
      13854 
      +
      13855  dstOffset = srcAllocOffset + srcAllocSize;
      +
      13856  ++srcSuballocIt;
      +
      13857  }
      +
      13858  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
      +
      13859  else
      +
      13860  {
      +
      13861  srcSuballocIt->offset = dstAllocOffset;
      +
      13862  srcSuballocIt->hAllocation->ChangeOffset(dstAllocOffset);
      +
      13863  dstOffset = dstAllocOffset + srcAllocSize;
      +
      13864  m_BytesMoved += srcAllocSize;
      +
      13865  ++m_AllocationsMoved;
      +
      13866  ++srcSuballocIt;
      +
      13867 
      +
      13868  move.srcBlockIndex = srcOrigBlockIndex;
      +
      13869  move.dstBlockIndex = dstOrigBlockIndex;
      +
      13870  move.srcOffset = srcAllocOffset;
      +
      13871  move.dstOffset = dstAllocOffset;
      +
      13872  move.size = srcAllocSize;
      +
      13873 
      +
      13874  moves.push_back(move);
      +
      13875  }
      +
      13876  }
      +
      13877  // Different block
      +
      13878  else
      +
      13879  {
      +
      13880  // MOVE OPTION 2: Move the allocation to a different block.
      13881 
      -
      13882  // Need to insert preceding free space.
      -
      13883  if(it->offset > offset)
      -
      13884  {
      -
      13885  ++pMetadata->m_FreeCount;
      -
      13886  const VkDeviceSize freeSize = it->offset - offset;
      -
      13887  VmaSuballocation suballoc = {
      -
      13888  offset, // offset
      -
      13889  freeSize, // size
      -
      13890  VMA_NULL, // hAllocation
      -
      13891  VMA_SUBALLOCATION_TYPE_FREE };
      -
      13892  VmaSuballocationList::iterator precedingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
      -
      13893  if(freeSize >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      13894  {
      -
      13895  pMetadata->m_FreeSuballocationsBySize.push_back(precedingFreeIt);
      -
      13896  }
      -
      13897  }
      +
      13882  VMA_ASSERT(dstBlockInfoIndex < srcBlockInfoIndex);
      +
      13883  VMA_ASSERT(dstAllocOffset + srcAllocSize <= dstBlockSize);
      +
      13884 
      +
      13885  VmaSuballocation suballoc = *srcSuballocIt;
      +
      13886  suballoc.offset = dstAllocOffset;
      +
      13887  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlock, dstAllocOffset);
      +
      13888  dstOffset = dstAllocOffset + srcAllocSize;
      +
      13889  m_BytesMoved += srcAllocSize;
      +
      13890  ++m_AllocationsMoved;
      +
      13891 
      +
      13892  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      +
      13893  ++nextSuballocIt;
      +
      13894  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      +
      13895  srcSuballocIt = nextSuballocIt;
      +
      13896 
      +
      13897  pDstMetadata->m_Suballocations.push_back(suballoc);
      13898 
      -
      13899  pMetadata->m_SumFreeSize -= it->size;
      -
      13900  offset = it->offset + it->size;
      -
      13901  }
      -
      13902 
      -
      13903  // Need to insert trailing free space.
      -
      13904  if(offset < blockSize)
      -
      13905  {
      -
      13906  ++pMetadata->m_FreeCount;
      -
      13907  const VkDeviceSize freeSize = blockSize - offset;
      -
      13908  VmaSuballocation suballoc = {
      -
      13909  offset, // offset
      -
      13910  freeSize, // size
      -
      13911  VMA_NULL, // hAllocation
      -
      13912  VMA_SUBALLOCATION_TYPE_FREE };
      -
      13913  VMA_ASSERT(it == pMetadata->m_Suballocations.end());
      -
      13914  VmaSuballocationList::iterator trailingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
      -
      13915  if(freeSize > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      13916  {
      -
      13917  pMetadata->m_FreeSuballocationsBySize.push_back(trailingFreeIt);
      -
      13918  }
      -
      13919  }
      -
      13920 
      -
      13921  VMA_SORT(
      -
      13922  pMetadata->m_FreeSuballocationsBySize.begin(),
      -
      13923  pMetadata->m_FreeSuballocationsBySize.end(),
      -
      13924  VmaSuballocationItemSizeLess());
      -
      13925  }
      -
      13926 
      -
      13927  VMA_HEAVY_ASSERT(pMetadata->Validate());
      -
      13928  }
      -
      13929 }
      -
      13930 
      -
      13931 void VmaDefragmentationAlgorithm_Fast::InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc)
      -
      13932 {
      -
      13933  // TODO: Optimize somehow. Remember iterator instead of searching for it linearly.
      -
      13934  VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
      -
      13935  while(it != pMetadata->m_Suballocations.end())
      -
      13936  {
      -
      13937  if(it->offset < suballoc.offset)
      -
      13938  {
      -
      13939  ++it;
      -
      13940  }
      -
      13941  }
      -
      13942  pMetadata->m_Suballocations.insert(it, suballoc);
      -
      13943 }
      -
      13944 
      -
      13946 // VmaBlockVectorDefragmentationContext
      -
      13947 
      -
      13948 VmaBlockVectorDefragmentationContext::VmaBlockVectorDefragmentationContext(
      -
      13949  VmaAllocator hAllocator,
      -
      13950  VmaPool hCustomPool,
      -
      13951  VmaBlockVector* pBlockVector,
      -
      13952  uint32_t currFrameIndex) :
      -
      13953  res(VK_SUCCESS),
      -
      13954  mutexLocked(false),
      -
      13955  blockContexts(VmaStlAllocator<VmaBlockDefragmentationContext>(hAllocator->GetAllocationCallbacks())),
      -
      13956  defragmentationMoves(VmaStlAllocator<VmaDefragmentationMove>(hAllocator->GetAllocationCallbacks())),
      -
      13957  defragmentationMovesProcessed(0),
      -
      13958  defragmentationMovesCommitted(0),
      -
      13959  hasDefragmentationPlan(0),
      -
      13960  m_hAllocator(hAllocator),
      -
      13961  m_hCustomPool(hCustomPool),
      -
      13962  m_pBlockVector(pBlockVector),
      -
      13963  m_CurrFrameIndex(currFrameIndex),
      -
      13964  m_pAlgorithm(VMA_NULL),
      -
      13965  m_Allocations(VmaStlAllocator<AllocInfo>(hAllocator->GetAllocationCallbacks())),
      -
      13966  m_AllAllocations(false)
      -
      13967 {
      -
      13968 }
      -
      13969 
      -
      13970 VmaBlockVectorDefragmentationContext::~VmaBlockVectorDefragmentationContext()
      -
      13971 {
      -
      13972  vma_delete(m_hAllocator, m_pAlgorithm);
      -
      13973 }
      -
      13974 
      -
      13975 void VmaBlockVectorDefragmentationContext::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
      -
      13976 {
      -
      13977  AllocInfo info = { hAlloc, pChanged };
      -
      13978  m_Allocations.push_back(info);
      -
      13979 }
      -
      13980 
      -
      13981 void VmaBlockVectorDefragmentationContext::Begin(bool overlappingMoveSupported, VmaDefragmentationFlags flags)
      -
      13982 {
      -
      13983  const bool allAllocations = m_AllAllocations ||
      -
      13984  m_Allocations.size() == m_pBlockVector->CalcAllocationCount();
      -
      13985 
      -
      13986  /********************************
      -
      13987  HERE IS THE CHOICE OF DEFRAGMENTATION ALGORITHM.
      -
      13988  ********************************/
      -
      13989 
      -
      13990  /*
      -
      13991  Fast algorithm is supported only when certain criteria are met:
      -
      13992  - VMA_DEBUG_MARGIN is 0.
      -
      13993  - All allocations in this block vector are moveable.
      -
      13994  - There is no possibility of image/buffer granularity conflict.
      -
      13995  - The defragmentation is not incremental
      -
      13996  */
      -
      13997  if(VMA_DEBUG_MARGIN == 0 &&
      -
      13998  allAllocations &&
      -
      13999  !m_pBlockVector->IsBufferImageGranularityConflictPossible() &&
      -
      14000  !(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL))
      -
      14001  {
      -
      14002  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Fast)(
      -
      14003  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
      -
      14004  }
      -
      14005  else
      -
      14006  {
      -
      14007  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Generic)(
      -
      14008  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
      -
      14009  }
      -
      14010 
      -
      14011  if(allAllocations)
      -
      14012  {
      -
      14013  m_pAlgorithm->AddAll();
      -
      14014  }
      -
      14015  else
      -
      14016  {
      -
      14017  for(size_t i = 0, count = m_Allocations.size(); i < count; ++i)
      -
      14018  {
      -
      14019  m_pAlgorithm->AddAllocation(m_Allocations[i].hAlloc, m_Allocations[i].pChanged);
      -
      14020  }
      -
      14021  }
      -
      14022 }
      -
      14023 
      -
      14025 // VmaDefragmentationContext
      -
      14026 
      -
      14027 VmaDefragmentationContext_T::VmaDefragmentationContext_T(
      -
      14028  VmaAllocator hAllocator,
      -
      14029  uint32_t currFrameIndex,
      -
      14030  uint32_t flags,
      -
      14031  VmaDefragmentationStats* pStats) :
      -
      14032  m_hAllocator(hAllocator),
      -
      14033  m_CurrFrameIndex(currFrameIndex),
      -
      14034  m_Flags(flags),
      -
      14035  m_pStats(pStats),
      -
      14036  m_CustomPoolContexts(VmaStlAllocator<VmaBlockVectorDefragmentationContext*>(hAllocator->GetAllocationCallbacks()))
      -
      14037 {
      -
      14038  memset(m_DefaultPoolContexts, 0, sizeof(m_DefaultPoolContexts));
      -
      14039 }
      -
      14040 
      -
      14041 VmaDefragmentationContext_T::~VmaDefragmentationContext_T()
      -
      14042 {
      -
      14043  for(size_t i = m_CustomPoolContexts.size(); i--; )
      -
      14044  {
      -
      14045  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[i];
      -
      14046  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_pStats);
      -
      14047  vma_delete(m_hAllocator, pBlockVectorCtx);
      -
      14048  }
      -
      14049  for(size_t i = m_hAllocator->m_MemProps.memoryTypeCount; i--; )
      -
      14050  {
      -
      14051  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[i];
      -
      14052  if(pBlockVectorCtx)
      -
      14053  {
      -
      14054  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_pStats);
      -
      14055  vma_delete(m_hAllocator, pBlockVectorCtx);
      -
      14056  }
      -
      14057  }
      -
      14058 }
      -
      14059 
      -
      14060 void VmaDefragmentationContext_T::AddPools(uint32_t poolCount, VmaPool* pPools)
      -
      14061 {
      -
      14062  for(uint32_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
      -
      14063  {
      -
      14064  VmaPool pool = pPools[poolIndex];
      -
      14065  VMA_ASSERT(pool);
      -
      14066  // Pools with algorithm other than default are not defragmented.
      -
      14067  if(pool->m_BlockVector.GetAlgorithm() == 0)
      -
      14068  {
      -
      14069  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
      -
      14070 
      -
      14071  for(size_t i = m_CustomPoolContexts.size(); i--; )
      -
      14072  {
      -
      14073  if(m_CustomPoolContexts[i]->GetCustomPool() == pool)
      -
      14074  {
      -
      14075  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
      -
      14076  break;
      -
      14077  }
      -
      14078  }
      -
      14079 
      -
      14080  if(!pBlockVectorDefragCtx)
      -
      14081  {
      -
      14082  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      -
      14083  m_hAllocator,
      -
      14084  pool,
      -
      14085  &pool->m_BlockVector,
      -
      14086  m_CurrFrameIndex);
      -
      14087  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
      -
      14088  }
      -
      14089 
      -
      14090  pBlockVectorDefragCtx->AddAll();
      -
      14091  }
      -
      14092  }
      -
      14093 }
      -
      14094 
      -
      14095 void VmaDefragmentationContext_T::AddAllocations(
      -
      14096  uint32_t allocationCount,
      -
      14097  VmaAllocation* pAllocations,
      -
      14098  VkBool32* pAllocationsChanged)
      -
      14099 {
      -
      14100  // Dispatch pAllocations among defragmentators. Create them when necessary.
      -
      14101  for(uint32_t allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      -
      14102  {
      -
      14103  const VmaAllocation hAlloc = pAllocations[allocIndex];
      -
      14104  VMA_ASSERT(hAlloc);
      -
      14105  // DedicatedAlloc cannot be defragmented.
      -
      14106  if((hAlloc->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK) &&
      -
      14107  // Lost allocation cannot be defragmented.
      -
      14108  (hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST))
      -
      14109  {
      -
      14110  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
      -
      14111 
      -
      14112  const VmaPool hAllocPool = hAlloc->GetBlock()->GetParentPool();
      -
      14113  // This allocation belongs to custom pool.
      -
      14114  if(hAllocPool != VK_NULL_HANDLE)
      -
      14115  {
      -
      14116  // Pools with algorithm other than default are not defragmented.
      -
      14117  if(hAllocPool->m_BlockVector.GetAlgorithm() == 0)
      -
      14118  {
      -
      14119  for(size_t i = m_CustomPoolContexts.size(); i--; )
      -
      14120  {
      -
      14121  if(m_CustomPoolContexts[i]->GetCustomPool() == hAllocPool)
      -
      14122  {
      -
      14123  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
      -
      14124  break;
      -
      14125  }
      -
      14126  }
      -
      14127  if(!pBlockVectorDefragCtx)
      -
      14128  {
      -
      14129  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      -
      14130  m_hAllocator,
      -
      14131  hAllocPool,
      -
      14132  &hAllocPool->m_BlockVector,
      -
      14133  m_CurrFrameIndex);
      -
      14134  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
      -
      14135  }
      -
      14136  }
      -
      14137  }
      -
      14138  // This allocation belongs to default pool.
      -
      14139  else
      -
      14140  {
      -
      14141  const uint32_t memTypeIndex = hAlloc->GetMemoryTypeIndex();
      -
      14142  pBlockVectorDefragCtx = m_DefaultPoolContexts[memTypeIndex];
      -
      14143  if(!pBlockVectorDefragCtx)
      -
      14144  {
      -
      14145  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      -
      14146  m_hAllocator,
      -
      14147  VMA_NULL, // hCustomPool
      -
      14148  m_hAllocator->m_pBlockVectors[memTypeIndex],
      -
      14149  m_CurrFrameIndex);
      -
      14150  m_DefaultPoolContexts[memTypeIndex] = pBlockVectorDefragCtx;
      -
      14151  }
      -
      14152  }
      -
      14153 
      -
      14154  if(pBlockVectorDefragCtx)
      -
      14155  {
      -
      14156  VkBool32* const pChanged = (pAllocationsChanged != VMA_NULL) ?
      -
      14157  &pAllocationsChanged[allocIndex] : VMA_NULL;
      -
      14158  pBlockVectorDefragCtx->AddAllocation(hAlloc, pChanged);
      -
      14159  }
      -
      14160  }
      -
      14161  }
      -
      14162 }
      -
      14163 
      -
      14164 VkResult VmaDefragmentationContext_T::Defragment(
      -
      14165  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
      -
      14166  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
      -
      14167  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags)
      -
      14168 {
      -
      14169  if(pStats)
      -
      14170  {
      -
      14171  memset(pStats, 0, sizeof(VmaDefragmentationStats));
      -
      14172  }
      -
      14173 
      -
      14174  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      -
      14175  {
      -
      14176  // For incremental defragmetnations, we just earmark how much we can move
      -
      14177  // The real meat is in the defragmentation steps
      -
      14178  m_MaxCpuBytesToMove = maxCpuBytesToMove;
      -
      14179  m_MaxCpuAllocationsToMove = maxCpuAllocationsToMove;
      -
      14180 
      -
      14181  m_MaxGpuBytesToMove = maxGpuBytesToMove;
      -
      14182  m_MaxGpuAllocationsToMove = maxGpuAllocationsToMove;
      -
      14183 
      -
      14184  if(m_MaxCpuBytesToMove == 0 && m_MaxCpuAllocationsToMove == 0 &&
      -
      14185  m_MaxGpuBytesToMove == 0 && m_MaxGpuAllocationsToMove == 0)
      -
      14186  return VK_SUCCESS;
      +
      13899  move.srcBlockIndex = srcOrigBlockIndex;
      +
      13900  move.dstBlockIndex = dstOrigBlockIndex;
      +
      13901  move.srcOffset = srcAllocOffset;
      +
      13902  move.dstOffset = dstAllocOffset;
      +
      13903  move.size = srcAllocSize;
      +
      13904 
      +
      13905  moves.push_back(move);
      +
      13906  }
      +
      13907  }
      +
      13908  }
      +
      13909  }
      +
      13910 
      +
      13911  m_BlockInfos.clear();
      +
      13912 
      +
      13913  PostprocessMetadata();
      +
      13914 
      +
      13915  return VK_SUCCESS;
      +
      13916 }
      +
      13917 
      +
      13918 void VmaDefragmentationAlgorithm_Fast::PreprocessMetadata()
      +
      13919 {
      +
      13920  const size_t blockCount = m_pBlockVector->GetBlockCount();
      +
      13921  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      13922  {
      +
      13923  VmaBlockMetadata_Generic* const pMetadata =
      +
      13924  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
      +
      13925  pMetadata->m_FreeCount = 0;
      +
      13926  pMetadata->m_SumFreeSize = pMetadata->GetSize();
      +
      13927  pMetadata->m_FreeSuballocationsBySize.clear();
      +
      13928  for(VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
      +
      13929  it != pMetadata->m_Suballocations.end(); )
      +
      13930  {
      +
      13931  if(it->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      13932  {
      +
      13933  VmaSuballocationList::iterator nextIt = it;
      +
      13934  ++nextIt;
      +
      13935  pMetadata->m_Suballocations.erase(it);
      +
      13936  it = nextIt;
      +
      13937  }
      +
      13938  else
      +
      13939  {
      +
      13940  ++it;
      +
      13941  }
      +
      13942  }
      +
      13943  }
      +
      13944 }
      +
      13945 
      +
      13946 void VmaDefragmentationAlgorithm_Fast::PostprocessMetadata()
      +
      13947 {
      +
      13948  const size_t blockCount = m_pBlockVector->GetBlockCount();
      +
      13949  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      13950  {
      +
      13951  VmaBlockMetadata_Generic* const pMetadata =
      +
      13952  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
      +
      13953  const VkDeviceSize blockSize = pMetadata->GetSize();
      +
      13954 
      +
      13955  // No allocations in this block - entire area is free.
      +
      13956  if(pMetadata->m_Suballocations.empty())
      +
      13957  {
      +
      13958  pMetadata->m_FreeCount = 1;
      +
      13959  //pMetadata->m_SumFreeSize is already set to blockSize.
      +
      13960  VmaSuballocation suballoc = {
      +
      13961  0, // offset
      +
      13962  blockSize, // size
      +
      13963  VMA_NULL, // hAllocation
      +
      13964  VMA_SUBALLOCATION_TYPE_FREE };
      +
      13965  pMetadata->m_Suballocations.push_back(suballoc);
      +
      13966  pMetadata->RegisterFreeSuballocation(pMetadata->m_Suballocations.begin());
      +
      13967  }
      +
      13968  // There are some allocations in this block.
      +
      13969  else
      +
      13970  {
      +
      13971  VkDeviceSize offset = 0;
      +
      13972  VmaSuballocationList::iterator it;
      +
      13973  for(it = pMetadata->m_Suballocations.begin();
      +
      13974  it != pMetadata->m_Suballocations.end();
      +
      13975  ++it)
      +
      13976  {
      +
      13977  VMA_ASSERT(it->type != VMA_SUBALLOCATION_TYPE_FREE);
      +
      13978  VMA_ASSERT(it->offset >= offset);
      +
      13979 
      +
      13980  // Need to insert preceding free space.
      +
      13981  if(it->offset > offset)
      +
      13982  {
      +
      13983  ++pMetadata->m_FreeCount;
      +
      13984  const VkDeviceSize freeSize = it->offset - offset;
      +
      13985  VmaSuballocation suballoc = {
      +
      13986  offset, // offset
      +
      13987  freeSize, // size
      +
      13988  VMA_NULL, // hAllocation
      +
      13989  VMA_SUBALLOCATION_TYPE_FREE };
      +
      13990  VmaSuballocationList::iterator precedingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
      +
      13991  if(freeSize >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      13992  {
      +
      13993  pMetadata->m_FreeSuballocationsBySize.push_back(precedingFreeIt);
      +
      13994  }
      +
      13995  }
      +
      13996 
      +
      13997  pMetadata->m_SumFreeSize -= it->size;
      +
      13998  offset = it->offset + it->size;
      +
      13999  }
      +
      14000 
      +
      14001  // Need to insert trailing free space.
      +
      14002  if(offset < blockSize)
      +
      14003  {
      +
      14004  ++pMetadata->m_FreeCount;
      +
      14005  const VkDeviceSize freeSize = blockSize - offset;
      +
      14006  VmaSuballocation suballoc = {
      +
      14007  offset, // offset
      +
      14008  freeSize, // size
      +
      14009  VMA_NULL, // hAllocation
      +
      14010  VMA_SUBALLOCATION_TYPE_FREE };
      +
      14011  VMA_ASSERT(it == pMetadata->m_Suballocations.end());
      +
      14012  VmaSuballocationList::iterator trailingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
      +
      14013  if(freeSize > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      14014  {
      +
      14015  pMetadata->m_FreeSuballocationsBySize.push_back(trailingFreeIt);
      +
      14016  }
      +
      14017  }
      +
      14018 
      +
      14019  VMA_SORT(
      +
      14020  pMetadata->m_FreeSuballocationsBySize.begin(),
      +
      14021  pMetadata->m_FreeSuballocationsBySize.end(),
      +
      14022  VmaSuballocationItemSizeLess());
      +
      14023  }
      +
      14024 
      +
      14025  VMA_HEAVY_ASSERT(pMetadata->Validate());
      +
      14026  }
      +
      14027 }
      +
      14028 
      +
      14029 void VmaDefragmentationAlgorithm_Fast::InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc)
      +
      14030 {
      +
      14031  // TODO: Optimize somehow. Remember iterator instead of searching for it linearly.
      +
      14032  VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
      +
      14033  while(it != pMetadata->m_Suballocations.end())
      +
      14034  {
      +
      14035  if(it->offset < suballoc.offset)
      +
      14036  {
      +
      14037  ++it;
      +
      14038  }
      +
      14039  }
      +
      14040  pMetadata->m_Suballocations.insert(it, suballoc);
      +
      14041 }
      +
      14042 
      +
      14044 // VmaBlockVectorDefragmentationContext
      +
      14045 
      +
      14046 VmaBlockVectorDefragmentationContext::VmaBlockVectorDefragmentationContext(
      +
      14047  VmaAllocator hAllocator,
      +
      14048  VmaPool hCustomPool,
      +
      14049  VmaBlockVector* pBlockVector,
      +
      14050  uint32_t currFrameIndex) :
      +
      14051  res(VK_SUCCESS),
      +
      14052  mutexLocked(false),
      +
      14053  blockContexts(VmaStlAllocator<VmaBlockDefragmentationContext>(hAllocator->GetAllocationCallbacks())),
      +
      14054  defragmentationMoves(VmaStlAllocator<VmaDefragmentationMove>(hAllocator->GetAllocationCallbacks())),
      +
      14055  defragmentationMovesProcessed(0),
      +
      14056  defragmentationMovesCommitted(0),
      +
      14057  hasDefragmentationPlan(0),
      +
      14058  m_hAllocator(hAllocator),
      +
      14059  m_hCustomPool(hCustomPool),
      +
      14060  m_pBlockVector(pBlockVector),
      +
      14061  m_CurrFrameIndex(currFrameIndex),
      +
      14062  m_pAlgorithm(VMA_NULL),
      +
      14063  m_Allocations(VmaStlAllocator<AllocInfo>(hAllocator->GetAllocationCallbacks())),
      +
      14064  m_AllAllocations(false)
      +
      14065 {
      +
      14066 }
      +
      14067 
      +
      14068 VmaBlockVectorDefragmentationContext::~VmaBlockVectorDefragmentationContext()
      +
      14069 {
      +
      14070  vma_delete(m_hAllocator, m_pAlgorithm);
      +
      14071 }
      +
      14072 
      +
      14073 void VmaBlockVectorDefragmentationContext::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
      +
      14074 {
      +
      14075  AllocInfo info = { hAlloc, pChanged };
      +
      14076  m_Allocations.push_back(info);
      +
      14077 }
      +
      14078 
      +
      14079 void VmaBlockVectorDefragmentationContext::Begin(bool overlappingMoveSupported, VmaDefragmentationFlags flags)
      +
      14080 {
      +
      14081  const bool allAllocations = m_AllAllocations ||
      +
      14082  m_Allocations.size() == m_pBlockVector->CalcAllocationCount();
      +
      14083 
      +
      14084  /********************************
      +
      14085  HERE IS THE CHOICE OF DEFRAGMENTATION ALGORITHM.
      +
      14086  ********************************/
      +
      14087 
      +
      14088  /*
      +
      14089  Fast algorithm is supported only when certain criteria are met:
      +
      14090  - VMA_DEBUG_MARGIN is 0.
      +
      14091  - All allocations in this block vector are moveable.
      +
      14092  - There is no possibility of image/buffer granularity conflict.
      +
      14093  - The defragmentation is not incremental
      +
      14094  */
      +
      14095  if(VMA_DEBUG_MARGIN == 0 &&
      +
      14096  allAllocations &&
      +
      14097  !m_pBlockVector->IsBufferImageGranularityConflictPossible() &&
      +
      14098  !(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL))
      +
      14099  {
      +
      14100  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Fast)(
      +
      14101  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
      +
      14102  }
      +
      14103  else
      +
      14104  {
      +
      14105  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Generic)(
      +
      14106  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
      +
      14107  }
      +
      14108 
      +
      14109  if(allAllocations)
      +
      14110  {
      +
      14111  m_pAlgorithm->AddAll();
      +
      14112  }
      +
      14113  else
      +
      14114  {
      +
      14115  for(size_t i = 0, count = m_Allocations.size(); i < count; ++i)
      +
      14116  {
      +
      14117  m_pAlgorithm->AddAllocation(m_Allocations[i].hAlloc, m_Allocations[i].pChanged);
      +
      14118  }
      +
      14119  }
      +
      14120 }
      +
      14121 
      +
      14123 // VmaDefragmentationContext
      +
      14124 
      +
      14125 VmaDefragmentationContext_T::VmaDefragmentationContext_T(
      +
      14126  VmaAllocator hAllocator,
      +
      14127  uint32_t currFrameIndex,
      +
      14128  uint32_t flags,
      +
      14129  VmaDefragmentationStats* pStats) :
      +
      14130  m_hAllocator(hAllocator),
      +
      14131  m_CurrFrameIndex(currFrameIndex),
      +
      14132  m_Flags(flags),
      +
      14133  m_pStats(pStats),
      +
      14134  m_CustomPoolContexts(VmaStlAllocator<VmaBlockVectorDefragmentationContext*>(hAllocator->GetAllocationCallbacks()))
      +
      14135 {
      +
      14136  memset(m_DefaultPoolContexts, 0, sizeof(m_DefaultPoolContexts));
      +
      14137 }
      +
      14138 
      +
      14139 VmaDefragmentationContext_T::~VmaDefragmentationContext_T()
      +
      14140 {
      +
      14141  for(size_t i = m_CustomPoolContexts.size(); i--; )
      +
      14142  {
      +
      14143  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[i];
      +
      14144  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_pStats);
      +
      14145  vma_delete(m_hAllocator, pBlockVectorCtx);
      +
      14146  }
      +
      14147  for(size_t i = m_hAllocator->m_MemProps.memoryTypeCount; i--; )
      +
      14148  {
      +
      14149  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[i];
      +
      14150  if(pBlockVectorCtx)
      +
      14151  {
      +
      14152  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_pStats);
      +
      14153  vma_delete(m_hAllocator, pBlockVectorCtx);
      +
      14154  }
      +
      14155  }
      +
      14156 }
      +
      14157 
      +
      14158 void VmaDefragmentationContext_T::AddPools(uint32_t poolCount, VmaPool* pPools)
      +
      14159 {
      +
      14160  for(uint32_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
      +
      14161  {
      +
      14162  VmaPool pool = pPools[poolIndex];
      +
      14163  VMA_ASSERT(pool);
      +
      14164  // Pools with algorithm other than default are not defragmented.
      +
      14165  if(pool->m_BlockVector.GetAlgorithm() == 0)
      +
      14166  {
      +
      14167  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
      +
      14168 
      +
      14169  for(size_t i = m_CustomPoolContexts.size(); i--; )
      +
      14170  {
      +
      14171  if(m_CustomPoolContexts[i]->GetCustomPool() == pool)
      +
      14172  {
      +
      14173  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
      +
      14174  break;
      +
      14175  }
      +
      14176  }
      +
      14177 
      +
      14178  if(!pBlockVectorDefragCtx)
      +
      14179  {
      +
      14180  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      +
      14181  m_hAllocator,
      +
      14182  pool,
      +
      14183  &pool->m_BlockVector,
      +
      14184  m_CurrFrameIndex);
      +
      14185  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
      +
      14186  }
      14187 
      -
      14188  return VK_NOT_READY;
      -
      14189  }
      -
      14190 
      -
      14191  if(commandBuffer == VK_NULL_HANDLE)
      -
      14192  {
      -
      14193  maxGpuBytesToMove = 0;
      -
      14194  maxGpuAllocationsToMove = 0;
      -
      14195  }
      -
      14196 
      -
      14197  VkResult res = VK_SUCCESS;
      -
      14198 
      -
      14199  // Process default pools.
      -
      14200  for(uint32_t memTypeIndex = 0;
      -
      14201  memTypeIndex < m_hAllocator->GetMemoryTypeCount() && res >= VK_SUCCESS;
      -
      14202  ++memTypeIndex)
      -
      14203  {
      -
      14204  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      -
      14205  if(pBlockVectorCtx)
      -
      14206  {
      -
      14207  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      -
      14208  pBlockVectorCtx->GetBlockVector()->Defragment(
      -
      14209  pBlockVectorCtx,
      -
      14210  pStats, flags,
      -
      14211  maxCpuBytesToMove, maxCpuAllocationsToMove,
      -
      14212  maxGpuBytesToMove, maxGpuAllocationsToMove,
      -
      14213  commandBuffer);
      -
      14214  if(pBlockVectorCtx->res != VK_SUCCESS)
      -
      14215  {
      -
      14216  res = pBlockVectorCtx->res;
      -
      14217  }
      -
      14218  }
      -
      14219  }
      -
      14220 
      -
      14221  // Process custom pools.
      -
      14222  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      -
      14223  customCtxIndex < customCtxCount && res >= VK_SUCCESS;
      -
      14224  ++customCtxIndex)
      -
      14225  {
      -
      14226  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      -
      14227  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      -
      14228  pBlockVectorCtx->GetBlockVector()->Defragment(
      -
      14229  pBlockVectorCtx,
      -
      14230  pStats, flags,
      -
      14231  maxCpuBytesToMove, maxCpuAllocationsToMove,
      -
      14232  maxGpuBytesToMove, maxGpuAllocationsToMove,
      -
      14233  commandBuffer);
      -
      14234  if(pBlockVectorCtx->res != VK_SUCCESS)
      -
      14235  {
      -
      14236  res = pBlockVectorCtx->res;
      -
      14237  }
      -
      14238  }
      -
      14239 
      -
      14240  return res;
      -
      14241 }
      -
      14242 
      -
      14243 VkResult VmaDefragmentationContext_T::DefragmentPassBegin(VmaDefragmentationPassInfo* pInfo)
      -
      14244 {
      -
      14245  VmaDefragmentationPassMoveInfo* pCurrentMove = pInfo->pMoves;
      -
      14246  uint32_t movesLeft = pInfo->moveCount;
      -
      14247 
      -
      14248  // Process default pools.
      -
      14249  for(uint32_t memTypeIndex = 0;
      -
      14250  memTypeIndex < m_hAllocator->GetMemoryTypeCount();
      -
      14251  ++memTypeIndex)
      -
      14252  {
      -
      14253  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      -
      14254  if(pBlockVectorCtx)
      -
      14255  {
      -
      14256  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      -
      14257 
      -
      14258  if(!pBlockVectorCtx->hasDefragmentationPlan)
      -
      14259  {
      -
      14260  pBlockVectorCtx->GetBlockVector()->Defragment(
      -
      14261  pBlockVectorCtx,
      -
      14262  m_pStats, m_Flags,
      -
      14263  m_MaxCpuBytesToMove, m_MaxCpuAllocationsToMove,
      -
      14264  m_MaxGpuBytesToMove, m_MaxGpuAllocationsToMove,
      -
      14265  VK_NULL_HANDLE);
      -
      14266 
      -
      14267  if(pBlockVectorCtx->res < VK_SUCCESS)
      -
      14268  continue;
      -
      14269 
      -
      14270  pBlockVectorCtx->hasDefragmentationPlan = true;
      -
      14271  }
      -
      14272 
      -
      14273  const uint32_t processed = pBlockVectorCtx->GetBlockVector()->ProcessDefragmentations(
      -
      14274  pBlockVectorCtx,
      -
      14275  pCurrentMove, movesLeft);
      -
      14276 
      -
      14277  movesLeft -= processed;
      -
      14278  pCurrentMove += processed;
      -
      14279  }
      -
      14280  }
      +
      14188  pBlockVectorDefragCtx->AddAll();
      +
      14189  }
      +
      14190  }
      +
      14191 }
      +
      14192 
      +
      14193 void VmaDefragmentationContext_T::AddAllocations(
      +
      14194  uint32_t allocationCount,
      +
      14195  VmaAllocation* pAllocations,
      +
      14196  VkBool32* pAllocationsChanged)
      +
      14197 {
      +
      14198  // Dispatch pAllocations among defragmentators. Create them when necessary.
      +
      14199  for(uint32_t allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      14200  {
      +
      14201  const VmaAllocation hAlloc = pAllocations[allocIndex];
      +
      14202  VMA_ASSERT(hAlloc);
      +
      14203  // DedicatedAlloc cannot be defragmented.
      +
      14204  if((hAlloc->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK) &&
      +
      14205  // Lost allocation cannot be defragmented.
      +
      14206  (hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST))
      +
      14207  {
      +
      14208  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
      +
      14209 
      +
      14210  const VmaPool hAllocPool = hAlloc->GetBlock()->GetParentPool();
      +
      14211  // This allocation belongs to custom pool.
      +
      14212  if(hAllocPool != VK_NULL_HANDLE)
      +
      14213  {
      +
      14214  // Pools with algorithm other than default are not defragmented.
      +
      14215  if(hAllocPool->m_BlockVector.GetAlgorithm() == 0)
      +
      14216  {
      +
      14217  for(size_t i = m_CustomPoolContexts.size(); i--; )
      +
      14218  {
      +
      14219  if(m_CustomPoolContexts[i]->GetCustomPool() == hAllocPool)
      +
      14220  {
      +
      14221  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
      +
      14222  break;
      +
      14223  }
      +
      14224  }
      +
      14225  if(!pBlockVectorDefragCtx)
      +
      14226  {
      +
      14227  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      +
      14228  m_hAllocator,
      +
      14229  hAllocPool,
      +
      14230  &hAllocPool->m_BlockVector,
      +
      14231  m_CurrFrameIndex);
      +
      14232  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
      +
      14233  }
      +
      14234  }
      +
      14235  }
      +
      14236  // This allocation belongs to default pool.
      +
      14237  else
      +
      14238  {
      +
      14239  const uint32_t memTypeIndex = hAlloc->GetMemoryTypeIndex();
      +
      14240  pBlockVectorDefragCtx = m_DefaultPoolContexts[memTypeIndex];
      +
      14241  if(!pBlockVectorDefragCtx)
      +
      14242  {
      +
      14243  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      +
      14244  m_hAllocator,
      +
      14245  VMA_NULL, // hCustomPool
      +
      14246  m_hAllocator->m_pBlockVectors[memTypeIndex],
      +
      14247  m_CurrFrameIndex);
      +
      14248  m_DefaultPoolContexts[memTypeIndex] = pBlockVectorDefragCtx;
      +
      14249  }
      +
      14250  }
      +
      14251 
      +
      14252  if(pBlockVectorDefragCtx)
      +
      14253  {
      +
      14254  VkBool32* const pChanged = (pAllocationsChanged != VMA_NULL) ?
      +
      14255  &pAllocationsChanged[allocIndex] : VMA_NULL;
      +
      14256  pBlockVectorDefragCtx->AddAllocation(hAlloc, pChanged);
      +
      14257  }
      +
      14258  }
      +
      14259  }
      +
      14260 }
      +
      14261 
      +
      14262 VkResult VmaDefragmentationContext_T::Defragment(
      +
      14263  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
      +
      14264  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
      +
      14265  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags)
      +
      14266 {
      +
      14267  if(pStats)
      +
      14268  {
      +
      14269  memset(pStats, 0, sizeof(VmaDefragmentationStats));
      +
      14270  }
      +
      14271 
      +
      14272  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      +
      14273  {
      +
      14274  // For incremental defragmetnations, we just earmark how much we can move
      +
      14275  // The real meat is in the defragmentation steps
      +
      14276  m_MaxCpuBytesToMove = maxCpuBytesToMove;
      +
      14277  m_MaxCpuAllocationsToMove = maxCpuAllocationsToMove;
      +
      14278 
      +
      14279  m_MaxGpuBytesToMove = maxGpuBytesToMove;
      +
      14280  m_MaxGpuAllocationsToMove = maxGpuAllocationsToMove;
      14281 
      -
      14282  // Process custom pools.
      -
      14283  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      -
      14284  customCtxIndex < customCtxCount;
      -
      14285  ++customCtxIndex)
      -
      14286  {
      -
      14287  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      -
      14288  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      -
      14289 
      -
      14290  if(!pBlockVectorCtx->hasDefragmentationPlan)
      -
      14291  {
      -
      14292  pBlockVectorCtx->GetBlockVector()->Defragment(
      -
      14293  pBlockVectorCtx,
      -
      14294  m_pStats, m_Flags,
      -
      14295  m_MaxCpuBytesToMove, m_MaxCpuAllocationsToMove,
      -
      14296  m_MaxGpuBytesToMove, m_MaxGpuAllocationsToMove,
      -
      14297  VK_NULL_HANDLE);
      -
      14298 
      -
      14299  if(pBlockVectorCtx->res < VK_SUCCESS)
      -
      14300  continue;
      -
      14301 
      -
      14302  pBlockVectorCtx->hasDefragmentationPlan = true;
      -
      14303  }
      -
      14304 
      -
      14305  const uint32_t processed = pBlockVectorCtx->GetBlockVector()->ProcessDefragmentations(
      -
      14306  pBlockVectorCtx,
      -
      14307  pCurrentMove, movesLeft);
      -
      14308 
      -
      14309  movesLeft -= processed;
      -
      14310  pCurrentMove += processed;
      -
      14311  }
      -
      14312 
      -
      14313  pInfo->moveCount = pInfo->moveCount - movesLeft;
      -
      14314 
      -
      14315  return VK_SUCCESS;
      -
      14316 }
      -
      14317 VkResult VmaDefragmentationContext_T::DefragmentPassEnd()
      -
      14318 {
      -
      14319  VkResult res = VK_SUCCESS;
      -
      14320 
      -
      14321  // Process default pools.
      -
      14322  for(uint32_t memTypeIndex = 0;
      -
      14323  memTypeIndex < m_hAllocator->GetMemoryTypeCount();
      -
      14324  ++memTypeIndex)
      -
      14325  {
      -
      14326  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      -
      14327  if(pBlockVectorCtx)
      -
      14328  {
      -
      14329  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      -
      14330 
      -
      14331  if(!pBlockVectorCtx->hasDefragmentationPlan)
      -
      14332  {
      -
      14333  res = VK_NOT_READY;
      -
      14334  continue;
      -
      14335  }
      -
      14336 
      -
      14337  pBlockVectorCtx->GetBlockVector()->CommitDefragmentations(
      -
      14338  pBlockVectorCtx, m_pStats);
      -
      14339 
      -
      14340  if(pBlockVectorCtx->defragmentationMoves.size() != pBlockVectorCtx->defragmentationMovesCommitted)
      -
      14341  res = VK_NOT_READY;
      -
      14342  }
      -
      14343  }
      -
      14344 
      -
      14345  // Process custom pools.
      -
      14346  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      -
      14347  customCtxIndex < customCtxCount;
      -
      14348  ++customCtxIndex)
      -
      14349  {
      -
      14350  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      -
      14351  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      -
      14352 
      -
      14353  if(!pBlockVectorCtx->hasDefragmentationPlan)
      -
      14354  {
      -
      14355  res = VK_NOT_READY;
      -
      14356  continue;
      -
      14357  }
      -
      14358 
      -
      14359  pBlockVectorCtx->GetBlockVector()->CommitDefragmentations(
      -
      14360  pBlockVectorCtx, m_pStats);
      -
      14361 
      -
      14362  if(pBlockVectorCtx->defragmentationMoves.size() != pBlockVectorCtx->defragmentationMovesCommitted)
      -
      14363  res = VK_NOT_READY;
      -
      14364  }
      -
      14365 
      -
      14366  return res;
      -
      14367 }
      -
      14368 
      -
      14370 // VmaRecorder
      -
      14371 
      -
      14372 #if VMA_RECORDING_ENABLED
      -
      14373 
      -
      14374 VmaRecorder::VmaRecorder() :
      -
      14375  m_UseMutex(true),
      -
      14376  m_Flags(0),
      -
      14377  m_File(VMA_NULL),
      -
      14378  m_Freq(INT64_MAX),
      -
      14379  m_StartCounter(INT64_MAX)
      -
      14380 {
      -
      14381 }
      -
      14382 
      -
      14383 VkResult VmaRecorder::Init(const VmaRecordSettings& settings, bool useMutex)
      -
      14384 {
      -
      14385  m_UseMutex = useMutex;
      -
      14386  m_Flags = settings.flags;
      +
      14282  if(m_MaxCpuBytesToMove == 0 && m_MaxCpuAllocationsToMove == 0 &&
      +
      14283  m_MaxGpuBytesToMove == 0 && m_MaxGpuAllocationsToMove == 0)
      +
      14284  return VK_SUCCESS;
      +
      14285 
      +
      14286  return VK_NOT_READY;
      +
      14287  }
      +
      14288 
      +
      14289  if(commandBuffer == VK_NULL_HANDLE)
      +
      14290  {
      +
      14291  maxGpuBytesToMove = 0;
      +
      14292  maxGpuAllocationsToMove = 0;
      +
      14293  }
      +
      14294 
      +
      14295  VkResult res = VK_SUCCESS;
      +
      14296 
      +
      14297  // Process default pools.
      +
      14298  for(uint32_t memTypeIndex = 0;
      +
      14299  memTypeIndex < m_hAllocator->GetMemoryTypeCount() && res >= VK_SUCCESS;
      +
      14300  ++memTypeIndex)
      +
      14301  {
      +
      14302  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      +
      14303  if(pBlockVectorCtx)
      +
      14304  {
      +
      14305  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      +
      14306  pBlockVectorCtx->GetBlockVector()->Defragment(
      +
      14307  pBlockVectorCtx,
      +
      14308  pStats, flags,
      +
      14309  maxCpuBytesToMove, maxCpuAllocationsToMove,
      +
      14310  maxGpuBytesToMove, maxGpuAllocationsToMove,
      +
      14311  commandBuffer);
      +
      14312  if(pBlockVectorCtx->res != VK_SUCCESS)
      +
      14313  {
      +
      14314  res = pBlockVectorCtx->res;
      +
      14315  }
      +
      14316  }
      +
      14317  }
      +
      14318 
      +
      14319  // Process custom pools.
      +
      14320  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      +
      14321  customCtxIndex < customCtxCount && res >= VK_SUCCESS;
      +
      14322  ++customCtxIndex)
      +
      14323  {
      +
      14324  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      +
      14325  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      +
      14326  pBlockVectorCtx->GetBlockVector()->Defragment(
      +
      14327  pBlockVectorCtx,
      +
      14328  pStats, flags,
      +
      14329  maxCpuBytesToMove, maxCpuAllocationsToMove,
      +
      14330  maxGpuBytesToMove, maxGpuAllocationsToMove,
      +
      14331  commandBuffer);
      +
      14332  if(pBlockVectorCtx->res != VK_SUCCESS)
      +
      14333  {
      +
      14334  res = pBlockVectorCtx->res;
      +
      14335  }
      +
      14336  }
      +
      14337 
      +
      14338  return res;
      +
      14339 }
      +
      14340 
      +
      14341 VkResult VmaDefragmentationContext_T::DefragmentPassBegin(VmaDefragmentationPassInfo* pInfo)
      +
      14342 {
      +
      14343  VmaDefragmentationPassMoveInfo* pCurrentMove = pInfo->pMoves;
      +
      14344  uint32_t movesLeft = pInfo->moveCount;
      +
      14345 
      +
      14346  // Process default pools.
      +
      14347  for(uint32_t memTypeIndex = 0;
      +
      14348  memTypeIndex < m_hAllocator->GetMemoryTypeCount();
      +
      14349  ++memTypeIndex)
      +
      14350  {
      +
      14351  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      +
      14352  if(pBlockVectorCtx)
      +
      14353  {
      +
      14354  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      +
      14355 
      +
      14356  if(!pBlockVectorCtx->hasDefragmentationPlan)
      +
      14357  {
      +
      14358  pBlockVectorCtx->GetBlockVector()->Defragment(
      +
      14359  pBlockVectorCtx,
      +
      14360  m_pStats, m_Flags,
      +
      14361  m_MaxCpuBytesToMove, m_MaxCpuAllocationsToMove,
      +
      14362  m_MaxGpuBytesToMove, m_MaxGpuAllocationsToMove,
      +
      14363  VK_NULL_HANDLE);
      +
      14364 
      +
      14365  if(pBlockVectorCtx->res < VK_SUCCESS)
      +
      14366  continue;
      +
      14367 
      +
      14368  pBlockVectorCtx->hasDefragmentationPlan = true;
      +
      14369  }
      +
      14370 
      +
      14371  const uint32_t processed = pBlockVectorCtx->GetBlockVector()->ProcessDefragmentations(
      +
      14372  pBlockVectorCtx,
      +
      14373  pCurrentMove, movesLeft);
      +
      14374 
      +
      14375  movesLeft -= processed;
      +
      14376  pCurrentMove += processed;
      +
      14377  }
      +
      14378  }
      +
      14379 
      +
      14380  // Process custom pools.
      +
      14381  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      +
      14382  customCtxIndex < customCtxCount;
      +
      14383  ++customCtxIndex)
      +
      14384  {
      +
      14385  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      +
      14386  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      14387 
      -
      14388  QueryPerformanceFrequency((LARGE_INTEGER*)&m_Freq);
      -
      14389  QueryPerformanceCounter((LARGE_INTEGER*)&m_StartCounter);
      -
      14390 
      -
      14391  // Open file for writing.
      -
      14392  errno_t err = fopen_s(&m_File, settings.pFilePath, "wb");
      -
      14393  if(err != 0)
      -
      14394  {
      -
      14395  return VK_ERROR_INITIALIZATION_FAILED;
      -
      14396  }
      -
      14397 
      -
      14398  // Write header.
      -
      14399  fprintf(m_File, "%s\n", "Vulkan Memory Allocator,Calls recording");
      -
      14400  fprintf(m_File, "%s\n", "1,8");
      -
      14401 
      -
      14402  return VK_SUCCESS;
      -
      14403 }
      -
      14404 
      -
      14405 VmaRecorder::~VmaRecorder()
      -
      14406 {
      -
      14407  if(m_File != VMA_NULL)
      -
      14408  {
      -
      14409  fclose(m_File);
      -
      14410  }
      -
      14411 }
      +
      14388  if(!pBlockVectorCtx->hasDefragmentationPlan)
      +
      14389  {
      +
      14390  pBlockVectorCtx->GetBlockVector()->Defragment(
      +
      14391  pBlockVectorCtx,
      +
      14392  m_pStats, m_Flags,
      +
      14393  m_MaxCpuBytesToMove, m_MaxCpuAllocationsToMove,
      +
      14394  m_MaxGpuBytesToMove, m_MaxGpuAllocationsToMove,
      +
      14395  VK_NULL_HANDLE);
      +
      14396 
      +
      14397  if(pBlockVectorCtx->res < VK_SUCCESS)
      +
      14398  continue;
      +
      14399 
      +
      14400  pBlockVectorCtx->hasDefragmentationPlan = true;
      +
      14401  }
      +
      14402 
      +
      14403  const uint32_t processed = pBlockVectorCtx->GetBlockVector()->ProcessDefragmentations(
      +
      14404  pBlockVectorCtx,
      +
      14405  pCurrentMove, movesLeft);
      +
      14406 
      +
      14407  movesLeft -= processed;
      +
      14408  pCurrentMove += processed;
      +
      14409  }
      +
      14410 
      +
      14411  pInfo->moveCount = pInfo->moveCount - movesLeft;
      14412 
      -
      14413 void VmaRecorder::RecordCreateAllocator(uint32_t frameIndex)
      -
      14414 {
      -
      14415  CallParams callParams;
      -
      14416  GetBasicParams(callParams);
      -
      14417 
      -
      14418  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14419  fprintf(m_File, "%u,%.3f,%u,vmaCreateAllocator\n", callParams.threadId, callParams.time, frameIndex);
      -
      14420  Flush();
      -
      14421 }
      -
      14422 
      -
      14423 void VmaRecorder::RecordDestroyAllocator(uint32_t frameIndex)
      -
      14424 {
      -
      14425  CallParams callParams;
      -
      14426  GetBasicParams(callParams);
      -
      14427 
      -
      14428  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14429  fprintf(m_File, "%u,%.3f,%u,vmaDestroyAllocator\n", callParams.threadId, callParams.time, frameIndex);
      -
      14430  Flush();
      -
      14431 }
      -
      14432 
      -
      14433 void VmaRecorder::RecordCreatePool(uint32_t frameIndex, const VmaPoolCreateInfo& createInfo, VmaPool pool)
      -
      14434 {
      -
      14435  CallParams callParams;
      -
      14436  GetBasicParams(callParams);
      +
      14413  return VK_SUCCESS;
      +
      14414 }
      +
      14415 VkResult VmaDefragmentationContext_T::DefragmentPassEnd()
      +
      14416 {
      +
      14417  VkResult res = VK_SUCCESS;
      +
      14418 
      +
      14419  // Process default pools.
      +
      14420  for(uint32_t memTypeIndex = 0;
      +
      14421  memTypeIndex < m_hAllocator->GetMemoryTypeCount();
      +
      14422  ++memTypeIndex)
      +
      14423  {
      +
      14424  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      +
      14425  if(pBlockVectorCtx)
      +
      14426  {
      +
      14427  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      +
      14428 
      +
      14429  if(!pBlockVectorCtx->hasDefragmentationPlan)
      +
      14430  {
      +
      14431  res = VK_NOT_READY;
      +
      14432  continue;
      +
      14433  }
      +
      14434 
      +
      14435  pBlockVectorCtx->GetBlockVector()->CommitDefragmentations(
      +
      14436  pBlockVectorCtx, m_pStats);
      14437 
      -
      14438  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14439  fprintf(m_File, "%u,%.3f,%u,vmaCreatePool,%u,%u,%llu,%llu,%llu,%u,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14440  createInfo.memoryTypeIndex,
      -
      14441  createInfo.flags,
      -
      14442  createInfo.blockSize,
      -
      14443  (uint64_t)createInfo.minBlockCount,
      -
      14444  (uint64_t)createInfo.maxBlockCount,
      -
      14445  createInfo.frameInUseCount,
      -
      14446  pool);
      -
      14447  Flush();
      -
      14448 }
      -
      14449 
      -
      14450 void VmaRecorder::RecordDestroyPool(uint32_t frameIndex, VmaPool pool)
      -
      14451 {
      -
      14452  CallParams callParams;
      -
      14453  GetBasicParams(callParams);
      -
      14454 
      -
      14455  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14456  fprintf(m_File, "%u,%.3f,%u,vmaDestroyPool,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14457  pool);
      -
      14458  Flush();
      -
      14459 }
      -
      14460 
      -
      14461 void VmaRecorder::RecordAllocateMemory(uint32_t frameIndex,
      -
      14462  const VkMemoryRequirements& vkMemReq,
      -
      14463  const VmaAllocationCreateInfo& createInfo,
      -
      14464  VmaAllocation allocation)
      -
      14465 {
      -
      14466  CallParams callParams;
      -
      14467  GetBasicParams(callParams);
      -
      14468 
      -
      14469  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14470  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      -
      14471  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemory,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      14472  vkMemReq.size,
      -
      14473  vkMemReq.alignment,
      -
      14474  vkMemReq.memoryTypeBits,
      -
      14475  createInfo.flags,
      -
      14476  createInfo.usage,
      -
      14477  createInfo.requiredFlags,
      -
      14478  createInfo.preferredFlags,
      -
      14479  createInfo.memoryTypeBits,
      -
      14480  createInfo.pool,
      -
      14481  allocation,
      -
      14482  userDataStr.GetString());
      -
      14483  Flush();
      -
      14484 }
      +
      14438  if(pBlockVectorCtx->defragmentationMoves.size() != pBlockVectorCtx->defragmentationMovesCommitted)
      +
      14439  res = VK_NOT_READY;
      +
      14440  }
      +
      14441  }
      +
      14442 
      +
      14443  // Process custom pools.
      +
      14444  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      +
      14445  customCtxIndex < customCtxCount;
      +
      14446  ++customCtxIndex)
      +
      14447  {
      +
      14448  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      +
      14449  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      +
      14450 
      +
      14451  if(!pBlockVectorCtx->hasDefragmentationPlan)
      +
      14452  {
      +
      14453  res = VK_NOT_READY;
      +
      14454  continue;
      +
      14455  }
      +
      14456 
      +
      14457  pBlockVectorCtx->GetBlockVector()->CommitDefragmentations(
      +
      14458  pBlockVectorCtx, m_pStats);
      +
      14459 
      +
      14460  if(pBlockVectorCtx->defragmentationMoves.size() != pBlockVectorCtx->defragmentationMovesCommitted)
      +
      14461  res = VK_NOT_READY;
      +
      14462  }
      +
      14463 
      +
      14464  return res;
      +
      14465 }
      +
      14466 
      +
      14468 // VmaRecorder
      +
      14469 
      +
      14470 #if VMA_RECORDING_ENABLED
      +
      14471 
      +
      14472 VmaRecorder::VmaRecorder() :
      +
      14473  m_UseMutex(true),
      +
      14474  m_Flags(0),
      +
      14475  m_File(VMA_NULL),
      +
      14476  m_Freq(INT64_MAX),
      +
      14477  m_StartCounter(INT64_MAX)
      +
      14478 {
      +
      14479 }
      +
      14480 
      +
      14481 VkResult VmaRecorder::Init(const VmaRecordSettings& settings, bool useMutex)
      +
      14482 {
      +
      14483  m_UseMutex = useMutex;
      +
      14484  m_Flags = settings.flags;
      14485 
      -
      14486 void VmaRecorder::RecordAllocateMemoryPages(uint32_t frameIndex,
      -
      14487  const VkMemoryRequirements& vkMemReq,
      -
      14488  const VmaAllocationCreateInfo& createInfo,
      -
      14489  uint64_t allocationCount,
      -
      14490  const VmaAllocation* pAllocations)
      -
      14491 {
      -
      14492  CallParams callParams;
      -
      14493  GetBasicParams(callParams);
      -
      14494 
      -
      14495  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14496  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      -
      14497  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryPages,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,", callParams.threadId, callParams.time, frameIndex,
      -
      14498  vkMemReq.size,
      -
      14499  vkMemReq.alignment,
      -
      14500  vkMemReq.memoryTypeBits,
      -
      14501  createInfo.flags,
      -
      14502  createInfo.usage,
      -
      14503  createInfo.requiredFlags,
      -
      14504  createInfo.preferredFlags,
      -
      14505  createInfo.memoryTypeBits,
      -
      14506  createInfo.pool);
      -
      14507  PrintPointerList(allocationCount, pAllocations);
      -
      14508  fprintf(m_File, ",%s\n", userDataStr.GetString());
      -
      14509  Flush();
      -
      14510 }
      -
      14511 
      -
      14512 void VmaRecorder::RecordAllocateMemoryForBuffer(uint32_t frameIndex,
      -
      14513  const VkMemoryRequirements& vkMemReq,
      -
      14514  bool requiresDedicatedAllocation,
      -
      14515  bool prefersDedicatedAllocation,
      -
      14516  const VmaAllocationCreateInfo& createInfo,
      -
      14517  VmaAllocation allocation)
      -
      14518 {
      -
      14519  CallParams callParams;
      -
      14520  GetBasicParams(callParams);
      -
      14521 
      -
      14522  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14523  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      -
      14524  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForBuffer,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      14525  vkMemReq.size,
      -
      14526  vkMemReq.alignment,
      -
      14527  vkMemReq.memoryTypeBits,
      -
      14528  requiresDedicatedAllocation ? 1 : 0,
      -
      14529  prefersDedicatedAllocation ? 1 : 0,
      -
      14530  createInfo.flags,
      -
      14531  createInfo.usage,
      -
      14532  createInfo.requiredFlags,
      -
      14533  createInfo.preferredFlags,
      -
      14534  createInfo.memoryTypeBits,
      -
      14535  createInfo.pool,
      -
      14536  allocation,
      -
      14537  userDataStr.GetString());
      -
      14538  Flush();
      -
      14539 }
      -
      14540 
      -
      14541 void VmaRecorder::RecordAllocateMemoryForImage(uint32_t frameIndex,
      -
      14542  const VkMemoryRequirements& vkMemReq,
      -
      14543  bool requiresDedicatedAllocation,
      -
      14544  bool prefersDedicatedAllocation,
      -
      14545  const VmaAllocationCreateInfo& createInfo,
      -
      14546  VmaAllocation allocation)
      -
      14547 {
      -
      14548  CallParams callParams;
      -
      14549  GetBasicParams(callParams);
      -
      14550 
      -
      14551  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14552  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      -
      14553  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForImage,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      14554  vkMemReq.size,
      -
      14555  vkMemReq.alignment,
      -
      14556  vkMemReq.memoryTypeBits,
      -
      14557  requiresDedicatedAllocation ? 1 : 0,
      -
      14558  prefersDedicatedAllocation ? 1 : 0,
      -
      14559  createInfo.flags,
      -
      14560  createInfo.usage,
      -
      14561  createInfo.requiredFlags,
      -
      14562  createInfo.preferredFlags,
      -
      14563  createInfo.memoryTypeBits,
      -
      14564  createInfo.pool,
      -
      14565  allocation,
      -
      14566  userDataStr.GetString());
      -
      14567  Flush();
      -
      14568 }
      -
      14569 
      -
      14570 void VmaRecorder::RecordFreeMemory(uint32_t frameIndex,
      -
      14571  VmaAllocation allocation)
      -
      14572 {
      -
      14573  CallParams callParams;
      -
      14574  GetBasicParams(callParams);
      -
      14575 
      -
      14576  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14577  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14578  allocation);
      -
      14579  Flush();
      -
      14580 }
      -
      14581 
      -
      14582 void VmaRecorder::RecordFreeMemoryPages(uint32_t frameIndex,
      -
      14583  uint64_t allocationCount,
      -
      14584  const VmaAllocation* pAllocations)
      -
      14585 {
      -
      14586  CallParams callParams;
      -
      14587  GetBasicParams(callParams);
      -
      14588 
      -
      14589  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14590  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemoryPages,", callParams.threadId, callParams.time, frameIndex);
      -
      14591  PrintPointerList(allocationCount, pAllocations);
      -
      14592  fprintf(m_File, "\n");
      -
      14593  Flush();
      -
      14594 }
      -
      14595 
      -
      14596 void VmaRecorder::RecordSetAllocationUserData(uint32_t frameIndex,
      -
      14597  VmaAllocation allocation,
      -
      14598  const void* pUserData)
      -
      14599 {
      -
      14600  CallParams callParams;
      -
      14601  GetBasicParams(callParams);
      -
      14602 
      -
      14603  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14604  UserDataString userDataStr(
      -
      14605  allocation->IsUserDataString() ? VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT : 0,
      -
      14606  pUserData);
      -
      14607  fprintf(m_File, "%u,%.3f,%u,vmaSetAllocationUserData,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      14608  allocation,
      -
      14609  userDataStr.GetString());
      -
      14610  Flush();
      -
      14611 }
      -
      14612 
      -
      14613 void VmaRecorder::RecordCreateLostAllocation(uint32_t frameIndex,
      -
      14614  VmaAllocation allocation)
      -
      14615 {
      -
      14616  CallParams callParams;
      -
      14617  GetBasicParams(callParams);
      -
      14618 
      -
      14619  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14620  fprintf(m_File, "%u,%.3f,%u,vmaCreateLostAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14621  allocation);
      -
      14622  Flush();
      -
      14623 }
      -
      14624 
      -
      14625 void VmaRecorder::RecordMapMemory(uint32_t frameIndex,
      -
      14626  VmaAllocation allocation)
      -
      14627 {
      -
      14628  CallParams callParams;
      -
      14629  GetBasicParams(callParams);
      -
      14630 
      -
      14631  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14632  fprintf(m_File, "%u,%.3f,%u,vmaMapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14633  allocation);
      -
      14634  Flush();
      -
      14635 }
      -
      14636 
      -
      14637 void VmaRecorder::RecordUnmapMemory(uint32_t frameIndex,
      -
      14638  VmaAllocation allocation)
      -
      14639 {
      -
      14640  CallParams callParams;
      -
      14641  GetBasicParams(callParams);
      -
      14642 
      -
      14643  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14644  fprintf(m_File, "%u,%.3f,%u,vmaUnmapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14645  allocation);
      -
      14646  Flush();
      -
      14647 }
      +
      14486  QueryPerformanceFrequency((LARGE_INTEGER*)&m_Freq);
      +
      14487  QueryPerformanceCounter((LARGE_INTEGER*)&m_StartCounter);
      +
      14488 
      +
      14489  // Open file for writing.
      +
      14490  errno_t err = fopen_s(&m_File, settings.pFilePath, "wb");
      +
      14491  if(err != 0)
      +
      14492  {
      +
      14493  return VK_ERROR_INITIALIZATION_FAILED;
      +
      14494  }
      +
      14495 
      +
      14496  // Write header.
      +
      14497  fprintf(m_File, "%s\n", "Vulkan Memory Allocator,Calls recording");
      +
      14498  fprintf(m_File, "%s\n", "1,8");
      +
      14499 
      +
      14500  return VK_SUCCESS;
      +
      14501 }
      +
      14502 
      +
      14503 VmaRecorder::~VmaRecorder()
      +
      14504 {
      +
      14505  if(m_File != VMA_NULL)
      +
      14506  {
      +
      14507  fclose(m_File);
      +
      14508  }
      +
      14509 }
      +
      14510 
      +
      14511 void VmaRecorder::RecordCreateAllocator(uint32_t frameIndex)
      +
      14512 {
      +
      14513  CallParams callParams;
      +
      14514  GetBasicParams(callParams);
      +
      14515 
      +
      14516  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14517  fprintf(m_File, "%u,%.3f,%u,vmaCreateAllocator\n", callParams.threadId, callParams.time, frameIndex);
      +
      14518  Flush();
      +
      14519 }
      +
      14520 
      +
      14521 void VmaRecorder::RecordDestroyAllocator(uint32_t frameIndex)
      +
      14522 {
      +
      14523  CallParams callParams;
      +
      14524  GetBasicParams(callParams);
      +
      14525 
      +
      14526  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14527  fprintf(m_File, "%u,%.3f,%u,vmaDestroyAllocator\n", callParams.threadId, callParams.time, frameIndex);
      +
      14528  Flush();
      +
      14529 }
      +
      14530 
      +
      14531 void VmaRecorder::RecordCreatePool(uint32_t frameIndex, const VmaPoolCreateInfo& createInfo, VmaPool pool)
      +
      14532 {
      +
      14533  CallParams callParams;
      +
      14534  GetBasicParams(callParams);
      +
      14535 
      +
      14536  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14537  fprintf(m_File, "%u,%.3f,%u,vmaCreatePool,%u,%u,%llu,%llu,%llu,%u,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14538  createInfo.memoryTypeIndex,
      +
      14539  createInfo.flags,
      +
      14540  createInfo.blockSize,
      +
      14541  (uint64_t)createInfo.minBlockCount,
      +
      14542  (uint64_t)createInfo.maxBlockCount,
      +
      14543  createInfo.frameInUseCount,
      +
      14544  pool);
      +
      14545  Flush();
      +
      14546 }
      +
      14547 
      +
      14548 void VmaRecorder::RecordDestroyPool(uint32_t frameIndex, VmaPool pool)
      +
      14549 {
      +
      14550  CallParams callParams;
      +
      14551  GetBasicParams(callParams);
      +
      14552 
      +
      14553  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14554  fprintf(m_File, "%u,%.3f,%u,vmaDestroyPool,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14555  pool);
      +
      14556  Flush();
      +
      14557 }
      +
      14558 
      +
      14559 void VmaRecorder::RecordAllocateMemory(uint32_t frameIndex,
      +
      14560  const VkMemoryRequirements& vkMemReq,
      +
      14561  const VmaAllocationCreateInfo& createInfo,
      +
      14562  VmaAllocation allocation)
      +
      14563 {
      +
      14564  CallParams callParams;
      +
      14565  GetBasicParams(callParams);
      +
      14566 
      +
      14567  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14568  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      +
      14569  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemory,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      14570  vkMemReq.size,
      +
      14571  vkMemReq.alignment,
      +
      14572  vkMemReq.memoryTypeBits,
      +
      14573  createInfo.flags,
      +
      14574  createInfo.usage,
      +
      14575  createInfo.requiredFlags,
      +
      14576  createInfo.preferredFlags,
      +
      14577  createInfo.memoryTypeBits,
      +
      14578  createInfo.pool,
      +
      14579  allocation,
      +
      14580  userDataStr.GetString());
      +
      14581  Flush();
      +
      14582 }
      +
      14583 
      +
      14584 void VmaRecorder::RecordAllocateMemoryPages(uint32_t frameIndex,
      +
      14585  const VkMemoryRequirements& vkMemReq,
      +
      14586  const VmaAllocationCreateInfo& createInfo,
      +
      14587  uint64_t allocationCount,
      +
      14588  const VmaAllocation* pAllocations)
      +
      14589 {
      +
      14590  CallParams callParams;
      +
      14591  GetBasicParams(callParams);
      +
      14592 
      +
      14593  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14594  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      +
      14595  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryPages,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,", callParams.threadId, callParams.time, frameIndex,
      +
      14596  vkMemReq.size,
      +
      14597  vkMemReq.alignment,
      +
      14598  vkMemReq.memoryTypeBits,
      +
      14599  createInfo.flags,
      +
      14600  createInfo.usage,
      +
      14601  createInfo.requiredFlags,
      +
      14602  createInfo.preferredFlags,
      +
      14603  createInfo.memoryTypeBits,
      +
      14604  createInfo.pool);
      +
      14605  PrintPointerList(allocationCount, pAllocations);
      +
      14606  fprintf(m_File, ",%s\n", userDataStr.GetString());
      +
      14607  Flush();
      +
      14608 }
      +
      14609 
      +
      14610 void VmaRecorder::RecordAllocateMemoryForBuffer(uint32_t frameIndex,
      +
      14611  const VkMemoryRequirements& vkMemReq,
      +
      14612  bool requiresDedicatedAllocation,
      +
      14613  bool prefersDedicatedAllocation,
      +
      14614  const VmaAllocationCreateInfo& createInfo,
      +
      14615  VmaAllocation allocation)
      +
      14616 {
      +
      14617  CallParams callParams;
      +
      14618  GetBasicParams(callParams);
      +
      14619 
      +
      14620  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14621  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      +
      14622  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForBuffer,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      14623  vkMemReq.size,
      +
      14624  vkMemReq.alignment,
      +
      14625  vkMemReq.memoryTypeBits,
      +
      14626  requiresDedicatedAllocation ? 1 : 0,
      +
      14627  prefersDedicatedAllocation ? 1 : 0,
      +
      14628  createInfo.flags,
      +
      14629  createInfo.usage,
      +
      14630  createInfo.requiredFlags,
      +
      14631  createInfo.preferredFlags,
      +
      14632  createInfo.memoryTypeBits,
      +
      14633  createInfo.pool,
      +
      14634  allocation,
      +
      14635  userDataStr.GetString());
      +
      14636  Flush();
      +
      14637 }
      +
      14638 
      +
      14639 void VmaRecorder::RecordAllocateMemoryForImage(uint32_t frameIndex,
      +
      14640  const VkMemoryRequirements& vkMemReq,
      +
      14641  bool requiresDedicatedAllocation,
      +
      14642  bool prefersDedicatedAllocation,
      +
      14643  const VmaAllocationCreateInfo& createInfo,
      +
      14644  VmaAllocation allocation)
      +
      14645 {
      +
      14646  CallParams callParams;
      +
      14647  GetBasicParams(callParams);
      14648 
      -
      14649 void VmaRecorder::RecordFlushAllocation(uint32_t frameIndex,
      -
      14650  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      -
      14651 {
      -
      14652  CallParams callParams;
      -
      14653  GetBasicParams(callParams);
      -
      14654 
      -
      14655  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14656  fprintf(m_File, "%u,%.3f,%u,vmaFlushAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
      -
      14657  allocation,
      -
      14658  offset,
      -
      14659  size);
      -
      14660  Flush();
      -
      14661 }
      -
      14662 
      -
      14663 void VmaRecorder::RecordInvalidateAllocation(uint32_t frameIndex,
      -
      14664  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      -
      14665 {
      -
      14666  CallParams callParams;
      -
      14667  GetBasicParams(callParams);
      -
      14668 
      -
      14669  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14670  fprintf(m_File, "%u,%.3f,%u,vmaInvalidateAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
      -
      14671  allocation,
      -
      14672  offset,
      -
      14673  size);
      -
      14674  Flush();
      -
      14675 }
      -
      14676 
      -
      14677 void VmaRecorder::RecordCreateBuffer(uint32_t frameIndex,
      -
      14678  const VkBufferCreateInfo& bufCreateInfo,
      -
      14679  const VmaAllocationCreateInfo& allocCreateInfo,
      -
      14680  VmaAllocation allocation)
      -
      14681 {
      -
      14682  CallParams callParams;
      -
      14683  GetBasicParams(callParams);
      -
      14684 
      -
      14685  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14686  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
      -
      14687  fprintf(m_File, "%u,%.3f,%u,vmaCreateBuffer,%u,%llu,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      14688  bufCreateInfo.flags,
      -
      14689  bufCreateInfo.size,
      -
      14690  bufCreateInfo.usage,
      -
      14691  bufCreateInfo.sharingMode,
      -
      14692  allocCreateInfo.flags,
      -
      14693  allocCreateInfo.usage,
      -
      14694  allocCreateInfo.requiredFlags,
      -
      14695  allocCreateInfo.preferredFlags,
      -
      14696  allocCreateInfo.memoryTypeBits,
      -
      14697  allocCreateInfo.pool,
      -
      14698  allocation,
      -
      14699  userDataStr.GetString());
      -
      14700  Flush();
      -
      14701 }
      -
      14702 
      -
      14703 void VmaRecorder::RecordCreateImage(uint32_t frameIndex,
      -
      14704  const VkImageCreateInfo& imageCreateInfo,
      -
      14705  const VmaAllocationCreateInfo& allocCreateInfo,
      -
      14706  VmaAllocation allocation)
      -
      14707 {
      -
      14708  CallParams callParams;
      -
      14709  GetBasicParams(callParams);
      +
      14649  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14650  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      +
      14651  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForImage,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      14652  vkMemReq.size,
      +
      14653  vkMemReq.alignment,
      +
      14654  vkMemReq.memoryTypeBits,
      +
      14655  requiresDedicatedAllocation ? 1 : 0,
      +
      14656  prefersDedicatedAllocation ? 1 : 0,
      +
      14657  createInfo.flags,
      +
      14658  createInfo.usage,
      +
      14659  createInfo.requiredFlags,
      +
      14660  createInfo.preferredFlags,
      +
      14661  createInfo.memoryTypeBits,
      +
      14662  createInfo.pool,
      +
      14663  allocation,
      +
      14664  userDataStr.GetString());
      +
      14665  Flush();
      +
      14666 }
      +
      14667 
      +
      14668 void VmaRecorder::RecordFreeMemory(uint32_t frameIndex,
      +
      14669  VmaAllocation allocation)
      +
      14670 {
      +
      14671  CallParams callParams;
      +
      14672  GetBasicParams(callParams);
      +
      14673 
      +
      14674  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14675  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14676  allocation);
      +
      14677  Flush();
      +
      14678 }
      +
      14679 
      +
      14680 void VmaRecorder::RecordFreeMemoryPages(uint32_t frameIndex,
      +
      14681  uint64_t allocationCount,
      +
      14682  const VmaAllocation* pAllocations)
      +
      14683 {
      +
      14684  CallParams callParams;
      +
      14685  GetBasicParams(callParams);
      +
      14686 
      +
      14687  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14688  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemoryPages,", callParams.threadId, callParams.time, frameIndex);
      +
      14689  PrintPointerList(allocationCount, pAllocations);
      +
      14690  fprintf(m_File, "\n");
      +
      14691  Flush();
      +
      14692 }
      +
      14693 
      +
      14694 void VmaRecorder::RecordSetAllocationUserData(uint32_t frameIndex,
      +
      14695  VmaAllocation allocation,
      +
      14696  const void* pUserData)
      +
      14697 {
      +
      14698  CallParams callParams;
      +
      14699  GetBasicParams(callParams);
      +
      14700 
      +
      14701  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14702  UserDataString userDataStr(
      +
      14703  allocation->IsUserDataString() ? VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT : 0,
      +
      14704  pUserData);
      +
      14705  fprintf(m_File, "%u,%.3f,%u,vmaSetAllocationUserData,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      14706  allocation,
      +
      14707  userDataStr.GetString());
      +
      14708  Flush();
      +
      14709 }
      14710 
      -
      14711  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14712  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
      -
      14713  fprintf(m_File, "%u,%.3f,%u,vmaCreateImage,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      14714  imageCreateInfo.flags,
      -
      14715  imageCreateInfo.imageType,
      -
      14716  imageCreateInfo.format,
      -
      14717  imageCreateInfo.extent.width,
      -
      14718  imageCreateInfo.extent.height,
      -
      14719  imageCreateInfo.extent.depth,
      -
      14720  imageCreateInfo.mipLevels,
      -
      14721  imageCreateInfo.arrayLayers,
      -
      14722  imageCreateInfo.samples,
      -
      14723  imageCreateInfo.tiling,
      -
      14724  imageCreateInfo.usage,
      -
      14725  imageCreateInfo.sharingMode,
      -
      14726  imageCreateInfo.initialLayout,
      -
      14727  allocCreateInfo.flags,
      -
      14728  allocCreateInfo.usage,
      -
      14729  allocCreateInfo.requiredFlags,
      -
      14730  allocCreateInfo.preferredFlags,
      -
      14731  allocCreateInfo.memoryTypeBits,
      -
      14732  allocCreateInfo.pool,
      -
      14733  allocation,
      -
      14734  userDataStr.GetString());
      -
      14735  Flush();
      -
      14736 }
      -
      14737 
      -
      14738 void VmaRecorder::RecordDestroyBuffer(uint32_t frameIndex,
      -
      14739  VmaAllocation allocation)
      -
      14740 {
      -
      14741  CallParams callParams;
      -
      14742  GetBasicParams(callParams);
      -
      14743 
      -
      14744  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14745  fprintf(m_File, "%u,%.3f,%u,vmaDestroyBuffer,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14746  allocation);
      -
      14747  Flush();
      -
      14748 }
      -
      14749 
      -
      14750 void VmaRecorder::RecordDestroyImage(uint32_t frameIndex,
      -
      14751  VmaAllocation allocation)
      -
      14752 {
      -
      14753  CallParams callParams;
      -
      14754  GetBasicParams(callParams);
      -
      14755 
      -
      14756  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14757  fprintf(m_File, "%u,%.3f,%u,vmaDestroyImage,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14758  allocation);
      -
      14759  Flush();
      -
      14760 }
      -
      14761 
      -
      14762 void VmaRecorder::RecordTouchAllocation(uint32_t frameIndex,
      -
      14763  VmaAllocation allocation)
      -
      14764 {
      -
      14765  CallParams callParams;
      -
      14766  GetBasicParams(callParams);
      -
      14767 
      -
      14768  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14769  fprintf(m_File, "%u,%.3f,%u,vmaTouchAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14770  allocation);
      -
      14771  Flush();
      -
      14772 }
      -
      14773 
      -
      14774 void VmaRecorder::RecordGetAllocationInfo(uint32_t frameIndex,
      -
      14775  VmaAllocation allocation)
      -
      14776 {
      -
      14777  CallParams callParams;
      -
      14778  GetBasicParams(callParams);
      -
      14779 
      -
      14780  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14781  fprintf(m_File, "%u,%.3f,%u,vmaGetAllocationInfo,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14782  allocation);
      -
      14783  Flush();
      -
      14784 }
      -
      14785 
      -
      14786 void VmaRecorder::RecordMakePoolAllocationsLost(uint32_t frameIndex,
      -
      14787  VmaPool pool)
      -
      14788 {
      -
      14789  CallParams callParams;
      -
      14790  GetBasicParams(callParams);
      -
      14791 
      -
      14792  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14793  fprintf(m_File, "%u,%.3f,%u,vmaMakePoolAllocationsLost,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14794  pool);
      -
      14795  Flush();
      -
      14796 }
      -
      14797 
      -
      14798 void VmaRecorder::RecordDefragmentationBegin(uint32_t frameIndex,
      -
      14799  const VmaDefragmentationInfo2& info,
      -
      14800  VmaDefragmentationContext ctx)
      -
      14801 {
      -
      14802  CallParams callParams;
      -
      14803  GetBasicParams(callParams);
      -
      14804 
      -
      14805  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14806  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationBegin,%u,", callParams.threadId, callParams.time, frameIndex,
      -
      14807  info.flags);
      -
      14808  PrintPointerList(info.allocationCount, info.pAllocations);
      -
      14809  fprintf(m_File, ",");
      -
      14810  PrintPointerList(info.poolCount, info.pPools);
      -
      14811  fprintf(m_File, ",%llu,%u,%llu,%u,%p,%p\n",
      -
      14812  info.maxCpuBytesToMove,
      -
      14813  info.maxCpuAllocationsToMove,
      -
      14814  info.maxGpuBytesToMove,
      -
      14815  info.maxGpuAllocationsToMove,
      -
      14816  info.commandBuffer,
      -
      14817  ctx);
      -
      14818  Flush();
      -
      14819 }
      -
      14820 
      -
      14821 void VmaRecorder::RecordDefragmentationEnd(uint32_t frameIndex,
      -
      14822  VmaDefragmentationContext ctx)
      -
      14823 {
      -
      14824  CallParams callParams;
      -
      14825  GetBasicParams(callParams);
      -
      14826 
      -
      14827  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14828  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationEnd,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      14829  ctx);
      -
      14830  Flush();
      -
      14831 }
      -
      14832 
      -
      14833 void VmaRecorder::RecordSetPoolName(uint32_t frameIndex,
      -
      14834  VmaPool pool,
      -
      14835  const char* name)
      -
      14836 {
      -
      14837  CallParams callParams;
      -
      14838  GetBasicParams(callParams);
      -
      14839 
      -
      14840  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      14841  fprintf(m_File, "%u,%.3f,%u,vmaSetPoolName,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      14842  pool, name != VMA_NULL ? name : "");
      -
      14843  Flush();
      -
      14844 }
      -
      14845 
      -
      14846 VmaRecorder::UserDataString::UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData)
      -
      14847 {
      -
      14848  if(pUserData != VMA_NULL)
      -
      14849  {
      -
      14850  if((allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0)
      -
      14851  {
      -
      14852  m_Str = (const char*)pUserData;
      -
      14853  }
      -
      14854  else
      -
      14855  {
      -
      14856  sprintf_s(m_PtrStr, "%p", pUserData);
      -
      14857  m_Str = m_PtrStr;
      -
      14858  }
      -
      14859  }
      -
      14860  else
      -
      14861  {
      -
      14862  m_Str = "";
      -
      14863  }
      -
      14864 }
      +
      14711 void VmaRecorder::RecordCreateLostAllocation(uint32_t frameIndex,
      +
      14712  VmaAllocation allocation)
      +
      14713 {
      +
      14714  CallParams callParams;
      +
      14715  GetBasicParams(callParams);
      +
      14716 
      +
      14717  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14718  fprintf(m_File, "%u,%.3f,%u,vmaCreateLostAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14719  allocation);
      +
      14720  Flush();
      +
      14721 }
      +
      14722 
      +
      14723 void VmaRecorder::RecordMapMemory(uint32_t frameIndex,
      +
      14724  VmaAllocation allocation)
      +
      14725 {
      +
      14726  CallParams callParams;
      +
      14727  GetBasicParams(callParams);
      +
      14728 
      +
      14729  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14730  fprintf(m_File, "%u,%.3f,%u,vmaMapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14731  allocation);
      +
      14732  Flush();
      +
      14733 }
      +
      14734 
      +
      14735 void VmaRecorder::RecordUnmapMemory(uint32_t frameIndex,
      +
      14736  VmaAllocation allocation)
      +
      14737 {
      +
      14738  CallParams callParams;
      +
      14739  GetBasicParams(callParams);
      +
      14740 
      +
      14741  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14742  fprintf(m_File, "%u,%.3f,%u,vmaUnmapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14743  allocation);
      +
      14744  Flush();
      +
      14745 }
      +
      14746 
      +
      14747 void VmaRecorder::RecordFlushAllocation(uint32_t frameIndex,
      +
      14748  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      +
      14749 {
      +
      14750  CallParams callParams;
      +
      14751  GetBasicParams(callParams);
      +
      14752 
      +
      14753  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14754  fprintf(m_File, "%u,%.3f,%u,vmaFlushAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
      +
      14755  allocation,
      +
      14756  offset,
      +
      14757  size);
      +
      14758  Flush();
      +
      14759 }
      +
      14760 
      +
      14761 void VmaRecorder::RecordInvalidateAllocation(uint32_t frameIndex,
      +
      14762  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      +
      14763 {
      +
      14764  CallParams callParams;
      +
      14765  GetBasicParams(callParams);
      +
      14766 
      +
      14767  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14768  fprintf(m_File, "%u,%.3f,%u,vmaInvalidateAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
      +
      14769  allocation,
      +
      14770  offset,
      +
      14771  size);
      +
      14772  Flush();
      +
      14773 }
      +
      14774 
      +
      14775 void VmaRecorder::RecordCreateBuffer(uint32_t frameIndex,
      +
      14776  const VkBufferCreateInfo& bufCreateInfo,
      +
      14777  const VmaAllocationCreateInfo& allocCreateInfo,
      +
      14778  VmaAllocation allocation)
      +
      14779 {
      +
      14780  CallParams callParams;
      +
      14781  GetBasicParams(callParams);
      +
      14782 
      +
      14783  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14784  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
      +
      14785  fprintf(m_File, "%u,%.3f,%u,vmaCreateBuffer,%u,%llu,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      14786  bufCreateInfo.flags,
      +
      14787  bufCreateInfo.size,
      +
      14788  bufCreateInfo.usage,
      +
      14789  bufCreateInfo.sharingMode,
      +
      14790  allocCreateInfo.flags,
      +
      14791  allocCreateInfo.usage,
      +
      14792  allocCreateInfo.requiredFlags,
      +
      14793  allocCreateInfo.preferredFlags,
      +
      14794  allocCreateInfo.memoryTypeBits,
      +
      14795  allocCreateInfo.pool,
      +
      14796  allocation,
      +
      14797  userDataStr.GetString());
      +
      14798  Flush();
      +
      14799 }
      +
      14800 
      +
      14801 void VmaRecorder::RecordCreateImage(uint32_t frameIndex,
      +
      14802  const VkImageCreateInfo& imageCreateInfo,
      +
      14803  const VmaAllocationCreateInfo& allocCreateInfo,
      +
      14804  VmaAllocation allocation)
      +
      14805 {
      +
      14806  CallParams callParams;
      +
      14807  GetBasicParams(callParams);
      +
      14808 
      +
      14809  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14810  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
      +
      14811  fprintf(m_File, "%u,%.3f,%u,vmaCreateImage,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      14812  imageCreateInfo.flags,
      +
      14813  imageCreateInfo.imageType,
      +
      14814  imageCreateInfo.format,
      +
      14815  imageCreateInfo.extent.width,
      +
      14816  imageCreateInfo.extent.height,
      +
      14817  imageCreateInfo.extent.depth,
      +
      14818  imageCreateInfo.mipLevels,
      +
      14819  imageCreateInfo.arrayLayers,
      +
      14820  imageCreateInfo.samples,
      +
      14821  imageCreateInfo.tiling,
      +
      14822  imageCreateInfo.usage,
      +
      14823  imageCreateInfo.sharingMode,
      +
      14824  imageCreateInfo.initialLayout,
      +
      14825  allocCreateInfo.flags,
      +
      14826  allocCreateInfo.usage,
      +
      14827  allocCreateInfo.requiredFlags,
      +
      14828  allocCreateInfo.preferredFlags,
      +
      14829  allocCreateInfo.memoryTypeBits,
      +
      14830  allocCreateInfo.pool,
      +
      14831  allocation,
      +
      14832  userDataStr.GetString());
      +
      14833  Flush();
      +
      14834 }
      +
      14835 
      +
      14836 void VmaRecorder::RecordDestroyBuffer(uint32_t frameIndex,
      +
      14837  VmaAllocation allocation)
      +
      14838 {
      +
      14839  CallParams callParams;
      +
      14840  GetBasicParams(callParams);
      +
      14841 
      +
      14842  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14843  fprintf(m_File, "%u,%.3f,%u,vmaDestroyBuffer,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14844  allocation);
      +
      14845  Flush();
      +
      14846 }
      +
      14847 
      +
      14848 void VmaRecorder::RecordDestroyImage(uint32_t frameIndex,
      +
      14849  VmaAllocation allocation)
      +
      14850 {
      +
      14851  CallParams callParams;
      +
      14852  GetBasicParams(callParams);
      +
      14853 
      +
      14854  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14855  fprintf(m_File, "%u,%.3f,%u,vmaDestroyImage,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14856  allocation);
      +
      14857  Flush();
      +
      14858 }
      +
      14859 
      +
      14860 void VmaRecorder::RecordTouchAllocation(uint32_t frameIndex,
      +
      14861  VmaAllocation allocation)
      +
      14862 {
      +
      14863  CallParams callParams;
      +
      14864  GetBasicParams(callParams);
      14865 
      -
      14866 void VmaRecorder::WriteConfiguration(
      -
      14867  const VkPhysicalDeviceProperties& devProps,
      -
      14868  const VkPhysicalDeviceMemoryProperties& memProps,
      -
      14869  uint32_t vulkanApiVersion,
      -
      14870  bool dedicatedAllocationExtensionEnabled,
      -
      14871  bool bindMemory2ExtensionEnabled,
      -
      14872  bool memoryBudgetExtensionEnabled,
      -
      14873  bool deviceCoherentMemoryExtensionEnabled)
      +
      14866  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14867  fprintf(m_File, "%u,%.3f,%u,vmaTouchAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14868  allocation);
      +
      14869  Flush();
      +
      14870 }
      +
      14871 
      +
      14872 void VmaRecorder::RecordGetAllocationInfo(uint32_t frameIndex,
      +
      14873  VmaAllocation allocation)
      14874 {
      -
      14875  fprintf(m_File, "Config,Begin\n");
      -
      14876 
      -
      14877  fprintf(m_File, "VulkanApiVersion,%u,%u\n", VK_VERSION_MAJOR(vulkanApiVersion), VK_VERSION_MINOR(vulkanApiVersion));
      -
      14878 
      -
      14879  fprintf(m_File, "PhysicalDevice,apiVersion,%u\n", devProps.apiVersion);
      -
      14880  fprintf(m_File, "PhysicalDevice,driverVersion,%u\n", devProps.driverVersion);
      -
      14881  fprintf(m_File, "PhysicalDevice,vendorID,%u\n", devProps.vendorID);
      -
      14882  fprintf(m_File, "PhysicalDevice,deviceID,%u\n", devProps.deviceID);
      -
      14883  fprintf(m_File, "PhysicalDevice,deviceType,%u\n", devProps.deviceType);
      -
      14884  fprintf(m_File, "PhysicalDevice,deviceName,%s\n", devProps.deviceName);
      -
      14885 
      -
      14886  fprintf(m_File, "PhysicalDeviceLimits,maxMemoryAllocationCount,%u\n", devProps.limits.maxMemoryAllocationCount);
      -
      14887  fprintf(m_File, "PhysicalDeviceLimits,bufferImageGranularity,%llu\n", devProps.limits.bufferImageGranularity);
      -
      14888  fprintf(m_File, "PhysicalDeviceLimits,nonCoherentAtomSize,%llu\n", devProps.limits.nonCoherentAtomSize);
      +
      14875  CallParams callParams;
      +
      14876  GetBasicParams(callParams);
      +
      14877 
      +
      14878  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14879  fprintf(m_File, "%u,%.3f,%u,vmaGetAllocationInfo,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14880  allocation);
      +
      14881  Flush();
      +
      14882 }
      +
      14883 
      +
      14884 void VmaRecorder::RecordMakePoolAllocationsLost(uint32_t frameIndex,
      +
      14885  VmaPool pool)
      +
      14886 {
      +
      14887  CallParams callParams;
      +
      14888  GetBasicParams(callParams);
      14889 
      -
      14890  fprintf(m_File, "PhysicalDeviceMemory,HeapCount,%u\n", memProps.memoryHeapCount);
      -
      14891  for(uint32_t i = 0; i < memProps.memoryHeapCount; ++i)
      -
      14892  {
      -
      14893  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,size,%llu\n", i, memProps.memoryHeaps[i].size);
      -
      14894  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,flags,%u\n", i, memProps.memoryHeaps[i].flags);
      -
      14895  }
      -
      14896  fprintf(m_File, "PhysicalDeviceMemory,TypeCount,%u\n", memProps.memoryTypeCount);
      -
      14897  for(uint32_t i = 0; i < memProps.memoryTypeCount; ++i)
      -
      14898  {
      -
      14899  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,heapIndex,%u\n", i, memProps.memoryTypes[i].heapIndex);
      -
      14900  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,propertyFlags,%u\n", i, memProps.memoryTypes[i].propertyFlags);
      -
      14901  }
      +
      14890  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14891  fprintf(m_File, "%u,%.3f,%u,vmaMakePoolAllocationsLost,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14892  pool);
      +
      14893  Flush();
      +
      14894 }
      +
      14895 
      +
      14896 void VmaRecorder::RecordDefragmentationBegin(uint32_t frameIndex,
      +
      14897  const VmaDefragmentationInfo2& info,
      +
      14898  VmaDefragmentationContext ctx)
      +
      14899 {
      +
      14900  CallParams callParams;
      +
      14901  GetBasicParams(callParams);
      14902 
      -
      14903  fprintf(m_File, "Extension,VK_KHR_dedicated_allocation,%u\n", dedicatedAllocationExtensionEnabled ? 1 : 0);
      -
      14904  fprintf(m_File, "Extension,VK_KHR_bind_memory2,%u\n", bindMemory2ExtensionEnabled ? 1 : 0);
      -
      14905  fprintf(m_File, "Extension,VK_EXT_memory_budget,%u\n", memoryBudgetExtensionEnabled ? 1 : 0);
      -
      14906  fprintf(m_File, "Extension,VK_AMD_device_coherent_memory,%u\n", deviceCoherentMemoryExtensionEnabled ? 1 : 0);
      -
      14907 
      -
      14908  fprintf(m_File, "Macro,VMA_DEBUG_ALWAYS_DEDICATED_MEMORY,%u\n", VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ? 1 : 0);
      -
      14909  fprintf(m_File, "Macro,VMA_DEBUG_ALIGNMENT,%llu\n", (VkDeviceSize)VMA_DEBUG_ALIGNMENT);
      -
      14910  fprintf(m_File, "Macro,VMA_DEBUG_MARGIN,%llu\n", (VkDeviceSize)VMA_DEBUG_MARGIN);
      -
      14911  fprintf(m_File, "Macro,VMA_DEBUG_INITIALIZE_ALLOCATIONS,%u\n", VMA_DEBUG_INITIALIZE_ALLOCATIONS ? 1 : 0);
      -
      14912  fprintf(m_File, "Macro,VMA_DEBUG_DETECT_CORRUPTION,%u\n", VMA_DEBUG_DETECT_CORRUPTION ? 1 : 0);
      -
      14913  fprintf(m_File, "Macro,VMA_DEBUG_GLOBAL_MUTEX,%u\n", VMA_DEBUG_GLOBAL_MUTEX ? 1 : 0);
      -
      14914  fprintf(m_File, "Macro,VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY,%llu\n", (VkDeviceSize)VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY);
      -
      14915  fprintf(m_File, "Macro,VMA_SMALL_HEAP_MAX_SIZE,%llu\n", (VkDeviceSize)VMA_SMALL_HEAP_MAX_SIZE);
      -
      14916  fprintf(m_File, "Macro,VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE,%llu\n", (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
      -
      14917 
      -
      14918  fprintf(m_File, "Config,End\n");
      -
      14919 }
      -
      14920 
      -
      14921 void VmaRecorder::GetBasicParams(CallParams& outParams)
      -
      14922 {
      -
      14923  outParams.threadId = GetCurrentThreadId();
      +
      14903  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14904  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationBegin,%u,", callParams.threadId, callParams.time, frameIndex,
      +
      14905  info.flags);
      +
      14906  PrintPointerList(info.allocationCount, info.pAllocations);
      +
      14907  fprintf(m_File, ",");
      +
      14908  PrintPointerList(info.poolCount, info.pPools);
      +
      14909  fprintf(m_File, ",%llu,%u,%llu,%u,%p,%p\n",
      +
      14910  info.maxCpuBytesToMove,
      +
      14911  info.maxCpuAllocationsToMove,
      +
      14912  info.maxGpuBytesToMove,
      +
      14913  info.maxGpuAllocationsToMove,
      +
      14914  info.commandBuffer,
      +
      14915  ctx);
      +
      14916  Flush();
      +
      14917 }
      +
      14918 
      +
      14919 void VmaRecorder::RecordDefragmentationEnd(uint32_t frameIndex,
      +
      14920  VmaDefragmentationContext ctx)
      +
      14921 {
      +
      14922  CallParams callParams;
      +
      14923  GetBasicParams(callParams);
      14924 
      -
      14925  LARGE_INTEGER counter;
      -
      14926  QueryPerformanceCounter(&counter);
      -
      14927  outParams.time = (double)(counter.QuadPart - m_StartCounter) / (double)m_Freq;
      -
      14928 }
      -
      14929 
      -
      14930 void VmaRecorder::PrintPointerList(uint64_t count, const VmaAllocation* pItems)
      -
      14931 {
      -
      14932  if(count)
      -
      14933  {
      -
      14934  fprintf(m_File, "%p", pItems[0]);
      -
      14935  for(uint64_t i = 1; i < count; ++i)
      -
      14936  {
      -
      14937  fprintf(m_File, " %p", pItems[i]);
      -
      14938  }
      -
      14939  }
      -
      14940 }
      -
      14941 
      -
      14942 void VmaRecorder::Flush()
      -
      14943 {
      -
      14944  if((m_Flags & VMA_RECORD_FLUSH_AFTER_CALL_BIT) != 0)
      -
      14945  {
      -
      14946  fflush(m_File);
      -
      14947  }
      -
      14948 }
      -
      14949 
      -
      14950 #endif // #if VMA_RECORDING_ENABLED
      -
      14951 
      -
      14953 // VmaAllocationObjectAllocator
      -
      14954 
      -
      14955 VmaAllocationObjectAllocator::VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks) :
      -
      14956  m_Allocator(pAllocationCallbacks, 1024)
      -
      14957 {
      -
      14958 }
      -
      14959 
      -
      14960 template<typename... Types> VmaAllocation VmaAllocationObjectAllocator::Allocate(Types... args)
      -
      14961 {
      -
      14962  VmaMutexLock mutexLock(m_Mutex);
      -
      14963  return m_Allocator.Alloc<Types...>(std::forward<Types>(args)...);
      -
      14964 }
      -
      14965 
      -
      14966 void VmaAllocationObjectAllocator::Free(VmaAllocation hAlloc)
      -
      14967 {
      -
      14968  VmaMutexLock mutexLock(m_Mutex);
      -
      14969  m_Allocator.Free(hAlloc);
      -
      14970 }
      -
      14971 
      -
      14973 // VmaAllocator_T
      +
      14925  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14926  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationEnd,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      14927  ctx);
      +
      14928  Flush();
      +
      14929 }
      +
      14930 
      +
      14931 void VmaRecorder::RecordSetPoolName(uint32_t frameIndex,
      +
      14932  VmaPool pool,
      +
      14933  const char* name)
      +
      14934 {
      +
      14935  CallParams callParams;
      +
      14936  GetBasicParams(callParams);
      +
      14937 
      +
      14938  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      14939  fprintf(m_File, "%u,%.3f,%u,vmaSetPoolName,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      14940  pool, name != VMA_NULL ? name : "");
      +
      14941  Flush();
      +
      14942 }
      +
      14943 
      +
      14944 VmaRecorder::UserDataString::UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData)
      +
      14945 {
      +
      14946  if(pUserData != VMA_NULL)
      +
      14947  {
      +
      14948  if((allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0)
      +
      14949  {
      +
      14950  m_Str = (const char*)pUserData;
      +
      14951  }
      +
      14952  else
      +
      14953  {
      +
      14954  sprintf_s(m_PtrStr, "%p", pUserData);
      +
      14955  m_Str = m_PtrStr;
      +
      14956  }
      +
      14957  }
      +
      14958  else
      +
      14959  {
      +
      14960  m_Str = "";
      +
      14961  }
      +
      14962 }
      +
      14963 
      +
      14964 void VmaRecorder::WriteConfiguration(
      +
      14965  const VkPhysicalDeviceProperties& devProps,
      +
      14966  const VkPhysicalDeviceMemoryProperties& memProps,
      +
      14967  uint32_t vulkanApiVersion,
      +
      14968  bool dedicatedAllocationExtensionEnabled,
      +
      14969  bool bindMemory2ExtensionEnabled,
      +
      14970  bool memoryBudgetExtensionEnabled,
      +
      14971  bool deviceCoherentMemoryExtensionEnabled)
      +
      14972 {
      +
      14973  fprintf(m_File, "Config,Begin\n");
      14974 
      -
      14975 VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) :
      -
      14976  m_UseMutex((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT) == 0),
      -
      14977  m_VulkanApiVersion(pCreateInfo->vulkanApiVersion != 0 ? pCreateInfo->vulkanApiVersion : VK_API_VERSION_1_0),
      -
      14978  m_UseKhrDedicatedAllocation((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0),
      -
      14979  m_UseKhrBindMemory2((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0),
      -
      14980  m_UseExtMemoryBudget((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0),
      -
      14981  m_UseAmdDeviceCoherentMemory((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT) != 0),
      -
      14982  m_hDevice(pCreateInfo->device),
      -
      14983  m_hInstance(pCreateInfo->instance),
      -
      14984  m_AllocationCallbacksSpecified(pCreateInfo->pAllocationCallbacks != VMA_NULL),
      -
      14985  m_AllocationCallbacks(pCreateInfo->pAllocationCallbacks ?
      -
      14986  *pCreateInfo->pAllocationCallbacks : VmaEmptyAllocationCallbacks),
      -
      14987  m_AllocationObjectAllocator(&m_AllocationCallbacks),
      -
      14988  m_HeapSizeLimitMask(0),
      -
      14989  m_PreferredLargeHeapBlockSize(0),
      -
      14990  m_PhysicalDevice(pCreateInfo->physicalDevice),
      -
      14991  m_CurrentFrameIndex(0),
      -
      14992  m_GpuDefragmentationMemoryTypeBits(UINT32_MAX),
      -
      14993  m_Pools(VmaStlAllocator<VmaPool>(GetAllocationCallbacks())),
      -
      14994  m_NextPoolId(0),
      -
      14995  m_GlobalMemoryTypeBits(UINT32_MAX)
      -
      14996 #if VMA_RECORDING_ENABLED
      -
      14997  ,m_pRecorder(VMA_NULL)
      -
      14998 #endif
      -
      14999 {
      -
      15000  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15001  {
      -
      15002  m_UseKhrDedicatedAllocation = false;
      -
      15003  m_UseKhrBindMemory2 = false;
      -
      15004  }
      +
      14975  fprintf(m_File, "VulkanApiVersion,%u,%u\n", VK_VERSION_MAJOR(vulkanApiVersion), VK_VERSION_MINOR(vulkanApiVersion));
      +
      14976 
      +
      14977  fprintf(m_File, "PhysicalDevice,apiVersion,%u\n", devProps.apiVersion);
      +
      14978  fprintf(m_File, "PhysicalDevice,driverVersion,%u\n", devProps.driverVersion);
      +
      14979  fprintf(m_File, "PhysicalDevice,vendorID,%u\n", devProps.vendorID);
      +
      14980  fprintf(m_File, "PhysicalDevice,deviceID,%u\n", devProps.deviceID);
      +
      14981  fprintf(m_File, "PhysicalDevice,deviceType,%u\n", devProps.deviceType);
      +
      14982  fprintf(m_File, "PhysicalDevice,deviceName,%s\n", devProps.deviceName);
      +
      14983 
      +
      14984  fprintf(m_File, "PhysicalDeviceLimits,maxMemoryAllocationCount,%u\n", devProps.limits.maxMemoryAllocationCount);
      +
      14985  fprintf(m_File, "PhysicalDeviceLimits,bufferImageGranularity,%llu\n", devProps.limits.bufferImageGranularity);
      +
      14986  fprintf(m_File, "PhysicalDeviceLimits,nonCoherentAtomSize,%llu\n", devProps.limits.nonCoherentAtomSize);
      +
      14987 
      +
      14988  fprintf(m_File, "PhysicalDeviceMemory,HeapCount,%u\n", memProps.memoryHeapCount);
      +
      14989  for(uint32_t i = 0; i < memProps.memoryHeapCount; ++i)
      +
      14990  {
      +
      14991  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,size,%llu\n", i, memProps.memoryHeaps[i].size);
      +
      14992  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,flags,%u\n", i, memProps.memoryHeaps[i].flags);
      +
      14993  }
      +
      14994  fprintf(m_File, "PhysicalDeviceMemory,TypeCount,%u\n", memProps.memoryTypeCount);
      +
      14995  for(uint32_t i = 0; i < memProps.memoryTypeCount; ++i)
      +
      14996  {
      +
      14997  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,heapIndex,%u\n", i, memProps.memoryTypes[i].heapIndex);
      +
      14998  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,propertyFlags,%u\n", i, memProps.memoryTypes[i].propertyFlags);
      +
      14999  }
      +
      15000 
      +
      15001  fprintf(m_File, "Extension,VK_KHR_dedicated_allocation,%u\n", dedicatedAllocationExtensionEnabled ? 1 : 0);
      +
      15002  fprintf(m_File, "Extension,VK_KHR_bind_memory2,%u\n", bindMemory2ExtensionEnabled ? 1 : 0);
      +
      15003  fprintf(m_File, "Extension,VK_EXT_memory_budget,%u\n", memoryBudgetExtensionEnabled ? 1 : 0);
      +
      15004  fprintf(m_File, "Extension,VK_AMD_device_coherent_memory,%u\n", deviceCoherentMemoryExtensionEnabled ? 1 : 0);
      15005 
      -
      15006  if(VMA_DEBUG_DETECT_CORRUPTION)
      -
      15007  {
      -
      15008  // Needs to be multiply of uint32_t size because we are going to write VMA_CORRUPTION_DETECTION_MAGIC_VALUE to it.
      -
      15009  VMA_ASSERT(VMA_DEBUG_MARGIN % sizeof(uint32_t) == 0);
      -
      15010  }
      -
      15011 
      -
      15012  VMA_ASSERT(pCreateInfo->physicalDevice && pCreateInfo->device);
      -
      15013 
      -
      15014  if(m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0))
      -
      15015  {
      -
      15016 #if !(VMA_DEDICATED_ALLOCATION)
      -
      15017  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0)
      -
      15018  {
      -
      15019  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT set but required extensions are disabled by preprocessor macros.");
      -
      15020  }
      -
      15021 #endif
      -
      15022 #if !(VMA_BIND_MEMORY2)
      -
      15023  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0)
      -
      15024  {
      -
      15025  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT set but required extension is disabled by preprocessor macros.");
      -
      15026  }
      -
      15027 #endif
      -
      15028  }
      -
      15029 #if !(VMA_MEMORY_BUDGET)
      -
      15030  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0)
      +
      15006  fprintf(m_File, "Macro,VMA_DEBUG_ALWAYS_DEDICATED_MEMORY,%u\n", VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ? 1 : 0);
      +
      15007  fprintf(m_File, "Macro,VMA_DEBUG_ALIGNMENT,%llu\n", (VkDeviceSize)VMA_DEBUG_ALIGNMENT);
      +
      15008  fprintf(m_File, "Macro,VMA_DEBUG_MARGIN,%llu\n", (VkDeviceSize)VMA_DEBUG_MARGIN);
      +
      15009  fprintf(m_File, "Macro,VMA_DEBUG_INITIALIZE_ALLOCATIONS,%u\n", VMA_DEBUG_INITIALIZE_ALLOCATIONS ? 1 : 0);
      +
      15010  fprintf(m_File, "Macro,VMA_DEBUG_DETECT_CORRUPTION,%u\n", VMA_DEBUG_DETECT_CORRUPTION ? 1 : 0);
      +
      15011  fprintf(m_File, "Macro,VMA_DEBUG_GLOBAL_MUTEX,%u\n", VMA_DEBUG_GLOBAL_MUTEX ? 1 : 0);
      +
      15012  fprintf(m_File, "Macro,VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY,%llu\n", (VkDeviceSize)VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY);
      +
      15013  fprintf(m_File, "Macro,VMA_SMALL_HEAP_MAX_SIZE,%llu\n", (VkDeviceSize)VMA_SMALL_HEAP_MAX_SIZE);
      +
      15014  fprintf(m_File, "Macro,VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE,%llu\n", (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
      +
      15015 
      +
      15016  fprintf(m_File, "Config,End\n");
      +
      15017 }
      +
      15018 
      +
      15019 void VmaRecorder::GetBasicParams(CallParams& outParams)
      +
      15020 {
      +
      15021  outParams.threadId = GetCurrentThreadId();
      +
      15022 
      +
      15023  LARGE_INTEGER counter;
      +
      15024  QueryPerformanceCounter(&counter);
      +
      15025  outParams.time = (double)(counter.QuadPart - m_StartCounter) / (double)m_Freq;
      +
      15026 }
      +
      15027 
      +
      15028 void VmaRecorder::PrintPointerList(uint64_t count, const VmaAllocation* pItems)
      +
      15029 {
      +
      15030  if(count)
      15031  {
      -
      15032  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT set but required extension is disabled by preprocessor macros.");
      -
      15033  }
      -
      15034 #endif
      -
      15035 #if VMA_VULKAN_VERSION < 1001000
      -
      15036  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15037  {
      -
      15038  VMA_ASSERT(0 && "vulkanApiVersion >= VK_API_VERSION_1_1 but required Vulkan version is disabled by preprocessor macros.");
      -
      15039  }
      -
      15040 #endif
      -
      15041 
      -
      15042  memset(&m_DeviceMemoryCallbacks, 0 ,sizeof(m_DeviceMemoryCallbacks));
      -
      15043  memset(&m_PhysicalDeviceProperties, 0, sizeof(m_PhysicalDeviceProperties));
      -
      15044  memset(&m_MemProps, 0, sizeof(m_MemProps));
      -
      15045 
      -
      15046  memset(&m_pBlockVectors, 0, sizeof(m_pBlockVectors));
      -
      15047  memset(&m_pDedicatedAllocations, 0, sizeof(m_pDedicatedAllocations));
      -
      15048  memset(&m_VulkanFunctions, 0, sizeof(m_VulkanFunctions));
      +
      15032  fprintf(m_File, "%p", pItems[0]);
      +
      15033  for(uint64_t i = 1; i < count; ++i)
      +
      15034  {
      +
      15035  fprintf(m_File, " %p", pItems[i]);
      +
      15036  }
      +
      15037  }
      +
      15038 }
      +
      15039 
      +
      15040 void VmaRecorder::Flush()
      +
      15041 {
      +
      15042  if((m_Flags & VMA_RECORD_FLUSH_AFTER_CALL_BIT) != 0)
      +
      15043  {
      +
      15044  fflush(m_File);
      +
      15045  }
      +
      15046 }
      +
      15047 
      +
      15048 #endif // #if VMA_RECORDING_ENABLED
      15049 
      -
      15050  if(pCreateInfo->pDeviceMemoryCallbacks != VMA_NULL)
      -
      15051  {
      -
      15052  m_DeviceMemoryCallbacks.pfnAllocate = pCreateInfo->pDeviceMemoryCallbacks->pfnAllocate;
      -
      15053  m_DeviceMemoryCallbacks.pfnFree = pCreateInfo->pDeviceMemoryCallbacks->pfnFree;
      -
      15054  }
      -
      15055 
      -
      15056  ImportVulkanFunctions(pCreateInfo->pVulkanFunctions);
      +
      15051 // VmaAllocationObjectAllocator
      +
      15052 
      +
      15053 VmaAllocationObjectAllocator::VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks) :
      +
      15054  m_Allocator(pAllocationCallbacks, 1024)
      +
      15055 {
      +
      15056 }
      15057 
      -
      15058  (*m_VulkanFunctions.vkGetPhysicalDeviceProperties)(m_PhysicalDevice, &m_PhysicalDeviceProperties);
      -
      15059  (*m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties)(m_PhysicalDevice, &m_MemProps);
      -
      15060 
      -
      15061  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_ALIGNMENT));
      -
      15062  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY));
      -
      15063  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.bufferImageGranularity));
      -
      15064  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.nonCoherentAtomSize));
      -
      15065 
      -
      15066  m_PreferredLargeHeapBlockSize = (pCreateInfo->preferredLargeHeapBlockSize != 0) ?
      -
      15067  pCreateInfo->preferredLargeHeapBlockSize : static_cast<VkDeviceSize>(VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
      -
      15068 
      -
      15069  m_GlobalMemoryTypeBits = CalculateGlobalMemoryTypeBits();
      -
      15070 
      -
      15071  if(pCreateInfo->pHeapSizeLimit != VMA_NULL)
      -
      15072  {
      -
      15073  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
      -
      15074  {
      -
      15075  const VkDeviceSize limit = pCreateInfo->pHeapSizeLimit[heapIndex];
      -
      15076  if(limit != VK_WHOLE_SIZE)
      -
      15077  {
      -
      15078  m_HeapSizeLimitMask |= 1u << heapIndex;
      -
      15079  if(limit < m_MemProps.memoryHeaps[heapIndex].size)
      -
      15080  {
      -
      15081  m_MemProps.memoryHeaps[heapIndex].size = limit;
      -
      15082  }
      -
      15083  }
      -
      15084  }
      -
      15085  }
      -
      15086 
      -
      15087  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      15088  {
      -
      15089  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(memTypeIndex);
      -
      15090 
      -
      15091  m_pBlockVectors[memTypeIndex] = vma_new(this, VmaBlockVector)(
      -
      15092  this,
      -
      15093  VK_NULL_HANDLE, // hParentPool
      -
      15094  memTypeIndex,
      -
      15095  preferredBlockSize,
      -
      15096  0,
      -
      15097  SIZE_MAX,
      -
      15098  GetBufferImageGranularity(),
      -
      15099  pCreateInfo->frameInUseCount,
      -
      15100  false, // explicitBlockSize
      -
      15101  false); // linearAlgorithm
      -
      15102  // No need to call m_pBlockVectors[memTypeIndex][blockVectorTypeIndex]->CreateMinBlocks here,
      -
      15103  // becase minBlockCount is 0.
      -
      15104  m_pDedicatedAllocations[memTypeIndex] = vma_new(this, AllocationVectorType)(VmaStlAllocator<VmaAllocation>(GetAllocationCallbacks()));
      -
      15105 
      -
      15106  }
      -
      15107 }
      -
      15108 
      -
      15109 VkResult VmaAllocator_T::Init(const VmaAllocatorCreateInfo* pCreateInfo)
      -
      15110 {
      -
      15111  VkResult res = VK_SUCCESS;
      +
      15058 template<typename... Types> VmaAllocation VmaAllocationObjectAllocator::Allocate(Types... args)
      +
      15059 {
      +
      15060  VmaMutexLock mutexLock(m_Mutex);
      +
      15061  return m_Allocator.Alloc<Types...>(std::forward<Types>(args)...);
      +
      15062 }
      +
      15063 
      +
      15064 void VmaAllocationObjectAllocator::Free(VmaAllocation hAlloc)
      +
      15065 {
      +
      15066  VmaMutexLock mutexLock(m_Mutex);
      +
      15067  m_Allocator.Free(hAlloc);
      +
      15068 }
      +
      15069 
      +
      15071 // VmaAllocator_T
      +
      15072 
      +
      15073 VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) :
      +
      15074  m_UseMutex((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT) == 0),
      +
      15075  m_VulkanApiVersion(pCreateInfo->vulkanApiVersion != 0 ? pCreateInfo->vulkanApiVersion : VK_API_VERSION_1_0),
      +
      15076  m_UseKhrDedicatedAllocation((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0),
      +
      15077  m_UseKhrBindMemory2((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0),
      +
      15078  m_UseExtMemoryBudget((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0),
      +
      15079  m_UseAmdDeviceCoherentMemory((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT) != 0),
      +
      15080  m_UseKhrBufferDeviceAddress((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT) != 0),
      +
      15081  m_hDevice(pCreateInfo->device),
      +
      15082  m_hInstance(pCreateInfo->instance),
      +
      15083  m_AllocationCallbacksSpecified(pCreateInfo->pAllocationCallbacks != VMA_NULL),
      +
      15084  m_AllocationCallbacks(pCreateInfo->pAllocationCallbacks ?
      +
      15085  *pCreateInfo->pAllocationCallbacks : VmaEmptyAllocationCallbacks),
      +
      15086  m_AllocationObjectAllocator(&m_AllocationCallbacks),
      +
      15087  m_HeapSizeLimitMask(0),
      +
      15088  m_PreferredLargeHeapBlockSize(0),
      +
      15089  m_PhysicalDevice(pCreateInfo->physicalDevice),
      +
      15090  m_CurrentFrameIndex(0),
      +
      15091  m_GpuDefragmentationMemoryTypeBits(UINT32_MAX),
      +
      15092  m_Pools(VmaStlAllocator<VmaPool>(GetAllocationCallbacks())),
      +
      15093  m_NextPoolId(0),
      +
      15094  m_GlobalMemoryTypeBits(UINT32_MAX)
      +
      15095 #if VMA_RECORDING_ENABLED
      +
      15096  ,m_pRecorder(VMA_NULL)
      +
      15097 #endif
      +
      15098 {
      +
      15099  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15100  {
      +
      15101  m_UseKhrDedicatedAllocation = false;
      +
      15102  m_UseKhrBindMemory2 = false;
      +
      15103  }
      +
      15104 
      +
      15105  if(VMA_DEBUG_DETECT_CORRUPTION)
      +
      15106  {
      +
      15107  // Needs to be multiply of uint32_t size because we are going to write VMA_CORRUPTION_DETECTION_MAGIC_VALUE to it.
      +
      15108  VMA_ASSERT(VMA_DEBUG_MARGIN % sizeof(uint32_t) == 0);
      +
      15109  }
      +
      15110 
      +
      15111  VMA_ASSERT(pCreateInfo->physicalDevice && pCreateInfo->device);
      15112 
      -
      15113  if(pCreateInfo->pRecordSettings != VMA_NULL &&
      -
      15114  !VmaStrIsEmpty(pCreateInfo->pRecordSettings->pFilePath))
      -
      15115  {
      -
      15116 #if VMA_RECORDING_ENABLED
      -
      15117  m_pRecorder = vma_new(this, VmaRecorder)();
      -
      15118  res = m_pRecorder->Init(*pCreateInfo->pRecordSettings, m_UseMutex);
      -
      15119  if(res != VK_SUCCESS)
      -
      15120  {
      -
      15121  return res;
      -
      15122  }
      -
      15123  m_pRecorder->WriteConfiguration(
      -
      15124  m_PhysicalDeviceProperties,
      -
      15125  m_MemProps,
      -
      15126  m_VulkanApiVersion,
      -
      15127  m_UseKhrDedicatedAllocation,
      -
      15128  m_UseKhrBindMemory2,
      -
      15129  m_UseExtMemoryBudget,
      -
      15130  m_UseAmdDeviceCoherentMemory);
      -
      15131  m_pRecorder->RecordCreateAllocator(GetCurrentFrameIndex());
      -
      15132 #else
      -
      15133  VMA_ASSERT(0 && "VmaAllocatorCreateInfo::pRecordSettings used, but not supported due to VMA_RECORDING_ENABLED not defined to 1.");
      -
      15134  return VK_ERROR_FEATURE_NOT_PRESENT;
      -
      15135 #endif
      -
      15136  }
      -
      15137 
      -
      15138 #if VMA_MEMORY_BUDGET
      -
      15139  if(m_UseExtMemoryBudget)
      -
      15140  {
      -
      15141  UpdateVulkanBudget();
      -
      15142  }
      -
      15143 #endif // #if VMA_MEMORY_BUDGET
      -
      15144 
      -
      15145  return res;
      -
      15146 }
      -
      15147 
      -
      15148 VmaAllocator_T::~VmaAllocator_T()
      -
      15149 {
      -
      15150 #if VMA_RECORDING_ENABLED
      -
      15151  if(m_pRecorder != VMA_NULL)
      -
      15152  {
      -
      15153  m_pRecorder->RecordDestroyAllocator(GetCurrentFrameIndex());
      -
      15154  vma_delete(this, m_pRecorder);
      -
      15155  }
      -
      15156 #endif
      -
      15157 
      -
      15158  VMA_ASSERT(m_Pools.empty());
      -
      15159 
      -
      15160  for(size_t i = GetMemoryTypeCount(); i--; )
      -
      15161  {
      -
      15162  if(m_pDedicatedAllocations[i] != VMA_NULL && !m_pDedicatedAllocations[i]->empty())
      -
      15163  {
      -
      15164  VMA_ASSERT(0 && "Unfreed dedicated allocations found.");
      -
      15165  }
      +
      15113  if(m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0))
      +
      15114  {
      +
      15115 #if !(VMA_DEDICATED_ALLOCATION)
      +
      15116  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0)
      +
      15117  {
      +
      15118  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT set but required extensions are disabled by preprocessor macros.");
      +
      15119  }
      +
      15120 #endif
      +
      15121 #if !(VMA_BIND_MEMORY2)
      +
      15122  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0)
      +
      15123  {
      +
      15124  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT set but required extension is disabled by preprocessor macros.");
      +
      15125  }
      +
      15126 #endif
      +
      15127  }
      +
      15128 #if !(VMA_MEMORY_BUDGET)
      +
      15129  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0)
      +
      15130  {
      +
      15131  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT set but required extension is disabled by preprocessor macros.");
      +
      15132  }
      +
      15133 #endif
      +
      15134 #if !(VMA_BUFFER_DEVICE_ADDRESS)
      +
      15135  if(m_UseKhrBufferDeviceAddress)
      +
      15136  {
      +
      15137  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT is set but required extension or Vulkan 1.2 is not available in your Vulkan header or its support in VMA has been disabled by a preprocessor macro.");
      +
      15138  }
      +
      15139 #endif
      +
      15140 #if VMA_VULKAN_VERSION < 1002000
      +
      15141  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 2, 0))
      +
      15142  {
      +
      15143  VMA_ASSERT(0 && "vulkanApiVersion >= VK_API_VERSION_1_2 but required Vulkan version is disabled by preprocessor macros.");
      +
      15144  }
      +
      15145 #endif
      +
      15146 #if VMA_VULKAN_VERSION < 1001000
      +
      15147  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15148  {
      +
      15149  VMA_ASSERT(0 && "vulkanApiVersion >= VK_API_VERSION_1_1 but required Vulkan version is disabled by preprocessor macros.");
      +
      15150  }
      +
      15151 #endif
      +
      15152 
      +
      15153  memset(&m_DeviceMemoryCallbacks, 0 ,sizeof(m_DeviceMemoryCallbacks));
      +
      15154  memset(&m_PhysicalDeviceProperties, 0, sizeof(m_PhysicalDeviceProperties));
      +
      15155  memset(&m_MemProps, 0, sizeof(m_MemProps));
      +
      15156 
      +
      15157  memset(&m_pBlockVectors, 0, sizeof(m_pBlockVectors));
      +
      15158  memset(&m_pDedicatedAllocations, 0, sizeof(m_pDedicatedAllocations));
      +
      15159  memset(&m_VulkanFunctions, 0, sizeof(m_VulkanFunctions));
      +
      15160 
      +
      15161  if(pCreateInfo->pDeviceMemoryCallbacks != VMA_NULL)
      +
      15162  {
      +
      15163  m_DeviceMemoryCallbacks.pfnAllocate = pCreateInfo->pDeviceMemoryCallbacks->pfnAllocate;
      +
      15164  m_DeviceMemoryCallbacks.pfnFree = pCreateInfo->pDeviceMemoryCallbacks->pfnFree;
      +
      15165  }
      15166 
      -
      15167  vma_delete(this, m_pDedicatedAllocations[i]);
      -
      15168  vma_delete(this, m_pBlockVectors[i]);
      -
      15169  }
      -
      15170 }
      +
      15167  ImportVulkanFunctions(pCreateInfo->pVulkanFunctions);
      +
      15168 
      +
      15169  (*m_VulkanFunctions.vkGetPhysicalDeviceProperties)(m_PhysicalDevice, &m_PhysicalDeviceProperties);
      +
      15170  (*m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties)(m_PhysicalDevice, &m_MemProps);
      15171 
      -
      15172 void VmaAllocator_T::ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions)
      -
      15173 {
      -
      15174 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      -
      15175  m_VulkanFunctions.vkGetPhysicalDeviceProperties = (PFN_vkGetPhysicalDeviceProperties)vkGetPhysicalDeviceProperties;
      -
      15176  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties = (PFN_vkGetPhysicalDeviceMemoryProperties)vkGetPhysicalDeviceMemoryProperties;
      -
      15177  m_VulkanFunctions.vkAllocateMemory = (PFN_vkAllocateMemory)vkAllocateMemory;
      -
      15178  m_VulkanFunctions.vkFreeMemory = (PFN_vkFreeMemory)vkFreeMemory;
      -
      15179  m_VulkanFunctions.vkMapMemory = (PFN_vkMapMemory)vkMapMemory;
      -
      15180  m_VulkanFunctions.vkUnmapMemory = (PFN_vkUnmapMemory)vkUnmapMemory;
      -
      15181  m_VulkanFunctions.vkFlushMappedMemoryRanges = (PFN_vkFlushMappedMemoryRanges)vkFlushMappedMemoryRanges;
      -
      15182  m_VulkanFunctions.vkInvalidateMappedMemoryRanges = (PFN_vkInvalidateMappedMemoryRanges)vkInvalidateMappedMemoryRanges;
      -
      15183  m_VulkanFunctions.vkBindBufferMemory = (PFN_vkBindBufferMemory)vkBindBufferMemory;
      -
      15184  m_VulkanFunctions.vkBindImageMemory = (PFN_vkBindImageMemory)vkBindImageMemory;
      -
      15185  m_VulkanFunctions.vkGetBufferMemoryRequirements = (PFN_vkGetBufferMemoryRequirements)vkGetBufferMemoryRequirements;
      -
      15186  m_VulkanFunctions.vkGetImageMemoryRequirements = (PFN_vkGetImageMemoryRequirements)vkGetImageMemoryRequirements;
      -
      15187  m_VulkanFunctions.vkCreateBuffer = (PFN_vkCreateBuffer)vkCreateBuffer;
      -
      15188  m_VulkanFunctions.vkDestroyBuffer = (PFN_vkDestroyBuffer)vkDestroyBuffer;
      -
      15189  m_VulkanFunctions.vkCreateImage = (PFN_vkCreateImage)vkCreateImage;
      -
      15190  m_VulkanFunctions.vkDestroyImage = (PFN_vkDestroyImage)vkDestroyImage;
      -
      15191  m_VulkanFunctions.vkCmdCopyBuffer = (PFN_vkCmdCopyBuffer)vkCmdCopyBuffer;
      -
      15192 #if VMA_VULKAN_VERSION >= 1001000
      -
      15193  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15194  {
      -
      15195  VMA_ASSERT(m_hInstance != VK_NULL_HANDLE);
      -
      15196  m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR =
      -
      15197  (PFN_vkGetBufferMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetBufferMemoryRequirements2");
      -
      15198  m_VulkanFunctions.vkGetImageMemoryRequirements2KHR =
      -
      15199  (PFN_vkGetImageMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetImageMemoryRequirements2");
      -
      15200  m_VulkanFunctions.vkBindBufferMemory2KHR =
      -
      15201  (PFN_vkBindBufferMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindBufferMemory2");
      -
      15202  m_VulkanFunctions.vkBindImageMemory2KHR =
      -
      15203  (PFN_vkBindImageMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindImageMemory2");
      -
      15204  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR =
      -
      15205  (PFN_vkGetPhysicalDeviceMemoryProperties2KHR)vkGetInstanceProcAddr(m_hInstance, "vkGetPhysicalDeviceMemoryProperties2");
      -
      15206  }
      -
      15207 #endif
      -
      15208 #if VMA_DEDICATED_ALLOCATION
      -
      15209  if(m_UseKhrDedicatedAllocation)
      -
      15210  {
      -
      15211  m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR =
      -
      15212  (PFN_vkGetBufferMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetBufferMemoryRequirements2KHR");
      -
      15213  m_VulkanFunctions.vkGetImageMemoryRequirements2KHR =
      -
      15214  (PFN_vkGetImageMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetImageMemoryRequirements2KHR");
      -
      15215  }
      -
      15216 #endif
      -
      15217 #if VMA_BIND_MEMORY2
      -
      15218  if(m_UseKhrBindMemory2)
      -
      15219  {
      -
      15220  m_VulkanFunctions.vkBindBufferMemory2KHR =
      -
      15221  (PFN_vkBindBufferMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindBufferMemory2KHR");
      -
      15222  m_VulkanFunctions.vkBindImageMemory2KHR =
      -
      15223  (PFN_vkBindImageMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindImageMemory2KHR");
      -
      15224  }
      -
      15225 #endif // #if VMA_BIND_MEMORY2
      -
      15226 #if VMA_MEMORY_BUDGET
      -
      15227  if(m_UseExtMemoryBudget && m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0))
      -
      15228  {
      -
      15229  VMA_ASSERT(m_hInstance != VK_NULL_HANDLE);
      -
      15230  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR =
      -
      15231  (PFN_vkGetPhysicalDeviceMemoryProperties2KHR)vkGetInstanceProcAddr(m_hInstance, "vkGetPhysicalDeviceMemoryProperties2KHR");
      -
      15232  }
      -
      15233 #endif // #if VMA_MEMORY_BUDGET
      -
      15234 #endif // #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      -
      15235 
      -
      15236 #define VMA_COPY_IF_NOT_NULL(funcName) \
      -
      15237  if(pVulkanFunctions->funcName != VMA_NULL) m_VulkanFunctions.funcName = pVulkanFunctions->funcName;
      -
      15238 
      -
      15239  if(pVulkanFunctions != VMA_NULL)
      -
      15240  {
      -
      15241  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceProperties);
      -
      15242  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties);
      -
      15243  VMA_COPY_IF_NOT_NULL(vkAllocateMemory);
      -
      15244  VMA_COPY_IF_NOT_NULL(vkFreeMemory);
      -
      15245  VMA_COPY_IF_NOT_NULL(vkMapMemory);
      -
      15246  VMA_COPY_IF_NOT_NULL(vkUnmapMemory);
      -
      15247  VMA_COPY_IF_NOT_NULL(vkFlushMappedMemoryRanges);
      -
      15248  VMA_COPY_IF_NOT_NULL(vkInvalidateMappedMemoryRanges);
      -
      15249  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory);
      -
      15250  VMA_COPY_IF_NOT_NULL(vkBindImageMemory);
      -
      15251  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements);
      -
      15252  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements);
      -
      15253  VMA_COPY_IF_NOT_NULL(vkCreateBuffer);
      -
      15254  VMA_COPY_IF_NOT_NULL(vkDestroyBuffer);
      -
      15255  VMA_COPY_IF_NOT_NULL(vkCreateImage);
      -
      15256  VMA_COPY_IF_NOT_NULL(vkDestroyImage);
      -
      15257  VMA_COPY_IF_NOT_NULL(vkCmdCopyBuffer);
      -
      15258 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      15259  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements2KHR);
      -
      15260  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements2KHR);
      -
      15261 #endif
      -
      15262 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      -
      15263  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory2KHR);
      -
      15264  VMA_COPY_IF_NOT_NULL(vkBindImageMemory2KHR);
      -
      15265 #endif
      -
      15266 #if VMA_MEMORY_BUDGET
      -
      15267  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties2KHR);
      -
      15268 #endif
      -
      15269  }
      +
      15172  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_ALIGNMENT));
      +
      15173  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY));
      +
      15174  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.bufferImageGranularity));
      +
      15175  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.nonCoherentAtomSize));
      +
      15176 
      +
      15177  m_PreferredLargeHeapBlockSize = (pCreateInfo->preferredLargeHeapBlockSize != 0) ?
      +
      15178  pCreateInfo->preferredLargeHeapBlockSize : static_cast<VkDeviceSize>(VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
      +
      15179 
      +
      15180  m_GlobalMemoryTypeBits = CalculateGlobalMemoryTypeBits();
      +
      15181 
      +
      15182  if(pCreateInfo->pHeapSizeLimit != VMA_NULL)
      +
      15183  {
      +
      15184  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
      +
      15185  {
      +
      15186  const VkDeviceSize limit = pCreateInfo->pHeapSizeLimit[heapIndex];
      +
      15187  if(limit != VK_WHOLE_SIZE)
      +
      15188  {
      +
      15189  m_HeapSizeLimitMask |= 1u << heapIndex;
      +
      15190  if(limit < m_MemProps.memoryHeaps[heapIndex].size)
      +
      15191  {
      +
      15192  m_MemProps.memoryHeaps[heapIndex].size = limit;
      +
      15193  }
      +
      15194  }
      +
      15195  }
      +
      15196  }
      +
      15197 
      +
      15198  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      15199  {
      +
      15200  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(memTypeIndex);
      +
      15201 
      +
      15202  m_pBlockVectors[memTypeIndex] = vma_new(this, VmaBlockVector)(
      +
      15203  this,
      +
      15204  VK_NULL_HANDLE, // hParentPool
      +
      15205  memTypeIndex,
      +
      15206  preferredBlockSize,
      +
      15207  0,
      +
      15208  SIZE_MAX,
      +
      15209  GetBufferImageGranularity(),
      +
      15210  pCreateInfo->frameInUseCount,
      +
      15211  false, // explicitBlockSize
      +
      15212  false); // linearAlgorithm
      +
      15213  // No need to call m_pBlockVectors[memTypeIndex][blockVectorTypeIndex]->CreateMinBlocks here,
      +
      15214  // becase minBlockCount is 0.
      +
      15215  m_pDedicatedAllocations[memTypeIndex] = vma_new(this, AllocationVectorType)(VmaStlAllocator<VmaAllocation>(GetAllocationCallbacks()));
      +
      15216 
      +
      15217  }
      +
      15218 }
      +
      15219 
      +
      15220 VkResult VmaAllocator_T::Init(const VmaAllocatorCreateInfo* pCreateInfo)
      +
      15221 {
      +
      15222  VkResult res = VK_SUCCESS;
      +
      15223 
      +
      15224  if(pCreateInfo->pRecordSettings != VMA_NULL &&
      +
      15225  !VmaStrIsEmpty(pCreateInfo->pRecordSettings->pFilePath))
      +
      15226  {
      +
      15227 #if VMA_RECORDING_ENABLED
      +
      15228  m_pRecorder = vma_new(this, VmaRecorder)();
      +
      15229  res = m_pRecorder->Init(*pCreateInfo->pRecordSettings, m_UseMutex);
      +
      15230  if(res != VK_SUCCESS)
      +
      15231  {
      +
      15232  return res;
      +
      15233  }
      +
      15234  m_pRecorder->WriteConfiguration(
      +
      15235  m_PhysicalDeviceProperties,
      +
      15236  m_MemProps,
      +
      15237  m_VulkanApiVersion,
      +
      15238  m_UseKhrDedicatedAllocation,
      +
      15239  m_UseKhrBindMemory2,
      +
      15240  m_UseExtMemoryBudget,
      +
      15241  m_UseAmdDeviceCoherentMemory);
      +
      15242  m_pRecorder->RecordCreateAllocator(GetCurrentFrameIndex());
      +
      15243 #else
      +
      15244  VMA_ASSERT(0 && "VmaAllocatorCreateInfo::pRecordSettings used, but not supported due to VMA_RECORDING_ENABLED not defined to 1.");
      +
      15245  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      15246 #endif
      +
      15247  }
      +
      15248 
      +
      15249 #if VMA_MEMORY_BUDGET
      +
      15250  if(m_UseExtMemoryBudget)
      +
      15251  {
      +
      15252  UpdateVulkanBudget();
      +
      15253  }
      +
      15254 #endif // #if VMA_MEMORY_BUDGET
      +
      15255 
      +
      15256  return res;
      +
      15257 }
      +
      15258 
      +
      15259 VmaAllocator_T::~VmaAllocator_T()
      +
      15260 {
      +
      15261 #if VMA_RECORDING_ENABLED
      +
      15262  if(m_pRecorder != VMA_NULL)
      +
      15263  {
      +
      15264  m_pRecorder->RecordDestroyAllocator(GetCurrentFrameIndex());
      +
      15265  vma_delete(this, m_pRecorder);
      +
      15266  }
      +
      15267 #endif
      +
      15268 
      +
      15269  VMA_ASSERT(m_Pools.empty());
      15270 
      -
      15271 #undef VMA_COPY_IF_NOT_NULL
      -
      15272 
      -
      15273  // If these asserts are hit, you must either #define VMA_STATIC_VULKAN_FUNCTIONS 1
      -
      15274  // or pass valid pointers as VmaAllocatorCreateInfo::pVulkanFunctions.
      -
      15275  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceProperties != VMA_NULL);
      -
      15276  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties != VMA_NULL);
      -
      15277  VMA_ASSERT(m_VulkanFunctions.vkAllocateMemory != VMA_NULL);
      -
      15278  VMA_ASSERT(m_VulkanFunctions.vkFreeMemory != VMA_NULL);
      -
      15279  VMA_ASSERT(m_VulkanFunctions.vkMapMemory != VMA_NULL);
      -
      15280  VMA_ASSERT(m_VulkanFunctions.vkUnmapMemory != VMA_NULL);
      -
      15281  VMA_ASSERT(m_VulkanFunctions.vkFlushMappedMemoryRanges != VMA_NULL);
      -
      15282  VMA_ASSERT(m_VulkanFunctions.vkInvalidateMappedMemoryRanges != VMA_NULL);
      -
      15283  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory != VMA_NULL);
      -
      15284  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory != VMA_NULL);
      -
      15285  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements != VMA_NULL);
      -
      15286  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements != VMA_NULL);
      -
      15287  VMA_ASSERT(m_VulkanFunctions.vkCreateBuffer != VMA_NULL);
      -
      15288  VMA_ASSERT(m_VulkanFunctions.vkDestroyBuffer != VMA_NULL);
      -
      15289  VMA_ASSERT(m_VulkanFunctions.vkCreateImage != VMA_NULL);
      -
      15290  VMA_ASSERT(m_VulkanFunctions.vkDestroyImage != VMA_NULL);
      -
      15291  VMA_ASSERT(m_VulkanFunctions.vkCmdCopyBuffer != VMA_NULL);
      -
      15292 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      15293  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0) || m_UseKhrDedicatedAllocation)
      -
      15294  {
      -
      15295  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR != VMA_NULL);
      -
      15296  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements2KHR != VMA_NULL);
      -
      15297  }
      -
      15298 #endif
      -
      15299 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      -
      15300  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0) || m_UseKhrBindMemory2)
      -
      15301  {
      -
      15302  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL);
      -
      15303  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL);
      -
      15304  }
      -
      15305 #endif
      -
      15306 #if VMA_MEMORY_BUDGET || VMA_VULKAN_VERSION >= 1001000
      -
      15307  if(m_UseExtMemoryBudget || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15308  {
      -
      15309  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR != VMA_NULL);
      -
      15310  }
      -
      15311 #endif
      -
      15312 }
      -
      15313 
      -
      15314 VkDeviceSize VmaAllocator_T::CalcPreferredBlockSize(uint32_t memTypeIndex)
      -
      15315 {
      -
      15316  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      -
      15317  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
      -
      15318  const bool isSmallHeap = heapSize <= VMA_SMALL_HEAP_MAX_SIZE;
      -
      15319  return VmaAlignUp(isSmallHeap ? (heapSize / 8) : m_PreferredLargeHeapBlockSize, (VkDeviceSize)32);
      -
      15320 }
      -
      15321 
      -
      15322 VkResult VmaAllocator_T::AllocateMemoryOfType(
      -
      15323  VkDeviceSize size,
      -
      15324  VkDeviceSize alignment,
      -
      15325  bool dedicatedAllocation,
      -
      15326  VkBuffer dedicatedBuffer,
      -
      15327  VkImage dedicatedImage,
      -
      15328  const VmaAllocationCreateInfo& createInfo,
      -
      15329  uint32_t memTypeIndex,
      -
      15330  VmaSuballocationType suballocType,
      -
      15331  size_t allocationCount,
      -
      15332  VmaAllocation* pAllocations)
      -
      15333 {
      -
      15334  VMA_ASSERT(pAllocations != VMA_NULL);
      -
      15335  VMA_DEBUG_LOG(" AllocateMemory: MemoryTypeIndex=%u, AllocationCount=%zu, Size=%llu", memTypeIndex, allocationCount, size);
      -
      15336 
      -
      15337  VmaAllocationCreateInfo finalCreateInfo = createInfo;
      -
      15338 
      -
      15339  // If memory type is not HOST_VISIBLE, disable MAPPED.
      -
      15340  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      -
      15341  (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      -
      15342  {
      -
      15343  finalCreateInfo.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
      -
      15344  }
      -
      15345  // If memory is lazily allocated, it should be always dedicated.
      -
      15346  if(finalCreateInfo.usage == VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED)
      -
      15347  {
      -
      15348  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
      -
      15349  }
      -
      15350 
      -
      15351  VmaBlockVector* const blockVector = m_pBlockVectors[memTypeIndex];
      -
      15352  VMA_ASSERT(blockVector);
      -
      15353 
      -
      15354  const VkDeviceSize preferredBlockSize = blockVector->GetPreferredBlockSize();
      -
      15355  bool preferDedicatedMemory =
      -
      15356  VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ||
      -
      15357  dedicatedAllocation ||
      -
      15358  // Heuristics: Allocate dedicated memory if requested size if greater than half of preferred block size.
      -
      15359  size > preferredBlockSize / 2;
      -
      15360 
      -
      15361  if(preferDedicatedMemory &&
      -
      15362  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0 &&
      -
      15363  finalCreateInfo.pool == VK_NULL_HANDLE)
      -
      15364  {
      -
      15365  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
      -
      15366  }
      -
      15367 
      -
      15368  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0)
      -
      15369  {
      -
      15370  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      -
      15371  {
      -
      15372  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15373  }
      -
      15374  else
      -
      15375  {
      -
      15376  return AllocateDedicatedMemory(
      -
      15377  size,
      -
      15378  suballocType,
      -
      15379  memTypeIndex,
      -
      15380  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
      -
      15381  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
      -
      15382  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
      -
      15383  finalCreateInfo.pUserData,
      -
      15384  dedicatedBuffer,
      -
      15385  dedicatedImage,
      -
      15386  allocationCount,
      -
      15387  pAllocations);
      -
      15388  }
      -
      15389  }
      -
      15390  else
      -
      15391  {
      -
      15392  VkResult res = blockVector->Allocate(
      -
      15393  m_CurrentFrameIndex.load(),
      -
      15394  size,
      -
      15395  alignment,
      -
      15396  finalCreateInfo,
      -
      15397  suballocType,
      -
      15398  allocationCount,
      -
      15399  pAllocations);
      -
      15400  if(res == VK_SUCCESS)
      -
      15401  {
      -
      15402  return res;
      -
      15403  }
      -
      15404 
      -
      15405  // 5. Try dedicated memory.
      -
      15406  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      -
      15407  {
      -
      15408  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15409  }
      -
      15410  else
      -
      15411  {
      -
      15412  res = AllocateDedicatedMemory(
      -
      15413  size,
      -
      15414  suballocType,
      -
      15415  memTypeIndex,
      -
      15416  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
      -
      15417  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
      -
      15418  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
      -
      15419  finalCreateInfo.pUserData,
      -
      15420  dedicatedBuffer,
      -
      15421  dedicatedImage,
      -
      15422  allocationCount,
      -
      15423  pAllocations);
      -
      15424  if(res == VK_SUCCESS)
      -
      15425  {
      -
      15426  // Succeeded: AllocateDedicatedMemory function already filld pMemory, nothing more to do here.
      -
      15427  VMA_DEBUG_LOG(" Allocated as DedicatedMemory");
      -
      15428  return VK_SUCCESS;
      -
      15429  }
      -
      15430  else
      -
      15431  {
      -
      15432  // Everything failed: Return error code.
      -
      15433  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
      -
      15434  return res;
      -
      15435  }
      -
      15436  }
      -
      15437  }
      +
      15271  for(size_t i = GetMemoryTypeCount(); i--; )
      +
      15272  {
      +
      15273  if(m_pDedicatedAllocations[i] != VMA_NULL && !m_pDedicatedAllocations[i]->empty())
      +
      15274  {
      +
      15275  VMA_ASSERT(0 && "Unfreed dedicated allocations found.");
      +
      15276  }
      +
      15277 
      +
      15278  vma_delete(this, m_pDedicatedAllocations[i]);
      +
      15279  vma_delete(this, m_pBlockVectors[i]);
      +
      15280  }
      +
      15281 }
      +
      15282 
      +
      15283 void VmaAllocator_T::ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions)
      +
      15284 {
      +
      15285 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      +
      15286  m_VulkanFunctions.vkGetPhysicalDeviceProperties = (PFN_vkGetPhysicalDeviceProperties)vkGetPhysicalDeviceProperties;
      +
      15287  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties = (PFN_vkGetPhysicalDeviceMemoryProperties)vkGetPhysicalDeviceMemoryProperties;
      +
      15288  m_VulkanFunctions.vkAllocateMemory = (PFN_vkAllocateMemory)vkAllocateMemory;
      +
      15289  m_VulkanFunctions.vkFreeMemory = (PFN_vkFreeMemory)vkFreeMemory;
      +
      15290  m_VulkanFunctions.vkMapMemory = (PFN_vkMapMemory)vkMapMemory;
      +
      15291  m_VulkanFunctions.vkUnmapMemory = (PFN_vkUnmapMemory)vkUnmapMemory;
      +
      15292  m_VulkanFunctions.vkFlushMappedMemoryRanges = (PFN_vkFlushMappedMemoryRanges)vkFlushMappedMemoryRanges;
      +
      15293  m_VulkanFunctions.vkInvalidateMappedMemoryRanges = (PFN_vkInvalidateMappedMemoryRanges)vkInvalidateMappedMemoryRanges;
      +
      15294  m_VulkanFunctions.vkBindBufferMemory = (PFN_vkBindBufferMemory)vkBindBufferMemory;
      +
      15295  m_VulkanFunctions.vkBindImageMemory = (PFN_vkBindImageMemory)vkBindImageMemory;
      +
      15296  m_VulkanFunctions.vkGetBufferMemoryRequirements = (PFN_vkGetBufferMemoryRequirements)vkGetBufferMemoryRequirements;
      +
      15297  m_VulkanFunctions.vkGetImageMemoryRequirements = (PFN_vkGetImageMemoryRequirements)vkGetImageMemoryRequirements;
      +
      15298  m_VulkanFunctions.vkCreateBuffer = (PFN_vkCreateBuffer)vkCreateBuffer;
      +
      15299  m_VulkanFunctions.vkDestroyBuffer = (PFN_vkDestroyBuffer)vkDestroyBuffer;
      +
      15300  m_VulkanFunctions.vkCreateImage = (PFN_vkCreateImage)vkCreateImage;
      +
      15301  m_VulkanFunctions.vkDestroyImage = (PFN_vkDestroyImage)vkDestroyImage;
      +
      15302  m_VulkanFunctions.vkCmdCopyBuffer = (PFN_vkCmdCopyBuffer)vkCmdCopyBuffer;
      +
      15303 #if VMA_VULKAN_VERSION >= 1001000
      +
      15304  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15305  {
      +
      15306  VMA_ASSERT(m_hInstance != VK_NULL_HANDLE);
      +
      15307  m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR =
      +
      15308  (PFN_vkGetBufferMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetBufferMemoryRequirements2");
      +
      15309  m_VulkanFunctions.vkGetImageMemoryRequirements2KHR =
      +
      15310  (PFN_vkGetImageMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetImageMemoryRequirements2");
      +
      15311  m_VulkanFunctions.vkBindBufferMemory2KHR =
      +
      15312  (PFN_vkBindBufferMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindBufferMemory2");
      +
      15313  m_VulkanFunctions.vkBindImageMemory2KHR =
      +
      15314  (PFN_vkBindImageMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindImageMemory2");
      +
      15315  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR =
      +
      15316  (PFN_vkGetPhysicalDeviceMemoryProperties2KHR)vkGetInstanceProcAddr(m_hInstance, "vkGetPhysicalDeviceMemoryProperties2");
      +
      15317  }
      +
      15318 #endif
      +
      15319 #if VMA_DEDICATED_ALLOCATION
      +
      15320  if(m_UseKhrDedicatedAllocation)
      +
      15321  {
      +
      15322  if(m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR == nullptr)
      +
      15323  {
      +
      15324  m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR =
      +
      15325  (PFN_vkGetBufferMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetBufferMemoryRequirements2KHR");
      +
      15326  }
      +
      15327  if(m_VulkanFunctions.vkGetImageMemoryRequirements2KHR == nullptr)
      +
      15328  {
      +
      15329  m_VulkanFunctions.vkGetImageMemoryRequirements2KHR =
      +
      15330  (PFN_vkGetImageMemoryRequirements2KHR)vkGetDeviceProcAddr(m_hDevice, "vkGetImageMemoryRequirements2KHR");
      +
      15331  }
      +
      15332  }
      +
      15333 #endif
      +
      15334 #if VMA_BIND_MEMORY2
      +
      15335  if(m_UseKhrBindMemory2)
      +
      15336  {
      +
      15337  if(m_VulkanFunctions.vkBindBufferMemory2KHR == nullptr)
      +
      15338  {
      +
      15339  m_VulkanFunctions.vkBindBufferMemory2KHR =
      +
      15340  (PFN_vkBindBufferMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindBufferMemory2KHR");
      +
      15341  }
      +
      15342  if(m_VulkanFunctions.vkBindImageMemory2KHR == nullptr)
      +
      15343  {
      +
      15344  m_VulkanFunctions.vkBindImageMemory2KHR =
      +
      15345  (PFN_vkBindImageMemory2KHR)vkGetDeviceProcAddr(m_hDevice, "vkBindImageMemory2KHR");
      +
      15346  }
      +
      15347  }
      +
      15348 #endif // #if VMA_BIND_MEMORY2
      +
      15349 #if VMA_MEMORY_BUDGET
      +
      15350  if(m_UseExtMemoryBudget && m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0))
      +
      15351  {
      +
      15352  VMA_ASSERT(m_hInstance != VK_NULL_HANDLE);
      +
      15353  if(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR == nullptr)
      +
      15354  {
      +
      15355  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR =
      +
      15356  (PFN_vkGetPhysicalDeviceMemoryProperties2KHR)vkGetInstanceProcAddr(m_hInstance, "vkGetPhysicalDeviceMemoryProperties2KHR");
      +
      15357  }
      +
      15358  }
      +
      15359 #endif // #if VMA_MEMORY_BUDGET
      +
      15360 #endif // #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      +
      15361 
      +
      15362 #define VMA_COPY_IF_NOT_NULL(funcName) \
      +
      15363  if(pVulkanFunctions->funcName != VMA_NULL) m_VulkanFunctions.funcName = pVulkanFunctions->funcName;
      +
      15364 
      +
      15365  if(pVulkanFunctions != VMA_NULL)
      +
      15366  {
      +
      15367  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceProperties);
      +
      15368  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties);
      +
      15369  VMA_COPY_IF_NOT_NULL(vkAllocateMemory);
      +
      15370  VMA_COPY_IF_NOT_NULL(vkFreeMemory);
      +
      15371  VMA_COPY_IF_NOT_NULL(vkMapMemory);
      +
      15372  VMA_COPY_IF_NOT_NULL(vkUnmapMemory);
      +
      15373  VMA_COPY_IF_NOT_NULL(vkFlushMappedMemoryRanges);
      +
      15374  VMA_COPY_IF_NOT_NULL(vkInvalidateMappedMemoryRanges);
      +
      15375  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory);
      +
      15376  VMA_COPY_IF_NOT_NULL(vkBindImageMemory);
      +
      15377  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements);
      +
      15378  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements);
      +
      15379  VMA_COPY_IF_NOT_NULL(vkCreateBuffer);
      +
      15380  VMA_COPY_IF_NOT_NULL(vkDestroyBuffer);
      +
      15381  VMA_COPY_IF_NOT_NULL(vkCreateImage);
      +
      15382  VMA_COPY_IF_NOT_NULL(vkDestroyImage);
      +
      15383  VMA_COPY_IF_NOT_NULL(vkCmdCopyBuffer);
      +
      15384 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15385  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements2KHR);
      +
      15386  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements2KHR);
      +
      15387 #endif
      +
      15388 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      +
      15389  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory2KHR);
      +
      15390  VMA_COPY_IF_NOT_NULL(vkBindImageMemory2KHR);
      +
      15391 #endif
      +
      15392 #if VMA_MEMORY_BUDGET
      +
      15393  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties2KHR);
      +
      15394 #endif
      +
      15395  }
      +
      15396 
      +
      15397 #undef VMA_COPY_IF_NOT_NULL
      +
      15398 
      +
      15399  // If these asserts are hit, you must either #define VMA_STATIC_VULKAN_FUNCTIONS 1
      +
      15400  // or pass valid pointers as VmaAllocatorCreateInfo::pVulkanFunctions.
      +
      15401  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceProperties != VMA_NULL);
      +
      15402  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties != VMA_NULL);
      +
      15403  VMA_ASSERT(m_VulkanFunctions.vkAllocateMemory != VMA_NULL);
      +
      15404  VMA_ASSERT(m_VulkanFunctions.vkFreeMemory != VMA_NULL);
      +
      15405  VMA_ASSERT(m_VulkanFunctions.vkMapMemory != VMA_NULL);
      +
      15406  VMA_ASSERT(m_VulkanFunctions.vkUnmapMemory != VMA_NULL);
      +
      15407  VMA_ASSERT(m_VulkanFunctions.vkFlushMappedMemoryRanges != VMA_NULL);
      +
      15408  VMA_ASSERT(m_VulkanFunctions.vkInvalidateMappedMemoryRanges != VMA_NULL);
      +
      15409  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory != VMA_NULL);
      +
      15410  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory != VMA_NULL);
      +
      15411  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements != VMA_NULL);
      +
      15412  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements != VMA_NULL);
      +
      15413  VMA_ASSERT(m_VulkanFunctions.vkCreateBuffer != VMA_NULL);
      +
      15414  VMA_ASSERT(m_VulkanFunctions.vkDestroyBuffer != VMA_NULL);
      +
      15415  VMA_ASSERT(m_VulkanFunctions.vkCreateImage != VMA_NULL);
      +
      15416  VMA_ASSERT(m_VulkanFunctions.vkDestroyImage != VMA_NULL);
      +
      15417  VMA_ASSERT(m_VulkanFunctions.vkCmdCopyBuffer != VMA_NULL);
      +
      15418 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15419  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0) || m_UseKhrDedicatedAllocation)
      +
      15420  {
      +
      15421  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR != VMA_NULL);
      +
      15422  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements2KHR != VMA_NULL);
      +
      15423  }
      +
      15424 #endif
      +
      15425 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      +
      15426  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0) || m_UseKhrBindMemory2)
      +
      15427  {
      +
      15428  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL);
      +
      15429  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL);
      +
      15430  }
      +
      15431 #endif
      +
      15432 #if VMA_MEMORY_BUDGET || VMA_VULKAN_VERSION >= 1001000
      +
      15433  if(m_UseExtMemoryBudget || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15434  {
      +
      15435  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR != VMA_NULL);
      +
      15436  }
      +
      15437 #endif
      15438 }
      15439 
      -
      15440 VkResult VmaAllocator_T::AllocateDedicatedMemory(
      -
      15441  VkDeviceSize size,
      -
      15442  VmaSuballocationType suballocType,
      -
      15443  uint32_t memTypeIndex,
      -
      15444  bool withinBudget,
      -
      15445  bool map,
      -
      15446  bool isUserDataString,
      -
      15447  void* pUserData,
      -
      15448  VkBuffer dedicatedBuffer,
      -
      15449  VkImage dedicatedImage,
      -
      15450  size_t allocationCount,
      -
      15451  VmaAllocation* pAllocations)
      -
      15452 {
      -
      15453  VMA_ASSERT(allocationCount > 0 && pAllocations);
      -
      15454 
      -
      15455  if(withinBudget)
      -
      15456  {
      -
      15457  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      -
      15458  VmaBudget heapBudget = {};
      -
      15459  GetBudget(&heapBudget, heapIndex, 1);
      -
      15460  if(heapBudget.usage + size * allocationCount > heapBudget.budget)
      -
      15461  {
      -
      15462  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15463  }
      -
      15464  }
      +
      15440 VkDeviceSize VmaAllocator_T::CalcPreferredBlockSize(uint32_t memTypeIndex)
      +
      15441 {
      +
      15442  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      +
      15443  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
      +
      15444  const bool isSmallHeap = heapSize <= VMA_SMALL_HEAP_MAX_SIZE;
      +
      15445  return VmaAlignUp(isSmallHeap ? (heapSize / 8) : m_PreferredLargeHeapBlockSize, (VkDeviceSize)32);
      +
      15446 }
      +
      15447 
      +
      15448 VkResult VmaAllocator_T::AllocateMemoryOfType(
      +
      15449  VkDeviceSize size,
      +
      15450  VkDeviceSize alignment,
      +
      15451  bool dedicatedAllocation,
      +
      15452  VkBuffer dedicatedBuffer,
      +
      15453  VkBufferUsageFlags dedicatedBufferUsage,
      +
      15454  VkImage dedicatedImage,
      +
      15455  const VmaAllocationCreateInfo& createInfo,
      +
      15456  uint32_t memTypeIndex,
      +
      15457  VmaSuballocationType suballocType,
      +
      15458  size_t allocationCount,
      +
      15459  VmaAllocation* pAllocations)
      +
      15460 {
      +
      15461  VMA_ASSERT(pAllocations != VMA_NULL);
      +
      15462  VMA_DEBUG_LOG(" AllocateMemory: MemoryTypeIndex=%u, AllocationCount=%zu, Size=%llu", memTypeIndex, allocationCount, size);
      +
      15463 
      +
      15464  VmaAllocationCreateInfo finalCreateInfo = createInfo;
      15465 
      -
      15466  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
      -
      15467  allocInfo.memoryTypeIndex = memTypeIndex;
      -
      15468  allocInfo.allocationSize = size;
      -
      15469 
      -
      15470 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      15471  VkMemoryDedicatedAllocateInfoKHR dedicatedAllocInfo = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO_KHR };
      -
      15472  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15473  {
      -
      15474  if(dedicatedBuffer != VK_NULL_HANDLE)
      -
      15475  {
      -
      15476  VMA_ASSERT(dedicatedImage == VK_NULL_HANDLE);
      -
      15477  dedicatedAllocInfo.buffer = dedicatedBuffer;
      -
      15478  allocInfo.pNext = &dedicatedAllocInfo;
      -
      15479  }
      -
      15480  else if(dedicatedImage != VK_NULL_HANDLE)
      -
      15481  {
      -
      15482  dedicatedAllocInfo.image = dedicatedImage;
      -
      15483  allocInfo.pNext = &dedicatedAllocInfo;
      -
      15484  }
      -
      15485  }
      -
      15486 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15466  // If memory type is not HOST_VISIBLE, disable MAPPED.
      +
      15467  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      +
      15468  (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      15469  {
      +
      15470  finalCreateInfo.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
      +
      15471  }
      +
      15472  // If memory is lazily allocated, it should be always dedicated.
      +
      15473  if(finalCreateInfo.usage == VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED)
      +
      15474  {
      +
      15475  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
      +
      15476  }
      +
      15477 
      +
      15478  VmaBlockVector* const blockVector = m_pBlockVectors[memTypeIndex];
      +
      15479  VMA_ASSERT(blockVector);
      +
      15480 
      +
      15481  const VkDeviceSize preferredBlockSize = blockVector->GetPreferredBlockSize();
      +
      15482  bool preferDedicatedMemory =
      +
      15483  VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ||
      +
      15484  dedicatedAllocation ||
      +
      15485  // Heuristics: Allocate dedicated memory if requested size if greater than half of preferred block size.
      +
      15486  size > preferredBlockSize / 2;
      15487 
      -
      15488  size_t allocIndex;
      -
      15489  VkResult res = VK_SUCCESS;
      -
      15490  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      15488  if(preferDedicatedMemory &&
      +
      15489  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0 &&
      +
      15490  finalCreateInfo.pool == VK_NULL_HANDLE)
      15491  {
      -
      15492  res = AllocateDedicatedMemoryPage(
      -
      15493  size,
      -
      15494  suballocType,
      -
      15495  memTypeIndex,
      -
      15496  allocInfo,
      -
      15497  map,
      -
      15498  isUserDataString,
      -
      15499  pUserData,
      -
      15500  pAllocations + allocIndex);
      -
      15501  if(res != VK_SUCCESS)
      +
      15492  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
      +
      15493  }
      +
      15494 
      +
      15495  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0)
      +
      15496  {
      +
      15497  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      +
      15498  {
      +
      15499  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15500  }
      +
      15501  else
      15502  {
      -
      15503  break;
      -
      15504  }
      -
      15505  }
      -
      15506 
      -
      15507  if(res == VK_SUCCESS)
      -
      15508  {
      -
      15509  // Register them in m_pDedicatedAllocations.
      -
      15510  {
      -
      15511  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      -
      15512  AllocationVectorType* pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
      -
      15513  VMA_ASSERT(pDedicatedAllocations);
      -
      15514  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      -
      15515  {
      -
      15516  VmaVectorInsertSorted<VmaPointerLess>(*pDedicatedAllocations, pAllocations[allocIndex]);
      -
      15517  }
      -
      15518  }
      -
      15519 
      -
      15520  VMA_DEBUG_LOG(" Allocated DedicatedMemory Count=%zu, MemoryTypeIndex=#%u", allocationCount, memTypeIndex);
      -
      15521  }
      -
      15522  else
      -
      15523  {
      -
      15524  // Free all already created allocations.
      -
      15525  while(allocIndex--)
      -
      15526  {
      -
      15527  VmaAllocation currAlloc = pAllocations[allocIndex];
      -
      15528  VkDeviceMemory hMemory = currAlloc->GetMemory();
      -
      15529 
      -
      15530  /*
      -
      15531  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
      -
      15532  before vkFreeMemory.
      -
      15533 
      -
      15534  if(currAlloc->GetMappedData() != VMA_NULL)
      -
      15535  {
      -
      15536  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
      -
      15537  }
      -
      15538  */
      -
      15539 
      -
      15540  FreeVulkanMemory(memTypeIndex, currAlloc->GetSize(), hMemory);
      -
      15541  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), currAlloc->GetSize());
      -
      15542  currAlloc->SetUserData(this, VMA_NULL);
      -
      15543  m_AllocationObjectAllocator.Free(currAlloc);
      -
      15544  }
      -
      15545 
      -
      15546  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      -
      15547  }
      -
      15548 
      -
      15549  return res;
      -
      15550 }
      -
      15551 
      -
      15552 VkResult VmaAllocator_T::AllocateDedicatedMemoryPage(
      -
      15553  VkDeviceSize size,
      -
      15554  VmaSuballocationType suballocType,
      -
      15555  uint32_t memTypeIndex,
      -
      15556  const VkMemoryAllocateInfo& allocInfo,
      -
      15557  bool map,
      -
      15558  bool isUserDataString,
      -
      15559  void* pUserData,
      -
      15560  VmaAllocation* pAllocation)
      -
      15561 {
      -
      15562  VkDeviceMemory hMemory = VK_NULL_HANDLE;
      -
      15563  VkResult res = AllocateVulkanMemory(&allocInfo, &hMemory);
      -
      15564  if(res < 0)
      -
      15565  {
      -
      15566  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
      -
      15567  return res;
      -
      15568  }
      -
      15569 
      -
      15570  void* pMappedData = VMA_NULL;
      -
      15571  if(map)
      -
      15572  {
      -
      15573  res = (*m_VulkanFunctions.vkMapMemory)(
      -
      15574  m_hDevice,
      -
      15575  hMemory,
      -
      15576  0,
      -
      15577  VK_WHOLE_SIZE,
      -
      15578  0,
      -
      15579  &pMappedData);
      -
      15580  if(res < 0)
      -
      15581  {
      -
      15582  VMA_DEBUG_LOG(" vkMapMemory FAILED");
      -
      15583  FreeVulkanMemory(memTypeIndex, size, hMemory);
      -
      15584  return res;
      -
      15585  }
      -
      15586  }
      -
      15587 
      -
      15588  *pAllocation = m_AllocationObjectAllocator.Allocate(m_CurrentFrameIndex.load(), isUserDataString);
      -
      15589  (*pAllocation)->InitDedicatedAllocation(memTypeIndex, hMemory, suballocType, pMappedData, size);
      -
      15590  (*pAllocation)->SetUserData(this, pUserData);
      -
      15591  m_Budget.AddAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), size);
      -
      15592  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      -
      15593  {
      -
      15594  FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      -
      15595  }
      -
      15596 
      -
      15597  return VK_SUCCESS;
      -
      15598 }
      +
      15503  return AllocateDedicatedMemory(
      +
      15504  size,
      +
      15505  suballocType,
      +
      15506  memTypeIndex,
      +
      15507  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
      +
      15508  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
      +
      15509  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
      +
      15510  finalCreateInfo.pUserData,
      +
      15511  dedicatedBuffer,
      +
      15512  dedicatedBufferUsage,
      +
      15513  dedicatedImage,
      +
      15514  allocationCount,
      +
      15515  pAllocations);
      +
      15516  }
      +
      15517  }
      +
      15518  else
      +
      15519  {
      +
      15520  VkResult res = blockVector->Allocate(
      +
      15521  m_CurrentFrameIndex.load(),
      +
      15522  size,
      +
      15523  alignment,
      +
      15524  finalCreateInfo,
      +
      15525  suballocType,
      +
      15526  allocationCount,
      +
      15527  pAllocations);
      +
      15528  if(res == VK_SUCCESS)
      +
      15529  {
      +
      15530  return res;
      +
      15531  }
      +
      15532 
      +
      15533  // 5. Try dedicated memory.
      +
      15534  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      +
      15535  {
      +
      15536  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15537  }
      +
      15538  else
      +
      15539  {
      +
      15540  res = AllocateDedicatedMemory(
      +
      15541  size,
      +
      15542  suballocType,
      +
      15543  memTypeIndex,
      +
      15544  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
      +
      15545  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
      +
      15546  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
      +
      15547  finalCreateInfo.pUserData,
      +
      15548  dedicatedBuffer,
      +
      15549  dedicatedBufferUsage,
      +
      15550  dedicatedImage,
      +
      15551  allocationCount,
      +
      15552  pAllocations);
      +
      15553  if(res == VK_SUCCESS)
      +
      15554  {
      +
      15555  // Succeeded: AllocateDedicatedMemory function already filld pMemory, nothing more to do here.
      +
      15556  VMA_DEBUG_LOG(" Allocated as DedicatedMemory");
      +
      15557  return VK_SUCCESS;
      +
      15558  }
      +
      15559  else
      +
      15560  {
      +
      15561  // Everything failed: Return error code.
      +
      15562  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
      +
      15563  return res;
      +
      15564  }
      +
      15565  }
      +
      15566  }
      +
      15567 }
      +
      15568 
      +
      15569 VkResult VmaAllocator_T::AllocateDedicatedMemory(
      +
      15570  VkDeviceSize size,
      +
      15571  VmaSuballocationType suballocType,
      +
      15572  uint32_t memTypeIndex,
      +
      15573  bool withinBudget,
      +
      15574  bool map,
      +
      15575  bool isUserDataString,
      +
      15576  void* pUserData,
      +
      15577  VkBuffer dedicatedBuffer,
      +
      15578  VkBufferUsageFlags dedicatedBufferUsage,
      +
      15579  VkImage dedicatedImage,
      +
      15580  size_t allocationCount,
      +
      15581  VmaAllocation* pAllocations)
      +
      15582 {
      +
      15583  VMA_ASSERT(allocationCount > 0 && pAllocations);
      +
      15584 
      +
      15585  if(withinBudget)
      +
      15586  {
      +
      15587  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      +
      15588  VmaBudget heapBudget = {};
      +
      15589  GetBudget(&heapBudget, heapIndex, 1);
      +
      15590  if(heapBudget.usage + size * allocationCount > heapBudget.budget)
      +
      15591  {
      +
      15592  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15593  }
      +
      15594  }
      +
      15595 
      +
      15596  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
      +
      15597  allocInfo.memoryTypeIndex = memTypeIndex;
      +
      15598  allocInfo.allocationSize = size;
      15599 
      -
      15600 void VmaAllocator_T::GetBufferMemoryRequirements(
      -
      15601  VkBuffer hBuffer,
      -
      15602  VkMemoryRequirements& memReq,
      -
      15603  bool& requiresDedicatedAllocation,
      -
      15604  bool& prefersDedicatedAllocation) const
      -
      15605 {
      -
      15606 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      15607  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15608  {
      -
      15609  VkBufferMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_BUFFER_MEMORY_REQUIREMENTS_INFO_2_KHR };
      -
      15610  memReqInfo.buffer = hBuffer;
      -
      15611 
      -
      15612  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
      -
      15613 
      -
      15614  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
      -
      15615  memReq2.pNext = &memDedicatedReq;
      -
      15616 
      -
      15617  (*m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
      -
      15618 
      -
      15619  memReq = memReq2.memoryRequirements;
      -
      15620  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
      -
      15621  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
      -
      15622  }
      -
      15623  else
      -
      15624 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      15625  {
      -
      15626  (*m_VulkanFunctions.vkGetBufferMemoryRequirements)(m_hDevice, hBuffer, &memReq);
      -
      15627  requiresDedicatedAllocation = false;
      -
      15628  prefersDedicatedAllocation = false;
      -
      15629  }
      -
      15630 }
      -
      15631 
      -
      15632 void VmaAllocator_T::GetImageMemoryRequirements(
      -
      15633  VkImage hImage,
      -
      15634  VkMemoryRequirements& memReq,
      -
      15635  bool& requiresDedicatedAllocation,
      -
      15636  bool& prefersDedicatedAllocation) const
      -
      15637 {
      -
      15638 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      15639  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15640  {
      -
      15641  VkImageMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2_KHR };
      -
      15642  memReqInfo.image = hImage;
      -
      15643 
      -
      15644  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
      -
      15645 
      -
      15646  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
      -
      15647  memReq2.pNext = &memDedicatedReq;
      -
      15648 
      -
      15649  (*m_VulkanFunctions.vkGetImageMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
      -
      15650 
      -
      15651  memReq = memReq2.memoryRequirements;
      -
      15652  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
      -
      15653  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
      -
      15654  }
      -
      15655  else
      -
      15656 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      15657  {
      -
      15658  (*m_VulkanFunctions.vkGetImageMemoryRequirements)(m_hDevice, hImage, &memReq);
      -
      15659  requiresDedicatedAllocation = false;
      -
      15660  prefersDedicatedAllocation = false;
      -
      15661  }
      -
      15662 }
      -
      15663 
      -
      15664 VkResult VmaAllocator_T::AllocateMemory(
      -
      15665  const VkMemoryRequirements& vkMemReq,
      -
      15666  bool requiresDedicatedAllocation,
      -
      15667  bool prefersDedicatedAllocation,
      -
      15668  VkBuffer dedicatedBuffer,
      -
      15669  VkImage dedicatedImage,
      -
      15670  const VmaAllocationCreateInfo& createInfo,
      -
      15671  VmaSuballocationType suballocType,
      -
      15672  size_t allocationCount,
      -
      15673  VmaAllocation* pAllocations)
      -
      15674 {
      -
      15675  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      -
      15676 
      -
      15677  VMA_ASSERT(VmaIsPow2(vkMemReq.alignment));
      -
      15678 
      -
      15679  if(vkMemReq.size == 0)
      -
      15680  {
      -
      15681  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      15682  }
      -
      15683  if((createInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0 &&
      -
      15684  (createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      -
      15685  {
      -
      15686  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT together with VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT makes no sense.");
      -
      15687  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15688  }
      -
      15689  if((createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      -
      15690  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0)
      -
      15691  {
      -
      15692  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_MAPPED_BIT together with VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT is invalid.");
      -
      15693  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15694  }
      -
      15695  if(requiresDedicatedAllocation)
      -
      15696  {
      -
      15697  if((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      -
      15698  {
      -
      15699  VMA_ASSERT(0 && "VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT specified while dedicated allocation is required.");
      -
      15700  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15701  }
      -
      15702  if(createInfo.pool != VK_NULL_HANDLE)
      -
      15703  {
      -
      15704  VMA_ASSERT(0 && "Pool specified while dedicated allocation is required.");
      -
      15705  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15706  }
      -
      15707  }
      -
      15708  if((createInfo.pool != VK_NULL_HANDLE) &&
      -
      15709  ((createInfo.flags & (VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT)) != 0))
      -
      15710  {
      -
      15711  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT when pool != null is invalid.");
      -
      15712  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15713  }
      -
      15714 
      -
      15715  if(createInfo.pool != VK_NULL_HANDLE)
      -
      15716  {
      -
      15717  const VkDeviceSize alignmentForPool = VMA_MAX(
      -
      15718  vkMemReq.alignment,
      -
      15719  GetMemoryTypeMinAlignment(createInfo.pool->m_BlockVector.GetMemoryTypeIndex()));
      -
      15720 
      -
      15721  VmaAllocationCreateInfo createInfoForPool = createInfo;
      -
      15722  // If memory type is not HOST_VISIBLE, disable MAPPED.
      -
      15723  if((createInfoForPool.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      -
      15724  (m_MemProps.memoryTypes[createInfo.pool->m_BlockVector.GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      -
      15725  {
      -
      15726  createInfoForPool.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
      -
      15727  }
      -
      15728 
      -
      15729  return createInfo.pool->m_BlockVector.Allocate(
      -
      15730  m_CurrentFrameIndex.load(),
      -
      15731  vkMemReq.size,
      -
      15732  alignmentForPool,
      -
      15733  createInfoForPool,
      -
      15734  suballocType,
      -
      15735  allocationCount,
      -
      15736  pAllocations);
      -
      15737  }
      -
      15738  else
      -
      15739  {
      -
      15740  // Bit mask of memory Vulkan types acceptable for this allocation.
      -
      15741  uint32_t memoryTypeBits = vkMemReq.memoryTypeBits;
      -
      15742  uint32_t memTypeIndex = UINT32_MAX;
      -
      15743  VkResult res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
      -
      15744  if(res == VK_SUCCESS)
      -
      15745  {
      -
      15746  VkDeviceSize alignmentForMemType = VMA_MAX(
      -
      15747  vkMemReq.alignment,
      -
      15748  GetMemoryTypeMinAlignment(memTypeIndex));
      -
      15749 
      -
      15750  res = AllocateMemoryOfType(
      -
      15751  vkMemReq.size,
      -
      15752  alignmentForMemType,
      -
      15753  requiresDedicatedAllocation || prefersDedicatedAllocation,
      -
      15754  dedicatedBuffer,
      -
      15755  dedicatedImage,
      -
      15756  createInfo,
      -
      15757  memTypeIndex,
      -
      15758  suballocType,
      -
      15759  allocationCount,
      -
      15760  pAllocations);
      -
      15761  // Succeeded on first try.
      -
      15762  if(res == VK_SUCCESS)
      -
      15763  {
      -
      15764  return res;
      -
      15765  }
      -
      15766  // Allocation from this memory type failed. Try other compatible memory types.
      -
      15767  else
      -
      15768  {
      -
      15769  for(;;)
      -
      15770  {
      -
      15771  // Remove old memTypeIndex from list of possibilities.
      -
      15772  memoryTypeBits &= ~(1u << memTypeIndex);
      -
      15773  // Find alternative memTypeIndex.
      -
      15774  res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
      -
      15775  if(res == VK_SUCCESS)
      -
      15776  {
      -
      15777  alignmentForMemType = VMA_MAX(
      -
      15778  vkMemReq.alignment,
      -
      15779  GetMemoryTypeMinAlignment(memTypeIndex));
      -
      15780 
      -
      15781  res = AllocateMemoryOfType(
      -
      15782  vkMemReq.size,
      -
      15783  alignmentForMemType,
      -
      15784  requiresDedicatedAllocation || prefersDedicatedAllocation,
      -
      15785  dedicatedBuffer,
      -
      15786  dedicatedImage,
      -
      15787  createInfo,
      -
      15788  memTypeIndex,
      -
      15789  suballocType,
      -
      15790  allocationCount,
      -
      15791  pAllocations);
      -
      15792  // Allocation from this alternative memory type succeeded.
      -
      15793  if(res == VK_SUCCESS)
      -
      15794  {
      -
      15795  return res;
      -
      15796  }
      -
      15797  // else: Allocation from this memory type failed. Try next one - next loop iteration.
      -
      15798  }
      -
      15799  // No other matching memory type index could be found.
      -
      15800  else
      -
      15801  {
      -
      15802  // Not returning res, which is VK_ERROR_FEATURE_NOT_PRESENT, because we already failed to allocate once.
      -
      15803  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      15804  }
      -
      15805  }
      -
      15806  }
      -
      15807  }
      -
      15808  // Can't find any single memory type maching requirements. res is VK_ERROR_FEATURE_NOT_PRESENT.
      -
      15809  else
      -
      15810  return res;
      -
      15811  }
      -
      15812 }
      -
      15813 
      -
      15814 void VmaAllocator_T::FreeMemory(
      -
      15815  size_t allocationCount,
      -
      15816  const VmaAllocation* pAllocations)
      -
      15817 {
      -
      15818  VMA_ASSERT(pAllocations);
      -
      15819 
      -
      15820  for(size_t allocIndex = allocationCount; allocIndex--; )
      -
      15821  {
      -
      15822  VmaAllocation allocation = pAllocations[allocIndex];
      -
      15823 
      -
      15824  if(allocation != VK_NULL_HANDLE)
      -
      15825  {
      -
      15826  if(TouchAllocation(allocation))
      -
      15827  {
      -
      15828  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      -
      15829  {
      -
      15830  FillAllocation(allocation, VMA_ALLOCATION_FILL_PATTERN_DESTROYED);
      -
      15831  }
      -
      15832 
      -
      15833  switch(allocation->GetType())
      -
      15834  {
      -
      15835  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      15836  {
      -
      15837  VmaBlockVector* pBlockVector = VMA_NULL;
      -
      15838  VmaPool hPool = allocation->GetBlock()->GetParentPool();
      -
      15839  if(hPool != VK_NULL_HANDLE)
      -
      15840  {
      -
      15841  pBlockVector = &hPool->m_BlockVector;
      -
      15842  }
      -
      15843  else
      -
      15844  {
      -
      15845  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      -
      15846  pBlockVector = m_pBlockVectors[memTypeIndex];
      -
      15847  }
      -
      15848  pBlockVector->Free(allocation);
      -
      15849  }
      -
      15850  break;
      -
      15851  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      15852  FreeDedicatedMemory(allocation);
      -
      15853  break;
      -
      15854  default:
      -
      15855  VMA_ASSERT(0);
      -
      15856  }
      -
      15857  }
      -
      15858 
      -
      15859  // Do this regardless of whether the allocation is lost. Lost allocations still account to Budget.AllocationBytes.
      -
      15860  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(allocation->GetMemoryTypeIndex()), allocation->GetSize());
      -
      15861  allocation->SetUserData(this, VMA_NULL);
      -
      15862  m_AllocationObjectAllocator.Free(allocation);
      -
      15863  }
      -
      15864  }
      -
      15865 }
      -
      15866 
      -
      15867 VkResult VmaAllocator_T::ResizeAllocation(
      -
      15868  const VmaAllocation alloc,
      -
      15869  VkDeviceSize newSize)
      -
      15870 {
      -
      15871  // This function is deprecated and so it does nothing. It's left for backward compatibility.
      -
      15872  if(newSize == 0 || alloc->GetLastUseFrameIndex() == VMA_FRAME_INDEX_LOST)
      -
      15873  {
      -
      15874  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      15875  }
      -
      15876  if(newSize == alloc->GetSize())
      -
      15877  {
      -
      15878  return VK_SUCCESS;
      -
      15879  }
      -
      15880  return VK_ERROR_OUT_OF_POOL_MEMORY;
      -
      15881 }
      -
      15882 
      -
      15883 void VmaAllocator_T::CalculateStats(VmaStats* pStats)
      -
      15884 {
      -
      15885  // Initialize.
      -
      15886  InitStatInfo(pStats->total);
      -
      15887  for(size_t i = 0; i < VK_MAX_MEMORY_TYPES; ++i)
      -
      15888  InitStatInfo(pStats->memoryType[i]);
      -
      15889  for(size_t i = 0; i < VK_MAX_MEMORY_HEAPS; ++i)
      -
      15890  InitStatInfo(pStats->memoryHeap[i]);
      -
      15891 
      -
      15892  // Process default pools.
      -
      15893  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      15894  {
      -
      15895  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
      -
      15896  VMA_ASSERT(pBlockVector);
      -
      15897  pBlockVector->AddStats(pStats);
      -
      15898  }
      -
      15899 
      -
      15900  // Process custom pools.
      -
      15901  {
      -
      15902  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      -
      15903  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
      -
      15904  {
      -
      15905  m_Pools[poolIndex]->m_BlockVector.AddStats(pStats);
      -
      15906  }
      -
      15907  }
      -
      15908 
      -
      15909  // Process dedicated allocations.
      -
      15910  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      15911  {
      -
      15912  const uint32_t memHeapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      -
      15913  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      -
      15914  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
      -
      15915  VMA_ASSERT(pDedicatedAllocVector);
      -
      15916  for(size_t allocIndex = 0, allocCount = pDedicatedAllocVector->size(); allocIndex < allocCount; ++allocIndex)
      -
      15917  {
      -
      15918  VmaStatInfo allocationStatInfo;
      -
      15919  (*pDedicatedAllocVector)[allocIndex]->DedicatedAllocCalcStatsInfo(allocationStatInfo);
      -
      15920  VmaAddStatInfo(pStats->total, allocationStatInfo);
      -
      15921  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
      -
      15922  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
      -
      15923  }
      -
      15924  }
      -
      15925 
      -
      15926  // Postprocess.
      -
      15927  VmaPostprocessCalcStatInfo(pStats->total);
      -
      15928  for(size_t i = 0; i < GetMemoryTypeCount(); ++i)
      -
      15929  VmaPostprocessCalcStatInfo(pStats->memoryType[i]);
      -
      15930  for(size_t i = 0; i < GetMemoryHeapCount(); ++i)
      -
      15931  VmaPostprocessCalcStatInfo(pStats->memoryHeap[i]);
      -
      15932 }
      -
      15933 
      -
      15934 void VmaAllocator_T::GetBudget(VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount)
      -
      15935 {
      -
      15936 #if VMA_MEMORY_BUDGET
      -
      15937  if(m_UseExtMemoryBudget)
      -
      15938  {
      -
      15939  if(m_Budget.m_OperationsSinceBudgetFetch < 30)
      -
      15940  {
      -
      15941  VmaMutexLockRead lockRead(m_Budget.m_BudgetMutex, m_UseMutex);
      -
      15942  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
      -
      15943  {
      -
      15944  const uint32_t heapIndex = firstHeap + i;
      -
      15945 
      -
      15946  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
      -
      15947  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
      -
      15948 
      -
      15949  if(m_Budget.m_VulkanUsage[heapIndex] + outBudget->blockBytes > m_Budget.m_BlockBytesAtBudgetFetch[heapIndex])
      -
      15950  {
      -
      15951  outBudget->usage = m_Budget.m_VulkanUsage[heapIndex] +
      -
      15952  outBudget->blockBytes - m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
      -
      15953  }
      -
      15954  else
      -
      15955  {
      -
      15956  outBudget->usage = 0;
      -
      15957  }
      -
      15958 
      -
      15959  // Have to take MIN with heap size because explicit HeapSizeLimit is included in it.
      -
      15960  outBudget->budget = VMA_MIN(
      -
      15961  m_Budget.m_VulkanBudget[heapIndex], m_MemProps.memoryHeaps[heapIndex].size);
      -
      15962  }
      -
      15963  }
      +
      15600 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15601  VkMemoryDedicatedAllocateInfoKHR dedicatedAllocInfo = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO_KHR };
      +
      15602  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15603  {
      +
      15604  if(dedicatedBuffer != VK_NULL_HANDLE)
      +
      15605  {
      +
      15606  VMA_ASSERT(dedicatedImage == VK_NULL_HANDLE);
      +
      15607  dedicatedAllocInfo.buffer = dedicatedBuffer;
      +
      15608  VmaPnextChainPushFront(&allocInfo, &dedicatedAllocInfo);
      +
      15609  }
      +
      15610  else if(dedicatedImage != VK_NULL_HANDLE)
      +
      15611  {
      +
      15612  dedicatedAllocInfo.image = dedicatedImage;
      +
      15613  VmaPnextChainPushFront(&allocInfo, &dedicatedAllocInfo);
      +
      15614  }
      +
      15615  }
      +
      15616 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15617 
      +
      15618 #if VMA_BUFFER_DEVICE_ADDRESS
      +
      15619  VkMemoryAllocateFlagsInfoKHR allocFlagsInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO_KHR };
      +
      15620  if(m_UseKhrBufferDeviceAddress)
      +
      15621  {
      +
      15622  bool canContainBufferWithDeviceAddress = true;
      +
      15623  if(dedicatedBuffer != VK_NULL_HANDLE)
      +
      15624  {
      +
      15625  canContainBufferWithDeviceAddress = dedicatedBufferUsage == UINT32_MAX || // Usage flags unknown
      +
      15626  (dedicatedBufferUsage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_EXT) != 0;
      +
      15627  }
      +
      15628  else if(dedicatedImage != VK_NULL_HANDLE)
      +
      15629  {
      +
      15630  canContainBufferWithDeviceAddress = false;
      +
      15631  }
      +
      15632  if(canContainBufferWithDeviceAddress)
      +
      15633  {
      +
      15634  allocFlagsInfo.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT;
      +
      15635  VmaPnextChainPushFront(&allocInfo, &allocFlagsInfo);
      +
      15636  }
      +
      15637  }
      +
      15638 #endif // #if VMA_BUFFER_DEVICE_ADDRESS
      +
      15639 
      +
      15640  size_t allocIndex;
      +
      15641  VkResult res = VK_SUCCESS;
      +
      15642  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      15643  {
      +
      15644  res = AllocateDedicatedMemoryPage(
      +
      15645  size,
      +
      15646  suballocType,
      +
      15647  memTypeIndex,
      +
      15648  allocInfo,
      +
      15649  map,
      +
      15650  isUserDataString,
      +
      15651  pUserData,
      +
      15652  pAllocations + allocIndex);
      +
      15653  if(res != VK_SUCCESS)
      +
      15654  {
      +
      15655  break;
      +
      15656  }
      +
      15657  }
      +
      15658 
      +
      15659  if(res == VK_SUCCESS)
      +
      15660  {
      +
      15661  // Register them in m_pDedicatedAllocations.
      +
      15662  {
      +
      15663  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      +
      15664  AllocationVectorType* pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
      +
      15665  VMA_ASSERT(pDedicatedAllocations);
      +
      15666  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      15667  {
      +
      15668  VmaVectorInsertSorted<VmaPointerLess>(*pDedicatedAllocations, pAllocations[allocIndex]);
      +
      15669  }
      +
      15670  }
      +
      15671 
      +
      15672  VMA_DEBUG_LOG(" Allocated DedicatedMemory Count=%zu, MemoryTypeIndex=#%u", allocationCount, memTypeIndex);
      +
      15673  }
      +
      15674  else
      +
      15675  {
      +
      15676  // Free all already created allocations.
      +
      15677  while(allocIndex--)
      +
      15678  {
      +
      15679  VmaAllocation currAlloc = pAllocations[allocIndex];
      +
      15680  VkDeviceMemory hMemory = currAlloc->GetMemory();
      +
      15681 
      +
      15682  /*
      +
      15683  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
      +
      15684  before vkFreeMemory.
      +
      15685 
      +
      15686  if(currAlloc->GetMappedData() != VMA_NULL)
      +
      15687  {
      +
      15688  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
      +
      15689  }
      +
      15690  */
      +
      15691 
      +
      15692  FreeVulkanMemory(memTypeIndex, currAlloc->GetSize(), hMemory);
      +
      15693  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), currAlloc->GetSize());
      +
      15694  currAlloc->SetUserData(this, VMA_NULL);
      +
      15695  m_AllocationObjectAllocator.Free(currAlloc);
      +
      15696  }
      +
      15697 
      +
      15698  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      +
      15699  }
      +
      15700 
      +
      15701  return res;
      +
      15702 }
      +
      15703 
      +
      15704 VkResult VmaAllocator_T::AllocateDedicatedMemoryPage(
      +
      15705  VkDeviceSize size,
      +
      15706  VmaSuballocationType suballocType,
      +
      15707  uint32_t memTypeIndex,
      +
      15708  const VkMemoryAllocateInfo& allocInfo,
      +
      15709  bool map,
      +
      15710  bool isUserDataString,
      +
      15711  void* pUserData,
      +
      15712  VmaAllocation* pAllocation)
      +
      15713 {
      +
      15714  VkDeviceMemory hMemory = VK_NULL_HANDLE;
      +
      15715  VkResult res = AllocateVulkanMemory(&allocInfo, &hMemory);
      +
      15716  if(res < 0)
      +
      15717  {
      +
      15718  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
      +
      15719  return res;
      +
      15720  }
      +
      15721 
      +
      15722  void* pMappedData = VMA_NULL;
      +
      15723  if(map)
      +
      15724  {
      +
      15725  res = (*m_VulkanFunctions.vkMapMemory)(
      +
      15726  m_hDevice,
      +
      15727  hMemory,
      +
      15728  0,
      +
      15729  VK_WHOLE_SIZE,
      +
      15730  0,
      +
      15731  &pMappedData);
      +
      15732  if(res < 0)
      +
      15733  {
      +
      15734  VMA_DEBUG_LOG(" vkMapMemory FAILED");
      +
      15735  FreeVulkanMemory(memTypeIndex, size, hMemory);
      +
      15736  return res;
      +
      15737  }
      +
      15738  }
      +
      15739 
      +
      15740  *pAllocation = m_AllocationObjectAllocator.Allocate(m_CurrentFrameIndex.load(), isUserDataString);
      +
      15741  (*pAllocation)->InitDedicatedAllocation(memTypeIndex, hMemory, suballocType, pMappedData, size);
      +
      15742  (*pAllocation)->SetUserData(this, pUserData);
      +
      15743  m_Budget.AddAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), size);
      +
      15744  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      +
      15745  {
      +
      15746  FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      +
      15747  }
      +
      15748 
      +
      15749  return VK_SUCCESS;
      +
      15750 }
      +
      15751 
      +
      15752 void VmaAllocator_T::GetBufferMemoryRequirements(
      +
      15753  VkBuffer hBuffer,
      +
      15754  VkMemoryRequirements& memReq,
      +
      15755  bool& requiresDedicatedAllocation,
      +
      15756  bool& prefersDedicatedAllocation) const
      +
      15757 {
      +
      15758 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15759  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15760  {
      +
      15761  VkBufferMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_BUFFER_MEMORY_REQUIREMENTS_INFO_2_KHR };
      +
      15762  memReqInfo.buffer = hBuffer;
      +
      15763 
      +
      15764  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
      +
      15765 
      +
      15766  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
      +
      15767  VmaPnextChainPushFront(&memReq2, &memDedicatedReq);
      +
      15768 
      +
      15769  (*m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
      +
      15770 
      +
      15771  memReq = memReq2.memoryRequirements;
      +
      15772  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
      +
      15773  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
      +
      15774  }
      +
      15775  else
      +
      15776 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15777  {
      +
      15778  (*m_VulkanFunctions.vkGetBufferMemoryRequirements)(m_hDevice, hBuffer, &memReq);
      +
      15779  requiresDedicatedAllocation = false;
      +
      15780  prefersDedicatedAllocation = false;
      +
      15781  }
      +
      15782 }
      +
      15783 
      +
      15784 void VmaAllocator_T::GetImageMemoryRequirements(
      +
      15785  VkImage hImage,
      +
      15786  VkMemoryRequirements& memReq,
      +
      15787  bool& requiresDedicatedAllocation,
      +
      15788  bool& prefersDedicatedAllocation) const
      +
      15789 {
      +
      15790 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15791  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15792  {
      +
      15793  VkImageMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2_KHR };
      +
      15794  memReqInfo.image = hImage;
      +
      15795 
      +
      15796  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
      +
      15797 
      +
      15798  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
      +
      15799  VmaPnextChainPushFront(&memReq2, &memDedicatedReq);
      +
      15800 
      +
      15801  (*m_VulkanFunctions.vkGetImageMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
      +
      15802 
      +
      15803  memReq = memReq2.memoryRequirements;
      +
      15804  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
      +
      15805  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
      +
      15806  }
      +
      15807  else
      +
      15808 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      15809  {
      +
      15810  (*m_VulkanFunctions.vkGetImageMemoryRequirements)(m_hDevice, hImage, &memReq);
      +
      15811  requiresDedicatedAllocation = false;
      +
      15812  prefersDedicatedAllocation = false;
      +
      15813  }
      +
      15814 }
      +
      15815 
      +
      15816 VkResult VmaAllocator_T::AllocateMemory(
      +
      15817  const VkMemoryRequirements& vkMemReq,
      +
      15818  bool requiresDedicatedAllocation,
      +
      15819  bool prefersDedicatedAllocation,
      +
      15820  VkBuffer dedicatedBuffer,
      +
      15821  VkBufferUsageFlags dedicatedBufferUsage,
      +
      15822  VkImage dedicatedImage,
      +
      15823  const VmaAllocationCreateInfo& createInfo,
      +
      15824  VmaSuballocationType suballocType,
      +
      15825  size_t allocationCount,
      +
      15826  VmaAllocation* pAllocations)
      +
      15827 {
      +
      15828  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      +
      15829 
      +
      15830  VMA_ASSERT(VmaIsPow2(vkMemReq.alignment));
      +
      15831 
      +
      15832  if(vkMemReq.size == 0)
      +
      15833  {
      +
      15834  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      15835  }
      +
      15836  if((createInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0 &&
      +
      15837  (createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      +
      15838  {
      +
      15839  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT together with VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT makes no sense.");
      +
      15840  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15841  }
      +
      15842  if((createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      +
      15843  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0)
      +
      15844  {
      +
      15845  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_MAPPED_BIT together with VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT is invalid.");
      +
      15846  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15847  }
      +
      15848  if(requiresDedicatedAllocation)
      +
      15849  {
      +
      15850  if((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      +
      15851  {
      +
      15852  VMA_ASSERT(0 && "VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT specified while dedicated allocation is required.");
      +
      15853  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15854  }
      +
      15855  if(createInfo.pool != VK_NULL_HANDLE)
      +
      15856  {
      +
      15857  VMA_ASSERT(0 && "Pool specified while dedicated allocation is required.");
      +
      15858  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15859  }
      +
      15860  }
      +
      15861  if((createInfo.pool != VK_NULL_HANDLE) &&
      +
      15862  ((createInfo.flags & (VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT)) != 0))
      +
      15863  {
      +
      15864  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT when pool != null is invalid.");
      +
      15865  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15866  }
      +
      15867 
      +
      15868  if(createInfo.pool != VK_NULL_HANDLE)
      +
      15869  {
      +
      15870  const VkDeviceSize alignmentForPool = VMA_MAX(
      +
      15871  vkMemReq.alignment,
      +
      15872  GetMemoryTypeMinAlignment(createInfo.pool->m_BlockVector.GetMemoryTypeIndex()));
      +
      15873 
      +
      15874  VmaAllocationCreateInfo createInfoForPool = createInfo;
      +
      15875  // If memory type is not HOST_VISIBLE, disable MAPPED.
      +
      15876  if((createInfoForPool.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      +
      15877  (m_MemProps.memoryTypes[createInfo.pool->m_BlockVector.GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      15878  {
      +
      15879  createInfoForPool.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
      +
      15880  }
      +
      15881 
      +
      15882  return createInfo.pool->m_BlockVector.Allocate(
      +
      15883  m_CurrentFrameIndex.load(),
      +
      15884  vkMemReq.size,
      +
      15885  alignmentForPool,
      +
      15886  createInfoForPool,
      +
      15887  suballocType,
      +
      15888  allocationCount,
      +
      15889  pAllocations);
      +
      15890  }
      +
      15891  else
      +
      15892  {
      +
      15893  // Bit mask of memory Vulkan types acceptable for this allocation.
      +
      15894  uint32_t memoryTypeBits = vkMemReq.memoryTypeBits;
      +
      15895  uint32_t memTypeIndex = UINT32_MAX;
      +
      15896  VkResult res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
      +
      15897  if(res == VK_SUCCESS)
      +
      15898  {
      +
      15899  VkDeviceSize alignmentForMemType = VMA_MAX(
      +
      15900  vkMemReq.alignment,
      +
      15901  GetMemoryTypeMinAlignment(memTypeIndex));
      +
      15902 
      +
      15903  res = AllocateMemoryOfType(
      +
      15904  vkMemReq.size,
      +
      15905  alignmentForMemType,
      +
      15906  requiresDedicatedAllocation || prefersDedicatedAllocation,
      +
      15907  dedicatedBuffer,
      +
      15908  dedicatedBufferUsage,
      +
      15909  dedicatedImage,
      +
      15910  createInfo,
      +
      15911  memTypeIndex,
      +
      15912  suballocType,
      +
      15913  allocationCount,
      +
      15914  pAllocations);
      +
      15915  // Succeeded on first try.
      +
      15916  if(res == VK_SUCCESS)
      +
      15917  {
      +
      15918  return res;
      +
      15919  }
      +
      15920  // Allocation from this memory type failed. Try other compatible memory types.
      +
      15921  else
      +
      15922  {
      +
      15923  for(;;)
      +
      15924  {
      +
      15925  // Remove old memTypeIndex from list of possibilities.
      +
      15926  memoryTypeBits &= ~(1u << memTypeIndex);
      +
      15927  // Find alternative memTypeIndex.
      +
      15928  res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
      +
      15929  if(res == VK_SUCCESS)
      +
      15930  {
      +
      15931  alignmentForMemType = VMA_MAX(
      +
      15932  vkMemReq.alignment,
      +
      15933  GetMemoryTypeMinAlignment(memTypeIndex));
      +
      15934 
      +
      15935  res = AllocateMemoryOfType(
      +
      15936  vkMemReq.size,
      +
      15937  alignmentForMemType,
      +
      15938  requiresDedicatedAllocation || prefersDedicatedAllocation,
      +
      15939  dedicatedBuffer,
      +
      15940  dedicatedBufferUsage,
      +
      15941  dedicatedImage,
      +
      15942  createInfo,
      +
      15943  memTypeIndex,
      +
      15944  suballocType,
      +
      15945  allocationCount,
      +
      15946  pAllocations);
      +
      15947  // Allocation from this alternative memory type succeeded.
      +
      15948  if(res == VK_SUCCESS)
      +
      15949  {
      +
      15950  return res;
      +
      15951  }
      +
      15952  // else: Allocation from this memory type failed. Try next one - next loop iteration.
      +
      15953  }
      +
      15954  // No other matching memory type index could be found.
      +
      15955  else
      +
      15956  {
      +
      15957  // Not returning res, which is VK_ERROR_FEATURE_NOT_PRESENT, because we already failed to allocate once.
      +
      15958  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      15959  }
      +
      15960  }
      +
      15961  }
      +
      15962  }
      +
      15963  // Can't find any single memory type maching requirements. res is VK_ERROR_FEATURE_NOT_PRESENT.
      15964  else
      -
      15965  {
      -
      15966  UpdateVulkanBudget(); // Outside of mutex lock
      -
      15967  GetBudget(outBudget, firstHeap, heapCount); // Recursion
      -
      15968  }
      -
      15969  }
      -
      15970  else
      -
      15971 #endif
      -
      15972  {
      -
      15973  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
      -
      15974  {
      -
      15975  const uint32_t heapIndex = firstHeap + i;
      -
      15976 
      -
      15977  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
      -
      15978  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
      -
      15979 
      -
      15980  outBudget->usage = outBudget->blockBytes;
      -
      15981  outBudget->budget = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
      -
      15982  }
      -
      15983  }
      -
      15984 }
      -
      15985 
      -
      15986 static const uint32_t VMA_VENDOR_ID_AMD = 4098;
      +
      15965  return res;
      +
      15966  }
      +
      15967 }
      +
      15968 
      +
      15969 void VmaAllocator_T::FreeMemory(
      +
      15970  size_t allocationCount,
      +
      15971  const VmaAllocation* pAllocations)
      +
      15972 {
      +
      15973  VMA_ASSERT(pAllocations);
      +
      15974 
      +
      15975  for(size_t allocIndex = allocationCount; allocIndex--; )
      +
      15976  {
      +
      15977  VmaAllocation allocation = pAllocations[allocIndex];
      +
      15978 
      +
      15979  if(allocation != VK_NULL_HANDLE)
      +
      15980  {
      +
      15981  if(TouchAllocation(allocation))
      +
      15982  {
      +
      15983  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      +
      15984  {
      +
      15985  FillAllocation(allocation, VMA_ALLOCATION_FILL_PATTERN_DESTROYED);
      +
      15986  }
      15987 
      -
      15988 VkResult VmaAllocator_T::DefragmentationBegin(
      -
      15989  const VmaDefragmentationInfo2& info,
      -
      15990  VmaDefragmentationStats* pStats,
      -
      15991  VmaDefragmentationContext* pContext)
      -
      15992 {
      -
      15993  if(info.pAllocationsChanged != VMA_NULL)
      -
      15994  {
      -
      15995  memset(info.pAllocationsChanged, 0, info.allocationCount * sizeof(VkBool32));
      -
      15996  }
      -
      15997 
      -
      15998  *pContext = vma_new(this, VmaDefragmentationContext_T)(
      -
      15999  this, m_CurrentFrameIndex.load(), info.flags, pStats);
      -
      16000 
      -
      16001  (*pContext)->AddPools(info.poolCount, info.pPools);
      -
      16002  (*pContext)->AddAllocations(
      -
      16003  info.allocationCount, info.pAllocations, info.pAllocationsChanged);
      -
      16004 
      -
      16005  VkResult res = (*pContext)->Defragment(
      -
      16006  info.maxCpuBytesToMove, info.maxCpuAllocationsToMove,
      -
      16007  info.maxGpuBytesToMove, info.maxGpuAllocationsToMove,
      -
      16008  info.commandBuffer, pStats, info.flags);
      -
      16009 
      -
      16010  if(res != VK_NOT_READY)
      -
      16011  {
      -
      16012  vma_delete(this, *pContext);
      -
      16013  *pContext = VMA_NULL;
      -
      16014  }
      -
      16015 
      -
      16016  return res;
      -
      16017 }
      -
      16018 
      -
      16019 VkResult VmaAllocator_T::DefragmentationEnd(
      -
      16020  VmaDefragmentationContext context)
      -
      16021 {
      -
      16022  vma_delete(this, context);
      -
      16023  return VK_SUCCESS;
      -
      16024 }
      -
      16025 
      -
      16026 VkResult VmaAllocator_T::DefragmentationPassBegin(
      -
      16027  VmaDefragmentationPassInfo* pInfo,
      -
      16028  VmaDefragmentationContext context)
      -
      16029 {
      -
      16030  return context->DefragmentPassBegin(pInfo);
      -
      16031 }
      -
      16032 VkResult VmaAllocator_T::DefragmentationPassEnd(
      -
      16033  VmaDefragmentationContext context)
      -
      16034 {
      -
      16035  return context->DefragmentPassEnd();
      -
      16036 
      -
      16037 }
      -
      16038 
      -
      16039 void VmaAllocator_T::GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo)
      -
      16040 {
      -
      16041  if(hAllocation->CanBecomeLost())
      -
      16042  {
      -
      16043  /*
      -
      16044  Warning: This is a carefully designed algorithm.
      -
      16045  Do not modify unless you really know what you're doing :)
      -
      16046  */
      -
      16047  const uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      -
      16048  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      -
      16049  for(;;)
      -
      16050  {
      -
      16051  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      -
      16052  {
      -
      16053  pAllocationInfo->memoryType = UINT32_MAX;
      -
      16054  pAllocationInfo->deviceMemory = VK_NULL_HANDLE;
      -
      16055  pAllocationInfo->offset = 0;
      -
      16056  pAllocationInfo->size = hAllocation->GetSize();
      -
      16057  pAllocationInfo->pMappedData = VMA_NULL;
      -
      16058  pAllocationInfo->pUserData = hAllocation->GetUserData();
      -
      16059  return;
      -
      16060  }
      -
      16061  else if(localLastUseFrameIndex == localCurrFrameIndex)
      -
      16062  {
      -
      16063  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
      -
      16064  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
      -
      16065  pAllocationInfo->offset = hAllocation->GetOffset();
      -
      16066  pAllocationInfo->size = hAllocation->GetSize();
      -
      16067  pAllocationInfo->pMappedData = VMA_NULL;
      -
      16068  pAllocationInfo->pUserData = hAllocation->GetUserData();
      -
      16069  return;
      -
      16070  }
      -
      16071  else // Last use time earlier than current time.
      -
      16072  {
      -
      16073  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      -
      16074  {
      -
      16075  localLastUseFrameIndex = localCurrFrameIndex;
      -
      16076  }
      -
      16077  }
      +
      15988  switch(allocation->GetType())
      +
      15989  {
      +
      15990  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      15991  {
      +
      15992  VmaBlockVector* pBlockVector = VMA_NULL;
      +
      15993  VmaPool hPool = allocation->GetBlock()->GetParentPool();
      +
      15994  if(hPool != VK_NULL_HANDLE)
      +
      15995  {
      +
      15996  pBlockVector = &hPool->m_BlockVector;
      +
      15997  }
      +
      15998  else
      +
      15999  {
      +
      16000  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      +
      16001  pBlockVector = m_pBlockVectors[memTypeIndex];
      +
      16002  }
      +
      16003  pBlockVector->Free(allocation);
      +
      16004  }
      +
      16005  break;
      +
      16006  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      16007  FreeDedicatedMemory(allocation);
      +
      16008  break;
      +
      16009  default:
      +
      16010  VMA_ASSERT(0);
      +
      16011  }
      +
      16012  }
      +
      16013 
      +
      16014  // Do this regardless of whether the allocation is lost. Lost allocations still account to Budget.AllocationBytes.
      +
      16015  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(allocation->GetMemoryTypeIndex()), allocation->GetSize());
      +
      16016  allocation->SetUserData(this, VMA_NULL);
      +
      16017  m_AllocationObjectAllocator.Free(allocation);
      +
      16018  }
      +
      16019  }
      +
      16020 }
      +
      16021 
      +
      16022 VkResult VmaAllocator_T::ResizeAllocation(
      +
      16023  const VmaAllocation alloc,
      +
      16024  VkDeviceSize newSize)
      +
      16025 {
      +
      16026  // This function is deprecated and so it does nothing. It's left for backward compatibility.
      +
      16027  if(newSize == 0 || alloc->GetLastUseFrameIndex() == VMA_FRAME_INDEX_LOST)
      +
      16028  {
      +
      16029  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      16030  }
      +
      16031  if(newSize == alloc->GetSize())
      +
      16032  {
      +
      16033  return VK_SUCCESS;
      +
      16034  }
      +
      16035  return VK_ERROR_OUT_OF_POOL_MEMORY;
      +
      16036 }
      +
      16037 
      +
      16038 void VmaAllocator_T::CalculateStats(VmaStats* pStats)
      +
      16039 {
      +
      16040  // Initialize.
      +
      16041  InitStatInfo(pStats->total);
      +
      16042  for(size_t i = 0; i < VK_MAX_MEMORY_TYPES; ++i)
      +
      16043  InitStatInfo(pStats->memoryType[i]);
      +
      16044  for(size_t i = 0; i < VK_MAX_MEMORY_HEAPS; ++i)
      +
      16045  InitStatInfo(pStats->memoryHeap[i]);
      +
      16046 
      +
      16047  // Process default pools.
      +
      16048  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      16049  {
      +
      16050  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
      +
      16051  VMA_ASSERT(pBlockVector);
      +
      16052  pBlockVector->AddStats(pStats);
      +
      16053  }
      +
      16054 
      +
      16055  // Process custom pools.
      +
      16056  {
      +
      16057  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      +
      16058  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
      +
      16059  {
      +
      16060  m_Pools[poolIndex]->m_BlockVector.AddStats(pStats);
      +
      16061  }
      +
      16062  }
      +
      16063 
      +
      16064  // Process dedicated allocations.
      +
      16065  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      16066  {
      +
      16067  const uint32_t memHeapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      +
      16068  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      +
      16069  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
      +
      16070  VMA_ASSERT(pDedicatedAllocVector);
      +
      16071  for(size_t allocIndex = 0, allocCount = pDedicatedAllocVector->size(); allocIndex < allocCount; ++allocIndex)
      +
      16072  {
      +
      16073  VmaStatInfo allocationStatInfo;
      +
      16074  (*pDedicatedAllocVector)[allocIndex]->DedicatedAllocCalcStatsInfo(allocationStatInfo);
      +
      16075  VmaAddStatInfo(pStats->total, allocationStatInfo);
      +
      16076  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
      +
      16077  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
      16078  }
      16079  }
      -
      16080  else
      -
      16081  {
      -
      16082 #if VMA_STATS_STRING_ENABLED
      -
      16083  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      -
      16084  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      -
      16085  for(;;)
      -
      16086  {
      -
      16087  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
      -
      16088  if(localLastUseFrameIndex == localCurrFrameIndex)
      -
      16089  {
      -
      16090  break;
      -
      16091  }
      -
      16092  else // Last use time earlier than current time.
      -
      16093  {
      -
      16094  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      -
      16095  {
      -
      16096  localLastUseFrameIndex = localCurrFrameIndex;
      -
      16097  }
      -
      16098  }
      -
      16099  }
      -
      16100 #endif
      -
      16101 
      -
      16102  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
      -
      16103  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
      -
      16104  pAllocationInfo->offset = hAllocation->GetOffset();
      -
      16105  pAllocationInfo->size = hAllocation->GetSize();
      -
      16106  pAllocationInfo->pMappedData = hAllocation->GetMappedData();
      -
      16107  pAllocationInfo->pUserData = hAllocation->GetUserData();
      -
      16108  }
      -
      16109 }
      -
      16110 
      -
      16111 bool VmaAllocator_T::TouchAllocation(VmaAllocation hAllocation)
      -
      16112 {
      -
      16113  // This is a stripped-down version of VmaAllocator_T::GetAllocationInfo.
      -
      16114  if(hAllocation->CanBecomeLost())
      -
      16115  {
      -
      16116  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      -
      16117  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      -
      16118  for(;;)
      -
      16119  {
      -
      16120  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      -
      16121  {
      -
      16122  return false;
      -
      16123  }
      -
      16124  else if(localLastUseFrameIndex == localCurrFrameIndex)
      -
      16125  {
      -
      16126  return true;
      -
      16127  }
      -
      16128  else // Last use time earlier than current time.
      -
      16129  {
      -
      16130  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      -
      16131  {
      -
      16132  localLastUseFrameIndex = localCurrFrameIndex;
      -
      16133  }
      -
      16134  }
      -
      16135  }
      -
      16136  }
      -
      16137  else
      -
      16138  {
      -
      16139 #if VMA_STATS_STRING_ENABLED
      -
      16140  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      -
      16141  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      -
      16142  for(;;)
      -
      16143  {
      -
      16144  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
      -
      16145  if(localLastUseFrameIndex == localCurrFrameIndex)
      -
      16146  {
      -
      16147  break;
      -
      16148  }
      -
      16149  else // Last use time earlier than current time.
      -
      16150  {
      -
      16151  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      -
      16152  {
      -
      16153  localLastUseFrameIndex = localCurrFrameIndex;
      -
      16154  }
      -
      16155  }
      -
      16156  }
      -
      16157 #endif
      -
      16158 
      -
      16159  return true;
      -
      16160  }
      -
      16161 }
      -
      16162 
      -
      16163 VkResult VmaAllocator_T::CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool)
      -
      16164 {
      -
      16165  VMA_DEBUG_LOG(" CreatePool: MemoryTypeIndex=%u, flags=%u", pCreateInfo->memoryTypeIndex, pCreateInfo->flags);
      -
      16166 
      -
      16167  VmaPoolCreateInfo newCreateInfo = *pCreateInfo;
      -
      16168 
      -
      16169  if(newCreateInfo.maxBlockCount == 0)
      -
      16170  {
      -
      16171  newCreateInfo.maxBlockCount = SIZE_MAX;
      -
      16172  }
      -
      16173  if(newCreateInfo.minBlockCount > newCreateInfo.maxBlockCount)
      -
      16174  {
      -
      16175  return VK_ERROR_INITIALIZATION_FAILED;
      -
      16176  }
      -
      16177  // Memory type index out of range or forbidden.
      -
      16178  if(pCreateInfo->memoryTypeIndex >= GetMemoryTypeCount() ||
      -
      16179  ((1u << pCreateInfo->memoryTypeIndex) & m_GlobalMemoryTypeBits) == 0)
      -
      16180  {
      -
      16181  return VK_ERROR_FEATURE_NOT_PRESENT;
      -
      16182  }
      -
      16183 
      -
      16184  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(newCreateInfo.memoryTypeIndex);
      -
      16185 
      -
      16186  *pPool = vma_new(this, VmaPool_T)(this, newCreateInfo, preferredBlockSize);
      -
      16187 
      -
      16188  VkResult res = (*pPool)->m_BlockVector.CreateMinBlocks();
      -
      16189  if(res != VK_SUCCESS)
      -
      16190  {
      -
      16191  vma_delete(this, *pPool);
      -
      16192  *pPool = VMA_NULL;
      -
      16193  return res;
      -
      16194  }
      -
      16195 
      -
      16196  // Add to m_Pools.
      +
      16080 
      +
      16081  // Postprocess.
      +
      16082  VmaPostprocessCalcStatInfo(pStats->total);
      +
      16083  for(size_t i = 0; i < GetMemoryTypeCount(); ++i)
      +
      16084  VmaPostprocessCalcStatInfo(pStats->memoryType[i]);
      +
      16085  for(size_t i = 0; i < GetMemoryHeapCount(); ++i)
      +
      16086  VmaPostprocessCalcStatInfo(pStats->memoryHeap[i]);
      +
      16087 }
      +
      16088 
      +
      16089 void VmaAllocator_T::GetBudget(VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount)
      +
      16090 {
      +
      16091 #if VMA_MEMORY_BUDGET
      +
      16092  if(m_UseExtMemoryBudget)
      +
      16093  {
      +
      16094  if(m_Budget.m_OperationsSinceBudgetFetch < 30)
      +
      16095  {
      +
      16096  VmaMutexLockRead lockRead(m_Budget.m_BudgetMutex, m_UseMutex);
      +
      16097  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
      +
      16098  {
      +
      16099  const uint32_t heapIndex = firstHeap + i;
      +
      16100 
      +
      16101  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
      +
      16102  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
      +
      16103 
      +
      16104  if(m_Budget.m_VulkanUsage[heapIndex] + outBudget->blockBytes > m_Budget.m_BlockBytesAtBudgetFetch[heapIndex])
      +
      16105  {
      +
      16106  outBudget->usage = m_Budget.m_VulkanUsage[heapIndex] +
      +
      16107  outBudget->blockBytes - m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
      +
      16108  }
      +
      16109  else
      +
      16110  {
      +
      16111  outBudget->usage = 0;
      +
      16112  }
      +
      16113 
      +
      16114  // Have to take MIN with heap size because explicit HeapSizeLimit is included in it.
      +
      16115  outBudget->budget = VMA_MIN(
      +
      16116  m_Budget.m_VulkanBudget[heapIndex], m_MemProps.memoryHeaps[heapIndex].size);
      +
      16117  }
      +
      16118  }
      +
      16119  else
      +
      16120  {
      +
      16121  UpdateVulkanBudget(); // Outside of mutex lock
      +
      16122  GetBudget(outBudget, firstHeap, heapCount); // Recursion
      +
      16123  }
      +
      16124  }
      +
      16125  else
      +
      16126 #endif
      +
      16127  {
      +
      16128  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
      +
      16129  {
      +
      16130  const uint32_t heapIndex = firstHeap + i;
      +
      16131 
      +
      16132  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
      +
      16133  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
      +
      16134 
      +
      16135  outBudget->usage = outBudget->blockBytes;
      +
      16136  outBudget->budget = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
      +
      16137  }
      +
      16138  }
      +
      16139 }
      +
      16140 
      +
      16141 static const uint32_t VMA_VENDOR_ID_AMD = 4098;
      +
      16142 
      +
      16143 VkResult VmaAllocator_T::DefragmentationBegin(
      +
      16144  const VmaDefragmentationInfo2& info,
      +
      16145  VmaDefragmentationStats* pStats,
      +
      16146  VmaDefragmentationContext* pContext)
      +
      16147 {
      +
      16148  if(info.pAllocationsChanged != VMA_NULL)
      +
      16149  {
      +
      16150  memset(info.pAllocationsChanged, 0, info.allocationCount * sizeof(VkBool32));
      +
      16151  }
      +
      16152 
      +
      16153  *pContext = vma_new(this, VmaDefragmentationContext_T)(
      +
      16154  this, m_CurrentFrameIndex.load(), info.flags, pStats);
      +
      16155 
      +
      16156  (*pContext)->AddPools(info.poolCount, info.pPools);
      +
      16157  (*pContext)->AddAllocations(
      +
      16158  info.allocationCount, info.pAllocations, info.pAllocationsChanged);
      +
      16159 
      +
      16160  VkResult res = (*pContext)->Defragment(
      +
      16161  info.maxCpuBytesToMove, info.maxCpuAllocationsToMove,
      +
      16162  info.maxGpuBytesToMove, info.maxGpuAllocationsToMove,
      +
      16163  info.commandBuffer, pStats, info.flags);
      +
      16164 
      +
      16165  if(res != VK_NOT_READY)
      +
      16166  {
      +
      16167  vma_delete(this, *pContext);
      +
      16168  *pContext = VMA_NULL;
      +
      16169  }
      +
      16170 
      +
      16171  return res;
      +
      16172 }
      +
      16173 
      +
      16174 VkResult VmaAllocator_T::DefragmentationEnd(
      +
      16175  VmaDefragmentationContext context)
      +
      16176 {
      +
      16177  vma_delete(this, context);
      +
      16178  return VK_SUCCESS;
      +
      16179 }
      +
      16180 
      +
      16181 VkResult VmaAllocator_T::DefragmentationPassBegin(
      +
      16182  VmaDefragmentationPassInfo* pInfo,
      +
      16183  VmaDefragmentationContext context)
      +
      16184 {
      +
      16185  return context->DefragmentPassBegin(pInfo);
      +
      16186 }
      +
      16187 VkResult VmaAllocator_T::DefragmentationPassEnd(
      +
      16188  VmaDefragmentationContext context)
      +
      16189 {
      +
      16190  return context->DefragmentPassEnd();
      +
      16191 
      +
      16192 }
      +
      16193 
      +
      16194 void VmaAllocator_T::GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo)
      +
      16195 {
      +
      16196  if(hAllocation->CanBecomeLost())
      16197  {
      -
      16198  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
      -
      16199  (*pPool)->SetId(m_NextPoolId++);
      -
      16200  VmaVectorInsertSorted<VmaPointerLess>(m_Pools, *pPool);
      -
      16201  }
      -
      16202 
      -
      16203  return VK_SUCCESS;
      -
      16204 }
      -
      16205 
      -
      16206 void VmaAllocator_T::DestroyPool(VmaPool pool)
      -
      16207 {
      -
      16208  // Remove from m_Pools.
      -
      16209  {
      -
      16210  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
      -
      16211  bool success = VmaVectorRemoveSorted<VmaPointerLess>(m_Pools, pool);
      -
      16212  VMA_ASSERT(success && "Pool not found in Allocator.");
      -
      16213  }
      -
      16214 
      -
      16215  vma_delete(this, pool);
      -
      16216 }
      -
      16217 
      -
      16218 void VmaAllocator_T::GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats)
      -
      16219 {
      -
      16220  pool->m_BlockVector.GetPoolStats(pPoolStats);
      -
      16221 }
      -
      16222 
      -
      16223 void VmaAllocator_T::SetCurrentFrameIndex(uint32_t frameIndex)
      -
      16224 {
      -
      16225  m_CurrentFrameIndex.store(frameIndex);
      -
      16226 
      -
      16227 #if VMA_MEMORY_BUDGET
      -
      16228  if(m_UseExtMemoryBudget)
      -
      16229  {
      -
      16230  UpdateVulkanBudget();
      -
      16231  }
      -
      16232 #endif // #if VMA_MEMORY_BUDGET
      -
      16233 }
      -
      16234 
      -
      16235 void VmaAllocator_T::MakePoolAllocationsLost(
      -
      16236  VmaPool hPool,
      -
      16237  size_t* pLostAllocationCount)
      -
      16238 {
      -
      16239  hPool->m_BlockVector.MakePoolAllocationsLost(
      -
      16240  m_CurrentFrameIndex.load(),
      -
      16241  pLostAllocationCount);
      -
      16242 }
      -
      16243 
      -
      16244 VkResult VmaAllocator_T::CheckPoolCorruption(VmaPool hPool)
      -
      16245 {
      -
      16246  return hPool->m_BlockVector.CheckCorruption();
      -
      16247 }
      -
      16248 
      -
      16249 VkResult VmaAllocator_T::CheckCorruption(uint32_t memoryTypeBits)
      -
      16250 {
      -
      16251  VkResult finalRes = VK_ERROR_FEATURE_NOT_PRESENT;
      -
      16252 
      -
      16253  // Process default pools.
      -
      16254  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      16255  {
      -
      16256  if(((1u << memTypeIndex) & memoryTypeBits) != 0)
      -
      16257  {
      -
      16258  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
      -
      16259  VMA_ASSERT(pBlockVector);
      -
      16260  VkResult localRes = pBlockVector->CheckCorruption();
      -
      16261  switch(localRes)
      -
      16262  {
      -
      16263  case VK_ERROR_FEATURE_NOT_PRESENT:
      -
      16264  break;
      -
      16265  case VK_SUCCESS:
      -
      16266  finalRes = VK_SUCCESS;
      -
      16267  break;
      -
      16268  default:
      -
      16269  return localRes;
      -
      16270  }
      -
      16271  }
      -
      16272  }
      -
      16273 
      -
      16274  // Process custom pools.
      -
      16275  {
      -
      16276  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      -
      16277  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
      -
      16278  {
      -
      16279  if(((1u << m_Pools[poolIndex]->m_BlockVector.GetMemoryTypeIndex()) & memoryTypeBits) != 0)
      +
      16198  /*
      +
      16199  Warning: This is a carefully designed algorithm.
      +
      16200  Do not modify unless you really know what you're doing :)
      +
      16201  */
      +
      16202  const uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      +
      16203  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      +
      16204  for(;;)
      +
      16205  {
      +
      16206  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      +
      16207  {
      +
      16208  pAllocationInfo->memoryType = UINT32_MAX;
      +
      16209  pAllocationInfo->deviceMemory = VK_NULL_HANDLE;
      +
      16210  pAllocationInfo->offset = 0;
      +
      16211  pAllocationInfo->size = hAllocation->GetSize();
      +
      16212  pAllocationInfo->pMappedData = VMA_NULL;
      +
      16213  pAllocationInfo->pUserData = hAllocation->GetUserData();
      +
      16214  return;
      +
      16215  }
      +
      16216  else if(localLastUseFrameIndex == localCurrFrameIndex)
      +
      16217  {
      +
      16218  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
      +
      16219  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
      +
      16220  pAllocationInfo->offset = hAllocation->GetOffset();
      +
      16221  pAllocationInfo->size = hAllocation->GetSize();
      +
      16222  pAllocationInfo->pMappedData = VMA_NULL;
      +
      16223  pAllocationInfo->pUserData = hAllocation->GetUserData();
      +
      16224  return;
      +
      16225  }
      +
      16226  else // Last use time earlier than current time.
      +
      16227  {
      +
      16228  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      +
      16229  {
      +
      16230  localLastUseFrameIndex = localCurrFrameIndex;
      +
      16231  }
      +
      16232  }
      +
      16233  }
      +
      16234  }
      +
      16235  else
      +
      16236  {
      +
      16237 #if VMA_STATS_STRING_ENABLED
      +
      16238  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      +
      16239  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      +
      16240  for(;;)
      +
      16241  {
      +
      16242  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
      +
      16243  if(localLastUseFrameIndex == localCurrFrameIndex)
      +
      16244  {
      +
      16245  break;
      +
      16246  }
      +
      16247  else // Last use time earlier than current time.
      +
      16248  {
      +
      16249  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      +
      16250  {
      +
      16251  localLastUseFrameIndex = localCurrFrameIndex;
      +
      16252  }
      +
      16253  }
      +
      16254  }
      +
      16255 #endif
      +
      16256 
      +
      16257  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
      +
      16258  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
      +
      16259  pAllocationInfo->offset = hAllocation->GetOffset();
      +
      16260  pAllocationInfo->size = hAllocation->GetSize();
      +
      16261  pAllocationInfo->pMappedData = hAllocation->GetMappedData();
      +
      16262  pAllocationInfo->pUserData = hAllocation->GetUserData();
      +
      16263  }
      +
      16264 }
      +
      16265 
      +
      16266 bool VmaAllocator_T::TouchAllocation(VmaAllocation hAllocation)
      +
      16267 {
      +
      16268  // This is a stripped-down version of VmaAllocator_T::GetAllocationInfo.
      +
      16269  if(hAllocation->CanBecomeLost())
      +
      16270  {
      +
      16271  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      +
      16272  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      +
      16273  for(;;)
      +
      16274  {
      +
      16275  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      +
      16276  {
      +
      16277  return false;
      +
      16278  }
      +
      16279  else if(localLastUseFrameIndex == localCurrFrameIndex)
      16280  {
      -
      16281  VkResult localRes = m_Pools[poolIndex]->m_BlockVector.CheckCorruption();
      -
      16282  switch(localRes)
      -
      16283  {
      -
      16284  case VK_ERROR_FEATURE_NOT_PRESENT:
      -
      16285  break;
      -
      16286  case VK_SUCCESS:
      -
      16287  finalRes = VK_SUCCESS;
      -
      16288  break;
      -
      16289  default:
      -
      16290  return localRes;
      -
      16291  }
      -
      16292  }
      -
      16293  }
      -
      16294  }
      -
      16295 
      -
      16296  return finalRes;
      -
      16297 }
      -
      16298 
      -
      16299 void VmaAllocator_T::CreateLostAllocation(VmaAllocation* pAllocation)
      -
      16300 {
      -
      16301  *pAllocation = m_AllocationObjectAllocator.Allocate(VMA_FRAME_INDEX_LOST, false);
      -
      16302  (*pAllocation)->InitLost();
      -
      16303 }
      -
      16304 
      -
      16305 VkResult VmaAllocator_T::AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory)
      -
      16306 {
      -
      16307  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(pAllocateInfo->memoryTypeIndex);
      -
      16308 
      -
      16309  // HeapSizeLimit is in effect for this heap.
      -
      16310  if((m_HeapSizeLimitMask & (1u << heapIndex)) != 0)
      -
      16311  {
      -
      16312  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
      -
      16313  VkDeviceSize blockBytes = m_Budget.m_BlockBytes[heapIndex];
      -
      16314  for(;;)
      -
      16315  {
      -
      16316  const VkDeviceSize blockBytesAfterAllocation = blockBytes + pAllocateInfo->allocationSize;
      -
      16317  if(blockBytesAfterAllocation > heapSize)
      -
      16318  {
      -
      16319  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16320  }
      -
      16321  if(m_Budget.m_BlockBytes[heapIndex].compare_exchange_strong(blockBytes, blockBytesAfterAllocation))
      -
      16322  {
      -
      16323  break;
      -
      16324  }
      -
      16325  }
      -
      16326  }
      -
      16327  else
      -
      16328  {
      -
      16329  m_Budget.m_BlockBytes[heapIndex] += pAllocateInfo->allocationSize;
      -
      16330  }
      -
      16331 
      -
      16332  // VULKAN CALL vkAllocateMemory.
      -
      16333  VkResult res = (*m_VulkanFunctions.vkAllocateMemory)(m_hDevice, pAllocateInfo, GetAllocationCallbacks(), pMemory);
      -
      16334 
      -
      16335  if(res == VK_SUCCESS)
      -
      16336  {
      -
      16337 #if VMA_MEMORY_BUDGET
      -
      16338  ++m_Budget.m_OperationsSinceBudgetFetch;
      -
      16339 #endif
      +
      16281  return true;
      +
      16282  }
      +
      16283  else // Last use time earlier than current time.
      +
      16284  {
      +
      16285  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      +
      16286  {
      +
      16287  localLastUseFrameIndex = localCurrFrameIndex;
      +
      16288  }
      +
      16289  }
      +
      16290  }
      +
      16291  }
      +
      16292  else
      +
      16293  {
      +
      16294 #if VMA_STATS_STRING_ENABLED
      +
      16295  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      +
      16296  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      +
      16297  for(;;)
      +
      16298  {
      +
      16299  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
      +
      16300  if(localLastUseFrameIndex == localCurrFrameIndex)
      +
      16301  {
      +
      16302  break;
      +
      16303  }
      +
      16304  else // Last use time earlier than current time.
      +
      16305  {
      +
      16306  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      +
      16307  {
      +
      16308  localLastUseFrameIndex = localCurrFrameIndex;
      +
      16309  }
      +
      16310  }
      +
      16311  }
      +
      16312 #endif
      +
      16313 
      +
      16314  return true;
      +
      16315  }
      +
      16316 }
      +
      16317 
      +
      16318 VkResult VmaAllocator_T::CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool)
      +
      16319 {
      +
      16320  VMA_DEBUG_LOG(" CreatePool: MemoryTypeIndex=%u, flags=%u", pCreateInfo->memoryTypeIndex, pCreateInfo->flags);
      +
      16321 
      +
      16322  VmaPoolCreateInfo newCreateInfo = *pCreateInfo;
      +
      16323 
      +
      16324  if(newCreateInfo.maxBlockCount == 0)
      +
      16325  {
      +
      16326  newCreateInfo.maxBlockCount = SIZE_MAX;
      +
      16327  }
      +
      16328  if(newCreateInfo.minBlockCount > newCreateInfo.maxBlockCount)
      +
      16329  {
      +
      16330  return VK_ERROR_INITIALIZATION_FAILED;
      +
      16331  }
      +
      16332  // Memory type index out of range or forbidden.
      +
      16333  if(pCreateInfo->memoryTypeIndex >= GetMemoryTypeCount() ||
      +
      16334  ((1u << pCreateInfo->memoryTypeIndex) & m_GlobalMemoryTypeBits) == 0)
      +
      16335  {
      +
      16336  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      16337  }
      +
      16338 
      +
      16339  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(newCreateInfo.memoryTypeIndex);
      16340 
      -
      16341  // Informative callback.
      -
      16342  if(m_DeviceMemoryCallbacks.pfnAllocate != VMA_NULL)
      -
      16343  {
      -
      16344  (*m_DeviceMemoryCallbacks.pfnAllocate)(this, pAllocateInfo->memoryTypeIndex, *pMemory, pAllocateInfo->allocationSize);
      -
      16345  }
      -
      16346  }
      -
      16347  else
      -
      16348  {
      -
      16349  m_Budget.m_BlockBytes[heapIndex] -= pAllocateInfo->allocationSize;
      -
      16350  }
      -
      16351 
      -
      16352  return res;
      -
      16353 }
      -
      16354 
      -
      16355 void VmaAllocator_T::FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory)
      -
      16356 {
      -
      16357  // Informative callback.
      -
      16358  if(m_DeviceMemoryCallbacks.pfnFree != VMA_NULL)
      -
      16359  {
      -
      16360  (*m_DeviceMemoryCallbacks.pfnFree)(this, memoryType, hMemory, size);
      -
      16361  }
      -
      16362 
      -
      16363  // VULKAN CALL vkFreeMemory.
      -
      16364  (*m_VulkanFunctions.vkFreeMemory)(m_hDevice, hMemory, GetAllocationCallbacks());
      -
      16365 
      -
      16366  m_Budget.m_BlockBytes[MemoryTypeIndexToHeapIndex(memoryType)] -= size;
      -
      16367 }
      -
      16368 
      -
      16369 VkResult VmaAllocator_T::BindVulkanBuffer(
      -
      16370  VkDeviceMemory memory,
      -
      16371  VkDeviceSize memoryOffset,
      -
      16372  VkBuffer buffer,
      -
      16373  const void* pNext)
      +
      16341  *pPool = vma_new(this, VmaPool_T)(this, newCreateInfo, preferredBlockSize);
      +
      16342 
      +
      16343  VkResult res = (*pPool)->m_BlockVector.CreateMinBlocks();
      +
      16344  if(res != VK_SUCCESS)
      +
      16345  {
      +
      16346  vma_delete(this, *pPool);
      +
      16347  *pPool = VMA_NULL;
      +
      16348  return res;
      +
      16349  }
      +
      16350 
      +
      16351  // Add to m_Pools.
      +
      16352  {
      +
      16353  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
      +
      16354  (*pPool)->SetId(m_NextPoolId++);
      +
      16355  VmaVectorInsertSorted<VmaPointerLess>(m_Pools, *pPool);
      +
      16356  }
      +
      16357 
      +
      16358  return VK_SUCCESS;
      +
      16359 }
      +
      16360 
      +
      16361 void VmaAllocator_T::DestroyPool(VmaPool pool)
      +
      16362 {
      +
      16363  // Remove from m_Pools.
      +
      16364  {
      +
      16365  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
      +
      16366  bool success = VmaVectorRemoveSorted<VmaPointerLess>(m_Pools, pool);
      +
      16367  VMA_ASSERT(success && "Pool not found in Allocator.");
      +
      16368  }
      +
      16369 
      +
      16370  vma_delete(this, pool);
      +
      16371 }
      +
      16372 
      +
      16373 void VmaAllocator_T::GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats)
      16374 {
      -
      16375  if(pNext != VMA_NULL)
      -
      16376  {
      -
      16377 #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      -
      16378  if((m_UseKhrBindMemory2 || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0)) &&
      -
      16379  m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL)
      -
      16380  {
      -
      16381  VkBindBufferMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_BUFFER_MEMORY_INFO_KHR };
      -
      16382  bindBufferMemoryInfo.pNext = pNext;
      -
      16383  bindBufferMemoryInfo.buffer = buffer;
      -
      16384  bindBufferMemoryInfo.memory = memory;
      -
      16385  bindBufferMemoryInfo.memoryOffset = memoryOffset;
      -
      16386  return (*m_VulkanFunctions.vkBindBufferMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
      -
      16387  }
      -
      16388  else
      -
      16389 #endif // #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      -
      16390  {
      -
      16391  return VK_ERROR_EXTENSION_NOT_PRESENT;
      -
      16392  }
      -
      16393  }
      -
      16394  else
      -
      16395  {
      -
      16396  return (*m_VulkanFunctions.vkBindBufferMemory)(m_hDevice, buffer, memory, memoryOffset);
      -
      16397  }
      -
      16398 }
      -
      16399 
      -
      16400 VkResult VmaAllocator_T::BindVulkanImage(
      -
      16401  VkDeviceMemory memory,
      -
      16402  VkDeviceSize memoryOffset,
      -
      16403  VkImage image,
      -
      16404  const void* pNext)
      +
      16375  pool->m_BlockVector.GetPoolStats(pPoolStats);
      +
      16376 }
      +
      16377 
      +
      16378 void VmaAllocator_T::SetCurrentFrameIndex(uint32_t frameIndex)
      +
      16379 {
      +
      16380  m_CurrentFrameIndex.store(frameIndex);
      +
      16381 
      +
      16382 #if VMA_MEMORY_BUDGET
      +
      16383  if(m_UseExtMemoryBudget)
      +
      16384  {
      +
      16385  UpdateVulkanBudget();
      +
      16386  }
      +
      16387 #endif // #if VMA_MEMORY_BUDGET
      +
      16388 }
      +
      16389 
      +
      16390 void VmaAllocator_T::MakePoolAllocationsLost(
      +
      16391  VmaPool hPool,
      +
      16392  size_t* pLostAllocationCount)
      +
      16393 {
      +
      16394  hPool->m_BlockVector.MakePoolAllocationsLost(
      +
      16395  m_CurrentFrameIndex.load(),
      +
      16396  pLostAllocationCount);
      +
      16397 }
      +
      16398 
      +
      16399 VkResult VmaAllocator_T::CheckPoolCorruption(VmaPool hPool)
      +
      16400 {
      +
      16401  return hPool->m_BlockVector.CheckCorruption();
      +
      16402 }
      +
      16403 
      +
      16404 VkResult VmaAllocator_T::CheckCorruption(uint32_t memoryTypeBits)
      16405 {
      -
      16406  if(pNext != VMA_NULL)
      -
      16407  {
      -
      16408 #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      -
      16409  if((m_UseKhrBindMemory2 || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0)) &&
      -
      16410  m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL)
      -
      16411  {
      -
      16412  VkBindImageMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO_KHR };
      -
      16413  bindBufferMemoryInfo.pNext = pNext;
      -
      16414  bindBufferMemoryInfo.image = image;
      -
      16415  bindBufferMemoryInfo.memory = memory;
      -
      16416  bindBufferMemoryInfo.memoryOffset = memoryOffset;
      -
      16417  return (*m_VulkanFunctions.vkBindImageMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
      -
      16418  }
      -
      16419  else
      -
      16420 #endif // #if VMA_BIND_MEMORY2
      -
      16421  {
      -
      16422  return VK_ERROR_EXTENSION_NOT_PRESENT;
      -
      16423  }
      -
      16424  }
      -
      16425  else
      -
      16426  {
      -
      16427  return (*m_VulkanFunctions.vkBindImageMemory)(m_hDevice, image, memory, memoryOffset);
      -
      16428  }
      -
      16429 }
      -
      16430 
      -
      16431 VkResult VmaAllocator_T::Map(VmaAllocation hAllocation, void** ppData)
      -
      16432 {
      -
      16433  if(hAllocation->CanBecomeLost())
      -
      16434  {
      -
      16435  return VK_ERROR_MEMORY_MAP_FAILED;
      -
      16436  }
      -
      16437 
      -
      16438  switch(hAllocation->GetType())
      -
      16439  {
      -
      16440  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      16441  {
      -
      16442  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      -
      16443  char *pBytes = VMA_NULL;
      -
      16444  VkResult res = pBlock->Map(this, 1, (void**)&pBytes);
      -
      16445  if(res == VK_SUCCESS)
      -
      16446  {
      -
      16447  *ppData = pBytes + (ptrdiff_t)hAllocation->GetOffset();
      -
      16448  hAllocation->BlockAllocMap();
      -
      16449  }
      -
      16450  return res;
      -
      16451  }
      -
      16452  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      16453  return hAllocation->DedicatedAllocMap(this, ppData);
      -
      16454  default:
      -
      16455  VMA_ASSERT(0);
      -
      16456  return VK_ERROR_MEMORY_MAP_FAILED;
      -
      16457  }
      +
      16406  VkResult finalRes = VK_ERROR_FEATURE_NOT_PRESENT;
      +
      16407 
      +
      16408  // Process default pools.
      +
      16409  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      16410  {
      +
      16411  if(((1u << memTypeIndex) & memoryTypeBits) != 0)
      +
      16412  {
      +
      16413  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
      +
      16414  VMA_ASSERT(pBlockVector);
      +
      16415  VkResult localRes = pBlockVector->CheckCorruption();
      +
      16416  switch(localRes)
      +
      16417  {
      +
      16418  case VK_ERROR_FEATURE_NOT_PRESENT:
      +
      16419  break;
      +
      16420  case VK_SUCCESS:
      +
      16421  finalRes = VK_SUCCESS;
      +
      16422  break;
      +
      16423  default:
      +
      16424  return localRes;
      +
      16425  }
      +
      16426  }
      +
      16427  }
      +
      16428 
      +
      16429  // Process custom pools.
      +
      16430  {
      +
      16431  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      +
      16432  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
      +
      16433  {
      +
      16434  if(((1u << m_Pools[poolIndex]->m_BlockVector.GetMemoryTypeIndex()) & memoryTypeBits) != 0)
      +
      16435  {
      +
      16436  VkResult localRes = m_Pools[poolIndex]->m_BlockVector.CheckCorruption();
      +
      16437  switch(localRes)
      +
      16438  {
      +
      16439  case VK_ERROR_FEATURE_NOT_PRESENT:
      +
      16440  break;
      +
      16441  case VK_SUCCESS:
      +
      16442  finalRes = VK_SUCCESS;
      +
      16443  break;
      +
      16444  default:
      +
      16445  return localRes;
      +
      16446  }
      +
      16447  }
      +
      16448  }
      +
      16449  }
      +
      16450 
      +
      16451  return finalRes;
      +
      16452 }
      +
      16453 
      +
      16454 void VmaAllocator_T::CreateLostAllocation(VmaAllocation* pAllocation)
      +
      16455 {
      +
      16456  *pAllocation = m_AllocationObjectAllocator.Allocate(VMA_FRAME_INDEX_LOST, false);
      +
      16457  (*pAllocation)->InitLost();
      16458 }
      16459 
      -
      16460 void VmaAllocator_T::Unmap(VmaAllocation hAllocation)
      +
      16460 VkResult VmaAllocator_T::AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory)
      16461 {
      -
      16462  switch(hAllocation->GetType())
      -
      16463  {
      -
      16464  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      16465  {
      -
      16466  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      -
      16467  hAllocation->BlockAllocUnmap();
      -
      16468  pBlock->Unmap(this, 1);
      -
      16469  }
      -
      16470  break;
      -
      16471  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      16472  hAllocation->DedicatedAllocUnmap(this);
      -
      16473  break;
      -
      16474  default:
      -
      16475  VMA_ASSERT(0);
      -
      16476  }
      -
      16477 }
      -
      16478 
      -
      16479 VkResult VmaAllocator_T::BindBufferMemory(
      -
      16480  VmaAllocation hAllocation,
      -
      16481  VkDeviceSize allocationLocalOffset,
      -
      16482  VkBuffer hBuffer,
      -
      16483  const void* pNext)
      -
      16484 {
      -
      16485  VkResult res = VK_SUCCESS;
      -
      16486  switch(hAllocation->GetType())
      -
      16487  {
      -
      16488  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      16489  res = BindVulkanBuffer(hAllocation->GetMemory(), allocationLocalOffset, hBuffer, pNext);
      -
      16490  break;
      -
      16491  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      16492  {
      -
      16493  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      -
      16494  VMA_ASSERT(pBlock && "Binding buffer to allocation that doesn't belong to any block. Is the allocation lost?");
      -
      16495  res = pBlock->BindBufferMemory(this, hAllocation, allocationLocalOffset, hBuffer, pNext);
      -
      16496  break;
      -
      16497  }
      -
      16498  default:
      -
      16499  VMA_ASSERT(0);
      -
      16500  }
      -
      16501  return res;
      -
      16502 }
      -
      16503 
      -
      16504 VkResult VmaAllocator_T::BindImageMemory(
      -
      16505  VmaAllocation hAllocation,
      -
      16506  VkDeviceSize allocationLocalOffset,
      -
      16507  VkImage hImage,
      -
      16508  const void* pNext)
      -
      16509 {
      -
      16510  VkResult res = VK_SUCCESS;
      -
      16511  switch(hAllocation->GetType())
      -
      16512  {
      -
      16513  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      16514  res = BindVulkanImage(hAllocation->GetMemory(), allocationLocalOffset, hImage, pNext);
      -
      16515  break;
      -
      16516  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      16517  {
      -
      16518  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
      -
      16519  VMA_ASSERT(pBlock && "Binding image to allocation that doesn't belong to any block. Is the allocation lost?");
      -
      16520  res = pBlock->BindImageMemory(this, hAllocation, allocationLocalOffset, hImage, pNext);
      -
      16521  break;
      -
      16522  }
      -
      16523  default:
      -
      16524  VMA_ASSERT(0);
      -
      16525  }
      -
      16526  return res;
      -
      16527 }
      -
      16528 
      -
      16529 void VmaAllocator_T::FlushOrInvalidateAllocation(
      -
      16530  VmaAllocation hAllocation,
      -
      16531  VkDeviceSize offset, VkDeviceSize size,
      -
      16532  VMA_CACHE_OPERATION op)
      -
      16533 {
      -
      16534  const uint32_t memTypeIndex = hAllocation->GetMemoryTypeIndex();
      -
      16535  if(size > 0 && IsMemoryTypeNonCoherent(memTypeIndex))
      -
      16536  {
      -
      16537  const VkDeviceSize allocationSize = hAllocation->GetSize();
      -
      16538  VMA_ASSERT(offset <= allocationSize);
      -
      16539 
      -
      16540  const VkDeviceSize nonCoherentAtomSize = m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
      -
      16541 
      -
      16542  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
      -
      16543  memRange.memory = hAllocation->GetMemory();
      -
      16544 
      -
      16545  switch(hAllocation->GetType())
      -
      16546  {
      -
      16547  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      16548  memRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
      -
      16549  if(size == VK_WHOLE_SIZE)
      -
      16550  {
      -
      16551  memRange.size = allocationSize - memRange.offset;
      -
      16552  }
      -
      16553  else
      -
      16554  {
      -
      16555  VMA_ASSERT(offset + size <= allocationSize);
      -
      16556  memRange.size = VMA_MIN(
      -
      16557  VmaAlignUp(size + (offset - memRange.offset), nonCoherentAtomSize),
      -
      16558  allocationSize - memRange.offset);
      -
      16559  }
      -
      16560  break;
      -
      16561 
      -
      16562  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      16563  {
      -
      16564  // 1. Still within this allocation.
      -
      16565  memRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
      -
      16566  if(size == VK_WHOLE_SIZE)
      -
      16567  {
      -
      16568  size = allocationSize - offset;
      -
      16569  }
      -
      16570  else
      -
      16571  {
      -
      16572  VMA_ASSERT(offset + size <= allocationSize);
      -
      16573  }
      -
      16574  memRange.size = VmaAlignUp(size + (offset - memRange.offset), nonCoherentAtomSize);
      -
      16575 
      -
      16576  // 2. Adjust to whole block.
      -
      16577  const VkDeviceSize allocationOffset = hAllocation->GetOffset();
      -
      16578  VMA_ASSERT(allocationOffset % nonCoherentAtomSize == 0);
      -
      16579  const VkDeviceSize blockSize = hAllocation->GetBlock()->m_pMetadata->GetSize();
      -
      16580  memRange.offset += allocationOffset;
      -
      16581  memRange.size = VMA_MIN(memRange.size, blockSize - memRange.offset);
      -
      16582 
      -
      16583  break;
      -
      16584  }
      -
      16585 
      -
      16586  default:
      -
      16587  VMA_ASSERT(0);
      -
      16588  }
      -
      16589 
      -
      16590  switch(op)
      -
      16591  {
      -
      16592  case VMA_CACHE_FLUSH:
      -
      16593  (*GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hDevice, 1, &memRange);
      -
      16594  break;
      -
      16595  case VMA_CACHE_INVALIDATE:
      -
      16596  (*GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hDevice, 1, &memRange);
      -
      16597  break;
      -
      16598  default:
      -
      16599  VMA_ASSERT(0);
      -
      16600  }
      -
      16601  }
      -
      16602  // else: Just ignore this call.
      -
      16603 }
      -
      16604 
      -
      16605 void VmaAllocator_T::FreeDedicatedMemory(const VmaAllocation allocation)
      -
      16606 {
      -
      16607  VMA_ASSERT(allocation && allocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_DEDICATED);
      -
      16608 
      -
      16609  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      -
      16610  {
      -
      16611  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      -
      16612  AllocationVectorType* const pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
      -
      16613  VMA_ASSERT(pDedicatedAllocations);
      -
      16614  bool success = VmaVectorRemoveSorted<VmaPointerLess>(*pDedicatedAllocations, allocation);
      -
      16615  VMA_ASSERT(success);
      -
      16616  }
      -
      16617 
      -
      16618  VkDeviceMemory hMemory = allocation->GetMemory();
      -
      16619 
      -
      16620  /*
      -
      16621  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
      -
      16622  before vkFreeMemory.
      -
      16623 
      -
      16624  if(allocation->GetMappedData() != VMA_NULL)
      -
      16625  {
      -
      16626  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
      -
      16627  }
      -
      16628  */
      -
      16629 
      -
      16630  FreeVulkanMemory(memTypeIndex, allocation->GetSize(), hMemory);
      -
      16631 
      -
      16632  VMA_DEBUG_LOG(" Freed DedicatedMemory MemoryTypeIndex=%u", memTypeIndex);
      -
      16633 }
      -
      16634 
      -
      16635 uint32_t VmaAllocator_T::CalculateGpuDefragmentationMemoryTypeBits() const
      -
      16636 {
      -
      16637  VkBufferCreateInfo dummyBufCreateInfo;
      -
      16638  VmaFillGpuDefragmentationBufferCreateInfo(dummyBufCreateInfo);
      -
      16639 
      -
      16640  uint32_t memoryTypeBits = 0;
      -
      16641 
      -
      16642  // Create buffer.
      -
      16643  VkBuffer buf = VK_NULL_HANDLE;
      -
      16644  VkResult res = (*GetVulkanFunctions().vkCreateBuffer)(
      -
      16645  m_hDevice, &dummyBufCreateInfo, GetAllocationCallbacks(), &buf);
      -
      16646  if(res == VK_SUCCESS)
      +
      16462  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(pAllocateInfo->memoryTypeIndex);
      +
      16463 
      +
      16464  // HeapSizeLimit is in effect for this heap.
      +
      16465  if((m_HeapSizeLimitMask & (1u << heapIndex)) != 0)
      +
      16466  {
      +
      16467  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
      +
      16468  VkDeviceSize blockBytes = m_Budget.m_BlockBytes[heapIndex];
      +
      16469  for(;;)
      +
      16470  {
      +
      16471  const VkDeviceSize blockBytesAfterAllocation = blockBytes + pAllocateInfo->allocationSize;
      +
      16472  if(blockBytesAfterAllocation > heapSize)
      +
      16473  {
      +
      16474  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16475  }
      +
      16476  if(m_Budget.m_BlockBytes[heapIndex].compare_exchange_strong(blockBytes, blockBytesAfterAllocation))
      +
      16477  {
      +
      16478  break;
      +
      16479  }
      +
      16480  }
      +
      16481  }
      +
      16482  else
      +
      16483  {
      +
      16484  m_Budget.m_BlockBytes[heapIndex] += pAllocateInfo->allocationSize;
      +
      16485  }
      +
      16486 
      +
      16487  // VULKAN CALL vkAllocateMemory.
      +
      16488  VkResult res = (*m_VulkanFunctions.vkAllocateMemory)(m_hDevice, pAllocateInfo, GetAllocationCallbacks(), pMemory);
      +
      16489 
      +
      16490  if(res == VK_SUCCESS)
      +
      16491  {
      +
      16492 #if VMA_MEMORY_BUDGET
      +
      16493  ++m_Budget.m_OperationsSinceBudgetFetch;
      +
      16494 #endif
      +
      16495 
      +
      16496  // Informative callback.
      +
      16497  if(m_DeviceMemoryCallbacks.pfnAllocate != VMA_NULL)
      +
      16498  {
      +
      16499  (*m_DeviceMemoryCallbacks.pfnAllocate)(this, pAllocateInfo->memoryTypeIndex, *pMemory, pAllocateInfo->allocationSize);
      +
      16500  }
      +
      16501  }
      +
      16502  else
      +
      16503  {
      +
      16504  m_Budget.m_BlockBytes[heapIndex] -= pAllocateInfo->allocationSize;
      +
      16505  }
      +
      16506 
      +
      16507  return res;
      +
      16508 }
      +
      16509 
      +
      16510 void VmaAllocator_T::FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory)
      +
      16511 {
      +
      16512  // Informative callback.
      +
      16513  if(m_DeviceMemoryCallbacks.pfnFree != VMA_NULL)
      +
      16514  {
      +
      16515  (*m_DeviceMemoryCallbacks.pfnFree)(this, memoryType, hMemory, size);
      +
      16516  }
      +
      16517 
      +
      16518  // VULKAN CALL vkFreeMemory.
      +
      16519  (*m_VulkanFunctions.vkFreeMemory)(m_hDevice, hMemory, GetAllocationCallbacks());
      +
      16520 
      +
      16521  m_Budget.m_BlockBytes[MemoryTypeIndexToHeapIndex(memoryType)] -= size;
      +
      16522 }
      +
      16523 
      +
      16524 VkResult VmaAllocator_T::BindVulkanBuffer(
      +
      16525  VkDeviceMemory memory,
      +
      16526  VkDeviceSize memoryOffset,
      +
      16527  VkBuffer buffer,
      +
      16528  const void* pNext)
      +
      16529 {
      +
      16530  if(pNext != VMA_NULL)
      +
      16531  {
      +
      16532 #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      +
      16533  if((m_UseKhrBindMemory2 || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0)) &&
      +
      16534  m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL)
      +
      16535  {
      +
      16536  VkBindBufferMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_BUFFER_MEMORY_INFO_KHR };
      +
      16537  bindBufferMemoryInfo.pNext = pNext;
      +
      16538  bindBufferMemoryInfo.buffer = buffer;
      +
      16539  bindBufferMemoryInfo.memory = memory;
      +
      16540  bindBufferMemoryInfo.memoryOffset = memoryOffset;
      +
      16541  return (*m_VulkanFunctions.vkBindBufferMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
      +
      16542  }
      +
      16543  else
      +
      16544 #endif // #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      +
      16545  {
      +
      16546  return VK_ERROR_EXTENSION_NOT_PRESENT;
      +
      16547  }
      +
      16548  }
      +
      16549  else
      +
      16550  {
      +
      16551  return (*m_VulkanFunctions.vkBindBufferMemory)(m_hDevice, buffer, memory, memoryOffset);
      +
      16552  }
      +
      16553 }
      +
      16554 
      +
      16555 VkResult VmaAllocator_T::BindVulkanImage(
      +
      16556  VkDeviceMemory memory,
      +
      16557  VkDeviceSize memoryOffset,
      +
      16558  VkImage image,
      +
      16559  const void* pNext)
      +
      16560 {
      +
      16561  if(pNext != VMA_NULL)
      +
      16562  {
      +
      16563 #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      +
      16564  if((m_UseKhrBindMemory2 || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0)) &&
      +
      16565  m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL)
      +
      16566  {
      +
      16567  VkBindImageMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO_KHR };
      +
      16568  bindBufferMemoryInfo.pNext = pNext;
      +
      16569  bindBufferMemoryInfo.image = image;
      +
      16570  bindBufferMemoryInfo.memory = memory;
      +
      16571  bindBufferMemoryInfo.memoryOffset = memoryOffset;
      +
      16572  return (*m_VulkanFunctions.vkBindImageMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
      +
      16573  }
      +
      16574  else
      +
      16575 #endif // #if VMA_BIND_MEMORY2
      +
      16576  {
      +
      16577  return VK_ERROR_EXTENSION_NOT_PRESENT;
      +
      16578  }
      +
      16579  }
      +
      16580  else
      +
      16581  {
      +
      16582  return (*m_VulkanFunctions.vkBindImageMemory)(m_hDevice, image, memory, memoryOffset);
      +
      16583  }
      +
      16584 }
      +
      16585 
      +
      16586 VkResult VmaAllocator_T::Map(VmaAllocation hAllocation, void** ppData)
      +
      16587 {
      +
      16588  if(hAllocation->CanBecomeLost())
      +
      16589  {
      +
      16590  return VK_ERROR_MEMORY_MAP_FAILED;
      +
      16591  }
      +
      16592 
      +
      16593  switch(hAllocation->GetType())
      +
      16594  {
      +
      16595  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      16596  {
      +
      16597  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      +
      16598  char *pBytes = VMA_NULL;
      +
      16599  VkResult res = pBlock->Map(this, 1, (void**)&pBytes);
      +
      16600  if(res == VK_SUCCESS)
      +
      16601  {
      +
      16602  *ppData = pBytes + (ptrdiff_t)hAllocation->GetOffset();
      +
      16603  hAllocation->BlockAllocMap();
      +
      16604  }
      +
      16605  return res;
      +
      16606  }
      +
      16607  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      16608  return hAllocation->DedicatedAllocMap(this, ppData);
      +
      16609  default:
      +
      16610  VMA_ASSERT(0);
      +
      16611  return VK_ERROR_MEMORY_MAP_FAILED;
      +
      16612  }
      +
      16613 }
      +
      16614 
      +
      16615 void VmaAllocator_T::Unmap(VmaAllocation hAllocation)
      +
      16616 {
      +
      16617  switch(hAllocation->GetType())
      +
      16618  {
      +
      16619  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      16620  {
      +
      16621  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      +
      16622  hAllocation->BlockAllocUnmap();
      +
      16623  pBlock->Unmap(this, 1);
      +
      16624  }
      +
      16625  break;
      +
      16626  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      16627  hAllocation->DedicatedAllocUnmap(this);
      +
      16628  break;
      +
      16629  default:
      +
      16630  VMA_ASSERT(0);
      +
      16631  }
      +
      16632 }
      +
      16633 
      +
      16634 VkResult VmaAllocator_T::BindBufferMemory(
      +
      16635  VmaAllocation hAllocation,
      +
      16636  VkDeviceSize allocationLocalOffset,
      +
      16637  VkBuffer hBuffer,
      +
      16638  const void* pNext)
      +
      16639 {
      +
      16640  VkResult res = VK_SUCCESS;
      +
      16641  switch(hAllocation->GetType())
      +
      16642  {
      +
      16643  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      16644  res = BindVulkanBuffer(hAllocation->GetMemory(), allocationLocalOffset, hBuffer, pNext);
      +
      16645  break;
      +
      16646  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      16647  {
      -
      16648  // Query for supported memory types.
      -
      16649  VkMemoryRequirements memReq;
      -
      16650  (*GetVulkanFunctions().vkGetBufferMemoryRequirements)(m_hDevice, buf, &memReq);
      -
      16651  memoryTypeBits = memReq.memoryTypeBits;
      -
      16652 
      -
      16653  // Destroy buffer.
      -
      16654  (*GetVulkanFunctions().vkDestroyBuffer)(m_hDevice, buf, GetAllocationCallbacks());
      +
      16648  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      +
      16649  VMA_ASSERT(pBlock && "Binding buffer to allocation that doesn't belong to any block. Is the allocation lost?");
      +
      16650  res = pBlock->BindBufferMemory(this, hAllocation, allocationLocalOffset, hBuffer, pNext);
      +
      16651  break;
      +
      16652  }
      +
      16653  default:
      +
      16654  VMA_ASSERT(0);
      16655  }
      -
      16656 
      -
      16657  return memoryTypeBits;
      -
      16658 }
      -
      16659 
      -
      16660 uint32_t VmaAllocator_T::CalculateGlobalMemoryTypeBits() const
      -
      16661 {
      -
      16662  // Make sure memory information is already fetched.
      -
      16663  VMA_ASSERT(GetMemoryTypeCount() > 0);
      -
      16664 
      -
      16665  uint32_t memoryTypeBits = UINT32_MAX;
      -
      16666 
      -
      16667  if(!m_UseAmdDeviceCoherentMemory)
      -
      16668  {
      -
      16669  // Exclude memory types that have VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD.
      -
      16670  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      16671  {
      -
      16672  if((m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY) != 0)
      -
      16673  {
      -
      16674  memoryTypeBits &= ~(1u << memTypeIndex);
      -
      16675  }
      -
      16676  }
      +
      16656  return res;
      +
      16657 }
      +
      16658 
      +
      16659 VkResult VmaAllocator_T::BindImageMemory(
      +
      16660  VmaAllocation hAllocation,
      +
      16661  VkDeviceSize allocationLocalOffset,
      +
      16662  VkImage hImage,
      +
      16663  const void* pNext)
      +
      16664 {
      +
      16665  VkResult res = VK_SUCCESS;
      +
      16666  switch(hAllocation->GetType())
      +
      16667  {
      +
      16668  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      16669  res = BindVulkanImage(hAllocation->GetMemory(), allocationLocalOffset, hImage, pNext);
      +
      16670  break;
      +
      16671  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      16672  {
      +
      16673  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
      +
      16674  VMA_ASSERT(pBlock && "Binding image to allocation that doesn't belong to any block. Is the allocation lost?");
      +
      16675  res = pBlock->BindImageMemory(this, hAllocation, allocationLocalOffset, hImage, pNext);
      +
      16676  break;
      16677  }
      -
      16678 
      -
      16679  return memoryTypeBits;
      -
      16680 }
      -
      16681 
      -
      16682 #if VMA_MEMORY_BUDGET
      +
      16678  default:
      +
      16679  VMA_ASSERT(0);
      +
      16680  }
      +
      16681  return res;
      +
      16682 }
      16683 
      -
      16684 void VmaAllocator_T::UpdateVulkanBudget()
      -
      16685 {
      -
      16686  VMA_ASSERT(m_UseExtMemoryBudget);
      -
      16687 
      -
      16688  VkPhysicalDeviceMemoryProperties2KHR memProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PROPERTIES_2_KHR };
      -
      16689 
      -
      16690  VkPhysicalDeviceMemoryBudgetPropertiesEXT budgetProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_BUDGET_PROPERTIES_EXT };
      -
      16691  memProps.pNext = &budgetProps;
      -
      16692 
      -
      16693  GetVulkanFunctions().vkGetPhysicalDeviceMemoryProperties2KHR(m_PhysicalDevice, &memProps);
      +
      16684 void VmaAllocator_T::FlushOrInvalidateAllocation(
      +
      16685  VmaAllocation hAllocation,
      +
      16686  VkDeviceSize offset, VkDeviceSize size,
      +
      16687  VMA_CACHE_OPERATION op)
      +
      16688 {
      +
      16689  const uint32_t memTypeIndex = hAllocation->GetMemoryTypeIndex();
      +
      16690  if(size > 0 && IsMemoryTypeNonCoherent(memTypeIndex))
      +
      16691  {
      +
      16692  const VkDeviceSize allocationSize = hAllocation->GetSize();
      +
      16693  VMA_ASSERT(offset <= allocationSize);
      16694 
      -
      16695  {
      -
      16696  VmaMutexLockWrite lockWrite(m_Budget.m_BudgetMutex, m_UseMutex);
      -
      16697 
      -
      16698  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
      -
      16699  {
      -
      16700  m_Budget.m_VulkanUsage[heapIndex] = budgetProps.heapUsage[heapIndex];
      -
      16701  m_Budget.m_VulkanBudget[heapIndex] = budgetProps.heapBudget[heapIndex];
      -
      16702  m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] = m_Budget.m_BlockBytes[heapIndex].load();
      -
      16703  }
      -
      16704  m_Budget.m_OperationsSinceBudgetFetch = 0;
      -
      16705  }
      -
      16706 }
      -
      16707 
      -
      16708 #endif // #if VMA_MEMORY_BUDGET
      -
      16709 
      -
      16710 void VmaAllocator_T::FillAllocation(const VmaAllocation hAllocation, uint8_t pattern)
      -
      16711 {
      -
      16712  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS &&
      -
      16713  !hAllocation->CanBecomeLost() &&
      -
      16714  (m_MemProps.memoryTypes[hAllocation->GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
      -
      16715  {
      -
      16716  void* pData = VMA_NULL;
      -
      16717  VkResult res = Map(hAllocation, &pData);
      -
      16718  if(res == VK_SUCCESS)
      -
      16719  {
      -
      16720  memset(pData, (int)pattern, (size_t)hAllocation->GetSize());
      -
      16721  FlushOrInvalidateAllocation(hAllocation, 0, VK_WHOLE_SIZE, VMA_CACHE_FLUSH);
      -
      16722  Unmap(hAllocation);
      -
      16723  }
      -
      16724  else
      -
      16725  {
      -
      16726  VMA_ASSERT(0 && "VMA_DEBUG_INITIALIZE_ALLOCATIONS is enabled, but couldn't map memory to fill allocation.");
      -
      16727  }
      -
      16728  }
      -
      16729 }
      +
      16695  const VkDeviceSize nonCoherentAtomSize = m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
      +
      16696 
      +
      16697  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
      +
      16698  memRange.memory = hAllocation->GetMemory();
      +
      16699 
      +
      16700  switch(hAllocation->GetType())
      +
      16701  {
      +
      16702  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      16703  memRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
      +
      16704  if(size == VK_WHOLE_SIZE)
      +
      16705  {
      +
      16706  memRange.size = allocationSize - memRange.offset;
      +
      16707  }
      +
      16708  else
      +
      16709  {
      +
      16710  VMA_ASSERT(offset + size <= allocationSize);
      +
      16711  memRange.size = VMA_MIN(
      +
      16712  VmaAlignUp(size + (offset - memRange.offset), nonCoherentAtomSize),
      +
      16713  allocationSize - memRange.offset);
      +
      16714  }
      +
      16715  break;
      +
      16716 
      +
      16717  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      16718  {
      +
      16719  // 1. Still within this allocation.
      +
      16720  memRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
      +
      16721  if(size == VK_WHOLE_SIZE)
      +
      16722  {
      +
      16723  size = allocationSize - offset;
      +
      16724  }
      +
      16725  else
      +
      16726  {
      +
      16727  VMA_ASSERT(offset + size <= allocationSize);
      +
      16728  }
      +
      16729  memRange.size = VmaAlignUp(size + (offset - memRange.offset), nonCoherentAtomSize);
      16730 
      -
      16731 uint32_t VmaAllocator_T::GetGpuDefragmentationMemoryTypeBits()
      -
      16732 {
      -
      16733  uint32_t memoryTypeBits = m_GpuDefragmentationMemoryTypeBits.load();
      -
      16734  if(memoryTypeBits == UINT32_MAX)
      -
      16735  {
      -
      16736  memoryTypeBits = CalculateGpuDefragmentationMemoryTypeBits();
      -
      16737  m_GpuDefragmentationMemoryTypeBits.store(memoryTypeBits);
      -
      16738  }
      -
      16739  return memoryTypeBits;
      -
      16740 }
      -
      16741 
      -
      16742 #if VMA_STATS_STRING_ENABLED
      -
      16743 
      -
      16744 void VmaAllocator_T::PrintDetailedMap(VmaJsonWriter& json)
      -
      16745 {
      -
      16746  bool dedicatedAllocationsStarted = false;
      -
      16747  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      16748  {
      -
      16749  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      -
      16750  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
      -
      16751  VMA_ASSERT(pDedicatedAllocVector);
      -
      16752  if(pDedicatedAllocVector->empty() == false)
      -
      16753  {
      -
      16754  if(dedicatedAllocationsStarted == false)
      -
      16755  {
      -
      16756  dedicatedAllocationsStarted = true;
      -
      16757  json.WriteString("DedicatedAllocations");
      -
      16758  json.BeginObject();
      -
      16759  }
      -
      16760 
      -
      16761  json.BeginString("Type ");
      -
      16762  json.ContinueString(memTypeIndex);
      -
      16763  json.EndString();
      -
      16764 
      -
      16765  json.BeginArray();
      -
      16766 
      -
      16767  for(size_t i = 0; i < pDedicatedAllocVector->size(); ++i)
      -
      16768  {
      -
      16769  json.BeginObject(true);
      -
      16770  const VmaAllocation hAlloc = (*pDedicatedAllocVector)[i];
      -
      16771  hAlloc->PrintParameters(json);
      -
      16772  json.EndObject();
      -
      16773  }
      -
      16774 
      -
      16775  json.EndArray();
      -
      16776  }
      -
      16777  }
      -
      16778  if(dedicatedAllocationsStarted)
      -
      16779  {
      -
      16780  json.EndObject();
      -
      16781  }
      -
      16782 
      -
      16783  {
      -
      16784  bool allocationsStarted = false;
      -
      16785  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      16786  {
      -
      16787  if(m_pBlockVectors[memTypeIndex]->IsEmpty() == false)
      -
      16788  {
      -
      16789  if(allocationsStarted == false)
      -
      16790  {
      -
      16791  allocationsStarted = true;
      -
      16792  json.WriteString("DefaultPools");
      -
      16793  json.BeginObject();
      -
      16794  }
      -
      16795 
      -
      16796  json.BeginString("Type ");
      -
      16797  json.ContinueString(memTypeIndex);
      -
      16798  json.EndString();
      -
      16799 
      -
      16800  m_pBlockVectors[memTypeIndex]->PrintDetailedMap(json);
      -
      16801  }
      -
      16802  }
      -
      16803  if(allocationsStarted)
      -
      16804  {
      -
      16805  json.EndObject();
      -
      16806  }
      -
      16807  }
      -
      16808 
      -
      16809  // Custom pools
      -
      16810  {
      -
      16811  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      -
      16812  const size_t poolCount = m_Pools.size();
      -
      16813  if(poolCount > 0)
      -
      16814  {
      -
      16815  json.WriteString("Pools");
      -
      16816  json.BeginObject();
      -
      16817  for(size_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
      -
      16818  {
      -
      16819  json.BeginString();
      -
      16820  json.ContinueString(m_Pools[poolIndex]->GetId());
      -
      16821  json.EndString();
      -
      16822 
      -
      16823  m_Pools[poolIndex]->m_BlockVector.PrintDetailedMap(json);
      -
      16824  }
      -
      16825  json.EndObject();
      -
      16826  }
      -
      16827  }
      -
      16828 }
      -
      16829 
      -
      16830 #endif // #if VMA_STATS_STRING_ENABLED
      -
      16831 
      -
      16833 // Public interface
      -
      16834 
      -
      16835 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
      -
      16836  const VmaAllocatorCreateInfo* pCreateInfo,
      -
      16837  VmaAllocator* pAllocator)
      -
      16838 {
      -
      16839  VMA_ASSERT(pCreateInfo && pAllocator);
      -
      16840  VMA_ASSERT(pCreateInfo->vulkanApiVersion == 0 ||
      -
      16841  (VK_VERSION_MAJOR(pCreateInfo->vulkanApiVersion) == 1 && VK_VERSION_MINOR(pCreateInfo->vulkanApiVersion) <= 1));
      -
      16842  VMA_DEBUG_LOG("vmaCreateAllocator");
      -
      16843  *pAllocator = vma_new(pCreateInfo->pAllocationCallbacks, VmaAllocator_T)(pCreateInfo);
      -
      16844  return (*pAllocator)->Init(pCreateInfo);
      -
      16845 }
      -
      16846 
      -
      16847 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
      -
      16848  VmaAllocator allocator)
      -
      16849 {
      -
      16850  if(allocator != VK_NULL_HANDLE)
      -
      16851  {
      -
      16852  VMA_DEBUG_LOG("vmaDestroyAllocator");
      -
      16853  VkAllocationCallbacks allocationCallbacks = allocator->m_AllocationCallbacks;
      -
      16854  vma_delete(&allocationCallbacks, allocator);
      -
      16855  }
      -
      16856 }
      -
      16857 
      -
      16858 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocatorInfo(VmaAllocator allocator, VmaAllocatorInfo* pAllocatorInfo)
      -
      16859 {
      -
      16860  VMA_ASSERT(allocator && pAllocatorInfo);
      -
      16861  pAllocatorInfo->instance = allocator->m_hInstance;
      -
      16862  pAllocatorInfo->physicalDevice = allocator->GetPhysicalDevice();
      -
      16863  pAllocatorInfo->device = allocator->m_hDevice;
      -
      16864 }
      -
      16865 
      -
      16866 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
      -
      16867  VmaAllocator allocator,
      -
      16868  const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
      -
      16869 {
      -
      16870  VMA_ASSERT(allocator && ppPhysicalDeviceProperties);
      -
      16871  *ppPhysicalDeviceProperties = &allocator->m_PhysicalDeviceProperties;
      -
      16872 }
      -
      16873 
      -
      16874 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
      -
      16875  VmaAllocator allocator,
      -
      16876  const VkPhysicalDeviceMemoryProperties** ppPhysicalDeviceMemoryProperties)
      -
      16877 {
      -
      16878  VMA_ASSERT(allocator && ppPhysicalDeviceMemoryProperties);
      -
      16879  *ppPhysicalDeviceMemoryProperties = &allocator->m_MemProps;
      -
      16880 }
      -
      16881 
      -
      16882 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
      -
      16883  VmaAllocator allocator,
      -
      16884  uint32_t memoryTypeIndex,
      -
      16885  VkMemoryPropertyFlags* pFlags)
      -
      16886 {
      -
      16887  VMA_ASSERT(allocator && pFlags);
      -
      16888  VMA_ASSERT(memoryTypeIndex < allocator->GetMemoryTypeCount());
      -
      16889  *pFlags = allocator->m_MemProps.memoryTypes[memoryTypeIndex].propertyFlags;
      -
      16890 }
      -
      16891 
      -
      16892 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
      -
      16893  VmaAllocator allocator,
      -
      16894  uint32_t frameIndex)
      -
      16895 {
      -
      16896  VMA_ASSERT(allocator);
      -
      16897  VMA_ASSERT(frameIndex != VMA_FRAME_INDEX_LOST);
      -
      16898 
      -
      16899  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      16900 
      -
      16901  allocator->SetCurrentFrameIndex(frameIndex);
      -
      16902 }
      -
      16903 
      -
      16904 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
      -
      16905  VmaAllocator allocator,
      -
      16906  VmaStats* pStats)
      -
      16907 {
      -
      16908  VMA_ASSERT(allocator && pStats);
      -
      16909  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      16910  allocator->CalculateStats(pStats);
      -
      16911 }
      +
      16731  // 2. Adjust to whole block.
      +
      16732  const VkDeviceSize allocationOffset = hAllocation->GetOffset();
      +
      16733  VMA_ASSERT(allocationOffset % nonCoherentAtomSize == 0);
      +
      16734  const VkDeviceSize blockSize = hAllocation->GetBlock()->m_pMetadata->GetSize();
      +
      16735  memRange.offset += allocationOffset;
      +
      16736  memRange.size = VMA_MIN(memRange.size, blockSize - memRange.offset);
      +
      16737 
      +
      16738  break;
      +
      16739  }
      +
      16740 
      +
      16741  default:
      +
      16742  VMA_ASSERT(0);
      +
      16743  }
      +
      16744 
      +
      16745  switch(op)
      +
      16746  {
      +
      16747  case VMA_CACHE_FLUSH:
      +
      16748  (*GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hDevice, 1, &memRange);
      +
      16749  break;
      +
      16750  case VMA_CACHE_INVALIDATE:
      +
      16751  (*GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hDevice, 1, &memRange);
      +
      16752  break;
      +
      16753  default:
      +
      16754  VMA_ASSERT(0);
      +
      16755  }
      +
      16756  }
      +
      16757  // else: Just ignore this call.
      +
      16758 }
      +
      16759 
      +
      16760 void VmaAllocator_T::FreeDedicatedMemory(const VmaAllocation allocation)
      +
      16761 {
      +
      16762  VMA_ASSERT(allocation && allocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_DEDICATED);
      +
      16763 
      +
      16764  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      +
      16765  {
      +
      16766  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      +
      16767  AllocationVectorType* const pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
      +
      16768  VMA_ASSERT(pDedicatedAllocations);
      +
      16769  bool success = VmaVectorRemoveSorted<VmaPointerLess>(*pDedicatedAllocations, allocation);
      +
      16770  VMA_ASSERT(success);
      +
      16771  }
      +
      16772 
      +
      16773  VkDeviceMemory hMemory = allocation->GetMemory();
      +
      16774 
      +
      16775  /*
      +
      16776  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
      +
      16777  before vkFreeMemory.
      +
      16778 
      +
      16779  if(allocation->GetMappedData() != VMA_NULL)
      +
      16780  {
      +
      16781  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
      +
      16782  }
      +
      16783  */
      +
      16784 
      +
      16785  FreeVulkanMemory(memTypeIndex, allocation->GetSize(), hMemory);
      +
      16786 
      +
      16787  VMA_DEBUG_LOG(" Freed DedicatedMemory MemoryTypeIndex=%u", memTypeIndex);
      +
      16788 }
      +
      16789 
      +
      16790 uint32_t VmaAllocator_T::CalculateGpuDefragmentationMemoryTypeBits() const
      +
      16791 {
      +
      16792  VkBufferCreateInfo dummyBufCreateInfo;
      +
      16793  VmaFillGpuDefragmentationBufferCreateInfo(dummyBufCreateInfo);
      +
      16794 
      +
      16795  uint32_t memoryTypeBits = 0;
      +
      16796 
      +
      16797  // Create buffer.
      +
      16798  VkBuffer buf = VK_NULL_HANDLE;
      +
      16799  VkResult res = (*GetVulkanFunctions().vkCreateBuffer)(
      +
      16800  m_hDevice, &dummyBufCreateInfo, GetAllocationCallbacks(), &buf);
      +
      16801  if(res == VK_SUCCESS)
      +
      16802  {
      +
      16803  // Query for supported memory types.
      +
      16804  VkMemoryRequirements memReq;
      +
      16805  (*GetVulkanFunctions().vkGetBufferMemoryRequirements)(m_hDevice, buf, &memReq);
      +
      16806  memoryTypeBits = memReq.memoryTypeBits;
      +
      16807 
      +
      16808  // Destroy buffer.
      +
      16809  (*GetVulkanFunctions().vkDestroyBuffer)(m_hDevice, buf, GetAllocationCallbacks());
      +
      16810  }
      +
      16811 
      +
      16812  return memoryTypeBits;
      +
      16813 }
      +
      16814 
      +
      16815 uint32_t VmaAllocator_T::CalculateGlobalMemoryTypeBits() const
      +
      16816 {
      +
      16817  // Make sure memory information is already fetched.
      +
      16818  VMA_ASSERT(GetMemoryTypeCount() > 0);
      +
      16819 
      +
      16820  uint32_t memoryTypeBits = UINT32_MAX;
      +
      16821 
      +
      16822  if(!m_UseAmdDeviceCoherentMemory)
      +
      16823  {
      +
      16824  // Exclude memory types that have VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD.
      +
      16825  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      16826  {
      +
      16827  if((m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY) != 0)
      +
      16828  {
      +
      16829  memoryTypeBits &= ~(1u << memTypeIndex);
      +
      16830  }
      +
      16831  }
      +
      16832  }
      +
      16833 
      +
      16834  return memoryTypeBits;
      +
      16835 }
      +
      16836 
      +
      16837 #if VMA_MEMORY_BUDGET
      +
      16838 
      +
      16839 void VmaAllocator_T::UpdateVulkanBudget()
      +
      16840 {
      +
      16841  VMA_ASSERT(m_UseExtMemoryBudget);
      +
      16842 
      +
      16843  VkPhysicalDeviceMemoryProperties2KHR memProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PROPERTIES_2_KHR };
      +
      16844 
      +
      16845  VkPhysicalDeviceMemoryBudgetPropertiesEXT budgetProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_BUDGET_PROPERTIES_EXT };
      +
      16846  VmaPnextChainPushFront(&memProps, &budgetProps);
      +
      16847 
      +
      16848  GetVulkanFunctions().vkGetPhysicalDeviceMemoryProperties2KHR(m_PhysicalDevice, &memProps);
      +
      16849 
      +
      16850  {
      +
      16851  VmaMutexLockWrite lockWrite(m_Budget.m_BudgetMutex, m_UseMutex);
      +
      16852 
      +
      16853  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
      +
      16854  {
      +
      16855  m_Budget.m_VulkanUsage[heapIndex] = budgetProps.heapUsage[heapIndex];
      +
      16856  m_Budget.m_VulkanBudget[heapIndex] = budgetProps.heapBudget[heapIndex];
      +
      16857  m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] = m_Budget.m_BlockBytes[heapIndex].load();
      +
      16858 
      +
      16859  // Some bugged drivers return the budget incorrectly, e.g. 0 or much bigger than heap size.
      +
      16860  if(m_Budget.m_VulkanBudget[heapIndex] == 0)
      +
      16861  {
      +
      16862  m_Budget.m_VulkanBudget[heapIndex] = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
      +
      16863  }
      +
      16864  else if(m_Budget.m_VulkanBudget[heapIndex] > m_MemProps.memoryHeaps[heapIndex].size)
      +
      16865  {
      +
      16866  m_Budget.m_VulkanBudget[heapIndex] = m_MemProps.memoryHeaps[heapIndex].size;
      +
      16867  }
      +
      16868  if(m_Budget.m_VulkanUsage[heapIndex] == 0 && m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] > 0)
      +
      16869  {
      +
      16870  m_Budget.m_VulkanUsage[heapIndex] = m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
      +
      16871  }
      +
      16872  }
      +
      16873  m_Budget.m_OperationsSinceBudgetFetch = 0;
      +
      16874  }
      +
      16875 }
      +
      16876 
      +
      16877 #endif // #if VMA_MEMORY_BUDGET
      +
      16878 
      +
      16879 void VmaAllocator_T::FillAllocation(const VmaAllocation hAllocation, uint8_t pattern)
      +
      16880 {
      +
      16881  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS &&
      +
      16882  !hAllocation->CanBecomeLost() &&
      +
      16883  (m_MemProps.memoryTypes[hAllocation->GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
      +
      16884  {
      +
      16885  void* pData = VMA_NULL;
      +
      16886  VkResult res = Map(hAllocation, &pData);
      +
      16887  if(res == VK_SUCCESS)
      +
      16888  {
      +
      16889  memset(pData, (int)pattern, (size_t)hAllocation->GetSize());
      +
      16890  FlushOrInvalidateAllocation(hAllocation, 0, VK_WHOLE_SIZE, VMA_CACHE_FLUSH);
      +
      16891  Unmap(hAllocation);
      +
      16892  }
      +
      16893  else
      +
      16894  {
      +
      16895  VMA_ASSERT(0 && "VMA_DEBUG_INITIALIZE_ALLOCATIONS is enabled, but couldn't map memory to fill allocation.");
      +
      16896  }
      +
      16897  }
      +
      16898 }
      +
      16899 
      +
      16900 uint32_t VmaAllocator_T::GetGpuDefragmentationMemoryTypeBits()
      +
      16901 {
      +
      16902  uint32_t memoryTypeBits = m_GpuDefragmentationMemoryTypeBits.load();
      +
      16903  if(memoryTypeBits == UINT32_MAX)
      +
      16904  {
      +
      16905  memoryTypeBits = CalculateGpuDefragmentationMemoryTypeBits();
      +
      16906  m_GpuDefragmentationMemoryTypeBits.store(memoryTypeBits);
      +
      16907  }
      +
      16908  return memoryTypeBits;
      +
      16909 }
      +
      16910 
      +
      16911 #if VMA_STATS_STRING_ENABLED
      16912 
      -
      16913 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
      -
      16914  VmaAllocator allocator,
      -
      16915  VmaBudget* pBudget)
      -
      16916 {
      -
      16917  VMA_ASSERT(allocator && pBudget);
      -
      16918  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      16919  allocator->GetBudget(pBudget, 0, allocator->GetMemoryHeapCount());
      -
      16920 }
      -
      16921 
      -
      16922 #if VMA_STATS_STRING_ENABLED
      -
      16923 
      -
      16924 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
      -
      16925  VmaAllocator allocator,
      -
      16926  char** ppStatsString,
      -
      16927  VkBool32 detailedMap)
      -
      16928 {
      -
      16929  VMA_ASSERT(allocator && ppStatsString);
      -
      16930  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      16931 
      -
      16932  VmaStringBuilder sb(allocator);
      -
      16933  {
      -
      16934  VmaJsonWriter json(allocator->GetAllocationCallbacks(), sb);
      -
      16935  json.BeginObject();
      -
      16936 
      -
      16937  VmaBudget budget[VK_MAX_MEMORY_HEAPS];
      -
      16938  allocator->GetBudget(budget, 0, allocator->GetMemoryHeapCount());
      -
      16939 
      -
      16940  VmaStats stats;
      -
      16941  allocator->CalculateStats(&stats);
      -
      16942 
      -
      16943  json.WriteString("Total");
      -
      16944  VmaPrintStatInfo(json, stats.total);
      -
      16945 
      -
      16946  for(uint32_t heapIndex = 0; heapIndex < allocator->GetMemoryHeapCount(); ++heapIndex)
      -
      16947  {
      -
      16948  json.BeginString("Heap ");
      -
      16949  json.ContinueString(heapIndex);
      -
      16950  json.EndString();
      -
      16951  json.BeginObject();
      -
      16952 
      -
      16953  json.WriteString("Size");
      -
      16954  json.WriteNumber(allocator->m_MemProps.memoryHeaps[heapIndex].size);
      -
      16955 
      -
      16956  json.WriteString("Flags");
      -
      16957  json.BeginArray(true);
      -
      16958  if((allocator->m_MemProps.memoryHeaps[heapIndex].flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) != 0)
      -
      16959  {
      -
      16960  json.WriteString("DEVICE_LOCAL");
      -
      16961  }
      -
      16962  json.EndArray();
      -
      16963 
      -
      16964  json.WriteString("Budget");
      -
      16965  json.BeginObject();
      -
      16966  {
      -
      16967  json.WriteString("BlockBytes");
      -
      16968  json.WriteNumber(budget[heapIndex].blockBytes);
      -
      16969  json.WriteString("AllocationBytes");
      -
      16970  json.WriteNumber(budget[heapIndex].allocationBytes);
      -
      16971  json.WriteString("Usage");
      -
      16972  json.WriteNumber(budget[heapIndex].usage);
      -
      16973  json.WriteString("Budget");
      -
      16974  json.WriteNumber(budget[heapIndex].budget);
      -
      16975  }
      -
      16976  json.EndObject();
      +
      16913 void VmaAllocator_T::PrintDetailedMap(VmaJsonWriter& json)
      +
      16914 {
      +
      16915  bool dedicatedAllocationsStarted = false;
      +
      16916  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      16917  {
      +
      16918  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      +
      16919  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
      +
      16920  VMA_ASSERT(pDedicatedAllocVector);
      +
      16921  if(pDedicatedAllocVector->empty() == false)
      +
      16922  {
      +
      16923  if(dedicatedAllocationsStarted == false)
      +
      16924  {
      +
      16925  dedicatedAllocationsStarted = true;
      +
      16926  json.WriteString("DedicatedAllocations");
      +
      16927  json.BeginObject();
      +
      16928  }
      +
      16929 
      +
      16930  json.BeginString("Type ");
      +
      16931  json.ContinueString(memTypeIndex);
      +
      16932  json.EndString();
      +
      16933 
      +
      16934  json.BeginArray();
      +
      16935 
      +
      16936  for(size_t i = 0; i < pDedicatedAllocVector->size(); ++i)
      +
      16937  {
      +
      16938  json.BeginObject(true);
      +
      16939  const VmaAllocation hAlloc = (*pDedicatedAllocVector)[i];
      +
      16940  hAlloc->PrintParameters(json);
      +
      16941  json.EndObject();
      +
      16942  }
      +
      16943 
      +
      16944  json.EndArray();
      +
      16945  }
      +
      16946  }
      +
      16947  if(dedicatedAllocationsStarted)
      +
      16948  {
      +
      16949  json.EndObject();
      +
      16950  }
      +
      16951 
      +
      16952  {
      +
      16953  bool allocationsStarted = false;
      +
      16954  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      16955  {
      +
      16956  if(m_pBlockVectors[memTypeIndex]->IsEmpty() == false)
      +
      16957  {
      +
      16958  if(allocationsStarted == false)
      +
      16959  {
      +
      16960  allocationsStarted = true;
      +
      16961  json.WriteString("DefaultPools");
      +
      16962  json.BeginObject();
      +
      16963  }
      +
      16964 
      +
      16965  json.BeginString("Type ");
      +
      16966  json.ContinueString(memTypeIndex);
      +
      16967  json.EndString();
      +
      16968 
      +
      16969  m_pBlockVectors[memTypeIndex]->PrintDetailedMap(json);
      +
      16970  }
      +
      16971  }
      +
      16972  if(allocationsStarted)
      +
      16973  {
      +
      16974  json.EndObject();
      +
      16975  }
      +
      16976  }
      16977 
      -
      16978  if(stats.memoryHeap[heapIndex].blockCount > 0)
      -
      16979  {
      -
      16980  json.WriteString("Stats");
      -
      16981  VmaPrintStatInfo(json, stats.memoryHeap[heapIndex]);
      -
      16982  }
      -
      16983 
      -
      16984  for(uint32_t typeIndex = 0; typeIndex < allocator->GetMemoryTypeCount(); ++typeIndex)
      -
      16985  {
      -
      16986  if(allocator->MemoryTypeIndexToHeapIndex(typeIndex) == heapIndex)
      -
      16987  {
      -
      16988  json.BeginString("Type ");
      -
      16989  json.ContinueString(typeIndex);
      -
      16990  json.EndString();
      +
      16978  // Custom pools
      +
      16979  {
      +
      16980  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      +
      16981  const size_t poolCount = m_Pools.size();
      +
      16982  if(poolCount > 0)
      +
      16983  {
      +
      16984  json.WriteString("Pools");
      +
      16985  json.BeginObject();
      +
      16986  for(size_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
      +
      16987  {
      +
      16988  json.BeginString();
      +
      16989  json.ContinueString(m_Pools[poolIndex]->GetId());
      +
      16990  json.EndString();
      16991 
      -
      16992  json.BeginObject();
      -
      16993 
      -
      16994  json.WriteString("Flags");
      -
      16995  json.BeginArray(true);
      -
      16996  VkMemoryPropertyFlags flags = allocator->m_MemProps.memoryTypes[typeIndex].propertyFlags;
      -
      16997  if((flags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0)
      -
      16998  {
      -
      16999  json.WriteString("DEVICE_LOCAL");
      -
      17000  }
      -
      17001  if((flags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
      -
      17002  {
      -
      17003  json.WriteString("HOST_VISIBLE");
      -
      17004  }
      -
      17005  if((flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT) != 0)
      -
      17006  {
      -
      17007  json.WriteString("HOST_COHERENT");
      -
      17008  }
      -
      17009  if((flags & VK_MEMORY_PROPERTY_HOST_CACHED_BIT) != 0)
      -
      17010  {
      -
      17011  json.WriteString("HOST_CACHED");
      -
      17012  }
      -
      17013  if((flags & VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT) != 0)
      -
      17014  {
      -
      17015  json.WriteString("LAZILY_ALLOCATED");
      -
      17016  }
      -
      17017  if((flags & VK_MEMORY_PROPERTY_PROTECTED_BIT) != 0)
      -
      17018  {
      -
      17019  json.WriteString(" PROTECTED");
      -
      17020  }
      -
      17021  if((flags & VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY) != 0)
      -
      17022  {
      -
      17023  json.WriteString(" DEVICE_COHERENT");
      -
      17024  }
      -
      17025  if((flags & VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY) != 0)
      -
      17026  {
      -
      17027  json.WriteString(" DEVICE_UNCACHED");
      -
      17028  }
      -
      17029  json.EndArray();
      -
      17030 
      -
      17031  if(stats.memoryType[typeIndex].blockCount > 0)
      -
      17032  {
      -
      17033  json.WriteString("Stats");
      -
      17034  VmaPrintStatInfo(json, stats.memoryType[typeIndex]);
      -
      17035  }
      -
      17036 
      -
      17037  json.EndObject();
      -
      17038  }
      -
      17039  }
      -
      17040 
      -
      17041  json.EndObject();
      -
      17042  }
      -
      17043  if(detailedMap == VK_TRUE)
      -
      17044  {
      -
      17045  allocator->PrintDetailedMap(json);
      -
      17046  }
      -
      17047 
      -
      17048  json.EndObject();
      -
      17049  }
      +
      16992  m_Pools[poolIndex]->m_BlockVector.PrintDetailedMap(json);
      +
      16993  }
      +
      16994  json.EndObject();
      +
      16995  }
      +
      16996  }
      +
      16997 }
      +
      16998 
      +
      16999 #endif // #if VMA_STATS_STRING_ENABLED
      +
      17000 
      +
      17002 // Public interface
      +
      17003 
      +
      17004 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
      +
      17005  const VmaAllocatorCreateInfo* pCreateInfo,
      +
      17006  VmaAllocator* pAllocator)
      +
      17007 {
      +
      17008  VMA_ASSERT(pCreateInfo && pAllocator);
      +
      17009  VMA_ASSERT(pCreateInfo->vulkanApiVersion == 0 ||
      +
      17010  (VK_VERSION_MAJOR(pCreateInfo->vulkanApiVersion) == 1 && VK_VERSION_MINOR(pCreateInfo->vulkanApiVersion) <= 2));
      +
      17011  VMA_DEBUG_LOG("vmaCreateAllocator");
      +
      17012  *pAllocator = vma_new(pCreateInfo->pAllocationCallbacks, VmaAllocator_T)(pCreateInfo);
      +
      17013  return (*pAllocator)->Init(pCreateInfo);
      +
      17014 }
      +
      17015 
      +
      17016 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
      +
      17017  VmaAllocator allocator)
      +
      17018 {
      +
      17019  if(allocator != VK_NULL_HANDLE)
      +
      17020  {
      +
      17021  VMA_DEBUG_LOG("vmaDestroyAllocator");
      +
      17022  VkAllocationCallbacks allocationCallbacks = allocator->m_AllocationCallbacks;
      +
      17023  vma_delete(&allocationCallbacks, allocator);
      +
      17024  }
      +
      17025 }
      +
      17026 
      +
      17027 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocatorInfo(VmaAllocator allocator, VmaAllocatorInfo* pAllocatorInfo)
      +
      17028 {
      +
      17029  VMA_ASSERT(allocator && pAllocatorInfo);
      +
      17030  pAllocatorInfo->instance = allocator->m_hInstance;
      +
      17031  pAllocatorInfo->physicalDevice = allocator->GetPhysicalDevice();
      +
      17032  pAllocatorInfo->device = allocator->m_hDevice;
      +
      17033 }
      +
      17034 
      +
      17035 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
      +
      17036  VmaAllocator allocator,
      +
      17037  const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
      +
      17038 {
      +
      17039  VMA_ASSERT(allocator && ppPhysicalDeviceProperties);
      +
      17040  *ppPhysicalDeviceProperties = &allocator->m_PhysicalDeviceProperties;
      +
      17041 }
      +
      17042 
      +
      17043 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
      +
      17044  VmaAllocator allocator,
      +
      17045  const VkPhysicalDeviceMemoryProperties** ppPhysicalDeviceMemoryProperties)
      +
      17046 {
      +
      17047  VMA_ASSERT(allocator && ppPhysicalDeviceMemoryProperties);
      +
      17048  *ppPhysicalDeviceMemoryProperties = &allocator->m_MemProps;
      +
      17049 }
      17050 
      -
      17051  const size_t len = sb.GetLength();
      -
      17052  char* const pChars = vma_new_array(allocator, char, len + 1);
      -
      17053  if(len > 0)
      -
      17054  {
      -
      17055  memcpy(pChars, sb.GetData(), len);
      -
      17056  }
      -
      17057  pChars[len] = '\0';
      -
      17058  *ppStatsString = pChars;
      +
      17051 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
      +
      17052  VmaAllocator allocator,
      +
      17053  uint32_t memoryTypeIndex,
      +
      17054  VkMemoryPropertyFlags* pFlags)
      +
      17055 {
      +
      17056  VMA_ASSERT(allocator && pFlags);
      +
      17057  VMA_ASSERT(memoryTypeIndex < allocator->GetMemoryTypeCount());
      +
      17058  *pFlags = allocator->m_MemProps.memoryTypes[memoryTypeIndex].propertyFlags;
      17059 }
      17060 
      -
      17061 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
      +
      17061 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
      17062  VmaAllocator allocator,
      -
      17063  char* pStatsString)
      +
      17063  uint32_t frameIndex)
      17064 {
      -
      17065  if(pStatsString != VMA_NULL)
      -
      17066  {
      -
      17067  VMA_ASSERT(allocator);
      -
      17068  size_t len = strlen(pStatsString);
      -
      17069  vma_delete_array(allocator, pStatsString, len + 1);
      -
      17070  }
      +
      17065  VMA_ASSERT(allocator);
      +
      17066  VMA_ASSERT(frameIndex != VMA_FRAME_INDEX_LOST);
      +
      17067 
      +
      17068  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17069 
      +
      17070  allocator->SetCurrentFrameIndex(frameIndex);
      17071 }
      17072 
      -
      17073 #endif // #if VMA_STATS_STRING_ENABLED
      -
      17074 
      -
      17075 /*
      -
      17076 This function is not protected by any mutex because it just reads immutable data.
      -
      17077 */
      -
      17078 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
      -
      17079  VmaAllocator allocator,
      -
      17080  uint32_t memoryTypeBits,
      -
      17081  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      17082  uint32_t* pMemoryTypeIndex)
      -
      17083 {
      -
      17084  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      -
      17085  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      -
      17086  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      -
      17087 
      -
      17088  memoryTypeBits &= allocator->GetGlobalMemoryTypeBits();
      -
      17089 
      -
      17090  if(pAllocationCreateInfo->memoryTypeBits != 0)
      -
      17091  {
      -
      17092  memoryTypeBits &= pAllocationCreateInfo->memoryTypeBits;
      -
      17093  }
      -
      17094 
      -
      17095  uint32_t requiredFlags = pAllocationCreateInfo->requiredFlags;
      -
      17096  uint32_t preferredFlags = pAllocationCreateInfo->preferredFlags;
      -
      17097  uint32_t notPreferredFlags = 0;
      -
      17098 
      -
      17099  // Convert usage to requiredFlags and preferredFlags.
      -
      17100  switch(pAllocationCreateInfo->usage)
      -
      17101  {
      -
      17102  case VMA_MEMORY_USAGE_UNKNOWN:
      -
      17103  break;
      -
      17104  case VMA_MEMORY_USAGE_GPU_ONLY:
      -
      17105  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      -
      17106  {
      -
      17107  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      -
      17108  }
      -
      17109  break;
      -
      17110  case VMA_MEMORY_USAGE_CPU_ONLY:
      -
      17111  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
      -
      17112  break;
      -
      17113  case VMA_MEMORY_USAGE_CPU_TO_GPU:
      -
      17114  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      -
      17115  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      17073 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
      +
      17074  VmaAllocator allocator,
      +
      17075  VmaStats* pStats)
      +
      17076 {
      +
      17077  VMA_ASSERT(allocator && pStats);
      +
      17078  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17079  allocator->CalculateStats(pStats);
      +
      17080 }
      +
      17081 
      +
      17082 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
      +
      17083  VmaAllocator allocator,
      +
      17084  VmaBudget* pBudget)
      +
      17085 {
      +
      17086  VMA_ASSERT(allocator && pBudget);
      +
      17087  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17088  allocator->GetBudget(pBudget, 0, allocator->GetMemoryHeapCount());
      +
      17089 }
      +
      17090 
      +
      17091 #if VMA_STATS_STRING_ENABLED
      +
      17092 
      +
      17093 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
      +
      17094  VmaAllocator allocator,
      +
      17095  char** ppStatsString,
      +
      17096  VkBool32 detailedMap)
      +
      17097 {
      +
      17098  VMA_ASSERT(allocator && ppStatsString);
      +
      17099  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17100 
      +
      17101  VmaStringBuilder sb(allocator);
      +
      17102  {
      +
      17103  VmaJsonWriter json(allocator->GetAllocationCallbacks(), sb);
      +
      17104  json.BeginObject();
      +
      17105 
      +
      17106  VmaBudget budget[VK_MAX_MEMORY_HEAPS];
      +
      17107  allocator->GetBudget(budget, 0, allocator->GetMemoryHeapCount());
      +
      17108 
      +
      17109  VmaStats stats;
      +
      17110  allocator->CalculateStats(&stats);
      +
      17111 
      +
      17112  json.WriteString("Total");
      +
      17113  VmaPrintStatInfo(json, stats.total);
      +
      17114 
      +
      17115  for(uint32_t heapIndex = 0; heapIndex < allocator->GetMemoryHeapCount(); ++heapIndex)
      17116  {
      -
      17117  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      -
      17118  }
      -
      17119  break;
      -
      17120  case VMA_MEMORY_USAGE_GPU_TO_CPU:
      -
      17121  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      -
      17122  preferredFlags |= VK_MEMORY_PROPERTY_HOST_CACHED_BIT;
      -
      17123  break;
      -
      17124  case VMA_MEMORY_USAGE_CPU_COPY:
      -
      17125  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      -
      17126  break;
      -
      17127  case VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED:
      -
      17128  requiredFlags |= VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT;
      -
      17129  break;
      -
      17130  default:
      -
      17131  VMA_ASSERT(0);
      -
      17132  break;
      -
      17133  }
      -
      17134 
      -
      17135  // Avoid DEVICE_COHERENT unless explicitly requested.
      -
      17136  if(((pAllocationCreateInfo->requiredFlags | pAllocationCreateInfo->preferredFlags) &
      -
      17137  (VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY | VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY)) == 0)
      -
      17138  {
      -
      17139  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY;
      -
      17140  }
      -
      17141 
      -
      17142  *pMemoryTypeIndex = UINT32_MAX;
      -
      17143  uint32_t minCost = UINT32_MAX;
      -
      17144  for(uint32_t memTypeIndex = 0, memTypeBit = 1;
      -
      17145  memTypeIndex < allocator->GetMemoryTypeCount();
      -
      17146  ++memTypeIndex, memTypeBit <<= 1)
      -
      17147  {
      -
      17148  // This memory type is acceptable according to memoryTypeBits bitmask.
      -
      17149  if((memTypeBit & memoryTypeBits) != 0)
      -
      17150  {
      -
      17151  const VkMemoryPropertyFlags currFlags =
      -
      17152  allocator->m_MemProps.memoryTypes[memTypeIndex].propertyFlags;
      -
      17153  // This memory type contains requiredFlags.
      -
      17154  if((requiredFlags & ~currFlags) == 0)
      -
      17155  {
      -
      17156  // Calculate cost as number of bits from preferredFlags not present in this memory type.
      -
      17157  uint32_t currCost = VmaCountBitsSet(preferredFlags & ~currFlags) +
      -
      17158  VmaCountBitsSet(currFlags & notPreferredFlags);
      -
      17159  // Remember memory type with lowest cost.
      -
      17160  if(currCost < minCost)
      -
      17161  {
      -
      17162  *pMemoryTypeIndex = memTypeIndex;
      -
      17163  if(currCost == 0)
      -
      17164  {
      -
      17165  return VK_SUCCESS;
      -
      17166  }
      -
      17167  minCost = currCost;
      -
      17168  }
      -
      17169  }
      -
      17170  }
      -
      17171  }
      -
      17172  return (*pMemoryTypeIndex != UINT32_MAX) ? VK_SUCCESS : VK_ERROR_FEATURE_NOT_PRESENT;
      -
      17173 }
      -
      17174 
      -
      17175 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
      -
      17176  VmaAllocator allocator,
      -
      17177  const VkBufferCreateInfo* pBufferCreateInfo,
      -
      17178  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      17179  uint32_t* pMemoryTypeIndex)
      -
      17180 {
      -
      17181  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      -
      17182  VMA_ASSERT(pBufferCreateInfo != VMA_NULL);
      -
      17183  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      -
      17184  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      -
      17185 
      -
      17186  const VkDevice hDev = allocator->m_hDevice;
      -
      17187  VkBuffer hBuffer = VK_NULL_HANDLE;
      -
      17188  VkResult res = allocator->GetVulkanFunctions().vkCreateBuffer(
      -
      17189  hDev, pBufferCreateInfo, allocator->GetAllocationCallbacks(), &hBuffer);
      -
      17190  if(res == VK_SUCCESS)
      -
      17191  {
      -
      17192  VkMemoryRequirements memReq = {};
      -
      17193  allocator->GetVulkanFunctions().vkGetBufferMemoryRequirements(
      -
      17194  hDev, hBuffer, &memReq);
      -
      17195 
      -
      17196  res = vmaFindMemoryTypeIndex(
      -
      17197  allocator,
      -
      17198  memReq.memoryTypeBits,
      -
      17199  pAllocationCreateInfo,
      -
      17200  pMemoryTypeIndex);
      -
      17201 
      -
      17202  allocator->GetVulkanFunctions().vkDestroyBuffer(
      -
      17203  hDev, hBuffer, allocator->GetAllocationCallbacks());
      -
      17204  }
      -
      17205  return res;
      -
      17206 }
      -
      17207 
      -
      17208 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
      -
      17209  VmaAllocator allocator,
      -
      17210  const VkImageCreateInfo* pImageCreateInfo,
      -
      17211  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      17212  uint32_t* pMemoryTypeIndex)
      -
      17213 {
      -
      17214  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      -
      17215  VMA_ASSERT(pImageCreateInfo != VMA_NULL);
      -
      17216  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      -
      17217  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      -
      17218 
      -
      17219  const VkDevice hDev = allocator->m_hDevice;
      -
      17220  VkImage hImage = VK_NULL_HANDLE;
      -
      17221  VkResult res = allocator->GetVulkanFunctions().vkCreateImage(
      -
      17222  hDev, pImageCreateInfo, allocator->GetAllocationCallbacks(), &hImage);
      -
      17223  if(res == VK_SUCCESS)
      -
      17224  {
      -
      17225  VkMemoryRequirements memReq = {};
      -
      17226  allocator->GetVulkanFunctions().vkGetImageMemoryRequirements(
      -
      17227  hDev, hImage, &memReq);
      -
      17228 
      -
      17229  res = vmaFindMemoryTypeIndex(
      -
      17230  allocator,
      -
      17231  memReq.memoryTypeBits,
      -
      17232  pAllocationCreateInfo,
      -
      17233  pMemoryTypeIndex);
      -
      17234 
      -
      17235  allocator->GetVulkanFunctions().vkDestroyImage(
      -
      17236  hDev, hImage, allocator->GetAllocationCallbacks());
      -
      17237  }
      -
      17238  return res;
      -
      17239 }
      -
      17240 
      -
      17241 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
      -
      17242  VmaAllocator allocator,
      -
      17243  const VmaPoolCreateInfo* pCreateInfo,
      -
      17244  VmaPool* pPool)
      -
      17245 {
      -
      17246  VMA_ASSERT(allocator && pCreateInfo && pPool);
      -
      17247 
      -
      17248  VMA_DEBUG_LOG("vmaCreatePool");
      -
      17249 
      -
      17250  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17251 
      -
      17252  VkResult res = allocator->CreatePool(pCreateInfo, pPool);
      -
      17253 
      -
      17254 #if VMA_RECORDING_ENABLED
      -
      17255  if(allocator->GetRecorder() != VMA_NULL)
      -
      17256  {
      -
      17257  allocator->GetRecorder()->RecordCreatePool(allocator->GetCurrentFrameIndex(), *pCreateInfo, *pPool);
      -
      17258  }
      -
      17259 #endif
      -
      17260 
      -
      17261  return res;
      -
      17262 }
      -
      17263 
      -
      17264 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
      -
      17265  VmaAllocator allocator,
      -
      17266  VmaPool pool)
      -
      17267 {
      -
      17268  VMA_ASSERT(allocator);
      -
      17269 
      -
      17270  if(pool == VK_NULL_HANDLE)
      -
      17271  {
      -
      17272  return;
      -
      17273  }
      -
      17274 
      -
      17275  VMA_DEBUG_LOG("vmaDestroyPool");
      -
      17276 
      -
      17277  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17278 
      -
      17279 #if VMA_RECORDING_ENABLED
      -
      17280  if(allocator->GetRecorder() != VMA_NULL)
      -
      17281  {
      -
      17282  allocator->GetRecorder()->RecordDestroyPool(allocator->GetCurrentFrameIndex(), pool);
      -
      17283  }
      -
      17284 #endif
      -
      17285 
      -
      17286  allocator->DestroyPool(pool);
      -
      17287 }
      -
      17288 
      -
      17289 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
      -
      17290  VmaAllocator allocator,
      -
      17291  VmaPool pool,
      -
      17292  VmaPoolStats* pPoolStats)
      -
      17293 {
      -
      17294  VMA_ASSERT(allocator && pool && pPoolStats);
      -
      17295 
      -
      17296  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17297 
      -
      17298  allocator->GetPoolStats(pool, pPoolStats);
      -
      17299 }
      -
      17300 
      -
      17301 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
      -
      17302  VmaAllocator allocator,
      -
      17303  VmaPool pool,
      -
      17304  size_t* pLostAllocationCount)
      -
      17305 {
      -
      17306  VMA_ASSERT(allocator && pool);
      -
      17307 
      -
      17308  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17309 
      -
      17310 #if VMA_RECORDING_ENABLED
      -
      17311  if(allocator->GetRecorder() != VMA_NULL)
      -
      17312  {
      -
      17313  allocator->GetRecorder()->RecordMakePoolAllocationsLost(allocator->GetCurrentFrameIndex(), pool);
      -
      17314  }
      -
      17315 #endif
      -
      17316 
      -
      17317  allocator->MakePoolAllocationsLost(pool, pLostAllocationCount);
      -
      17318 }
      -
      17319 
      -
      17320 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
      -
      17321 {
      -
      17322  VMA_ASSERT(allocator && pool);
      -
      17323 
      -
      17324  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17325 
      -
      17326  VMA_DEBUG_LOG("vmaCheckPoolCorruption");
      -
      17327 
      -
      17328  return allocator->CheckPoolCorruption(pool);
      -
      17329 }
      -
      17330 
      -
      17331 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
      -
      17332  VmaAllocator allocator,
      -
      17333  VmaPool pool,
      -
      17334  const char** ppName)
      -
      17335 {
      -
      17336  VMA_ASSERT(allocator && pool);
      -
      17337 
      -
      17338  VMA_DEBUG_LOG("vmaGetPoolName");
      -
      17339 
      -
      17340  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17341 
      -
      17342  *ppName = pool->GetName();
      -
      17343 }
      -
      17344 
      -
      17345 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
      -
      17346  VmaAllocator allocator,
      -
      17347  VmaPool pool,
      -
      17348  const char* pName)
      +
      17117  json.BeginString("Heap ");
      +
      17118  json.ContinueString(heapIndex);
      +
      17119  json.EndString();
      +
      17120  json.BeginObject();
      +
      17121 
      +
      17122  json.WriteString("Size");
      +
      17123  json.WriteNumber(allocator->m_MemProps.memoryHeaps[heapIndex].size);
      +
      17124 
      +
      17125  json.WriteString("Flags");
      +
      17126  json.BeginArray(true);
      +
      17127  if((allocator->m_MemProps.memoryHeaps[heapIndex].flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) != 0)
      +
      17128  {
      +
      17129  json.WriteString("DEVICE_LOCAL");
      +
      17130  }
      +
      17131  json.EndArray();
      +
      17132 
      +
      17133  json.WriteString("Budget");
      +
      17134  json.BeginObject();
      +
      17135  {
      +
      17136  json.WriteString("BlockBytes");
      +
      17137  json.WriteNumber(budget[heapIndex].blockBytes);
      +
      17138  json.WriteString("AllocationBytes");
      +
      17139  json.WriteNumber(budget[heapIndex].allocationBytes);
      +
      17140  json.WriteString("Usage");
      +
      17141  json.WriteNumber(budget[heapIndex].usage);
      +
      17142  json.WriteString("Budget");
      +
      17143  json.WriteNumber(budget[heapIndex].budget);
      +
      17144  }
      +
      17145  json.EndObject();
      +
      17146 
      +
      17147  if(stats.memoryHeap[heapIndex].blockCount > 0)
      +
      17148  {
      +
      17149  json.WriteString("Stats");
      +
      17150  VmaPrintStatInfo(json, stats.memoryHeap[heapIndex]);
      +
      17151  }
      +
      17152 
      +
      17153  for(uint32_t typeIndex = 0; typeIndex < allocator->GetMemoryTypeCount(); ++typeIndex)
      +
      17154  {
      +
      17155  if(allocator->MemoryTypeIndexToHeapIndex(typeIndex) == heapIndex)
      +
      17156  {
      +
      17157  json.BeginString("Type ");
      +
      17158  json.ContinueString(typeIndex);
      +
      17159  json.EndString();
      +
      17160 
      +
      17161  json.BeginObject();
      +
      17162 
      +
      17163  json.WriteString("Flags");
      +
      17164  json.BeginArray(true);
      +
      17165  VkMemoryPropertyFlags flags = allocator->m_MemProps.memoryTypes[typeIndex].propertyFlags;
      +
      17166  if((flags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0)
      +
      17167  {
      +
      17168  json.WriteString("DEVICE_LOCAL");
      +
      17169  }
      +
      17170  if((flags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
      +
      17171  {
      +
      17172  json.WriteString("HOST_VISIBLE");
      +
      17173  }
      +
      17174  if((flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT) != 0)
      +
      17175  {
      +
      17176  json.WriteString("HOST_COHERENT");
      +
      17177  }
      +
      17178  if((flags & VK_MEMORY_PROPERTY_HOST_CACHED_BIT) != 0)
      +
      17179  {
      +
      17180  json.WriteString("HOST_CACHED");
      +
      17181  }
      +
      17182  if((flags & VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT) != 0)
      +
      17183  {
      +
      17184  json.WriteString("LAZILY_ALLOCATED");
      +
      17185  }
      +
      17186  if((flags & VK_MEMORY_PROPERTY_PROTECTED_BIT) != 0)
      +
      17187  {
      +
      17188  json.WriteString(" PROTECTED");
      +
      17189  }
      +
      17190  if((flags & VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY) != 0)
      +
      17191  {
      +
      17192  json.WriteString(" DEVICE_COHERENT");
      +
      17193  }
      +
      17194  if((flags & VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY) != 0)
      +
      17195  {
      +
      17196  json.WriteString(" DEVICE_UNCACHED");
      +
      17197  }
      +
      17198  json.EndArray();
      +
      17199 
      +
      17200  if(stats.memoryType[typeIndex].blockCount > 0)
      +
      17201  {
      +
      17202  json.WriteString("Stats");
      +
      17203  VmaPrintStatInfo(json, stats.memoryType[typeIndex]);
      +
      17204  }
      +
      17205 
      +
      17206  json.EndObject();
      +
      17207  }
      +
      17208  }
      +
      17209 
      +
      17210  json.EndObject();
      +
      17211  }
      +
      17212  if(detailedMap == VK_TRUE)
      +
      17213  {
      +
      17214  allocator->PrintDetailedMap(json);
      +
      17215  }
      +
      17216 
      +
      17217  json.EndObject();
      +
      17218  }
      +
      17219 
      +
      17220  const size_t len = sb.GetLength();
      +
      17221  char* const pChars = vma_new_array(allocator, char, len + 1);
      +
      17222  if(len > 0)
      +
      17223  {
      +
      17224  memcpy(pChars, sb.GetData(), len);
      +
      17225  }
      +
      17226  pChars[len] = '\0';
      +
      17227  *ppStatsString = pChars;
      +
      17228 }
      +
      17229 
      +
      17230 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
      +
      17231  VmaAllocator allocator,
      +
      17232  char* pStatsString)
      +
      17233 {
      +
      17234  if(pStatsString != VMA_NULL)
      +
      17235  {
      +
      17236  VMA_ASSERT(allocator);
      +
      17237  size_t len = strlen(pStatsString);
      +
      17238  vma_delete_array(allocator, pStatsString, len + 1);
      +
      17239  }
      +
      17240 }
      +
      17241 
      +
      17242 #endif // #if VMA_STATS_STRING_ENABLED
      +
      17243 
      +
      17244 /*
      +
      17245 This function is not protected by any mutex because it just reads immutable data.
      +
      17246 */
      +
      17247 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
      +
      17248  VmaAllocator allocator,
      +
      17249  uint32_t memoryTypeBits,
      +
      17250  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      17251  uint32_t* pMemoryTypeIndex)
      +
      17252 {
      +
      17253  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      +
      17254  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      +
      17255  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      +
      17256 
      +
      17257  memoryTypeBits &= allocator->GetGlobalMemoryTypeBits();
      +
      17258 
      +
      17259  if(pAllocationCreateInfo->memoryTypeBits != 0)
      +
      17260  {
      +
      17261  memoryTypeBits &= pAllocationCreateInfo->memoryTypeBits;
      +
      17262  }
      +
      17263 
      +
      17264  uint32_t requiredFlags = pAllocationCreateInfo->requiredFlags;
      +
      17265  uint32_t preferredFlags = pAllocationCreateInfo->preferredFlags;
      +
      17266  uint32_t notPreferredFlags = 0;
      +
      17267 
      +
      17268  // Convert usage to requiredFlags and preferredFlags.
      +
      17269  switch(pAllocationCreateInfo->usage)
      +
      17270  {
      +
      17271  case VMA_MEMORY_USAGE_UNKNOWN:
      +
      17272  break;
      +
      17273  case VMA_MEMORY_USAGE_GPU_ONLY:
      +
      17274  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      17275  {
      +
      17276  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      +
      17277  }
      +
      17278  break;
      +
      17279  case VMA_MEMORY_USAGE_CPU_ONLY:
      +
      17280  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
      +
      17281  break;
      +
      17282  case VMA_MEMORY_USAGE_CPU_TO_GPU:
      +
      17283  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      +
      17284  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      17285  {
      +
      17286  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      +
      17287  }
      +
      17288  break;
      +
      17289  case VMA_MEMORY_USAGE_GPU_TO_CPU:
      +
      17290  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      +
      17291  preferredFlags |= VK_MEMORY_PROPERTY_HOST_CACHED_BIT;
      +
      17292  break;
      +
      17293  case VMA_MEMORY_USAGE_CPU_COPY:
      +
      17294  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      +
      17295  break;
      +
      17296  case VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED:
      +
      17297  requiredFlags |= VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT;
      +
      17298  break;
      +
      17299  default:
      +
      17300  VMA_ASSERT(0);
      +
      17301  break;
      +
      17302  }
      +
      17303 
      +
      17304  // Avoid DEVICE_COHERENT unless explicitly requested.
      +
      17305  if(((pAllocationCreateInfo->requiredFlags | pAllocationCreateInfo->preferredFlags) &
      +
      17306  (VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY | VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY)) == 0)
      +
      17307  {
      +
      17308  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY;
      +
      17309  }
      +
      17310 
      +
      17311  *pMemoryTypeIndex = UINT32_MAX;
      +
      17312  uint32_t minCost = UINT32_MAX;
      +
      17313  for(uint32_t memTypeIndex = 0, memTypeBit = 1;
      +
      17314  memTypeIndex < allocator->GetMemoryTypeCount();
      +
      17315  ++memTypeIndex, memTypeBit <<= 1)
      +
      17316  {
      +
      17317  // This memory type is acceptable according to memoryTypeBits bitmask.
      +
      17318  if((memTypeBit & memoryTypeBits) != 0)
      +
      17319  {
      +
      17320  const VkMemoryPropertyFlags currFlags =
      +
      17321  allocator->m_MemProps.memoryTypes[memTypeIndex].propertyFlags;
      +
      17322  // This memory type contains requiredFlags.
      +
      17323  if((requiredFlags & ~currFlags) == 0)
      +
      17324  {
      +
      17325  // Calculate cost as number of bits from preferredFlags not present in this memory type.
      +
      17326  uint32_t currCost = VmaCountBitsSet(preferredFlags & ~currFlags) +
      +
      17327  VmaCountBitsSet(currFlags & notPreferredFlags);
      +
      17328  // Remember memory type with lowest cost.
      +
      17329  if(currCost < minCost)
      +
      17330  {
      +
      17331  *pMemoryTypeIndex = memTypeIndex;
      +
      17332  if(currCost == 0)
      +
      17333  {
      +
      17334  return VK_SUCCESS;
      +
      17335  }
      +
      17336  minCost = currCost;
      +
      17337  }
      +
      17338  }
      +
      17339  }
      +
      17340  }
      +
      17341  return (*pMemoryTypeIndex != UINT32_MAX) ? VK_SUCCESS : VK_ERROR_FEATURE_NOT_PRESENT;
      +
      17342 }
      +
      17343 
      +
      17344 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
      +
      17345  VmaAllocator allocator,
      +
      17346  const VkBufferCreateInfo* pBufferCreateInfo,
      +
      17347  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      17348  uint32_t* pMemoryTypeIndex)
      17349 {
      -
      17350  VMA_ASSERT(allocator && pool);
      -
      17351 
      -
      17352  VMA_DEBUG_LOG("vmaSetPoolName");
      -
      17353 
      -
      17354  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17355 
      -
      17356  pool->SetName(pName);
      -
      17357 
      -
      17358 #if VMA_RECORDING_ENABLED
      -
      17359  if(allocator->GetRecorder() != VMA_NULL)
      +
      17350  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      +
      17351  VMA_ASSERT(pBufferCreateInfo != VMA_NULL);
      +
      17352  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      +
      17353  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      +
      17354 
      +
      17355  const VkDevice hDev = allocator->m_hDevice;
      +
      17356  VkBuffer hBuffer = VK_NULL_HANDLE;
      +
      17357  VkResult res = allocator->GetVulkanFunctions().vkCreateBuffer(
      +
      17358  hDev, pBufferCreateInfo, allocator->GetAllocationCallbacks(), &hBuffer);
      +
      17359  if(res == VK_SUCCESS)
      17360  {
      -
      17361  allocator->GetRecorder()->RecordSetPoolName(allocator->GetCurrentFrameIndex(), pool, pName);
      -
      17362  }
      -
      17363 #endif
      -
      17364 }
      -
      17365 
      -
      17366 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
      -
      17367  VmaAllocator allocator,
      -
      17368  const VkMemoryRequirements* pVkMemoryRequirements,
      -
      17369  const VmaAllocationCreateInfo* pCreateInfo,
      -
      17370  VmaAllocation* pAllocation,
      -
      17371  VmaAllocationInfo* pAllocationInfo)
      -
      17372 {
      -
      17373  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocation);
      -
      17374 
      -
      17375  VMA_DEBUG_LOG("vmaAllocateMemory");
      +
      17361  VkMemoryRequirements memReq = {};
      +
      17362  allocator->GetVulkanFunctions().vkGetBufferMemoryRequirements(
      +
      17363  hDev, hBuffer, &memReq);
      +
      17364 
      +
      17365  res = vmaFindMemoryTypeIndex(
      +
      17366  allocator,
      +
      17367  memReq.memoryTypeBits,
      +
      17368  pAllocationCreateInfo,
      +
      17369  pMemoryTypeIndex);
      +
      17370 
      +
      17371  allocator->GetVulkanFunctions().vkDestroyBuffer(
      +
      17372  hDev, hBuffer, allocator->GetAllocationCallbacks());
      +
      17373  }
      +
      17374  return res;
      +
      17375 }
      17376 
      -
      17377  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17378 
      -
      17379  VkResult result = allocator->AllocateMemory(
      -
      17380  *pVkMemoryRequirements,
      -
      17381  false, // requiresDedicatedAllocation
      -
      17382  false, // prefersDedicatedAllocation
      -
      17383  VK_NULL_HANDLE, // dedicatedBuffer
      -
      17384  VK_NULL_HANDLE, // dedicatedImage
      -
      17385  *pCreateInfo,
      -
      17386  VMA_SUBALLOCATION_TYPE_UNKNOWN,
      -
      17387  1, // allocationCount
      -
      17388  pAllocation);
      -
      17389 
      -
      17390 #if VMA_RECORDING_ENABLED
      -
      17391  if(allocator->GetRecorder() != VMA_NULL)
      -
      17392  {
      -
      17393  allocator->GetRecorder()->RecordAllocateMemory(
      -
      17394  allocator->GetCurrentFrameIndex(),
      -
      17395  *pVkMemoryRequirements,
      -
      17396  *pCreateInfo,
      -
      17397  *pAllocation);
      -
      17398  }
      -
      17399 #endif
      -
      17400 
      -
      17401  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
      -
      17402  {
      -
      17403  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      17404  }
      -
      17405 
      -
      17406  return result;
      -
      17407 }
      -
      17408 
      -
      17409 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
      -
      17410  VmaAllocator allocator,
      -
      17411  const VkMemoryRequirements* pVkMemoryRequirements,
      -
      17412  const VmaAllocationCreateInfo* pCreateInfo,
      -
      17413  size_t allocationCount,
      -
      17414  VmaAllocation* pAllocations,
      -
      17415  VmaAllocationInfo* pAllocationInfo)
      -
      17416 {
      -
      17417  if(allocationCount == 0)
      -
      17418  {
      -
      17419  return VK_SUCCESS;
      -
      17420  }
      -
      17421 
      -
      17422  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocations);
      -
      17423 
      -
      17424  VMA_DEBUG_LOG("vmaAllocateMemoryPages");
      -
      17425 
      -
      17426  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17427 
      -
      17428  VkResult result = allocator->AllocateMemory(
      -
      17429  *pVkMemoryRequirements,
      -
      17430  false, // requiresDedicatedAllocation
      -
      17431  false, // prefersDedicatedAllocation
      -
      17432  VK_NULL_HANDLE, // dedicatedBuffer
      -
      17433  VK_NULL_HANDLE, // dedicatedImage
      -
      17434  *pCreateInfo,
      -
      17435  VMA_SUBALLOCATION_TYPE_UNKNOWN,
      -
      17436  allocationCount,
      -
      17437  pAllocations);
      -
      17438 
      -
      17439 #if VMA_RECORDING_ENABLED
      -
      17440  if(allocator->GetRecorder() != VMA_NULL)
      -
      17441  {
      -
      17442  allocator->GetRecorder()->RecordAllocateMemoryPages(
      -
      17443  allocator->GetCurrentFrameIndex(),
      -
      17444  *pVkMemoryRequirements,
      -
      17445  *pCreateInfo,
      -
      17446  (uint64_t)allocationCount,
      -
      17447  pAllocations);
      -
      17448  }
      -
      17449 #endif
      -
      17450 
      -
      17451  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
      -
      17452  {
      -
      17453  for(size_t i = 0; i < allocationCount; ++i)
      -
      17454  {
      -
      17455  allocator->GetAllocationInfo(pAllocations[i], pAllocationInfo + i);
      -
      17456  }
      -
      17457  }
      -
      17458 
      -
      17459  return result;
      -
      17460 }
      -
      17461 
      -
      17462 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
      -
      17463  VmaAllocator allocator,
      -
      17464  VkBuffer buffer,
      -
      17465  const VmaAllocationCreateInfo* pCreateInfo,
      -
      17466  VmaAllocation* pAllocation,
      -
      17467  VmaAllocationInfo* pAllocationInfo)
      -
      17468 {
      -
      17469  VMA_ASSERT(allocator && buffer != VK_NULL_HANDLE && pCreateInfo && pAllocation);
      -
      17470 
      -
      17471  VMA_DEBUG_LOG("vmaAllocateMemoryForBuffer");
      -
      17472 
      -
      17473  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17474 
      -
      17475  VkMemoryRequirements vkMemReq = {};
      -
      17476  bool requiresDedicatedAllocation = false;
      -
      17477  bool prefersDedicatedAllocation = false;
      -
      17478  allocator->GetBufferMemoryRequirements(buffer, vkMemReq,
      -
      17479  requiresDedicatedAllocation,
      -
      17480  prefersDedicatedAllocation);
      -
      17481 
      -
      17482  VkResult result = allocator->AllocateMemory(
      -
      17483  vkMemReq,
      -
      17484  requiresDedicatedAllocation,
      -
      17485  prefersDedicatedAllocation,
      -
      17486  buffer, // dedicatedBuffer
      -
      17487  VK_NULL_HANDLE, // dedicatedImage
      -
      17488  *pCreateInfo,
      -
      17489  VMA_SUBALLOCATION_TYPE_BUFFER,
      -
      17490  1, // allocationCount
      -
      17491  pAllocation);
      +
      17377 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
      +
      17378  VmaAllocator allocator,
      +
      17379  const VkImageCreateInfo* pImageCreateInfo,
      +
      17380  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      17381  uint32_t* pMemoryTypeIndex)
      +
      17382 {
      +
      17383  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      +
      17384  VMA_ASSERT(pImageCreateInfo != VMA_NULL);
      +
      17385  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      +
      17386  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      +
      17387 
      +
      17388  const VkDevice hDev = allocator->m_hDevice;
      +
      17389  VkImage hImage = VK_NULL_HANDLE;
      +
      17390  VkResult res = allocator->GetVulkanFunctions().vkCreateImage(
      +
      17391  hDev, pImageCreateInfo, allocator->GetAllocationCallbacks(), &hImage);
      +
      17392  if(res == VK_SUCCESS)
      +
      17393  {
      +
      17394  VkMemoryRequirements memReq = {};
      +
      17395  allocator->GetVulkanFunctions().vkGetImageMemoryRequirements(
      +
      17396  hDev, hImage, &memReq);
      +
      17397 
      +
      17398  res = vmaFindMemoryTypeIndex(
      +
      17399  allocator,
      +
      17400  memReq.memoryTypeBits,
      +
      17401  pAllocationCreateInfo,
      +
      17402  pMemoryTypeIndex);
      +
      17403 
      +
      17404  allocator->GetVulkanFunctions().vkDestroyImage(
      +
      17405  hDev, hImage, allocator->GetAllocationCallbacks());
      +
      17406  }
      +
      17407  return res;
      +
      17408 }
      +
      17409 
      +
      17410 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
      +
      17411  VmaAllocator allocator,
      +
      17412  const VmaPoolCreateInfo* pCreateInfo,
      +
      17413  VmaPool* pPool)
      +
      17414 {
      +
      17415  VMA_ASSERT(allocator && pCreateInfo && pPool);
      +
      17416 
      +
      17417  VMA_DEBUG_LOG("vmaCreatePool");
      +
      17418 
      +
      17419  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17420 
      +
      17421  VkResult res = allocator->CreatePool(pCreateInfo, pPool);
      +
      17422 
      +
      17423 #if VMA_RECORDING_ENABLED
      +
      17424  if(allocator->GetRecorder() != VMA_NULL)
      +
      17425  {
      +
      17426  allocator->GetRecorder()->RecordCreatePool(allocator->GetCurrentFrameIndex(), *pCreateInfo, *pPool);
      +
      17427  }
      +
      17428 #endif
      +
      17429 
      +
      17430  return res;
      +
      17431 }
      +
      17432 
      +
      17433 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
      +
      17434  VmaAllocator allocator,
      +
      17435  VmaPool pool)
      +
      17436 {
      +
      17437  VMA_ASSERT(allocator);
      +
      17438 
      +
      17439  if(pool == VK_NULL_HANDLE)
      +
      17440  {
      +
      17441  return;
      +
      17442  }
      +
      17443 
      +
      17444  VMA_DEBUG_LOG("vmaDestroyPool");
      +
      17445 
      +
      17446  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17447 
      +
      17448 #if VMA_RECORDING_ENABLED
      +
      17449  if(allocator->GetRecorder() != VMA_NULL)
      +
      17450  {
      +
      17451  allocator->GetRecorder()->RecordDestroyPool(allocator->GetCurrentFrameIndex(), pool);
      +
      17452  }
      +
      17453 #endif
      +
      17454 
      +
      17455  allocator->DestroyPool(pool);
      +
      17456 }
      +
      17457 
      +
      17458 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
      +
      17459  VmaAllocator allocator,
      +
      17460  VmaPool pool,
      +
      17461  VmaPoolStats* pPoolStats)
      +
      17462 {
      +
      17463  VMA_ASSERT(allocator && pool && pPoolStats);
      +
      17464 
      +
      17465  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17466 
      +
      17467  allocator->GetPoolStats(pool, pPoolStats);
      +
      17468 }
      +
      17469 
      +
      17470 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
      +
      17471  VmaAllocator allocator,
      +
      17472  VmaPool pool,
      +
      17473  size_t* pLostAllocationCount)
      +
      17474 {
      +
      17475  VMA_ASSERT(allocator && pool);
      +
      17476 
      +
      17477  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17478 
      +
      17479 #if VMA_RECORDING_ENABLED
      +
      17480  if(allocator->GetRecorder() != VMA_NULL)
      +
      17481  {
      +
      17482  allocator->GetRecorder()->RecordMakePoolAllocationsLost(allocator->GetCurrentFrameIndex(), pool);
      +
      17483  }
      +
      17484 #endif
      +
      17485 
      +
      17486  allocator->MakePoolAllocationsLost(pool, pLostAllocationCount);
      +
      17487 }
      +
      17488 
      +
      17489 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
      +
      17490 {
      +
      17491  VMA_ASSERT(allocator && pool);
      17492 
      -
      17493 #if VMA_RECORDING_ENABLED
      -
      17494  if(allocator->GetRecorder() != VMA_NULL)
      -
      17495  {
      -
      17496  allocator->GetRecorder()->RecordAllocateMemoryForBuffer(
      -
      17497  allocator->GetCurrentFrameIndex(),
      -
      17498  vkMemReq,
      -
      17499  requiresDedicatedAllocation,
      -
      17500  prefersDedicatedAllocation,
      -
      17501  *pCreateInfo,
      -
      17502  *pAllocation);
      -
      17503  }
      -
      17504 #endif
      -
      17505 
      -
      17506  if(pAllocationInfo && result == VK_SUCCESS)
      -
      17507  {
      -
      17508  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      17509  }
      +
      17493  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17494 
      +
      17495  VMA_DEBUG_LOG("vmaCheckPoolCorruption");
      +
      17496 
      +
      17497  return allocator->CheckPoolCorruption(pool);
      +
      17498 }
      +
      17499 
      +
      17500 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
      +
      17501  VmaAllocator allocator,
      +
      17502  VmaPool pool,
      +
      17503  const char** ppName)
      +
      17504 {
      +
      17505  VMA_ASSERT(allocator && pool);
      +
      17506 
      +
      17507  VMA_DEBUG_LOG("vmaGetPoolName");
      +
      17508 
      +
      17509  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      17510 
      -
      17511  return result;
      +
      17511  *ppName = pool->GetName();
      17512 }
      17513 
      -
      17514 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
      +
      17514 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
      17515  VmaAllocator allocator,
      -
      17516  VkImage image,
      -
      17517  const VmaAllocationCreateInfo* pCreateInfo,
      -
      17518  VmaAllocation* pAllocation,
      -
      17519  VmaAllocationInfo* pAllocationInfo)
      -
      17520 {
      -
      17521  VMA_ASSERT(allocator && image != VK_NULL_HANDLE && pCreateInfo && pAllocation);
      +
      17516  VmaPool pool,
      +
      17517  const char* pName)
      +
      17518 {
      +
      17519  VMA_ASSERT(allocator && pool);
      +
      17520 
      +
      17521  VMA_DEBUG_LOG("vmaSetPoolName");
      17522 
      -
      17523  VMA_DEBUG_LOG("vmaAllocateMemoryForImage");
      +
      17523  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      17524 
      -
      17525  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17525  pool->SetName(pName);
      17526 
      -
      17527  VkMemoryRequirements vkMemReq = {};
      -
      17528  bool requiresDedicatedAllocation = false;
      -
      17529  bool prefersDedicatedAllocation = false;
      -
      17530  allocator->GetImageMemoryRequirements(image, vkMemReq,
      -
      17531  requiresDedicatedAllocation, prefersDedicatedAllocation);
      -
      17532 
      -
      17533  VkResult result = allocator->AllocateMemory(
      -
      17534  vkMemReq,
      -
      17535  requiresDedicatedAllocation,
      -
      17536  prefersDedicatedAllocation,
      -
      17537  VK_NULL_HANDLE, // dedicatedBuffer
      -
      17538  image, // dedicatedImage
      -
      17539  *pCreateInfo,
      -
      17540  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN,
      -
      17541  1, // allocationCount
      -
      17542  pAllocation);
      +
      17527 #if VMA_RECORDING_ENABLED
      +
      17528  if(allocator->GetRecorder() != VMA_NULL)
      +
      17529  {
      +
      17530  allocator->GetRecorder()->RecordSetPoolName(allocator->GetCurrentFrameIndex(), pool, pName);
      +
      17531  }
      +
      17532 #endif
      +
      17533 }
      +
      17534 
      +
      17535 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
      +
      17536  VmaAllocator allocator,
      +
      17537  const VkMemoryRequirements* pVkMemoryRequirements,
      +
      17538  const VmaAllocationCreateInfo* pCreateInfo,
      +
      17539  VmaAllocation* pAllocation,
      +
      17540  VmaAllocationInfo* pAllocationInfo)
      +
      17541 {
      +
      17542  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocation);
      17543 
      -
      17544 #if VMA_RECORDING_ENABLED
      -
      17545  if(allocator->GetRecorder() != VMA_NULL)
      -
      17546  {
      -
      17547  allocator->GetRecorder()->RecordAllocateMemoryForImage(
      -
      17548  allocator->GetCurrentFrameIndex(),
      -
      17549  vkMemReq,
      -
      17550  requiresDedicatedAllocation,
      -
      17551  prefersDedicatedAllocation,
      -
      17552  *pCreateInfo,
      -
      17553  *pAllocation);
      -
      17554  }
      -
      17555 #endif
      -
      17556 
      -
      17557  if(pAllocationInfo && result == VK_SUCCESS)
      -
      17558  {
      -
      17559  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      17560  }
      -
      17561 
      -
      17562  return result;
      -
      17563 }
      -
      17564 
      -
      17565 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
      -
      17566  VmaAllocator allocator,
      -
      17567  VmaAllocation allocation)
      -
      17568 {
      -
      17569  VMA_ASSERT(allocator);
      -
      17570 
      -
      17571  if(allocation == VK_NULL_HANDLE)
      +
      17544  VMA_DEBUG_LOG("vmaAllocateMemory");
      +
      17545 
      +
      17546  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17547 
      +
      17548  VkResult result = allocator->AllocateMemory(
      +
      17549  *pVkMemoryRequirements,
      +
      17550  false, // requiresDedicatedAllocation
      +
      17551  false, // prefersDedicatedAllocation
      +
      17552  VK_NULL_HANDLE, // dedicatedBuffer
      +
      17553  UINT32_MAX, // dedicatedBufferUsage
      +
      17554  VK_NULL_HANDLE, // dedicatedImage
      +
      17555  *pCreateInfo,
      +
      17556  VMA_SUBALLOCATION_TYPE_UNKNOWN,
      +
      17557  1, // allocationCount
      +
      17558  pAllocation);
      +
      17559 
      +
      17560 #if VMA_RECORDING_ENABLED
      +
      17561  if(allocator->GetRecorder() != VMA_NULL)
      +
      17562  {
      +
      17563  allocator->GetRecorder()->RecordAllocateMemory(
      +
      17564  allocator->GetCurrentFrameIndex(),
      +
      17565  *pVkMemoryRequirements,
      +
      17566  *pCreateInfo,
      +
      17567  *pAllocation);
      +
      17568  }
      +
      17569 #endif
      +
      17570 
      +
      17571  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
      17572  {
      -
      17573  return;
      +
      17573  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      17574  }
      -
      17575 
      -
      17576  VMA_DEBUG_LOG("vmaFreeMemory");
      -
      17577 
      -
      17578  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17579 
      -
      17580 #if VMA_RECORDING_ENABLED
      -
      17581  if(allocator->GetRecorder() != VMA_NULL)
      -
      17582  {
      -
      17583  allocator->GetRecorder()->RecordFreeMemory(
      -
      17584  allocator->GetCurrentFrameIndex(),
      -
      17585  allocation);
      -
      17586  }
      -
      17587 #endif
      -
      17588 
      -
      17589  allocator->FreeMemory(
      -
      17590  1, // allocationCount
      -
      17591  &allocation);
      -
      17592 }
      +
      17575 
      +
      17576  return result;
      +
      17577 }
      +
      17578 
      +
      17579 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
      +
      17580  VmaAllocator allocator,
      +
      17581  const VkMemoryRequirements* pVkMemoryRequirements,
      +
      17582  const VmaAllocationCreateInfo* pCreateInfo,
      +
      17583  size_t allocationCount,
      +
      17584  VmaAllocation* pAllocations,
      +
      17585  VmaAllocationInfo* pAllocationInfo)
      +
      17586 {
      +
      17587  if(allocationCount == 0)
      +
      17588  {
      +
      17589  return VK_SUCCESS;
      +
      17590  }
      +
      17591 
      +
      17592  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocations);
      17593 
      -
      17594 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
      -
      17595  VmaAllocator allocator,
      -
      17596  size_t allocationCount,
      -
      17597  VmaAllocation* pAllocations)
      -
      17598 {
      -
      17599  if(allocationCount == 0)
      -
      17600  {
      -
      17601  return;
      -
      17602  }
      -
      17603 
      -
      17604  VMA_ASSERT(allocator);
      -
      17605 
      -
      17606  VMA_DEBUG_LOG("vmaFreeMemoryPages");
      -
      17607 
      -
      17608  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17594  VMA_DEBUG_LOG("vmaAllocateMemoryPages");
      +
      17595 
      +
      17596  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17597 
      +
      17598  VkResult result = allocator->AllocateMemory(
      +
      17599  *pVkMemoryRequirements,
      +
      17600  false, // requiresDedicatedAllocation
      +
      17601  false, // prefersDedicatedAllocation
      +
      17602  VK_NULL_HANDLE, // dedicatedBuffer
      +
      17603  UINT32_MAX, // dedicatedBufferUsage
      +
      17604  VK_NULL_HANDLE, // dedicatedImage
      +
      17605  *pCreateInfo,
      +
      17606  VMA_SUBALLOCATION_TYPE_UNKNOWN,
      +
      17607  allocationCount,
      +
      17608  pAllocations);
      17609 
      17610 #if VMA_RECORDING_ENABLED
      17611  if(allocator->GetRecorder() != VMA_NULL)
      17612  {
      -
      17613  allocator->GetRecorder()->RecordFreeMemoryPages(
      +
      17613  allocator->GetRecorder()->RecordAllocateMemoryPages(
      17614  allocator->GetCurrentFrameIndex(),
      -
      17615  (uint64_t)allocationCount,
      -
      17616  pAllocations);
      -
      17617  }
      -
      17618 #endif
      -
      17619 
      -
      17620  allocator->FreeMemory(allocationCount, pAllocations);
      -
      17621 }
      -
      17622 
      -
      17623 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
      -
      17624  VmaAllocator allocator,
      -
      17625  VmaAllocation allocation,
      -
      17626  VkDeviceSize newSize)
      -
      17627 {
      -
      17628  VMA_ASSERT(allocator && allocation);
      -
      17629 
      -
      17630  VMA_DEBUG_LOG("vmaResizeAllocation");
      -
      17631 
      -
      17632  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17633 
      -
      17634  return allocator->ResizeAllocation(allocation, newSize);
      -
      17635 }
      -
      17636 
      -
      17637 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
      -
      17638  VmaAllocator allocator,
      -
      17639  VmaAllocation allocation,
      -
      17640  VmaAllocationInfo* pAllocationInfo)
      -
      17641 {
      -
      17642  VMA_ASSERT(allocator && allocation && pAllocationInfo);
      +
      17615  *pVkMemoryRequirements,
      +
      17616  *pCreateInfo,
      +
      17617  (uint64_t)allocationCount,
      +
      17618  pAllocations);
      +
      17619  }
      +
      17620 #endif
      +
      17621 
      +
      17622  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
      +
      17623  {
      +
      17624  for(size_t i = 0; i < allocationCount; ++i)
      +
      17625  {
      +
      17626  allocator->GetAllocationInfo(pAllocations[i], pAllocationInfo + i);
      +
      17627  }
      +
      17628  }
      +
      17629 
      +
      17630  return result;
      +
      17631 }
      +
      17632 
      +
      17633 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
      +
      17634  VmaAllocator allocator,
      +
      17635  VkBuffer buffer,
      +
      17636  const VmaAllocationCreateInfo* pCreateInfo,
      +
      17637  VmaAllocation* pAllocation,
      +
      17638  VmaAllocationInfo* pAllocationInfo)
      +
      17639 {
      +
      17640  VMA_ASSERT(allocator && buffer != VK_NULL_HANDLE && pCreateInfo && pAllocation);
      +
      17641 
      +
      17642  VMA_DEBUG_LOG("vmaAllocateMemoryForBuffer");
      17643 
      17644  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      17645 
      -
      17646 #if VMA_RECORDING_ENABLED
      -
      17647  if(allocator->GetRecorder() != VMA_NULL)
      -
      17648  {
      -
      17649  allocator->GetRecorder()->RecordGetAllocationInfo(
      -
      17650  allocator->GetCurrentFrameIndex(),
      -
      17651  allocation);
      -
      17652  }
      -
      17653 #endif
      -
      17654 
      -
      17655  allocator->GetAllocationInfo(allocation, pAllocationInfo);
      -
      17656 }
      -
      17657 
      -
      17658 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
      -
      17659  VmaAllocator allocator,
      -
      17660  VmaAllocation allocation)
      -
      17661 {
      -
      17662  VMA_ASSERT(allocator && allocation);
      -
      17663 
      -
      17664  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17665 
      -
      17666 #if VMA_RECORDING_ENABLED
      -
      17667  if(allocator->GetRecorder() != VMA_NULL)
      -
      17668  {
      -
      17669  allocator->GetRecorder()->RecordTouchAllocation(
      -
      17670  allocator->GetCurrentFrameIndex(),
      -
      17671  allocation);
      -
      17672  }
      -
      17673 #endif
      -
      17674 
      -
      17675  return allocator->TouchAllocation(allocation);
      -
      17676 }
      +
      17646  VkMemoryRequirements vkMemReq = {};
      +
      17647  bool requiresDedicatedAllocation = false;
      +
      17648  bool prefersDedicatedAllocation = false;
      +
      17649  allocator->GetBufferMemoryRequirements(buffer, vkMemReq,
      +
      17650  requiresDedicatedAllocation,
      +
      17651  prefersDedicatedAllocation);
      +
      17652 
      +
      17653  VkResult result = allocator->AllocateMemory(
      +
      17654  vkMemReq,
      +
      17655  requiresDedicatedAllocation,
      +
      17656  prefersDedicatedAllocation,
      +
      17657  buffer, // dedicatedBuffer
      +
      17658  UINT32_MAX, // dedicatedBufferUsage
      +
      17659  VK_NULL_HANDLE, // dedicatedImage
      +
      17660  *pCreateInfo,
      +
      17661  VMA_SUBALLOCATION_TYPE_BUFFER,
      +
      17662  1, // allocationCount
      +
      17663  pAllocation);
      +
      17664 
      +
      17665 #if VMA_RECORDING_ENABLED
      +
      17666  if(allocator->GetRecorder() != VMA_NULL)
      +
      17667  {
      +
      17668  allocator->GetRecorder()->RecordAllocateMemoryForBuffer(
      +
      17669  allocator->GetCurrentFrameIndex(),
      +
      17670  vkMemReq,
      +
      17671  requiresDedicatedAllocation,
      +
      17672  prefersDedicatedAllocation,
      +
      17673  *pCreateInfo,
      +
      17674  *pAllocation);
      +
      17675  }
      +
      17676 #endif
      17677 
      -
      17678 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
      -
      17679  VmaAllocator allocator,
      -
      17680  VmaAllocation allocation,
      -
      17681  void* pUserData)
      -
      17682 {
      -
      17683  VMA_ASSERT(allocator && allocation);
      -
      17684 
      -
      17685  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17686 
      -
      17687  allocation->SetUserData(allocator, pUserData);
      -
      17688 
      -
      17689 #if VMA_RECORDING_ENABLED
      -
      17690  if(allocator->GetRecorder() != VMA_NULL)
      -
      17691  {
      -
      17692  allocator->GetRecorder()->RecordSetAllocationUserData(
      -
      17693  allocator->GetCurrentFrameIndex(),
      -
      17694  allocation,
      -
      17695  pUserData);
      -
      17696  }
      -
      17697 #endif
      -
      17698 }
      -
      17699 
      -
      17700 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
      -
      17701  VmaAllocator allocator,
      -
      17702  VmaAllocation* pAllocation)
      -
      17703 {
      -
      17704  VMA_ASSERT(allocator && pAllocation);
      -
      17705 
      -
      17706  VMA_DEBUG_GLOBAL_MUTEX_LOCK;
      -
      17707 
      -
      17708  allocator->CreateLostAllocation(pAllocation);
      -
      17709 
      -
      17710 #if VMA_RECORDING_ENABLED
      -
      17711  if(allocator->GetRecorder() != VMA_NULL)
      -
      17712  {
      -
      17713  allocator->GetRecorder()->RecordCreateLostAllocation(
      -
      17714  allocator->GetCurrentFrameIndex(),
      -
      17715  *pAllocation);
      -
      17716  }
      -
      17717 #endif
      -
      17718 }
      -
      17719 
      -
      17720 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
      -
      17721  VmaAllocator allocator,
      -
      17722  VmaAllocation allocation,
      -
      17723  void** ppData)
      -
      17724 {
      -
      17725  VMA_ASSERT(allocator && allocation && ppData);
      -
      17726 
      -
      17727  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17728 
      -
      17729  VkResult res = allocator->Map(allocation, ppData);
      -
      17730 
      -
      17731 #if VMA_RECORDING_ENABLED
      -
      17732  if(allocator->GetRecorder() != VMA_NULL)
      -
      17733  {
      -
      17734  allocator->GetRecorder()->RecordMapMemory(
      -
      17735  allocator->GetCurrentFrameIndex(),
      -
      17736  allocation);
      -
      17737  }
      -
      17738 #endif
      -
      17739 
      -
      17740  return res;
      -
      17741 }
      -
      17742 
      -
      17743 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
      -
      17744  VmaAllocator allocator,
      -
      17745  VmaAllocation allocation)
      -
      17746 {
      -
      17747  VMA_ASSERT(allocator && allocation);
      -
      17748 
      -
      17749  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17750 
      -
      17751 #if VMA_RECORDING_ENABLED
      -
      17752  if(allocator->GetRecorder() != VMA_NULL)
      -
      17753  {
      -
      17754  allocator->GetRecorder()->RecordUnmapMemory(
      -
      17755  allocator->GetCurrentFrameIndex(),
      -
      17756  allocation);
      -
      17757  }
      -
      17758 #endif
      -
      17759 
      -
      17760  allocator->Unmap(allocation);
      -
      17761 }
      -
      17762 
      -
      17763 VMA_CALL_PRE void VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      -
      17764 {
      -
      17765  VMA_ASSERT(allocator && allocation);
      +
      17678  if(pAllocationInfo && result == VK_SUCCESS)
      +
      17679  {
      +
      17680  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      17681  }
      +
      17682 
      +
      17683  return result;
      +
      17684 }
      +
      17685 
      +
      17686 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
      +
      17687  VmaAllocator allocator,
      +
      17688  VkImage image,
      +
      17689  const VmaAllocationCreateInfo* pCreateInfo,
      +
      17690  VmaAllocation* pAllocation,
      +
      17691  VmaAllocationInfo* pAllocationInfo)
      +
      17692 {
      +
      17693  VMA_ASSERT(allocator && image != VK_NULL_HANDLE && pCreateInfo && pAllocation);
      +
      17694 
      +
      17695  VMA_DEBUG_LOG("vmaAllocateMemoryForImage");
      +
      17696 
      +
      17697  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17698 
      +
      17699  VkMemoryRequirements vkMemReq = {};
      +
      17700  bool requiresDedicatedAllocation = false;
      +
      17701  bool prefersDedicatedAllocation = false;
      +
      17702  allocator->GetImageMemoryRequirements(image, vkMemReq,
      +
      17703  requiresDedicatedAllocation, prefersDedicatedAllocation);
      +
      17704 
      +
      17705  VkResult result = allocator->AllocateMemory(
      +
      17706  vkMemReq,
      +
      17707  requiresDedicatedAllocation,
      +
      17708  prefersDedicatedAllocation,
      +
      17709  VK_NULL_HANDLE, // dedicatedBuffer
      +
      17710  UINT32_MAX, // dedicatedBufferUsage
      +
      17711  image, // dedicatedImage
      +
      17712  *pCreateInfo,
      +
      17713  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN,
      +
      17714  1, // allocationCount
      +
      17715  pAllocation);
      +
      17716 
      +
      17717 #if VMA_RECORDING_ENABLED
      +
      17718  if(allocator->GetRecorder() != VMA_NULL)
      +
      17719  {
      +
      17720  allocator->GetRecorder()->RecordAllocateMemoryForImage(
      +
      17721  allocator->GetCurrentFrameIndex(),
      +
      17722  vkMemReq,
      +
      17723  requiresDedicatedAllocation,
      +
      17724  prefersDedicatedAllocation,
      +
      17725  *pCreateInfo,
      +
      17726  *pAllocation);
      +
      17727  }
      +
      17728 #endif
      +
      17729 
      +
      17730  if(pAllocationInfo && result == VK_SUCCESS)
      +
      17731  {
      +
      17732  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      17733  }
      +
      17734 
      +
      17735  return result;
      +
      17736 }
      +
      17737 
      +
      17738 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
      +
      17739  VmaAllocator allocator,
      +
      17740  VmaAllocation allocation)
      +
      17741 {
      +
      17742  VMA_ASSERT(allocator);
      +
      17743 
      +
      17744  if(allocation == VK_NULL_HANDLE)
      +
      17745  {
      +
      17746  return;
      +
      17747  }
      +
      17748 
      +
      17749  VMA_DEBUG_LOG("vmaFreeMemory");
      +
      17750 
      +
      17751  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17752 
      +
      17753 #if VMA_RECORDING_ENABLED
      +
      17754  if(allocator->GetRecorder() != VMA_NULL)
      +
      17755  {
      +
      17756  allocator->GetRecorder()->RecordFreeMemory(
      +
      17757  allocator->GetCurrentFrameIndex(),
      +
      17758  allocation);
      +
      17759  }
      +
      17760 #endif
      +
      17761 
      +
      17762  allocator->FreeMemory(
      +
      17763  1, // allocationCount
      +
      17764  &allocation);
      +
      17765 }
      17766 
      -
      17767  VMA_DEBUG_LOG("vmaFlushAllocation");
      -
      17768 
      -
      17769  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17770 
      -
      17771  allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_FLUSH);
      -
      17772 
      -
      17773 #if VMA_RECORDING_ENABLED
      -
      17774  if(allocator->GetRecorder() != VMA_NULL)
      -
      17775  {
      -
      17776  allocator->GetRecorder()->RecordFlushAllocation(
      -
      17777  allocator->GetCurrentFrameIndex(),
      -
      17778  allocation, offset, size);
      -
      17779  }
      -
      17780 #endif
      -
      17781 }
      +
      17767 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
      +
      17768  VmaAllocator allocator,
      +
      17769  size_t allocationCount,
      +
      17770  VmaAllocation* pAllocations)
      +
      17771 {
      +
      17772  if(allocationCount == 0)
      +
      17773  {
      +
      17774  return;
      +
      17775  }
      +
      17776 
      +
      17777  VMA_ASSERT(allocator);
      +
      17778 
      +
      17779  VMA_DEBUG_LOG("vmaFreeMemoryPages");
      +
      17780 
      +
      17781  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      17782 
      -
      17783 VMA_CALL_PRE void VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      -
      17784 {
      -
      17785  VMA_ASSERT(allocator && allocation);
      -
      17786 
      -
      17787  VMA_DEBUG_LOG("vmaInvalidateAllocation");
      -
      17788 
      -
      17789  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17790 
      -
      17791  allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_INVALIDATE);
      -
      17792 
      -
      17793 #if VMA_RECORDING_ENABLED
      -
      17794  if(allocator->GetRecorder() != VMA_NULL)
      -
      17795  {
      -
      17796  allocator->GetRecorder()->RecordInvalidateAllocation(
      -
      17797  allocator->GetCurrentFrameIndex(),
      -
      17798  allocation, offset, size);
      -
      17799  }
      -
      17800 #endif
      -
      17801 }
      -
      17802 
      -
      17803 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
      -
      17804 {
      -
      17805  VMA_ASSERT(allocator);
      +
      17783 #if VMA_RECORDING_ENABLED
      +
      17784  if(allocator->GetRecorder() != VMA_NULL)
      +
      17785  {
      +
      17786  allocator->GetRecorder()->RecordFreeMemoryPages(
      +
      17787  allocator->GetCurrentFrameIndex(),
      +
      17788  (uint64_t)allocationCount,
      +
      17789  pAllocations);
      +
      17790  }
      +
      17791 #endif
      +
      17792 
      +
      17793  allocator->FreeMemory(allocationCount, pAllocations);
      +
      17794 }
      +
      17795 
      +
      17796 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
      +
      17797  VmaAllocator allocator,
      +
      17798  VmaAllocation allocation,
      +
      17799  VkDeviceSize newSize)
      +
      17800 {
      +
      17801  VMA_ASSERT(allocator && allocation);
      +
      17802 
      +
      17803  VMA_DEBUG_LOG("vmaResizeAllocation");
      +
      17804 
      +
      17805  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      17806 
      -
      17807  VMA_DEBUG_LOG("vmaCheckCorruption");
      -
      17808 
      -
      17809  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17810 
      -
      17811  return allocator->CheckCorruption(memoryTypeBits);
      -
      17812 }
      -
      17813 
      -
      17814 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
      -
      17815  VmaAllocator allocator,
      -
      17816  VmaAllocation* pAllocations,
      -
      17817  size_t allocationCount,
      -
      17818  VkBool32* pAllocationsChanged,
      -
      17819  const VmaDefragmentationInfo *pDefragmentationInfo,
      -
      17820  VmaDefragmentationStats* pDefragmentationStats)
      -
      17821 {
      -
      17822  // Deprecated interface, reimplemented using new one.
      -
      17823 
      -
      17824  VmaDefragmentationInfo2 info2 = {};
      -
      17825  info2.allocationCount = (uint32_t)allocationCount;
      -
      17826  info2.pAllocations = pAllocations;
      -
      17827  info2.pAllocationsChanged = pAllocationsChanged;
      -
      17828  if(pDefragmentationInfo != VMA_NULL)
      -
      17829  {
      -
      17830  info2.maxCpuAllocationsToMove = pDefragmentationInfo->maxAllocationsToMove;
      -
      17831  info2.maxCpuBytesToMove = pDefragmentationInfo->maxBytesToMove;
      -
      17832  }
      -
      17833  else
      -
      17834  {
      -
      17835  info2.maxCpuAllocationsToMove = UINT32_MAX;
      -
      17836  info2.maxCpuBytesToMove = VK_WHOLE_SIZE;
      -
      17837  }
      -
      17838  // info2.flags, maxGpuAllocationsToMove, maxGpuBytesToMove, commandBuffer deliberately left zero.
      -
      17839 
      -
      17840  VmaDefragmentationContext ctx;
      -
      17841  VkResult res = vmaDefragmentationBegin(allocator, &info2, pDefragmentationStats, &ctx);
      -
      17842  if(res == VK_NOT_READY)
      -
      17843  {
      -
      17844  res = vmaDefragmentationEnd( allocator, ctx);
      +
      17807  return allocator->ResizeAllocation(allocation, newSize);
      +
      17808 }
      +
      17809 
      +
      17810 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
      +
      17811  VmaAllocator allocator,
      +
      17812  VmaAllocation allocation,
      +
      17813  VmaAllocationInfo* pAllocationInfo)
      +
      17814 {
      +
      17815  VMA_ASSERT(allocator && allocation && pAllocationInfo);
      +
      17816 
      +
      17817  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17818 
      +
      17819 #if VMA_RECORDING_ENABLED
      +
      17820  if(allocator->GetRecorder() != VMA_NULL)
      +
      17821  {
      +
      17822  allocator->GetRecorder()->RecordGetAllocationInfo(
      +
      17823  allocator->GetCurrentFrameIndex(),
      +
      17824  allocation);
      +
      17825  }
      +
      17826 #endif
      +
      17827 
      +
      17828  allocator->GetAllocationInfo(allocation, pAllocationInfo);
      +
      17829 }
      +
      17830 
      +
      17831 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
      +
      17832  VmaAllocator allocator,
      +
      17833  VmaAllocation allocation)
      +
      17834 {
      +
      17835  VMA_ASSERT(allocator && allocation);
      +
      17836 
      +
      17837  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17838 
      +
      17839 #if VMA_RECORDING_ENABLED
      +
      17840  if(allocator->GetRecorder() != VMA_NULL)
      +
      17841  {
      +
      17842  allocator->GetRecorder()->RecordTouchAllocation(
      +
      17843  allocator->GetCurrentFrameIndex(),
      +
      17844  allocation);
      17845  }
      -
      17846  return res;
      -
      17847 }
      -
      17848 
      -
      17849 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
      -
      17850  VmaAllocator allocator,
      -
      17851  const VmaDefragmentationInfo2* pInfo,
      -
      17852  VmaDefragmentationStats* pStats,
      -
      17853  VmaDefragmentationContext *pContext)
      -
      17854 {
      -
      17855  VMA_ASSERT(allocator && pInfo && pContext);
      -
      17856 
      -
      17857  // Degenerate case: Nothing to defragment.
      -
      17858  if(pInfo->allocationCount == 0 && pInfo->poolCount == 0)
      -
      17859  {
      -
      17860  return VK_SUCCESS;
      -
      17861  }
      -
      17862 
      -
      17863  VMA_ASSERT(pInfo->allocationCount == 0 || pInfo->pAllocations != VMA_NULL);
      -
      17864  VMA_ASSERT(pInfo->poolCount == 0 || pInfo->pPools != VMA_NULL);
      -
      17865  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->allocationCount, pInfo->pAllocations));
      -
      17866  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->poolCount, pInfo->pPools));
      -
      17867 
      -
      17868  VMA_DEBUG_LOG("vmaDefragmentationBegin");
      -
      17869 
      -
      17870  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17871 
      -
      17872  VkResult res = allocator->DefragmentationBegin(*pInfo, pStats, pContext);
      -
      17873 
      -
      17874 #if VMA_RECORDING_ENABLED
      -
      17875  if(allocator->GetRecorder() != VMA_NULL)
      -
      17876  {
      -
      17877  allocator->GetRecorder()->RecordDefragmentationBegin(
      -
      17878  allocator->GetCurrentFrameIndex(), *pInfo, *pContext);
      -
      17879  }
      -
      17880 #endif
      -
      17881 
      -
      17882  return res;
      -
      17883 }
      -
      17884 
      -
      17885 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
      -
      17886  VmaAllocator allocator,
      -
      17887  VmaDefragmentationContext context)
      -
      17888 {
      -
      17889  VMA_ASSERT(allocator);
      -
      17890 
      -
      17891  VMA_DEBUG_LOG("vmaDefragmentationEnd");
      +
      17846 #endif
      +
      17847 
      +
      17848  return allocator->TouchAllocation(allocation);
      +
      17849 }
      +
      17850 
      +
      17851 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
      +
      17852  VmaAllocator allocator,
      +
      17853  VmaAllocation allocation,
      +
      17854  void* pUserData)
      +
      17855 {
      +
      17856  VMA_ASSERT(allocator && allocation);
      +
      17857 
      +
      17858  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17859 
      +
      17860  allocation->SetUserData(allocator, pUserData);
      +
      17861 
      +
      17862 #if VMA_RECORDING_ENABLED
      +
      17863  if(allocator->GetRecorder() != VMA_NULL)
      +
      17864  {
      +
      17865  allocator->GetRecorder()->RecordSetAllocationUserData(
      +
      17866  allocator->GetCurrentFrameIndex(),
      +
      17867  allocation,
      +
      17868  pUserData);
      +
      17869  }
      +
      17870 #endif
      +
      17871 }
      +
      17872 
      +
      17873 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
      +
      17874  VmaAllocator allocator,
      +
      17875  VmaAllocation* pAllocation)
      +
      17876 {
      +
      17877  VMA_ASSERT(allocator && pAllocation);
      +
      17878 
      +
      17879  VMA_DEBUG_GLOBAL_MUTEX_LOCK;
      +
      17880 
      +
      17881  allocator->CreateLostAllocation(pAllocation);
      +
      17882 
      +
      17883 #if VMA_RECORDING_ENABLED
      +
      17884  if(allocator->GetRecorder() != VMA_NULL)
      +
      17885  {
      +
      17886  allocator->GetRecorder()->RecordCreateLostAllocation(
      +
      17887  allocator->GetCurrentFrameIndex(),
      +
      17888  *pAllocation);
      +
      17889  }
      +
      17890 #endif
      +
      17891 }
      17892 
      -
      17893  if(context != VK_NULL_HANDLE)
      -
      17894  {
      -
      17895  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17896 
      -
      17897 #if VMA_RECORDING_ENABLED
      -
      17898  if(allocator->GetRecorder() != VMA_NULL)
      -
      17899  {
      -
      17900  allocator->GetRecorder()->RecordDefragmentationEnd(
      -
      17901  allocator->GetCurrentFrameIndex(), context);
      -
      17902  }
      -
      17903 #endif
      -
      17904 
      -
      17905  return allocator->DefragmentationEnd(context);
      -
      17906  }
      -
      17907  else
      -
      17908  {
      -
      17909  return VK_SUCCESS;
      +
      17893 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
      +
      17894  VmaAllocator allocator,
      +
      17895  VmaAllocation allocation,
      +
      17896  void** ppData)
      +
      17897 {
      +
      17898  VMA_ASSERT(allocator && allocation && ppData);
      +
      17899 
      +
      17900  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17901 
      +
      17902  VkResult res = allocator->Map(allocation, ppData);
      +
      17903 
      +
      17904 #if VMA_RECORDING_ENABLED
      +
      17905  if(allocator->GetRecorder() != VMA_NULL)
      +
      17906  {
      +
      17907  allocator->GetRecorder()->RecordMapMemory(
      +
      17908  allocator->GetCurrentFrameIndex(),
      +
      17909  allocation);
      17910  }
      -
      17911 }
      +
      17911 #endif
      17912 
      -
      17913 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBeginDefragmentationPass(
      -
      17914  VmaAllocator allocator,
      -
      17915  VmaDefragmentationContext context,
      -
      17916  VmaDefragmentationPassInfo* pInfo
      -
      17917  )
      -
      17918 {
      -
      17919  VMA_ASSERT(allocator);
      -
      17920  VMA_ASSERT(pInfo);
      -
      17921  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->moveCount, pInfo->pMoves));
      -
      17922 
      -
      17923  VMA_DEBUG_LOG("vmaBeginDefragmentationPass");
      -
      17924 
      -
      17925  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17926 
      -
      17927  if(context == VK_NULL_HANDLE)
      -
      17928  {
      -
      17929  pInfo->moveCount = 0;
      -
      17930  return VK_SUCCESS;
      -
      17931  }
      +
      17913  return res;
      +
      17914 }
      +
      17915 
      +
      17916 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
      +
      17917  VmaAllocator allocator,
      +
      17918  VmaAllocation allocation)
      +
      17919 {
      +
      17920  VMA_ASSERT(allocator && allocation);
      +
      17921 
      +
      17922  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17923 
      +
      17924 #if VMA_RECORDING_ENABLED
      +
      17925  if(allocator->GetRecorder() != VMA_NULL)
      +
      17926  {
      +
      17927  allocator->GetRecorder()->RecordUnmapMemory(
      +
      17928  allocator->GetCurrentFrameIndex(),
      +
      17929  allocation);
      +
      17930  }
      +
      17931 #endif
      17932 
      -
      17933  return allocator->DefragmentationPassBegin(pInfo, context);
      +
      17933  allocator->Unmap(allocation);
      17934 }
      -
      17935 VMA_CALL_PRE VkResult VMA_CALL_POST vmaEndDefragmentationPass(
      -
      17936  VmaAllocator allocator,
      -
      17937  VmaDefragmentationContext context)
      -
      17938 {
      -
      17939  VMA_ASSERT(allocator);
      -
      17940 
      -
      17941  VMA_DEBUG_LOG("vmaEndDefragmentationPass");
      +
      17935 
      +
      17936 VMA_CALL_PRE void VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      +
      17937 {
      +
      17938  VMA_ASSERT(allocator && allocation);
      +
      17939 
      +
      17940  VMA_DEBUG_LOG("vmaFlushAllocation");
      +
      17941 
      17942  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      17943 
      -
      17944  if(context == VK_NULL_HANDLE)
      -
      17945  return VK_SUCCESS;
      -
      17946 
      -
      17947  return allocator->DefragmentationPassEnd(context);
      -
      17948 }
      -
      17949 
      -
      17950 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
      -
      17951  VmaAllocator allocator,
      -
      17952  VmaAllocation allocation,
      -
      17953  VkBuffer buffer)
      -
      17954 {
      -
      17955  VMA_ASSERT(allocator && allocation && buffer);
      -
      17956 
      -
      17957  VMA_DEBUG_LOG("vmaBindBufferMemory");
      -
      17958 
      -
      17959  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17960 
      -
      17961  return allocator->BindBufferMemory(allocation, 0, buffer, VMA_NULL);
      -
      17962 }
      +
      17944  allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_FLUSH);
      +
      17945 
      +
      17946 #if VMA_RECORDING_ENABLED
      +
      17947  if(allocator->GetRecorder() != VMA_NULL)
      +
      17948  {
      +
      17949  allocator->GetRecorder()->RecordFlushAllocation(
      +
      17950  allocator->GetCurrentFrameIndex(),
      +
      17951  allocation, offset, size);
      +
      17952  }
      +
      17953 #endif
      +
      17954 }
      +
      17955 
      +
      17956 VMA_CALL_PRE void VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      +
      17957 {
      +
      17958  VMA_ASSERT(allocator && allocation);
      +
      17959 
      +
      17960  VMA_DEBUG_LOG("vmaInvalidateAllocation");
      +
      17961 
      +
      17962  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      17963 
      -
      17964 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
      -
      17965  VmaAllocator allocator,
      -
      17966  VmaAllocation allocation,
      -
      17967  VkDeviceSize allocationLocalOffset,
      -
      17968  VkBuffer buffer,
      -
      17969  const void* pNext)
      -
      17970 {
      -
      17971  VMA_ASSERT(allocator && allocation && buffer);
      -
      17972 
      -
      17973  VMA_DEBUG_LOG("vmaBindBufferMemory2");
      -
      17974 
      -
      17975  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17976 
      -
      17977  return allocator->BindBufferMemory(allocation, allocationLocalOffset, buffer, pNext);
      -
      17978 }
      +
      17964  allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_INVALIDATE);
      +
      17965 
      +
      17966 #if VMA_RECORDING_ENABLED
      +
      17967  if(allocator->GetRecorder() != VMA_NULL)
      +
      17968  {
      +
      17969  allocator->GetRecorder()->RecordInvalidateAllocation(
      +
      17970  allocator->GetCurrentFrameIndex(),
      +
      17971  allocation, offset, size);
      +
      17972  }
      +
      17973 #endif
      +
      17974 }
      +
      17975 
      +
      17976 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
      +
      17977 {
      +
      17978  VMA_ASSERT(allocator);
      17979 
      -
      17980 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
      -
      17981  VmaAllocator allocator,
      -
      17982  VmaAllocation allocation,
      -
      17983  VkImage image)
      -
      17984 {
      -
      17985  VMA_ASSERT(allocator && allocation && image);
      +
      17980  VMA_DEBUG_LOG("vmaCheckCorruption");
      +
      17981 
      +
      17982  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17983 
      +
      17984  return allocator->CheckCorruption(memoryTypeBits);
      +
      17985 }
      17986 
      -
      17987  VMA_DEBUG_LOG("vmaBindImageMemory");
      -
      17988 
      -
      17989  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17990 
      -
      17991  return allocator->BindImageMemory(allocation, 0, image, VMA_NULL);
      -
      17992 }
      -
      17993 
      -
      17994 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
      -
      17995  VmaAllocator allocator,
      -
      17996  VmaAllocation allocation,
      -
      17997  VkDeviceSize allocationLocalOffset,
      -
      17998  VkImage image,
      -
      17999  const void* pNext)
      -
      18000 {
      -
      18001  VMA_ASSERT(allocator && allocation && image);
      -
      18002 
      -
      18003  VMA_DEBUG_LOG("vmaBindImageMemory2");
      -
      18004 
      -
      18005  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18006 
      -
      18007  return allocator->BindImageMemory(allocation, allocationLocalOffset, image, pNext);
      -
      18008 }
      -
      18009 
      -
      18010 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
      -
      18011  VmaAllocator allocator,
      -
      18012  const VkBufferCreateInfo* pBufferCreateInfo,
      -
      18013  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      18014  VkBuffer* pBuffer,
      -
      18015  VmaAllocation* pAllocation,
      -
      18016  VmaAllocationInfo* pAllocationInfo)
      -
      18017 {
      -
      18018  VMA_ASSERT(allocator && pBufferCreateInfo && pAllocationCreateInfo && pBuffer && pAllocation);
      -
      18019 
      -
      18020  if(pBufferCreateInfo->size == 0)
      -
      18021  {
      -
      18022  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      18023  }
      -
      18024 
      -
      18025  VMA_DEBUG_LOG("vmaCreateBuffer");
      -
      18026 
      -
      18027  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18028 
      -
      18029  *pBuffer = VK_NULL_HANDLE;
      -
      18030  *pAllocation = VK_NULL_HANDLE;
      -
      18031 
      -
      18032  // 1. Create VkBuffer.
      -
      18033  VkResult res = (*allocator->GetVulkanFunctions().vkCreateBuffer)(
      -
      18034  allocator->m_hDevice,
      -
      18035  pBufferCreateInfo,
      -
      18036  allocator->GetAllocationCallbacks(),
      -
      18037  pBuffer);
      -
      18038  if(res >= 0)
      -
      18039  {
      -
      18040  // 2. vkGetBufferMemoryRequirements.
      -
      18041  VkMemoryRequirements vkMemReq = {};
      -
      18042  bool requiresDedicatedAllocation = false;
      -
      18043  bool prefersDedicatedAllocation = false;
      -
      18044  allocator->GetBufferMemoryRequirements(*pBuffer, vkMemReq,
      -
      18045  requiresDedicatedAllocation, prefersDedicatedAllocation);
      +
      17987 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
      +
      17988  VmaAllocator allocator,
      +
      17989  VmaAllocation* pAllocations,
      +
      17990  size_t allocationCount,
      +
      17991  VkBool32* pAllocationsChanged,
      +
      17992  const VmaDefragmentationInfo *pDefragmentationInfo,
      +
      17993  VmaDefragmentationStats* pDefragmentationStats)
      +
      17994 {
      +
      17995  // Deprecated interface, reimplemented using new one.
      +
      17996 
      +
      17997  VmaDefragmentationInfo2 info2 = {};
      +
      17998  info2.allocationCount = (uint32_t)allocationCount;
      +
      17999  info2.pAllocations = pAllocations;
      +
      18000  info2.pAllocationsChanged = pAllocationsChanged;
      +
      18001  if(pDefragmentationInfo != VMA_NULL)
      +
      18002  {
      +
      18003  info2.maxCpuAllocationsToMove = pDefragmentationInfo->maxAllocationsToMove;
      +
      18004  info2.maxCpuBytesToMove = pDefragmentationInfo->maxBytesToMove;
      +
      18005  }
      +
      18006  else
      +
      18007  {
      +
      18008  info2.maxCpuAllocationsToMove = UINT32_MAX;
      +
      18009  info2.maxCpuBytesToMove = VK_WHOLE_SIZE;
      +
      18010  }
      +
      18011  // info2.flags, maxGpuAllocationsToMove, maxGpuBytesToMove, commandBuffer deliberately left zero.
      +
      18012 
      +
      18013  VmaDefragmentationContext ctx;
      +
      18014  VkResult res = vmaDefragmentationBegin(allocator, &info2, pDefragmentationStats, &ctx);
      +
      18015  if(res == VK_NOT_READY)
      +
      18016  {
      +
      18017  res = vmaDefragmentationEnd( allocator, ctx);
      +
      18018  }
      +
      18019  return res;
      +
      18020 }
      +
      18021 
      +
      18022 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
      +
      18023  VmaAllocator allocator,
      +
      18024  const VmaDefragmentationInfo2* pInfo,
      +
      18025  VmaDefragmentationStats* pStats,
      +
      18026  VmaDefragmentationContext *pContext)
      +
      18027 {
      +
      18028  VMA_ASSERT(allocator && pInfo && pContext);
      +
      18029 
      +
      18030  // Degenerate case: Nothing to defragment.
      +
      18031  if(pInfo->allocationCount == 0 && pInfo->poolCount == 0)
      +
      18032  {
      +
      18033  return VK_SUCCESS;
      +
      18034  }
      +
      18035 
      +
      18036  VMA_ASSERT(pInfo->allocationCount == 0 || pInfo->pAllocations != VMA_NULL);
      +
      18037  VMA_ASSERT(pInfo->poolCount == 0 || pInfo->pPools != VMA_NULL);
      +
      18038  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->allocationCount, pInfo->pAllocations));
      +
      18039  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->poolCount, pInfo->pPools));
      +
      18040 
      +
      18041  VMA_DEBUG_LOG("vmaDefragmentationBegin");
      +
      18042 
      +
      18043  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18044 
      +
      18045  VkResult res = allocator->DefragmentationBegin(*pInfo, pStats, pContext);
      18046 
      -
      18047  // Make sure alignment requirements for specific buffer usages reported
      -
      18048  // in Physical Device Properties are included in alignment reported by memory requirements.
      -
      18049  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_UNIFORM_TEXEL_BUFFER_BIT) != 0)
      -
      18050  {
      -
      18051  VMA_ASSERT(vkMemReq.alignment %
      -
      18052  allocator->m_PhysicalDeviceProperties.limits.minTexelBufferOffsetAlignment == 0);
      -
      18053  }
      -
      18054  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_UNIFORM_BUFFER_BIT) != 0)
      -
      18055  {
      -
      18056  VMA_ASSERT(vkMemReq.alignment %
      -
      18057  allocator->m_PhysicalDeviceProperties.limits.minUniformBufferOffsetAlignment == 0);
      -
      18058  }
      -
      18059  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_STORAGE_BUFFER_BIT) != 0)
      -
      18060  {
      -
      18061  VMA_ASSERT(vkMemReq.alignment %
      -
      18062  allocator->m_PhysicalDeviceProperties.limits.minStorageBufferOffsetAlignment == 0);
      -
      18063  }
      -
      18064 
      -
      18065  // 3. Allocate memory using allocator.
      -
      18066  res = allocator->AllocateMemory(
      -
      18067  vkMemReq,
      -
      18068  requiresDedicatedAllocation,
      -
      18069  prefersDedicatedAllocation,
      -
      18070  *pBuffer, // dedicatedBuffer
      -
      18071  VK_NULL_HANDLE, // dedicatedImage
      -
      18072  *pAllocationCreateInfo,
      -
      18073  VMA_SUBALLOCATION_TYPE_BUFFER,
      -
      18074  1, // allocationCount
      -
      18075  pAllocation);
      -
      18076 
      -
      18077 #if VMA_RECORDING_ENABLED
      -
      18078  if(allocator->GetRecorder() != VMA_NULL)
      -
      18079  {
      -
      18080  allocator->GetRecorder()->RecordCreateBuffer(
      -
      18081  allocator->GetCurrentFrameIndex(),
      -
      18082  *pBufferCreateInfo,
      -
      18083  *pAllocationCreateInfo,
      -
      18084  *pAllocation);
      -
      18085  }
      -
      18086 #endif
      -
      18087 
      -
      18088  if(res >= 0)
      -
      18089  {
      -
      18090  // 3. Bind buffer with memory.
      -
      18091  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
      -
      18092  {
      -
      18093  res = allocator->BindBufferMemory(*pAllocation, 0, *pBuffer, VMA_NULL);
      -
      18094  }
      -
      18095  if(res >= 0)
      -
      18096  {
      -
      18097  // All steps succeeded.
      -
      18098  #if VMA_STATS_STRING_ENABLED
      -
      18099  (*pAllocation)->InitBufferImageUsage(pBufferCreateInfo->usage);
      -
      18100  #endif
      -
      18101  if(pAllocationInfo != VMA_NULL)
      -
      18102  {
      -
      18103  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      18104  }
      +
      18047 #if VMA_RECORDING_ENABLED
      +
      18048  if(allocator->GetRecorder() != VMA_NULL)
      +
      18049  {
      +
      18050  allocator->GetRecorder()->RecordDefragmentationBegin(
      +
      18051  allocator->GetCurrentFrameIndex(), *pInfo, *pContext);
      +
      18052  }
      +
      18053 #endif
      +
      18054 
      +
      18055  return res;
      +
      18056 }
      +
      18057 
      +
      18058 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
      +
      18059  VmaAllocator allocator,
      +
      18060  VmaDefragmentationContext context)
      +
      18061 {
      +
      18062  VMA_ASSERT(allocator);
      +
      18063 
      +
      18064  VMA_DEBUG_LOG("vmaDefragmentationEnd");
      +
      18065 
      +
      18066  if(context != VK_NULL_HANDLE)
      +
      18067  {
      +
      18068  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18069 
      +
      18070 #if VMA_RECORDING_ENABLED
      +
      18071  if(allocator->GetRecorder() != VMA_NULL)
      +
      18072  {
      +
      18073  allocator->GetRecorder()->RecordDefragmentationEnd(
      +
      18074  allocator->GetCurrentFrameIndex(), context);
      +
      18075  }
      +
      18076 #endif
      +
      18077 
      +
      18078  return allocator->DefragmentationEnd(context);
      +
      18079  }
      +
      18080  else
      +
      18081  {
      +
      18082  return VK_SUCCESS;
      +
      18083  }
      +
      18084 }
      +
      18085 
      +
      18086 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBeginDefragmentationPass(
      +
      18087  VmaAllocator allocator,
      +
      18088  VmaDefragmentationContext context,
      +
      18089  VmaDefragmentationPassInfo* pInfo
      +
      18090  )
      +
      18091 {
      +
      18092  VMA_ASSERT(allocator);
      +
      18093  VMA_ASSERT(pInfo);
      +
      18094  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->moveCount, pInfo->pMoves));
      +
      18095 
      +
      18096  VMA_DEBUG_LOG("vmaBeginDefragmentationPass");
      +
      18097 
      +
      18098  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18099 
      +
      18100  if(context == VK_NULL_HANDLE)
      +
      18101  {
      +
      18102  pInfo->moveCount = 0;
      +
      18103  return VK_SUCCESS;
      +
      18104  }
      18105 
      -
      18106  return VK_SUCCESS;
      -
      18107  }
      -
      18108  allocator->FreeMemory(
      -
      18109  1, // allocationCount
      -
      18110  pAllocation);
      -
      18111  *pAllocation = VK_NULL_HANDLE;
      -
      18112  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
      -
      18113  *pBuffer = VK_NULL_HANDLE;
      -
      18114  return res;
      -
      18115  }
      -
      18116  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
      -
      18117  *pBuffer = VK_NULL_HANDLE;
      -
      18118  return res;
      -
      18119  }
      -
      18120  return res;
      +
      18106  return allocator->DefragmentationPassBegin(pInfo, context);
      +
      18107 }
      +
      18108 VMA_CALL_PRE VkResult VMA_CALL_POST vmaEndDefragmentationPass(
      +
      18109  VmaAllocator allocator,
      +
      18110  VmaDefragmentationContext context)
      +
      18111 {
      +
      18112  VMA_ASSERT(allocator);
      +
      18113 
      +
      18114  VMA_DEBUG_LOG("vmaEndDefragmentationPass");
      +
      18115  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18116 
      +
      18117  if(context == VK_NULL_HANDLE)
      +
      18118  return VK_SUCCESS;
      +
      18119 
      +
      18120  return allocator->DefragmentationPassEnd(context);
      18121 }
      18122 
      -
      18123 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
      +
      18123 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
      18124  VmaAllocator allocator,
      -
      18125  VkBuffer buffer,
      -
      18126  VmaAllocation allocation)
      +
      18125  VmaAllocation allocation,
      +
      18126  VkBuffer buffer)
      18127 {
      -
      18128  VMA_ASSERT(allocator);
      +
      18128  VMA_ASSERT(allocator && allocation && buffer);
      18129 
      -
      18130  if(buffer == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
      -
      18131  {
      -
      18132  return;
      -
      18133  }
      -
      18134 
      -
      18135  VMA_DEBUG_LOG("vmaDestroyBuffer");
      +
      18130  VMA_DEBUG_LOG("vmaBindBufferMemory");
      +
      18131 
      +
      18132  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18133 
      +
      18134  return allocator->BindBufferMemory(allocation, 0, buffer, VMA_NULL);
      +
      18135 }
      18136 
      -
      18137  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18138 
      -
      18139 #if VMA_RECORDING_ENABLED
      -
      18140  if(allocator->GetRecorder() != VMA_NULL)
      -
      18141  {
      -
      18142  allocator->GetRecorder()->RecordDestroyBuffer(
      -
      18143  allocator->GetCurrentFrameIndex(),
      -
      18144  allocation);
      -
      18145  }
      -
      18146 #endif
      +
      18137 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
      +
      18138  VmaAllocator allocator,
      +
      18139  VmaAllocation allocation,
      +
      18140  VkDeviceSize allocationLocalOffset,
      +
      18141  VkBuffer buffer,
      +
      18142  const void* pNext)
      +
      18143 {
      +
      18144  VMA_ASSERT(allocator && allocation && buffer);
      +
      18145 
      +
      18146  VMA_DEBUG_LOG("vmaBindBufferMemory2");
      18147 
      -
      18148  if(buffer != VK_NULL_HANDLE)
      -
      18149  {
      -
      18150  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, buffer, allocator->GetAllocationCallbacks());
      -
      18151  }
      +
      18148  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18149 
      +
      18150  return allocator->BindBufferMemory(allocation, allocationLocalOffset, buffer, pNext);
      +
      18151 }
      18152 
      -
      18153  if(allocation != VK_NULL_HANDLE)
      -
      18154  {
      -
      18155  allocator->FreeMemory(
      -
      18156  1, // allocationCount
      -
      18157  &allocation);
      -
      18158  }
      -
      18159 }
      -
      18160 
      -
      18161 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
      -
      18162  VmaAllocator allocator,
      -
      18163  const VkImageCreateInfo* pImageCreateInfo,
      -
      18164  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      18165  VkImage* pImage,
      -
      18166  VmaAllocation* pAllocation,
      -
      18167  VmaAllocationInfo* pAllocationInfo)
      -
      18168 {
      -
      18169  VMA_ASSERT(allocator && pImageCreateInfo && pAllocationCreateInfo && pImage && pAllocation);
      -
      18170 
      -
      18171  if(pImageCreateInfo->extent.width == 0 ||
      -
      18172  pImageCreateInfo->extent.height == 0 ||
      -
      18173  pImageCreateInfo->extent.depth == 0 ||
      -
      18174  pImageCreateInfo->mipLevels == 0 ||
      -
      18175  pImageCreateInfo->arrayLayers == 0)
      -
      18176  {
      -
      18177  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      18178  }
      +
      18153 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
      +
      18154  VmaAllocator allocator,
      +
      18155  VmaAllocation allocation,
      +
      18156  VkImage image)
      +
      18157 {
      +
      18158  VMA_ASSERT(allocator && allocation && image);
      +
      18159 
      +
      18160  VMA_DEBUG_LOG("vmaBindImageMemory");
      +
      18161 
      +
      18162  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18163 
      +
      18164  return allocator->BindImageMemory(allocation, 0, image, VMA_NULL);
      +
      18165 }
      +
      18166 
      +
      18167 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
      +
      18168  VmaAllocator allocator,
      +
      18169  VmaAllocation allocation,
      +
      18170  VkDeviceSize allocationLocalOffset,
      +
      18171  VkImage image,
      +
      18172  const void* pNext)
      +
      18173 {
      +
      18174  VMA_ASSERT(allocator && allocation && image);
      +
      18175 
      +
      18176  VMA_DEBUG_LOG("vmaBindImageMemory2");
      +
      18177 
      +
      18178  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      18179 
      -
      18180  VMA_DEBUG_LOG("vmaCreateImage");
      -
      18181 
      -
      18182  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18183 
      -
      18184  *pImage = VK_NULL_HANDLE;
      -
      18185  *pAllocation = VK_NULL_HANDLE;
      -
      18186 
      -
      18187  // 1. Create VkImage.
      -
      18188  VkResult res = (*allocator->GetVulkanFunctions().vkCreateImage)(
      -
      18189  allocator->m_hDevice,
      -
      18190  pImageCreateInfo,
      -
      18191  allocator->GetAllocationCallbacks(),
      -
      18192  pImage);
      -
      18193  if(res >= 0)
      +
      18180  return allocator->BindImageMemory(allocation, allocationLocalOffset, image, pNext);
      +
      18181 }
      +
      18182 
      +
      18183 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
      +
      18184  VmaAllocator allocator,
      +
      18185  const VkBufferCreateInfo* pBufferCreateInfo,
      +
      18186  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      18187  VkBuffer* pBuffer,
      +
      18188  VmaAllocation* pAllocation,
      +
      18189  VmaAllocationInfo* pAllocationInfo)
      +
      18190 {
      +
      18191  VMA_ASSERT(allocator && pBufferCreateInfo && pAllocationCreateInfo && pBuffer && pAllocation);
      +
      18192 
      +
      18193  if(pBufferCreateInfo->size == 0)
      18194  {
      -
      18195  VmaSuballocationType suballocType = pImageCreateInfo->tiling == VK_IMAGE_TILING_OPTIMAL ?
      -
      18196  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL :
      -
      18197  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR;
      -
      18198 
      -
      18199  // 2. Allocate memory using allocator.
      -
      18200  VkMemoryRequirements vkMemReq = {};
      -
      18201  bool requiresDedicatedAllocation = false;
      -
      18202  bool prefersDedicatedAllocation = false;
      -
      18203  allocator->GetImageMemoryRequirements(*pImage, vkMemReq,
      -
      18204  requiresDedicatedAllocation, prefersDedicatedAllocation);
      -
      18205 
      -
      18206  res = allocator->AllocateMemory(
      -
      18207  vkMemReq,
      -
      18208  requiresDedicatedAllocation,
      -
      18209  prefersDedicatedAllocation,
      -
      18210  VK_NULL_HANDLE, // dedicatedBuffer
      -
      18211  *pImage, // dedicatedImage
      -
      18212  *pAllocationCreateInfo,
      -
      18213  suballocType,
      -
      18214  1, // allocationCount
      -
      18215  pAllocation);
      -
      18216 
      -
      18217 #if VMA_RECORDING_ENABLED
      -
      18218  if(allocator->GetRecorder() != VMA_NULL)
      -
      18219  {
      -
      18220  allocator->GetRecorder()->RecordCreateImage(
      -
      18221  allocator->GetCurrentFrameIndex(),
      -
      18222  *pImageCreateInfo,
      -
      18223  *pAllocationCreateInfo,
      -
      18224  *pAllocation);
      -
      18225  }
      -
      18226 #endif
      -
      18227 
      -
      18228  if(res >= 0)
      -
      18229  {
      -
      18230  // 3. Bind image with memory.
      -
      18231  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
      -
      18232  {
      -
      18233  res = allocator->BindImageMemory(*pAllocation, 0, *pImage, VMA_NULL);
      -
      18234  }
      -
      18235  if(res >= 0)
      -
      18236  {
      -
      18237  // All steps succeeded.
      -
      18238  #if VMA_STATS_STRING_ENABLED
      -
      18239  (*pAllocation)->InitBufferImageUsage(pImageCreateInfo->usage);
      -
      18240  #endif
      -
      18241  if(pAllocationInfo != VMA_NULL)
      -
      18242  {
      -
      18243  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      18244  }
      -
      18245 
      -
      18246  return VK_SUCCESS;
      -
      18247  }
      -
      18248  allocator->FreeMemory(
      -
      18249  1, // allocationCount
      -
      18250  pAllocation);
      -
      18251  *pAllocation = VK_NULL_HANDLE;
      -
      18252  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
      -
      18253  *pImage = VK_NULL_HANDLE;
      -
      18254  return res;
      -
      18255  }
      -
      18256  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
      -
      18257  *pImage = VK_NULL_HANDLE;
      -
      18258  return res;
      -
      18259  }
      -
      18260  return res;
      -
      18261 }
      -
      18262 
      -
      18263 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
      -
      18264  VmaAllocator allocator,
      -
      18265  VkImage image,
      -
      18266  VmaAllocation allocation)
      -
      18267 {
      -
      18268  VMA_ASSERT(allocator);
      -
      18269 
      -
      18270  if(image == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
      -
      18271  {
      -
      18272  return;
      -
      18273  }
      -
      18274 
      -
      18275  VMA_DEBUG_LOG("vmaDestroyImage");
      -
      18276 
      -
      18277  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18278 
      -
      18279 #if VMA_RECORDING_ENABLED
      -
      18280  if(allocator->GetRecorder() != VMA_NULL)
      -
      18281  {
      -
      18282  allocator->GetRecorder()->RecordDestroyImage(
      -
      18283  allocator->GetCurrentFrameIndex(),
      -
      18284  allocation);
      -
      18285  }
      -
      18286 #endif
      -
      18287 
      -
      18288  if(image != VK_NULL_HANDLE)
      -
      18289  {
      -
      18290  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, image, allocator->GetAllocationCallbacks());
      -
      18291  }
      -
      18292  if(allocation != VK_NULL_HANDLE)
      +
      18195  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      18196  }
      +
      18197  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_COPY) != 0 &&
      +
      18198  !allocator->m_UseKhrBufferDeviceAddress)
      +
      18199  {
      +
      18200  VMA_ASSERT(0 && "Creating a buffer with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT is not valid if VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT was not used.");
      +
      18201  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      18202  }
      +
      18203 
      +
      18204  VMA_DEBUG_LOG("vmaCreateBuffer");
      +
      18205 
      +
      18206  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18207 
      +
      18208  *pBuffer = VK_NULL_HANDLE;
      +
      18209  *pAllocation = VK_NULL_HANDLE;
      +
      18210 
      +
      18211  // 1. Create VkBuffer.
      +
      18212  VkResult res = (*allocator->GetVulkanFunctions().vkCreateBuffer)(
      +
      18213  allocator->m_hDevice,
      +
      18214  pBufferCreateInfo,
      +
      18215  allocator->GetAllocationCallbacks(),
      +
      18216  pBuffer);
      +
      18217  if(res >= 0)
      +
      18218  {
      +
      18219  // 2. vkGetBufferMemoryRequirements.
      +
      18220  VkMemoryRequirements vkMemReq = {};
      +
      18221  bool requiresDedicatedAllocation = false;
      +
      18222  bool prefersDedicatedAllocation = false;
      +
      18223  allocator->GetBufferMemoryRequirements(*pBuffer, vkMemReq,
      +
      18224  requiresDedicatedAllocation, prefersDedicatedAllocation);
      +
      18225 
      +
      18226  // 3. Allocate memory using allocator.
      +
      18227  res = allocator->AllocateMemory(
      +
      18228  vkMemReq,
      +
      18229  requiresDedicatedAllocation,
      +
      18230  prefersDedicatedAllocation,
      +
      18231  *pBuffer, // dedicatedBuffer
      +
      18232  pBufferCreateInfo->usage, // dedicatedBufferUsage
      +
      18233  VK_NULL_HANDLE, // dedicatedImage
      +
      18234  *pAllocationCreateInfo,
      +
      18235  VMA_SUBALLOCATION_TYPE_BUFFER,
      +
      18236  1, // allocationCount
      +
      18237  pAllocation);
      +
      18238 
      +
      18239 #if VMA_RECORDING_ENABLED
      +
      18240  if(allocator->GetRecorder() != VMA_NULL)
      +
      18241  {
      +
      18242  allocator->GetRecorder()->RecordCreateBuffer(
      +
      18243  allocator->GetCurrentFrameIndex(),
      +
      18244  *pBufferCreateInfo,
      +
      18245  *pAllocationCreateInfo,
      +
      18246  *pAllocation);
      +
      18247  }
      +
      18248 #endif
      +
      18249 
      +
      18250  if(res >= 0)
      +
      18251  {
      +
      18252  // 3. Bind buffer with memory.
      +
      18253  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
      +
      18254  {
      +
      18255  res = allocator->BindBufferMemory(*pAllocation, 0, *pBuffer, VMA_NULL);
      +
      18256  }
      +
      18257  if(res >= 0)
      +
      18258  {
      +
      18259  // All steps succeeded.
      +
      18260  #if VMA_STATS_STRING_ENABLED
      +
      18261  (*pAllocation)->InitBufferImageUsage(pBufferCreateInfo->usage);
      +
      18262  #endif
      +
      18263  if(pAllocationInfo != VMA_NULL)
      +
      18264  {
      +
      18265  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      18266  }
      +
      18267 
      +
      18268  return VK_SUCCESS;
      +
      18269  }
      +
      18270  allocator->FreeMemory(
      +
      18271  1, // allocationCount
      +
      18272  pAllocation);
      +
      18273  *pAllocation = VK_NULL_HANDLE;
      +
      18274  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
      +
      18275  *pBuffer = VK_NULL_HANDLE;
      +
      18276  return res;
      +
      18277  }
      +
      18278  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
      +
      18279  *pBuffer = VK_NULL_HANDLE;
      +
      18280  return res;
      +
      18281  }
      +
      18282  return res;
      +
      18283 }
      +
      18284 
      +
      18285 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
      +
      18286  VmaAllocator allocator,
      +
      18287  VkBuffer buffer,
      +
      18288  VmaAllocation allocation)
      +
      18289 {
      +
      18290  VMA_ASSERT(allocator);
      +
      18291 
      +
      18292  if(buffer == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
      18293  {
      -
      18294  allocator->FreeMemory(
      -
      18295  1, // allocationCount
      -
      18296  &allocation);
      -
      18297  }
      -
      18298 }
      -
      18299 
      -
      18300 #endif // #ifdef VMA_IMPLEMENTATION
      +
      18294  return;
      +
      18295  }
      +
      18296 
      +
      18297  VMA_DEBUG_LOG("vmaDestroyBuffer");
      +
      18298 
      +
      18299  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18300 
      +
      18301 #if VMA_RECORDING_ENABLED
      +
      18302  if(allocator->GetRecorder() != VMA_NULL)
      +
      18303  {
      +
      18304  allocator->GetRecorder()->RecordDestroyBuffer(
      +
      18305  allocator->GetCurrentFrameIndex(),
      +
      18306  allocation);
      +
      18307  }
      +
      18308 #endif
      +
      18309 
      +
      18310  if(buffer != VK_NULL_HANDLE)
      +
      18311  {
      +
      18312  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, buffer, allocator->GetAllocationCallbacks());
      +
      18313  }
      +
      18314 
      +
      18315  if(allocation != VK_NULL_HANDLE)
      +
      18316  {
      +
      18317  allocator->FreeMemory(
      +
      18318  1, // allocationCount
      +
      18319  &allocation);
      +
      18320  }
      +
      18321 }
      +
      18322 
      +
      18323 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
      +
      18324  VmaAllocator allocator,
      +
      18325  const VkImageCreateInfo* pImageCreateInfo,
      +
      18326  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      18327  VkImage* pImage,
      +
      18328  VmaAllocation* pAllocation,
      +
      18329  VmaAllocationInfo* pAllocationInfo)
      +
      18330 {
      +
      18331  VMA_ASSERT(allocator && pImageCreateInfo && pAllocationCreateInfo && pImage && pAllocation);
      +
      18332 
      +
      18333  if(pImageCreateInfo->extent.width == 0 ||
      +
      18334  pImageCreateInfo->extent.height == 0 ||
      +
      18335  pImageCreateInfo->extent.depth == 0 ||
      +
      18336  pImageCreateInfo->mipLevels == 0 ||
      +
      18337  pImageCreateInfo->arrayLayers == 0)
      +
      18338  {
      +
      18339  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      18340  }
      +
      18341 
      +
      18342  VMA_DEBUG_LOG("vmaCreateImage");
      +
      18343 
      +
      18344  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18345 
      +
      18346  *pImage = VK_NULL_HANDLE;
      +
      18347  *pAllocation = VK_NULL_HANDLE;
      +
      18348 
      +
      18349  // 1. Create VkImage.
      +
      18350  VkResult res = (*allocator->GetVulkanFunctions().vkCreateImage)(
      +
      18351  allocator->m_hDevice,
      +
      18352  pImageCreateInfo,
      +
      18353  allocator->GetAllocationCallbacks(),
      +
      18354  pImage);
      +
      18355  if(res >= 0)
      +
      18356  {
      +
      18357  VmaSuballocationType suballocType = pImageCreateInfo->tiling == VK_IMAGE_TILING_OPTIMAL ?
      +
      18358  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL :
      +
      18359  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR;
      +
      18360 
      +
      18361  // 2. Allocate memory using allocator.
      +
      18362  VkMemoryRequirements vkMemReq = {};
      +
      18363  bool requiresDedicatedAllocation = false;
      +
      18364  bool prefersDedicatedAllocation = false;
      +
      18365  allocator->GetImageMemoryRequirements(*pImage, vkMemReq,
      +
      18366  requiresDedicatedAllocation, prefersDedicatedAllocation);
      +
      18367 
      +
      18368  res = allocator->AllocateMemory(
      +
      18369  vkMemReq,
      +
      18370  requiresDedicatedAllocation,
      +
      18371  prefersDedicatedAllocation,
      +
      18372  VK_NULL_HANDLE, // dedicatedBuffer
      +
      18373  UINT32_MAX, // dedicatedBufferUsage
      +
      18374  *pImage, // dedicatedImage
      +
      18375  *pAllocationCreateInfo,
      +
      18376  suballocType,
      +
      18377  1, // allocationCount
      +
      18378  pAllocation);
      +
      18379 
      +
      18380 #if VMA_RECORDING_ENABLED
      +
      18381  if(allocator->GetRecorder() != VMA_NULL)
      +
      18382  {
      +
      18383  allocator->GetRecorder()->RecordCreateImage(
      +
      18384  allocator->GetCurrentFrameIndex(),
      +
      18385  *pImageCreateInfo,
      +
      18386  *pAllocationCreateInfo,
      +
      18387  *pAllocation);
      +
      18388  }
      +
      18389 #endif
      +
      18390 
      +
      18391  if(res >= 0)
      +
      18392  {
      +
      18393  // 3. Bind image with memory.
      +
      18394  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
      +
      18395  {
      +
      18396  res = allocator->BindImageMemory(*pAllocation, 0, *pImage, VMA_NULL);
      +
      18397  }
      +
      18398  if(res >= 0)
      +
      18399  {
      +
      18400  // All steps succeeded.
      +
      18401  #if VMA_STATS_STRING_ENABLED
      +
      18402  (*pAllocation)->InitBufferImageUsage(pImageCreateInfo->usage);
      +
      18403  #endif
      +
      18404  if(pAllocationInfo != VMA_NULL)
      +
      18405  {
      +
      18406  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      18407  }
      +
      18408 
      +
      18409  return VK_SUCCESS;
      +
      18410  }
      +
      18411  allocator->FreeMemory(
      +
      18412  1, // allocationCount
      +
      18413  pAllocation);
      +
      18414  *pAllocation = VK_NULL_HANDLE;
      +
      18415  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
      +
      18416  *pImage = VK_NULL_HANDLE;
      +
      18417  return res;
      +
      18418  }
      +
      18419  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
      +
      18420  *pImage = VK_NULL_HANDLE;
      +
      18421  return res;
      +
      18422  }
      +
      18423  return res;
      +
      18424 }
      +
      18425 
      +
      18426 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
      +
      18427  VmaAllocator allocator,
      +
      18428  VkImage image,
      +
      18429  VmaAllocation allocation)
      +
      18430 {
      +
      18431  VMA_ASSERT(allocator);
      +
      18432 
      +
      18433  if(image == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
      +
      18434  {
      +
      18435  return;
      +
      18436  }
      +
      18437 
      +
      18438  VMA_DEBUG_LOG("vmaDestroyImage");
      +
      18439 
      +
      18440  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18441 
      +
      18442 #if VMA_RECORDING_ENABLED
      +
      18443  if(allocator->GetRecorder() != VMA_NULL)
      +
      18444  {
      +
      18445  allocator->GetRecorder()->RecordDestroyImage(
      +
      18446  allocator->GetCurrentFrameIndex(),
      +
      18447  allocation);
      +
      18448  }
      +
      18449 #endif
      +
      18450 
      +
      18451  if(image != VK_NULL_HANDLE)
      +
      18452  {
      +
      18453  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, image, allocator->GetAllocationCallbacks());
      +
      18454  }
      +
      18455  if(allocation != VK_NULL_HANDLE)
      +
      18456  {
      +
      18457  allocator->FreeMemory(
      +
      18458  1, // allocationCount
      +
      18459  &allocation);
      +
      18460  }
      +
      18461 }
      +
      18462 
      +
      18463 #endif // #ifdef VMA_IMPLEMENTATION
      VmaStats
      struct VmaStats VmaStats
      General statistics from current state of Allocator.
      -
      VmaRecordSettings
      Parameters for recording calls to VMA functions. To be used in VmaAllocatorCreateInfo::pRecordSetting...
      Definition: vk_mem_alloc.h:2058
      -
      VmaVulkanFunctions::vkAllocateMemory
      PFN_vkAllocateMemory vkAllocateMemory
      Definition: vk_mem_alloc.h:2016
      -
      VmaDeviceMemoryCallbacks::pfnFree
      PFN_vmaFreeDeviceMemoryFunction pfnFree
      Optional, can be null.
      Definition: vk_mem_alloc.h:1924
      -
      VMA_RECORD_FLAG_BITS_MAX_ENUM
      @ VMA_RECORD_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2053
      -
      VmaVulkanFunctions::vkGetPhysicalDeviceProperties
      PFN_vkGetPhysicalDeviceProperties vkGetPhysicalDeviceProperties
      Definition: vk_mem_alloc.h:2014
      +
      VmaRecordSettings
      Parameters for recording calls to VMA functions. To be used in VmaAllocatorCreateInfo::pRecordSetting...
      Definition: vk_mem_alloc.h:2135
      +
      VmaVulkanFunctions::vkAllocateMemory
      PFN_vkAllocateMemory vkAllocateMemory
      Definition: vk_mem_alloc.h:2093
      +
      VmaDeviceMemoryCallbacks::pfnFree
      PFN_vmaFreeDeviceMemoryFunction pfnFree
      Optional, can be null.
      Definition: vk_mem_alloc.h:1983
      +
      VMA_RECORD_FLAG_BITS_MAX_ENUM
      @ VMA_RECORD_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2130
      +
      VmaVulkanFunctions::vkGetPhysicalDeviceProperties
      PFN_vkGetPhysicalDeviceProperties vkGetPhysicalDeviceProperties
      Definition: vk_mem_alloc.h:2091
      vmaFreeMemory
      void vmaFreeMemory(VmaAllocator allocator, VmaAllocation allocation)
      Frees memory previously allocated using vmaAllocateMemory(), vmaAllocateMemoryForBuffer(),...
      -
      PFN_vmaAllocateDeviceMemoryFunction
      void(VKAPI_PTR * PFN_vmaAllocateDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size)
      Callback function called after successful vkAllocateMemory.
      Definition: vk_mem_alloc.h:1901
      -
      VmaAllocatorCreateInfo::physicalDevice
      VkPhysicalDevice physicalDevice
      Vulkan physical device.
      Definition: vk_mem_alloc.h:2079
      -
      VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
      @ VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
      Enables alternative, linear allocation algorithm in this pool.
      Definition: vk_mem_alloc.h:2683
      -
      VmaDefragmentationInfo2::allocationCount
      uint32_t allocationCount
      Number of allocations in pAllocations array.
      Definition: vk_mem_alloc.h:3234
      -
      VmaAllocatorCreateInfo::frameInUseCount
      uint32_t frameInUseCount
      Maximum number of additional frames that are in use at the same time as current frame.
      Definition: vk_mem_alloc.h:2105
      -
      VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
      @ VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
      Definition: vk_mem_alloc.h:1985
      -
      VmaBudget
      Statistics of current memory usage and available budget, in bytes, for specific memory heap.
      Definition: vk_mem_alloc.h:2284
      -
      VmaDefragmentationPassMoveInfo::memory
      VkDeviceMemory memory
      Definition: vk_mem_alloc.h:3302
      +
      PFN_vmaAllocateDeviceMemoryFunction
      void(VKAPI_PTR * PFN_vmaAllocateDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size)
      Callback function called after successful vkAllocateMemory.
      Definition: vk_mem_alloc.h:1960
      +
      VmaAllocatorCreateInfo::physicalDevice
      VkPhysicalDevice physicalDevice
      Vulkan physical device.
      Definition: vk_mem_alloc.h:2156
      +
      VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
      @ VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
      Enables alternative, linear allocation algorithm in this pool.
      Definition: vk_mem_alloc.h:2760
      +
      VmaDefragmentationInfo2::allocationCount
      uint32_t allocationCount
      Number of allocations in pAllocations array.
      Definition: vk_mem_alloc.h:3311
      +
      VmaAllocatorCreateInfo::frameInUseCount
      uint32_t frameInUseCount
      Maximum number of additional frames that are in use at the same time as current frame.
      Definition: vk_mem_alloc.h:2182
      +
      VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
      @ VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
      Definition: vk_mem_alloc.h:2044
      +
      VmaBudget
      Statistics of current memory usage and available budget, in bytes, for specific memory heap.
      Definition: vk_mem_alloc.h:2361
      +
      VmaDefragmentationPassMoveInfo::memory
      VkDeviceMemory memory
      Definition: vk_mem_alloc.h:3379
      vmaInvalidateAllocation
      void vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      Invalidates memory of given allocation.
      -
      VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
      @ VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
      Definition: vk_mem_alloc.h:2429
      +
      VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
      @ VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
      Definition: vk_mem_alloc.h:2506
      VmaDefragmentationInfo
      struct VmaDefragmentationInfo VmaDefragmentationInfo
      Deprecated. Optional configuration parameters to be passed to function vmaDefragment().
      -
      VmaPoolStats
      Describes parameter of existing VmaPool.
      Definition: vk_mem_alloc.h:2755
      -
      VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
      Definition: vk_mem_alloc.h:2512
      -
      VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
      @ VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
      Allocator and all objects created from it will not be synchronized internally, so you must guarantee ...
      Definition: vk_mem_alloc.h:1933
      -
      VmaPoolStats::unusedSize
      VkDeviceSize unusedSize
      Total number of bytes in the pool not used by any VmaAllocation.
      Definition: vk_mem_alloc.h:2761
      -
      VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
      @ VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
      Definition: vk_mem_alloc.h:2492
      -
      VmaRecordFlagBits
      VmaRecordFlagBits
      Flags to be used in VmaRecordSettings::flags.
      Definition: vk_mem_alloc.h:2045
      +
      VmaPoolStats
      Describes parameter of existing VmaPool.
      Definition: vk_mem_alloc.h:2832
      +
      VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
      Definition: vk_mem_alloc.h:2589
      +
      VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
      @ VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
      Allocator and all objects created from it will not be synchronized internally, so you must guarantee ...
      Definition: vk_mem_alloc.h:1992
      +
      VmaPoolStats::unusedSize
      VkDeviceSize unusedSize
      Total number of bytes in the pool not used by any VmaAllocation.
      Definition: vk_mem_alloc.h:2838
      +
      VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
      @ VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
      Definition: vk_mem_alloc.h:2569
      +
      VmaRecordFlagBits
      VmaRecordFlagBits
      Flags to be used in VmaRecordSettings::flags.
      Definition: vk_mem_alloc.h:2122
      vmaSetPoolName
      void vmaSetPoolName(VmaAllocator allocator, VmaPool pool, const char *pName)
      Sets name of a custom pool.
      -
      VmaDeviceMemoryCallbacks
      Set of callbacks that the library will call for vkAllocateMemory and vkFreeMemory.
      Definition: vk_mem_alloc.h:1920
      +
      VmaDeviceMemoryCallbacks
      Set of callbacks that the library will call for vkAllocateMemory and vkFreeMemory.
      Definition: vk_mem_alloc.h:1979
      vmaTouchAllocation
      VkBool32 vmaTouchAllocation(VmaAllocator allocator, VmaAllocation allocation)
      Returns VK_TRUE if allocation is not lost and atomically marks it as used in current frame.
      -
      VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
      @ VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
      Definition: vk_mem_alloc.h:2479
      -
      VmaAllocatorCreateInfo::preferredLargeHeapBlockSize
      VkDeviceSize preferredLargeHeapBlockSize
      Preferred size of a single VkDeviceMemory block to be allocated from large heaps > 1 GiB....
      Definition: vk_mem_alloc.h:2085
      -
      VMA_RECORD_FLUSH_AFTER_CALL_BIT
      @ VMA_RECORD_FLUSH_AFTER_CALL_BIT
      Enables flush after recording every function call.
      Definition: vk_mem_alloc.h:2051
      +
      VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
      @ VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
      Definition: vk_mem_alloc.h:2556
      +
      VmaAllocatorCreateInfo::preferredLargeHeapBlockSize
      VkDeviceSize preferredLargeHeapBlockSize
      Preferred size of a single VkDeviceMemory block to be allocated from large heaps > 1 GiB....
      Definition: vk_mem_alloc.h:2162
      +
      VMA_RECORD_FLUSH_AFTER_CALL_BIT
      @ VMA_RECORD_FLUSH_AFTER_CALL_BIT
      Enables flush after recording every function call.
      Definition: vk_mem_alloc.h:2128
      VmaAllocationCreateInfo
      struct VmaAllocationCreateInfo VmaAllocationCreateInfo
      vmaResizeAllocation
      VkResult vmaResizeAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize newSize)
      Deprecated.
      -
      VmaVulkanFunctions::vkUnmapMemory
      PFN_vkUnmapMemory vkUnmapMemory
      Definition: vk_mem_alloc.h:2019
      -
      VmaAllocationInfo::deviceMemory
      VkDeviceMemory deviceMemory
      Handle to Vulkan memory object.
      Definition: vk_mem_alloc.h:2898
      -
      VmaStatInfo::unusedRangeCount
      uint32_t unusedRangeCount
      Number of free ranges of memory between allocations.
      Definition: vk_mem_alloc.h:2252
      -
      VmaAllocationCreateInfo::pUserData
      void * pUserData
      Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
      Definition: vk_mem_alloc.h:2586
      -
      VmaStatInfo::unusedRangeSizeMax
      VkDeviceSize unusedRangeSizeMax
      Definition: vk_mem_alloc.h:2258
      -
      VmaVulkanFunctions::vkMapMemory
      PFN_vkMapMemory vkMapMemory
      Definition: vk_mem_alloc.h:2018
      -
      VMA_RECORDING_ENABLED
      #define VMA_RECORDING_ENABLED
      Definition: vk_mem_alloc.h:1827
      -
      VmaDefragmentationPassMoveInfo::offset
      VkDeviceSize offset
      Definition: vk_mem_alloc.h:3303
      -
      VmaDefragmentationPassInfo::pMoves
      VmaDefragmentationPassMoveInfo * pMoves
      Definition: vk_mem_alloc.h:3312
      -
      VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
      Definition: vk_mem_alloc.h:2523
      +
      VmaVulkanFunctions::vkUnmapMemory
      PFN_vkUnmapMemory vkUnmapMemory
      Definition: vk_mem_alloc.h:2096
      +
      VmaAllocationInfo::deviceMemory
      VkDeviceMemory deviceMemory
      Handle to Vulkan memory object.
      Definition: vk_mem_alloc.h:2975
      +
      VmaStatInfo::unusedRangeCount
      uint32_t unusedRangeCount
      Number of free ranges of memory between allocations.
      Definition: vk_mem_alloc.h:2329
      +
      VmaAllocationCreateInfo::pUserData
      void * pUserData
      Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
      Definition: vk_mem_alloc.h:2663
      +
      VmaStatInfo::unusedRangeSizeMax
      VkDeviceSize unusedRangeSizeMax
      Definition: vk_mem_alloc.h:2335
      +
      VmaVulkanFunctions::vkMapMemory
      PFN_vkMapMemory vkMapMemory
      Definition: vk_mem_alloc.h:2095
      +
      VMA_RECORDING_ENABLED
      #define VMA_RECORDING_ENABLED
      Definition: vk_mem_alloc.h:1875
      +
      VmaDefragmentationPassMoveInfo::offset
      VkDeviceSize offset
      Definition: vk_mem_alloc.h:3380
      +
      VmaDefragmentationPassInfo::pMoves
      VmaDefragmentationPassMoveInfo * pMoves
      Definition: vk_mem_alloc.h:3389
      +
      VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
      Definition: vk_mem_alloc.h:2600
      vmaUnmapMemory
      void vmaUnmapMemory(VmaAllocator allocator, VmaAllocation allocation)
      Unmaps memory represented by given allocation, mapped previously using vmaMapMemory().
      -
      VmaAllocatorInfo::instance
      VkInstance instance
      Handle to Vulkan instance object.
      Definition: vk_mem_alloc.h:2184
      -
      VmaBudget::usage
      VkDeviceSize usage
      Estimated current memory usage of the program, in bytes.
      Definition: vk_mem_alloc.h:2309
      +
      VmaAllocatorInfo::instance
      VkInstance instance
      Handle to Vulkan instance object.
      Definition: vk_mem_alloc.h:2261
      +
      VmaBudget::usage
      VkDeviceSize usage
      Estimated current memory usage of the program, in bytes.
      Definition: vk_mem_alloc.h:2386
      VmaAllocator
      Represents main object of this library initialized.
      -
      VmaVulkanFunctions::vkCmdCopyBuffer
      PFN_vkCmdCopyBuffer vkCmdCopyBuffer
      Definition: vk_mem_alloc.h:2030
      -
      VmaAllocatorCreateInfo
      Description of a Allocator to be created.
      Definition: vk_mem_alloc.h:2073
      -
      VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
      @ VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
      Set this flag to only try to allocate from existing VkDeviceMemory blocks and never create new such b...
      Definition: vk_mem_alloc.h:2453
      -
      VmaAllocatorInfo::device
      VkDevice device
      Handle to Vulkan device object.
      Definition: vk_mem_alloc.h:2194
      -
      VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
      @ VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:3220
      -
      VmaPoolStats::unusedRangeSizeMax
      VkDeviceSize unusedRangeSizeMax
      Size of the largest continuous free memory region available for new allocation.
      Definition: vk_mem_alloc.h:2774
      -
      VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
      Definition: vk_mem_alloc.h:2516
      -
      VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
      @ VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
      Enables usage of VK_KHR_dedicated_allocation extension.
      Definition: vk_mem_alloc.h:1958
      +
      VmaVulkanFunctions::vkCmdCopyBuffer
      PFN_vkCmdCopyBuffer vkCmdCopyBuffer
      Definition: vk_mem_alloc.h:2107
      +
      VmaAllocatorCreateInfo
      Description of a Allocator to be created.
      Definition: vk_mem_alloc.h:2150
      +
      VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
      @ VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
      Set this flag to only try to allocate from existing VkDeviceMemory blocks and never create new such b...
      Definition: vk_mem_alloc.h:2530
      +
      VmaAllocatorInfo::device
      VkDevice device
      Handle to Vulkan device object.
      Definition: vk_mem_alloc.h:2271
      +
      VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
      @ VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:3297
      +
      VmaPoolStats::unusedRangeSizeMax
      VkDeviceSize unusedRangeSizeMax
      Size of the largest continuous free memory region available for new allocation.
      Definition: vk_mem_alloc.h:2851
      +
      VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
      Definition: vk_mem_alloc.h:2593
      +
      VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
      @ VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
      Enables usage of VK_KHR_dedicated_allocation extension.
      Definition: vk_mem_alloc.h:2017
      vmaSetCurrentFrameIndex
      void vmaSetCurrentFrameIndex(VmaAllocator allocator, uint32_t frameIndex)
      Sets index of the current frame.
      -
      VmaDefragmentationInfo::maxAllocationsToMove
      uint32_t maxAllocationsToMove
      Maximum number of allocations that can be moved to different place.
      Definition: vk_mem_alloc.h:3329
      -
      VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
      @ VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
      Definition: vk_mem_alloc.h:2507
      -
      VmaMemoryUsage
      VmaMemoryUsage
      Definition: vk_mem_alloc.h:2367
      +
      VmaDefragmentationInfo::maxAllocationsToMove
      uint32_t maxAllocationsToMove
      Maximum number of allocations that can be moved to different place.
      Definition: vk_mem_alloc.h:3406
      +
      VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
      @ VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
      Definition: vk_mem_alloc.h:2584
      +
      VmaMemoryUsage
      VmaMemoryUsage
      Definition: vk_mem_alloc.h:2444
      vmaGetMemoryTypeProperties
      void vmaGetMemoryTypeProperties(VmaAllocator allocator, uint32_t memoryTypeIndex, VkMemoryPropertyFlags *pFlags)
      Given Memory Type Index, returns Property Flags of this memory type.
      -
      VmaStatInfo::blockCount
      uint32_t blockCount
      Number of VkDeviceMemory Vulkan memory blocks allocated.
      Definition: vk_mem_alloc.h:2248
      -
      VmaPoolCreateInfo::memoryTypeIndex
      uint32_t memoryTypeIndex
      Vulkan memory type index to allocate this pool from.
      Definition: vk_mem_alloc.h:2711
      -
      VmaPoolCreateInfo::blockSize
      VkDeviceSize blockSize
      Size of a single VkDeviceMemory block to be allocated as part of this pool, in bytes....
      Definition: vk_mem_alloc.h:2723
      -
      VmaDefragmentationInfo2::poolCount
      uint32_t poolCount
      Numer of pools in pPools array.
      Definition: vk_mem_alloc.h:3252
      -
      VmaDefragmentationPassMoveInfo
      Definition: vk_mem_alloc.h:3300
      +
      VmaStatInfo::blockCount
      uint32_t blockCount
      Number of VkDeviceMemory Vulkan memory blocks allocated.
      Definition: vk_mem_alloc.h:2325
      +
      VmaPoolCreateInfo::memoryTypeIndex
      uint32_t memoryTypeIndex
      Vulkan memory type index to allocate this pool from.
      Definition: vk_mem_alloc.h:2788
      +
      VmaPoolCreateInfo::blockSize
      VkDeviceSize blockSize
      Size of a single VkDeviceMemory block to be allocated as part of this pool, in bytes....
      Definition: vk_mem_alloc.h:2800
      +
      VmaDefragmentationInfo2::poolCount
      uint32_t poolCount
      Numer of pools in pPools array.
      Definition: vk_mem_alloc.h:3329
      +
      VmaDefragmentationPassMoveInfo
      Definition: vk_mem_alloc.h:3377
      vmaBuildStatsString
      void vmaBuildStatsString(VmaAllocator allocator, char **ppStatsString, VkBool32 detailedMap)
      Builds and returns statistics as string in JSON format.
      vmaGetAllocationInfo
      void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
      Returns current information about specified allocation and atomically marks it as used in current fra...
      -
      VmaPoolStats::allocationCount
      size_t allocationCount
      Number of VmaAllocation objects created from this pool that were not destroyed or lost.
      Definition: vk_mem_alloc.h:2764
      -
      VmaAllocatorCreateFlags
      VkFlags VmaAllocatorCreateFlags
      Definition: vk_mem_alloc.h:2007
      +
      VmaPoolStats::allocationCount
      size_t allocationCount
      Number of VmaAllocation objects created from this pool that were not destroyed or lost.
      Definition: vk_mem_alloc.h:2841
      +
      VmaAllocatorCreateFlags
      VkFlags VmaAllocatorCreateFlags
      Definition: vk_mem_alloc.h:2084
      vmaFreeStatsString
      void vmaFreeStatsString(VmaAllocator allocator, char *pStatsString)
      vmaAllocateMemoryForBuffer
      VkResult vmaAllocateMemoryForBuffer(VmaAllocator allocator, VkBuffer buffer, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      VmaVulkanFunctions
      struct VmaVulkanFunctions VmaVulkanFunctions
      Pointers to some Vulkan functions - a subset used by the library.
      -
      VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2005
      -
      VmaDefragmentationFlagBits
      VmaDefragmentationFlagBits
      Flags to be used in vmaDefragmentationBegin(). None at the moment. Reserved for future use.
      Definition: vk_mem_alloc.h:3218
      -
      VmaAllocationInfo::offset
      VkDeviceSize offset
      Offset into deviceMemory object to the beginning of this allocation, in bytes. (deviceMemory,...
      Definition: vk_mem_alloc.h:2903
      -
      VmaAllocationCreateFlagBits
      VmaAllocationCreateFlagBits
      Flags to be passed as VmaAllocationCreateInfo::flags.
      Definition: vk_mem_alloc.h:2435
      -
      VmaVulkanFunctions::vkGetPhysicalDeviceMemoryProperties
      PFN_vkGetPhysicalDeviceMemoryProperties vkGetPhysicalDeviceMemoryProperties
      Definition: vk_mem_alloc.h:2015
      -
      VmaPoolCreateFlags
      VkFlags VmaPoolCreateFlags
      Definition: vk_mem_alloc.h:2704
      +
      VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2082
      +
      VmaDefragmentationFlagBits
      VmaDefragmentationFlagBits
      Flags to be used in vmaDefragmentationBegin(). None at the moment. Reserved for future use.
      Definition: vk_mem_alloc.h:3295
      +
      VmaAllocationInfo::offset
      VkDeviceSize offset
      Offset into deviceMemory object to the beginning of this allocation, in bytes. (deviceMemory,...
      Definition: vk_mem_alloc.h:2980
      +
      VmaAllocationCreateFlagBits
      VmaAllocationCreateFlagBits
      Flags to be passed as VmaAllocationCreateInfo::flags.
      Definition: vk_mem_alloc.h:2512
      +
      VmaVulkanFunctions::vkGetPhysicalDeviceMemoryProperties
      PFN_vkGetPhysicalDeviceMemoryProperties vkGetPhysicalDeviceMemoryProperties
      Definition: vk_mem_alloc.h:2092
      +
      VmaPoolCreateFlags
      VkFlags VmaPoolCreateFlags
      Definition: vk_mem_alloc.h:2781
      vmaCreateLostAllocation
      void vmaCreateLostAllocation(VmaAllocator allocator, VmaAllocation *pAllocation)
      Creates new allocation that is in lost state from the beginning.
      VmaDeviceMemoryCallbacks
      struct VmaDeviceMemoryCallbacks VmaDeviceMemoryCallbacks
      Set of callbacks that the library will call for vkAllocateMemory and vkFreeMemory.
      vmaGetPhysicalDeviceProperties
      void vmaGetPhysicalDeviceProperties(VmaAllocator allocator, const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
      -
      VmaAllocationCreateInfo::pool
      VmaPool pool
      Pool that this allocation should be created in.
      Definition: vk_mem_alloc.h:2579
      +
      VmaAllocationCreateInfo::pool
      VmaPool pool
      Pool that this allocation should be created in.
      Definition: vk_mem_alloc.h:2656
      vmaGetMemoryProperties
      void vmaGetMemoryProperties(VmaAllocator allocator, const VkPhysicalDeviceMemoryProperties **ppPhysicalDeviceMemoryProperties)
      -
      VmaStats::total
      VmaStatInfo total
      Definition: vk_mem_alloc.h:2266
      -
      VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
      @ VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
      Set this flag if the allocation should have its own memory block.
      Definition: vk_mem_alloc.h:2442
      +
      VmaStats::total
      VmaStatInfo total
      Definition: vk_mem_alloc.h:2343
      +
      VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
      @ VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
      Set this flag if the allocation should have its own memory block.
      Definition: vk_mem_alloc.h:2519
      vmaDefragmentationEnd
      VkResult vmaDefragmentationEnd(VmaAllocator allocator, VmaDefragmentationContext context)
      Ends defragmentation process.
      -
      VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
      @ VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
      Definition: vk_mem_alloc.h:1973
      -
      VmaDefragmentationInfo2::flags
      VmaDefragmentationFlags flags
      Reserved for future use. Should be 0.
      Definition: vk_mem_alloc.h:3231
      -
      VmaVulkanFunctions::vkBindImageMemory
      PFN_vkBindImageMemory vkBindImageMemory
      Definition: vk_mem_alloc.h:2023
      -
      VmaDefragmentationInfo2::maxGpuBytesToMove
      VkDeviceSize maxGpuBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
      Definition: vk_mem_alloc.h:3283
      -
      VmaDefragmentationStats
      Statistics returned by function vmaDefragment().
      Definition: vk_mem_alloc.h:3333
      +
      VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
      @ VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
      Definition: vk_mem_alloc.h:2032
      +
      VmaDefragmentationInfo2::flags
      VmaDefragmentationFlags flags
      Reserved for future use. Should be 0.
      Definition: vk_mem_alloc.h:3308
      +
      VmaVulkanFunctions::vkBindImageMemory
      PFN_vkBindImageMemory vkBindImageMemory
      Definition: vk_mem_alloc.h:2100
      +
      VmaDefragmentationInfo2::maxGpuBytesToMove
      VkDeviceSize maxGpuBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
      Definition: vk_mem_alloc.h:3360
      +
      VmaDefragmentationStats
      Statistics returned by function vmaDefragment().
      Definition: vk_mem_alloc.h:3410
      vmaDestroyPool
      void vmaDestroyPool(VmaAllocator allocator, VmaPool pool)
      Destroys VmaPool object and frees Vulkan device memory.
      -
      VmaPoolStats::size
      VkDeviceSize size
      Total amount of VkDeviceMemory allocated from Vulkan for this pool, in bytes.
      Definition: vk_mem_alloc.h:2758
      -
      VmaVulkanFunctions::vkFreeMemory
      PFN_vkFreeMemory vkFreeMemory
      Definition: vk_mem_alloc.h:2017
      -
      VmaRecordFlags
      VkFlags VmaRecordFlags
      Definition: vk_mem_alloc.h:2055
      -
      VMA_MEMORY_USAGE_CPU_ONLY
      @ VMA_MEMORY_USAGE_CPU_ONLY
      Definition: vk_mem_alloc.h:2399
      -
      VmaDefragmentationInfo2::pPools
      VmaPool * pPools
      Either null or pointer to array of pools to be defragmented.
      Definition: vk_mem_alloc.h:3268
      +
      VmaPoolStats::size
      VkDeviceSize size
      Total amount of VkDeviceMemory allocated from Vulkan for this pool, in bytes.
      Definition: vk_mem_alloc.h:2835
      +
      VmaVulkanFunctions::vkFreeMemory
      PFN_vkFreeMemory vkFreeMemory
      Definition: vk_mem_alloc.h:2094
      +
      VmaRecordFlags
      VkFlags VmaRecordFlags
      Definition: vk_mem_alloc.h:2132
      +
      VMA_MEMORY_USAGE_CPU_ONLY
      @ VMA_MEMORY_USAGE_CPU_ONLY
      Definition: vk_mem_alloc.h:2476
      +
      VmaDefragmentationInfo2::pPools
      VmaPool * pPools
      Either null or pointer to array of pools to be defragmented.
      Definition: vk_mem_alloc.h:3345
      VmaAllocation
      Represents single memory allocation.
      -
      VMA_MEMORY_USAGE_CPU_COPY
      @ VMA_MEMORY_USAGE_CPU_COPY
      Definition: vk_mem_alloc.h:2421
      +
      VMA_MEMORY_USAGE_CPU_COPY
      @ VMA_MEMORY_USAGE_CPU_COPY
      Definition: vk_mem_alloc.h:2498
      vmaSetAllocationUserData
      void vmaSetAllocationUserData(VmaAllocator allocator, VmaAllocation allocation, void *pUserData)
      Sets pUserData in given allocation to new value.
      -
      VMA_DEFRAGMENTATION_FLAG_INCREMENTAL
      @ VMA_DEFRAGMENTATION_FLAG_INCREMENTAL
      Definition: vk_mem_alloc.h:3219
      -
      VmaAllocatorCreateInfo::pRecordSettings
      const VmaRecordSettings * pRecordSettings
      Parameters for recording of VMA calls. Can be null.
      Definition: vk_mem_alloc.h:2149
      -
      VmaVulkanFunctions::vkBindBufferMemory
      PFN_vkBindBufferMemory vkBindBufferMemory
      Definition: vk_mem_alloc.h:2022
      -
      VmaVulkanFunctions::vkGetBufferMemoryRequirements
      PFN_vkGetBufferMemoryRequirements vkGetBufferMemoryRequirements
      Definition: vk_mem_alloc.h:2024
      -
      VmaDefragmentationInfo2::commandBuffer
      VkCommandBuffer commandBuffer
      Optional. Command buffer where GPU copy commands will be posted.
      Definition: vk_mem_alloc.h:3297
      -
      PFN_vmaFreeDeviceMemoryFunction
      void(VKAPI_PTR * PFN_vmaFreeDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size)
      Callback function called before vkFreeMemory.
      Definition: vk_mem_alloc.h:1907
      -
      VmaStats
      General statistics from current state of Allocator.
      Definition: vk_mem_alloc.h:2262
      -
      VmaPoolCreateInfo::minBlockCount
      size_t minBlockCount
      Minimum number of blocks to be always allocated in this pool, even if they stay empty.
      Definition: vk_mem_alloc.h:2728
      -
      VmaAllocatorCreateInfo::vulkanApiVersion
      uint32_t vulkanApiVersion
      Optional. The highest version of Vulkan that the application is designed to use.
      Definition: vk_mem_alloc.h:2164
      -
      VmaStatInfo
      Calculated statistics of memory usage in entire allocator.
      Definition: vk_mem_alloc.h:2245
      -
      VmaDefragmentationStats::bytesFreed
      VkDeviceSize bytesFreed
      Total number of bytes that have been released to the system by freeing empty VkDeviceMemory objects.
      Definition: vk_mem_alloc.h:3337
      +
      VMA_DEFRAGMENTATION_FLAG_INCREMENTAL
      @ VMA_DEFRAGMENTATION_FLAG_INCREMENTAL
      Definition: vk_mem_alloc.h:3296
      +
      VmaAllocatorCreateInfo::pRecordSettings
      const VmaRecordSettings * pRecordSettings
      Parameters for recording of VMA calls. Can be null.
      Definition: vk_mem_alloc.h:2226
      +
      VmaVulkanFunctions::vkBindBufferMemory
      PFN_vkBindBufferMemory vkBindBufferMemory
      Definition: vk_mem_alloc.h:2099
      +
      VmaVulkanFunctions::vkGetBufferMemoryRequirements
      PFN_vkGetBufferMemoryRequirements vkGetBufferMemoryRequirements
      Definition: vk_mem_alloc.h:2101
      +
      VmaDefragmentationInfo2::commandBuffer
      VkCommandBuffer commandBuffer
      Optional. Command buffer where GPU copy commands will be posted.
      Definition: vk_mem_alloc.h:3374
      +
      PFN_vmaFreeDeviceMemoryFunction
      void(VKAPI_PTR * PFN_vmaFreeDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size)
      Callback function called before vkFreeMemory.
      Definition: vk_mem_alloc.h:1966
      +
      VmaStats
      General statistics from current state of Allocator.
      Definition: vk_mem_alloc.h:2339
      +
      VmaPoolCreateInfo::minBlockCount
      size_t minBlockCount
      Minimum number of blocks to be always allocated in this pool, even if they stay empty.
      Definition: vk_mem_alloc.h:2805
      +
      VmaAllocatorCreateInfo::vulkanApiVersion
      uint32_t vulkanApiVersion
      Optional. The highest version of Vulkan that the application is designed to use.
      Definition: vk_mem_alloc.h:2241
      +
      VmaStatInfo
      Calculated statistics of memory usage in entire allocator.
      Definition: vk_mem_alloc.h:2322
      +
      VmaDefragmentationStats::bytesFreed
      VkDeviceSize bytesFreed
      Total number of bytes that have been released to the system by freeing empty VkDeviceMemory objects.
      Definition: vk_mem_alloc.h:3414
      vmaFreeMemoryPages
      void vmaFreeMemoryPages(VmaAllocator allocator, size_t allocationCount, VmaAllocation *pAllocations)
      Frees memory and destroys multiple allocations.
      -
      VmaDefragmentationPassInfo::moveCount
      uint32_t moveCount
      Definition: vk_mem_alloc.h:3311
      -
      VMA_MEMORY_USAGE_GPU_ONLY
      @ VMA_MEMORY_USAGE_GPU_ONLY
      Definition: vk_mem_alloc.h:2389
      +
      VmaDefragmentationPassInfo::moveCount
      uint32_t moveCount
      Definition: vk_mem_alloc.h:3388
      +
      VMA_MEMORY_USAGE_GPU_ONLY
      @ VMA_MEMORY_USAGE_GPU_ONLY
      Definition: vk_mem_alloc.h:2466
      vmaBeginDefragmentationPass
      VkResult vmaBeginDefragmentationPass(VmaAllocator allocator, VmaDefragmentationContext context, VmaDefragmentationPassInfo *pInfo)
      vmaFindMemoryTypeIndex
      VkResult vmaFindMemoryTypeIndex(VmaAllocator allocator, uint32_t memoryTypeBits, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
      Helps to find memoryTypeIndex, given memoryTypeBits and VmaAllocationCreateInfo.
      vmaCreatePool
      VkResult vmaCreatePool(VmaAllocator allocator, const VmaPoolCreateInfo *pCreateInfo, VmaPool *pPool)
      Allocates Vulkan device memory and creates VmaPool object.
      -
      VmaStatInfo::unusedBytes
      VkDeviceSize unusedBytes
      Total number of bytes occupied by unused ranges.
      Definition: vk_mem_alloc.h:2256
      +
      VmaStatInfo::unusedBytes
      VkDeviceSize unusedBytes
      Total number of bytes occupied by unused ranges.
      Definition: vk_mem_alloc.h:2333
      +
      VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT
      @ VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT
      Definition: vk_mem_alloc.h:2080
      vmaAllocateMemoryPages
      VkResult vmaAllocateMemoryPages(VmaAllocator allocator, const VkMemoryRequirements *pVkMemoryRequirements, const VmaAllocationCreateInfo *pCreateInfo, size_t allocationCount, VmaAllocation *pAllocations, VmaAllocationInfo *pAllocationInfo)
      General purpose memory allocation for multiple allocation objects at once.
      -
      VmaStatInfo::usedBytes
      VkDeviceSize usedBytes
      Total number of bytes occupied by all allocations.
      Definition: vk_mem_alloc.h:2254
      -
      VmaAllocatorCreateInfo::pAllocationCallbacks
      const VkAllocationCallbacks * pAllocationCallbacks
      Custom CPU memory allocation callbacks. Optional.
      Definition: vk_mem_alloc.h:2088
      -
      VmaAllocatorCreateFlagBits
      VmaAllocatorCreateFlagBits
      Flags for created VmaAllocator.
      Definition: vk_mem_alloc.h:1928
      +
      VmaStatInfo::usedBytes
      VkDeviceSize usedBytes
      Total number of bytes occupied by all allocations.
      Definition: vk_mem_alloc.h:2331
      +
      VmaAllocatorCreateInfo::pAllocationCallbacks
      const VkAllocationCallbacks * pAllocationCallbacks
      Custom CPU memory allocation callbacks. Optional.
      Definition: vk_mem_alloc.h:2165
      +
      VmaAllocatorCreateFlagBits
      VmaAllocatorCreateFlagBits
      Flags for created VmaAllocator.
      Definition: vk_mem_alloc.h:1987
      vmaAllocateMemoryForImage
      VkResult vmaAllocateMemoryForImage(VmaAllocator allocator, VkImage image, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      Function similar to vmaAllocateMemoryForBuffer().
      -
      VmaPoolCreateInfo::maxBlockCount
      size_t maxBlockCount
      Maximum number of blocks that can be allocated in this pool. Optional.
      Definition: vk_mem_alloc.h:2736
      -
      VmaPoolCreateInfo
      Describes parameter of created VmaPool.
      Definition: vk_mem_alloc.h:2708
      -
      VmaDeviceMemoryCallbacks::pfnAllocate
      PFN_vmaAllocateDeviceMemoryFunction pfnAllocate
      Optional, can be null.
      Definition: vk_mem_alloc.h:1922
      +
      VmaPoolCreateInfo::maxBlockCount
      size_t maxBlockCount
      Maximum number of blocks that can be allocated in this pool. Optional.
      Definition: vk_mem_alloc.h:2813
      +
      VmaPoolCreateInfo
      Describes parameter of created VmaPool.
      Definition: vk_mem_alloc.h:2785
      +
      VmaDeviceMemoryCallbacks::pfnAllocate
      PFN_vmaAllocateDeviceMemoryFunction pfnAllocate
      Optional, can be null.
      Definition: vk_mem_alloc.h:1981
      VmaPool
      Represents custom memory pool.
      -
      VMA_MEMORY_USAGE_GPU_TO_CPU
      @ VMA_MEMORY_USAGE_GPU_TO_CPU
      Definition: vk_mem_alloc.h:2415
      -
      VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
      @ VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
      Definition: vk_mem_alloc.h:2486
      -
      VmaPoolCreateInfo::flags
      VmaPoolCreateFlags flags
      Use combination of VmaPoolCreateFlagBits.
      Definition: vk_mem_alloc.h:2714
      -
      VMA_MEMORY_USAGE_MAX_ENUM
      @ VMA_MEMORY_USAGE_MAX_ENUM
      Definition: vk_mem_alloc.h:2431
      -
      VmaStatInfo::allocationCount
      uint32_t allocationCount
      Number of VmaAllocation allocation objects allocated.
      Definition: vk_mem_alloc.h:2250
      -
      VmaVulkanFunctions::vkInvalidateMappedMemoryRanges
      PFN_vkInvalidateMappedMemoryRanges vkInvalidateMappedMemoryRanges
      Definition: vk_mem_alloc.h:2021
      +
      VMA_MEMORY_USAGE_GPU_TO_CPU
      @ VMA_MEMORY_USAGE_GPU_TO_CPU
      Definition: vk_mem_alloc.h:2492
      +
      VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
      @ VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
      Definition: vk_mem_alloc.h:2563
      +
      VmaPoolCreateInfo::flags
      VmaPoolCreateFlags flags
      Use combination of VmaPoolCreateFlagBits.
      Definition: vk_mem_alloc.h:2791
      +
      VMA_MEMORY_USAGE_MAX_ENUM
      @ VMA_MEMORY_USAGE_MAX_ENUM
      Definition: vk_mem_alloc.h:2508
      +
      VmaStatInfo::allocationCount
      uint32_t allocationCount
      Number of VmaAllocation allocation objects allocated.
      Definition: vk_mem_alloc.h:2327
      +
      VmaVulkanFunctions::vkInvalidateMappedMemoryRanges
      PFN_vkInvalidateMappedMemoryRanges vkInvalidateMappedMemoryRanges
      Definition: vk_mem_alloc.h:2098
      vmaAllocateMemory
      VkResult vmaAllocateMemory(VmaAllocator allocator, const VkMemoryRequirements *pVkMemoryRequirements, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      General purpose memory allocation.
      -
      VmaDefragmentationInfo2
      Parameters for defragmentation.
      Definition: vk_mem_alloc.h:3228
      -
      VmaDefragmentationInfo::maxBytesToMove
      VkDeviceSize maxBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places.
      Definition: vk_mem_alloc.h:3324
      -
      VmaBudget::blockBytes
      VkDeviceSize blockBytes
      Sum size of all VkDeviceMemory blocks allocated from particular heap, in bytes.
      Definition: vk_mem_alloc.h:2288
      -
      VmaAllocatorInfo
      Information about existing VmaAllocator object.
      Definition: vk_mem_alloc.h:2178
      -
      VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2702
      -
      VmaAllocationCreateInfo::requiredFlags
      VkMemoryPropertyFlags requiredFlags
      Flags that must be set in a Memory Type chosen for an allocation.
      Definition: vk_mem_alloc.h:2560
      -
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
      Definition: vk_mem_alloc.h:2533
      +
      VmaDefragmentationInfo2
      Parameters for defragmentation.
      Definition: vk_mem_alloc.h:3305
      +
      VmaDefragmentationInfo::maxBytesToMove
      VkDeviceSize maxBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places.
      Definition: vk_mem_alloc.h:3401
      +
      VmaBudget::blockBytes
      VkDeviceSize blockBytes
      Sum size of all VkDeviceMemory blocks allocated from particular heap, in bytes.
      Definition: vk_mem_alloc.h:2365
      +
      VmaAllocatorInfo
      Information about existing VmaAllocator object.
      Definition: vk_mem_alloc.h:2255
      +
      VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2779
      +
      VmaAllocationCreateInfo::requiredFlags
      VkMemoryPropertyFlags requiredFlags
      Flags that must be set in a Memory Type chosen for an allocation.
      Definition: vk_mem_alloc.h:2637
      +
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
      Definition: vk_mem_alloc.h:2610
      VmaStatInfo
      struct VmaStatInfo VmaStatInfo
      Calculated statistics of memory usage in entire allocator.
      -
      VmaStatInfo::allocationSizeAvg
      VkDeviceSize allocationSizeAvg
      Definition: vk_mem_alloc.h:2257
      +
      VmaStatInfo::allocationSizeAvg
      VkDeviceSize allocationSizeAvg
      Definition: vk_mem_alloc.h:2334
      vmaDestroyAllocator
      void vmaDestroyAllocator(VmaAllocator allocator)
      Destroys allocator object.
      -
      VmaAllocatorCreateInfo::pDeviceMemoryCallbacks
      const VmaDeviceMemoryCallbacks * pDeviceMemoryCallbacks
      Informative callbacks for vkAllocateMemory, vkFreeMemory. Optional.
      Definition: vk_mem_alloc.h:2091
      -
      VMA_ALLOCATION_CREATE_STRATEGY_MASK
      @ VMA_ALLOCATION_CREATE_STRATEGY_MASK
      Definition: vk_mem_alloc.h:2537
      -
      VmaAllocatorCreateInfo::device
      VkDevice device
      Vulkan device.
      Definition: vk_mem_alloc.h:2082
      +
      VmaAllocatorCreateInfo::pDeviceMemoryCallbacks
      const VmaDeviceMemoryCallbacks * pDeviceMemoryCallbacks
      Informative callbacks for vkAllocateMemory, vkFreeMemory. Optional.
      Definition: vk_mem_alloc.h:2168
      +
      VMA_ALLOCATION_CREATE_STRATEGY_MASK
      @ VMA_ALLOCATION_CREATE_STRATEGY_MASK
      Definition: vk_mem_alloc.h:2614
      +
      VmaAllocatorCreateInfo::device
      VkDevice device
      Vulkan device.
      Definition: vk_mem_alloc.h:2159
      vmaFindMemoryTypeIndexForImageInfo
      VkResult vmaFindMemoryTypeIndexForImageInfo(VmaAllocator allocator, const VkImageCreateInfo *pImageCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
      Helps to find memoryTypeIndex, given VkImageCreateInfo and VmaAllocationCreateInfo.
      vmaMapMemory
      VkResult vmaMapMemory(VmaAllocator allocator, VmaAllocation allocation, void **ppData)
      Maps memory represented by given allocation and returns pointer to it.
      vmaBindBufferMemory
      VkResult vmaBindBufferMemory(VmaAllocator allocator, VmaAllocation allocation, VkBuffer buffer)
      Binds buffer to allocation.
      -
      VmaAllocatorCreateInfo::pHeapSizeLimit
      const VkDeviceSize * pHeapSizeLimit
      Either null or a pointer to an array of limits on maximum number of bytes that can be allocated out o...
      Definition: vk_mem_alloc.h:2130
      -
      VmaDefragmentationPassMoveInfo::allocation
      VmaAllocation allocation
      Definition: vk_mem_alloc.h:3301
      +
      VmaAllocatorCreateInfo::pHeapSizeLimit
      const VkDeviceSize * pHeapSizeLimit
      Either null or a pointer to an array of limits on maximum number of bytes that can be allocated out o...
      Definition: vk_mem_alloc.h:2207
      +
      VmaDefragmentationPassMoveInfo::allocation
      VmaAllocation allocation
      Definition: vk_mem_alloc.h:3378
      vmaCreateImage
      VkResult vmaCreateImage(VmaAllocator allocator, const VkImageCreateInfo *pImageCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkImage *pImage, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      Function similar to vmaCreateBuffer().
      vmaFindMemoryTypeIndexForBufferInfo
      VkResult vmaFindMemoryTypeIndexForBufferInfo(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
      Helps to find memoryTypeIndex, given VkBufferCreateInfo and VmaAllocationCreateInfo.
      -
      VmaBudget::budget
      VkDeviceSize budget
      Estimated amount of memory available to the program, in bytes.
      Definition: vk_mem_alloc.h:2320
      +
      VmaBudget::budget
      VkDeviceSize budget
      Estimated amount of memory available to the program, in bytes.
      Definition: vk_mem_alloc.h:2397
      VmaPoolStats
      struct VmaPoolStats VmaPoolStats
      Describes parameter of existing VmaPool.
      VmaDefragmentationPassInfo
      struct VmaDefragmentationPassInfo VmaDefragmentationPassInfo
      Parameters for incremental defragmentation steps.
      -
      VmaVulkanFunctions
      Pointers to some Vulkan functions - a subset used by the library.
      Definition: vk_mem_alloc.h:2013
      -
      VmaAllocationInfo::pMappedData
      void * pMappedData
      Pointer to the beginning of this allocation as mapped data.
      Definition: vk_mem_alloc.h:2917
      -
      VmaAllocatorCreateInfo::flags
      VmaAllocatorCreateFlags flags
      Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
      Definition: vk_mem_alloc.h:2076
      -
      VmaDefragmentationFlags
      VkFlags VmaDefragmentationFlags
      Definition: vk_mem_alloc.h:3222
      +
      VmaVulkanFunctions
      Pointers to some Vulkan functions - a subset used by the library.
      Definition: vk_mem_alloc.h:2090
      +
      VmaAllocationInfo::pMappedData
      void * pMappedData
      Pointer to the beginning of this allocation as mapped data.
      Definition: vk_mem_alloc.h:2994
      +
      VmaAllocatorCreateInfo::flags
      VmaAllocatorCreateFlags flags
      Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
      Definition: vk_mem_alloc.h:2153
      +
      VmaDefragmentationFlags
      VkFlags VmaDefragmentationFlags
      Definition: vk_mem_alloc.h:3299
      vmaGetPoolStats
      void vmaGetPoolStats(VmaAllocator allocator, VmaPool pool, VmaPoolStats *pPoolStats)
      Retrieves statistics of existing VmaPool object.
      -
      VmaVulkanFunctions::vkCreateImage
      PFN_vkCreateImage vkCreateImage
      Definition: vk_mem_alloc.h:2028
      +
      VmaVulkanFunctions::vkCreateImage
      PFN_vkCreateImage vkCreateImage
      Definition: vk_mem_alloc.h:2105
      VmaRecordSettings
      struct VmaRecordSettings VmaRecordSettings
      Parameters for recording calls to VMA functions. To be used in VmaAllocatorCreateInfo::pRecordSetting...
      -
      VmaStatInfo::unusedRangeSizeAvg
      VkDeviceSize unusedRangeSizeAvg
      Definition: vk_mem_alloc.h:2258
      -
      VMA_MEMORY_USAGE_CPU_TO_GPU
      @ VMA_MEMORY_USAGE_CPU_TO_GPU
      Definition: vk_mem_alloc.h:2406
      -
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
      Definition: vk_mem_alloc.h:2530
      -
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
      Definition: vk_mem_alloc.h:2527
      -
      VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT
      @ VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT
      Definition: vk_mem_alloc.h:2003
      +
      VmaStatInfo::unusedRangeSizeAvg
      VkDeviceSize unusedRangeSizeAvg
      Definition: vk_mem_alloc.h:2335
      +
      VMA_MEMORY_USAGE_CPU_TO_GPU
      @ VMA_MEMORY_USAGE_CPU_TO_GPU
      Definition: vk_mem_alloc.h:2483
      +
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
      Definition: vk_mem_alloc.h:2607
      +
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
      Definition: vk_mem_alloc.h:2604
      +
      VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT
      @ VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT
      Definition: vk_mem_alloc.h:2062
      VmaDefragmentationStats
      struct VmaDefragmentationStats VmaDefragmentationStats
      Statistics returned by function vmaDefragment().
      -
      VmaAllocationCreateInfo::usage
      VmaMemoryUsage usage
      Intended usage of memory.
      Definition: vk_mem_alloc.h:2555
      -
      VmaStatInfo::allocationSizeMin
      VkDeviceSize allocationSizeMin
      Definition: vk_mem_alloc.h:2257
      +
      VmaAllocationCreateInfo::usage
      VmaMemoryUsage usage
      Intended usage of memory.
      Definition: vk_mem_alloc.h:2632
      +
      VmaStatInfo::allocationSizeMin
      VkDeviceSize allocationSizeMin
      Definition: vk_mem_alloc.h:2334
      vmaBindBufferMemory2
      VkResult vmaBindBufferMemory2(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize allocationLocalOffset, VkBuffer buffer, const void *pNext)
      Binds buffer to allocation with additional parameters.
      -
      VmaAllocationInfo::size
      VkDeviceSize size
      Size of this allocation, in bytes.
      Definition: vk_mem_alloc.h:2908
      -
      VmaRecordSettings::flags
      VmaRecordFlags flags
      Flags for recording. Use VmaRecordFlagBits enum.
      Definition: vk_mem_alloc.h:2061
      -
      VmaVulkanFunctions::vkFlushMappedMemoryRanges
      PFN_vkFlushMappedMemoryRanges vkFlushMappedMemoryRanges
      Definition: vk_mem_alloc.h:2020
      -
      VmaAllocationInfo::pUserData
      void * pUserData
      Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
      Definition: vk_mem_alloc.h:2922
      +
      VmaAllocationInfo::size
      VkDeviceSize size
      Size of this allocation, in bytes.
      Definition: vk_mem_alloc.h:2985
      +
      VmaRecordSettings::flags
      VmaRecordFlags flags
      Flags for recording. Use VmaRecordFlagBits enum.
      Definition: vk_mem_alloc.h:2138
      +
      VmaVulkanFunctions::vkFlushMappedMemoryRanges
      PFN_vkFlushMappedMemoryRanges vkFlushMappedMemoryRanges
      Definition: vk_mem_alloc.h:2097
      +
      VmaAllocationInfo::pUserData
      void * pUserData
      Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
      Definition: vk_mem_alloc.h:2999
      vmaMakePoolAllocationsLost
      void vmaMakePoolAllocationsLost(VmaAllocator allocator, VmaPool pool, size_t *pLostAllocationCount)
      Marks all allocations in given pool as lost if they are not used in current frame or VmaPoolCreateInf...
      -
      VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
      @ VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
      Use this flag if you always allocate only buffers and linear images or only optimal images out of thi...
      Definition: vk_mem_alloc.h:2666
      +
      VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
      @ VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
      Use this flag if you always allocate only buffers and linear images or only optimal images out of thi...
      Definition: vk_mem_alloc.h:2743
      vmaCreateBuffer
      VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      -
      VmaStats::memoryHeap
      VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS]
      Definition: vk_mem_alloc.h:2265
      -
      VmaAllocatorCreateInfo::pVulkanFunctions
      const VmaVulkanFunctions * pVulkanFunctions
      Pointers to Vulkan functions. Can be null if you leave define VMA_STATIC_VULKAN_FUNCTIONS 1.
      Definition: vk_mem_alloc.h:2142
      +
      VmaStats::memoryHeap
      VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS]
      Definition: vk_mem_alloc.h:2342
      +
      VmaAllocatorCreateInfo::pVulkanFunctions
      const VmaVulkanFunctions * pVulkanFunctions
      Pointers to Vulkan functions. Can be null if you leave define VMA_STATIC_VULKAN_FUNCTIONS 1.
      Definition: vk_mem_alloc.h:2219
      VmaAllocatorCreateInfo
      struct VmaAllocatorCreateInfo VmaAllocatorCreateInfo
      Description of a Allocator to be created.
      -
      VmaPoolStats::blockCount
      size_t blockCount
      Number of VkDeviceMemory blocks allocated for this pool.
      Definition: vk_mem_alloc.h:2777
      +
      VmaPoolStats::blockCount
      size_t blockCount
      Number of VkDeviceMemory blocks allocated for this pool.
      Definition: vk_mem_alloc.h:2854
      vmaCreateAllocator
      VkResult vmaCreateAllocator(const VmaAllocatorCreateInfo *pCreateInfo, VmaAllocator *pAllocator)
      Creates Allocator object.
      vmaDefragment
      VkResult vmaDefragment(VmaAllocator allocator, VmaAllocation *pAllocations, size_t allocationCount, VkBool32 *pAllocationsChanged, const VmaDefragmentationInfo *pDefragmentationInfo, VmaDefragmentationStats *pDefragmentationStats)
      Deprecated. Compacts memory by moving allocations.
      vmaCheckCorruption
      VkResult vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
      Checks magic number in margins around all allocations in given memory types (in both default and cust...
      -
      VmaDefragmentationPassInfo
      Parameters for incremental defragmentation steps.
      Definition: vk_mem_alloc.h:3310
      -
      VmaAllocationCreateFlags
      VkFlags VmaAllocationCreateFlags
      Definition: vk_mem_alloc.h:2544
      -
      VmaStats::memoryType
      VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES]
      Definition: vk_mem_alloc.h:2264
      -
      VmaAllocatorCreateInfo::instance
      VkInstance instance
      Optional handle to Vulkan instance object.
      Definition: vk_mem_alloc.h:2155
      +
      VmaDefragmentationPassInfo
      Parameters for incremental defragmentation steps.
      Definition: vk_mem_alloc.h:3387
      +
      VmaAllocationCreateFlags
      VkFlags VmaAllocationCreateFlags
      Definition: vk_mem_alloc.h:2621
      +
      VmaStats::memoryType
      VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES]
      Definition: vk_mem_alloc.h:2341
      +
      VmaAllocatorCreateInfo::instance
      VkInstance instance
      Optional handle to Vulkan instance object.
      Definition: vk_mem_alloc.h:2232
      vmaFlushAllocation
      void vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      Flushes memory of given allocation.
      -
      VMA_MEMORY_USAGE_UNKNOWN
      @ VMA_MEMORY_USAGE_UNKNOWN
      Definition: vk_mem_alloc.h:2372
      -
      VmaDefragmentationInfo2::maxGpuAllocationsToMove
      uint32_t maxGpuAllocationsToMove
      Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
      Definition: vk_mem_alloc.h:3288
      -
      VmaVulkanFunctions::vkDestroyBuffer
      PFN_vkDestroyBuffer vkDestroyBuffer
      Definition: vk_mem_alloc.h:2027
      -
      VmaPoolCreateInfo::frameInUseCount
      uint32_t frameInUseCount
      Maximum number of additional frames that are in use at the same time as current frame.
      Definition: vk_mem_alloc.h:2750
      -
      VmaVulkanFunctions::vkDestroyImage
      PFN_vkDestroyImage vkDestroyImage
      Definition: vk_mem_alloc.h:2029
      -
      VmaDefragmentationInfo2::maxCpuBytesToMove
      VkDeviceSize maxCpuBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
      Definition: vk_mem_alloc.h:3273
      +
      VMA_MEMORY_USAGE_UNKNOWN
      @ VMA_MEMORY_USAGE_UNKNOWN
      Definition: vk_mem_alloc.h:2449
      +
      VmaDefragmentationInfo2::maxGpuAllocationsToMove
      uint32_t maxGpuAllocationsToMove
      Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
      Definition: vk_mem_alloc.h:3365
      +
      VmaVulkanFunctions::vkDestroyBuffer
      PFN_vkDestroyBuffer vkDestroyBuffer
      Definition: vk_mem_alloc.h:2104
      +
      VmaPoolCreateInfo::frameInUseCount
      uint32_t frameInUseCount
      Maximum number of additional frames that are in use at the same time as current frame.
      Definition: vk_mem_alloc.h:2827
      +
      VmaVulkanFunctions::vkDestroyImage
      PFN_vkDestroyImage vkDestroyImage
      Definition: vk_mem_alloc.h:2106
      +
      VmaDefragmentationInfo2::maxCpuBytesToMove
      VkDeviceSize maxCpuBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
      Definition: vk_mem_alloc.h:3350
      VmaPoolCreateInfo
      struct VmaPoolCreateInfo VmaPoolCreateInfo
      Describes parameter of created VmaPool.
      vmaGetPoolName
      void vmaGetPoolName(VmaAllocator allocator, VmaPool pool, const char **ppName)
      Retrieves name of a custom pool.
      -
      VmaAllocationInfo::memoryType
      uint32_t memoryType
      Memory type index that this allocation was allocated from.
      Definition: vk_mem_alloc.h:2889
      +
      VmaAllocationInfo::memoryType
      uint32_t memoryType
      Memory type index that this allocation was allocated from.
      Definition: vk_mem_alloc.h:2966
      vmaDestroyImage
      void vmaDestroyImage(VmaAllocator allocator, VkImage image, VmaAllocation allocation)
      Destroys Vulkan image and frees allocated memory.
      -
      VMA_ALLOCATION_CREATE_MAPPED_BIT
      @ VMA_ALLOCATION_CREATE_MAPPED_BIT
      Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
      Definition: vk_mem_alloc.h:2466
      +
      VMA_ALLOCATION_CREATE_MAPPED_BIT
      @ VMA_ALLOCATION_CREATE_MAPPED_BIT
      Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
      Definition: vk_mem_alloc.h:2543
      vmaCalculateStats
      void vmaCalculateStats(VmaAllocator allocator, VmaStats *pStats)
      Retrieves statistics from current state of the Allocator.
      vmaDestroyBuffer
      void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
      Destroys Vulkan buffer and frees allocated memory.
      -
      VmaVulkanFunctions::vkCreateBuffer
      PFN_vkCreateBuffer vkCreateBuffer
      Definition: vk_mem_alloc.h:2026
      +
      VmaVulkanFunctions::vkCreateBuffer
      PFN_vkCreateBuffer vkCreateBuffer
      Definition: vk_mem_alloc.h:2103
      vmaGetAllocatorInfo
      void vmaGetAllocatorInfo(VmaAllocator allocator, VmaAllocatorInfo *pAllocatorInfo)
      Returns information about existing VmaAllocator object - handle to Vulkan device etc.
      -
      VmaPoolStats::unusedRangeCount
      size_t unusedRangeCount
      Number of continuous memory ranges in the pool not used by any VmaAllocation.
      Definition: vk_mem_alloc.h:2767
      -
      VmaPoolCreateFlagBits
      VmaPoolCreateFlagBits
      Flags to be passed as VmaPoolCreateInfo::flags.
      Definition: vk_mem_alloc.h:2648
      +
      VmaPoolStats::unusedRangeCount
      size_t unusedRangeCount
      Number of continuous memory ranges in the pool not used by any VmaAllocation.
      Definition: vk_mem_alloc.h:2844
      +
      VmaPoolCreateFlagBits
      VmaPoolCreateFlagBits
      Flags to be passed as VmaPoolCreateInfo::flags.
      Definition: vk_mem_alloc.h:2725
      VmaAllocationInfo
      struct VmaAllocationInfo VmaAllocationInfo
      Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
      -
      VmaDefragmentationStats::bytesMoved
      VkDeviceSize bytesMoved
      Total number of bytes that have been copied while moving allocations to different places.
      Definition: vk_mem_alloc.h:3335
      -
      VmaStatInfo::unusedRangeSizeMin
      VkDeviceSize unusedRangeSizeMin
      Definition: vk_mem_alloc.h:2258
      -
      VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
      @ VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
      Definition: vk_mem_alloc.h:2497
      +
      VmaDefragmentationStats::bytesMoved
      VkDeviceSize bytesMoved
      Total number of bytes that have been copied while moving allocations to different places.
      Definition: vk_mem_alloc.h:3412
      +
      VmaStatInfo::unusedRangeSizeMin
      VkDeviceSize unusedRangeSizeMin
      Definition: vk_mem_alloc.h:2335
      +
      VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
      @ VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
      Definition: vk_mem_alloc.h:2574
      vmaCheckPoolCorruption
      VkResult vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
      Checks magic number in margins around all allocations in given memory pool in search for corruptions.
      vmaBindImageMemory
      VkResult vmaBindImageMemory(VmaAllocator allocator, VmaAllocation allocation, VkImage image)
      Binds image to allocation.
      VmaDefragmentationPassMoveInfo
      struct VmaDefragmentationPassMoveInfo VmaDefragmentationPassMoveInfo
      -
      VmaAllocationCreateInfo::flags
      VmaAllocationCreateFlags flags
      Use VmaAllocationCreateFlagBits enum.
      Definition: vk_mem_alloc.h:2549
      -
      VmaVulkanFunctions::vkGetImageMemoryRequirements
      PFN_vkGetImageMemoryRequirements vkGetImageMemoryRequirements
      Definition: vk_mem_alloc.h:2025
      +
      VmaAllocationCreateInfo::flags
      VmaAllocationCreateFlags flags
      Use VmaAllocationCreateFlagBits enum.
      Definition: vk_mem_alloc.h:2626
      +
      VmaVulkanFunctions::vkGetImageMemoryRequirements
      PFN_vkGetImageMemoryRequirements vkGetImageMemoryRequirements
      Definition: vk_mem_alloc.h:2102
      vmaGetBudget
      void vmaGetBudget(VmaAllocator allocator, VmaBudget *pBudget)
      Retrieves information about current memory budget for all memory heaps.
      -
      VmaAllocationCreateInfo
      Definition: vk_mem_alloc.h:2546
      -
      VmaAllocationCreateInfo::preferredFlags
      VkMemoryPropertyFlags preferredFlags
      Flags that preferably should be set in a memory type chosen for an allocation.
      Definition: vk_mem_alloc.h:2565
      +
      VmaAllocationCreateInfo
      Definition: vk_mem_alloc.h:2623
      +
      VmaAllocationCreateInfo::preferredFlags
      VkMemoryPropertyFlags preferredFlags
      Flags that preferably should be set in a memory type chosen for an allocation.
      Definition: vk_mem_alloc.h:2642
      vmaDefragmentationBegin
      VkResult vmaDefragmentationBegin(VmaAllocator allocator, const VmaDefragmentationInfo2 *pInfo, VmaDefragmentationStats *pStats, VmaDefragmentationContext *pContext)
      Begins defragmentation process.
      vmaBindImageMemory2
      VkResult vmaBindImageMemory2(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize allocationLocalOffset, VkImage image, const void *pNext)
      Binds image to allocation with additional parameters.
      VmaBudget
      struct VmaBudget VmaBudget
      Statistics of current memory usage and available budget, in bytes, for specific memory heap.
      vmaEndDefragmentationPass
      VkResult vmaEndDefragmentationPass(VmaAllocator allocator, VmaDefragmentationContext context)
      -
      VmaDefragmentationInfo2::pAllocationsChanged
      VkBool32 * pAllocationsChanged
      Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
      Definition: vk_mem_alloc.h:3249
      -
      VmaDefragmentationStats::allocationsMoved
      uint32_t allocationsMoved
      Number of allocations that have been moved to different places.
      Definition: vk_mem_alloc.h:3339
      -
      VmaAllocationCreateInfo::memoryTypeBits
      uint32_t memoryTypeBits
      Bitmask containing one bit set for every memory type acceptable for this allocation.
      Definition: vk_mem_alloc.h:2573
      -
      VmaAllocatorInfo::physicalDevice
      VkPhysicalDevice physicalDevice
      Handle to Vulkan physical device object.
      Definition: vk_mem_alloc.h:2189
      -
      VmaDefragmentationStats::deviceMemoryBlocksFreed
      uint32_t deviceMemoryBlocksFreed
      Number of empty VkDeviceMemory objects that have been released to the system.
      Definition: vk_mem_alloc.h:3341
      -
      VmaRecordSettings::pFilePath
      const char * pFilePath
      Path to the file that should be written by the recording.
      Definition: vk_mem_alloc.h:2069
      -
      VmaStatInfo::allocationSizeMax
      VkDeviceSize allocationSizeMax
      Definition: vk_mem_alloc.h:2257
      -
      VmaAllocationInfo
      Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
      Definition: vk_mem_alloc.h:2884
      -
      VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
      @ VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
      Enables alternative, buddy allocation algorithm in this pool.
      Definition: vk_mem_alloc.h:2694
      +
      VmaDefragmentationInfo2::pAllocationsChanged
      VkBool32 * pAllocationsChanged
      Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
      Definition: vk_mem_alloc.h:3326
      +
      VmaDefragmentationStats::allocationsMoved
      uint32_t allocationsMoved
      Number of allocations that have been moved to different places.
      Definition: vk_mem_alloc.h:3416
      +
      VmaAllocationCreateInfo::memoryTypeBits
      uint32_t memoryTypeBits
      Bitmask containing one bit set for every memory type acceptable for this allocation.
      Definition: vk_mem_alloc.h:2650
      +
      VmaAllocatorInfo::physicalDevice
      VkPhysicalDevice physicalDevice
      Handle to Vulkan physical device object.
      Definition: vk_mem_alloc.h:2266
      +
      VmaDefragmentationStats::deviceMemoryBlocksFreed
      uint32_t deviceMemoryBlocksFreed
      Number of empty VkDeviceMemory objects that have been released to the system.
      Definition: vk_mem_alloc.h:3418
      +
      VmaRecordSettings::pFilePath
      const char * pFilePath
      Path to the file that should be written by the recording.
      Definition: vk_mem_alloc.h:2146
      +
      VmaStatInfo::allocationSizeMax
      VkDeviceSize allocationSizeMax
      Definition: vk_mem_alloc.h:2334
      +
      VmaAllocationInfo
      Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
      Definition: vk_mem_alloc.h:2961
      +
      VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
      @ VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
      Enables alternative, buddy allocation algorithm in this pool.
      Definition: vk_mem_alloc.h:2771
      VmaAllocatorInfo
      struct VmaAllocatorInfo VmaAllocatorInfo
      Information about existing VmaAllocator object.
      -
      VmaBudget::allocationBytes
      VkDeviceSize allocationBytes
      Sum size of all allocations created in particular heap, in bytes.
      Definition: vk_mem_alloc.h:2299
      -
      VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2542
      +
      VmaBudget::allocationBytes
      VkDeviceSize allocationBytes
      Sum size of all allocations created in particular heap, in bytes.
      Definition: vk_mem_alloc.h:2376
      +
      VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2619
      VmaDefragmentationContext
      Represents Opaque object that represents started defragmentation process.
      -
      VmaDefragmentationInfo2::pAllocations
      VmaAllocation * pAllocations
      Pointer to array of allocations that can be defragmented.
      Definition: vk_mem_alloc.h:3243
      -
      VMA_POOL_CREATE_ALGORITHM_MASK
      @ VMA_POOL_CREATE_ALGORITHM_MASK
      Definition: vk_mem_alloc.h:2698
      -
      VmaDefragmentationInfo2::maxCpuAllocationsToMove
      uint32_t maxCpuAllocationsToMove
      Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
      Definition: vk_mem_alloc.h:3278
      -
      VmaDefragmentationInfo
      Deprecated. Optional configuration parameters to be passed to function vmaDefragment().
      Definition: vk_mem_alloc.h:3319
      -
      VMA_ALLOCATION_CREATE_DONT_BIND_BIT
      @ VMA_ALLOCATION_CREATE_DONT_BIND_BIT
      Definition: vk_mem_alloc.h:2503
      +
      VmaDefragmentationInfo2::pAllocations
      VmaAllocation * pAllocations
      Pointer to array of allocations that can be defragmented.
      Definition: vk_mem_alloc.h:3320
      +
      VMA_POOL_CREATE_ALGORITHM_MASK
      @ VMA_POOL_CREATE_ALGORITHM_MASK
      Definition: vk_mem_alloc.h:2775
      +
      VmaDefragmentationInfo2::maxCpuAllocationsToMove
      uint32_t maxCpuAllocationsToMove
      Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
      Definition: vk_mem_alloc.h:3355
      +
      VmaDefragmentationInfo
      Deprecated. Optional configuration parameters to be passed to function vmaDefragment().
      Definition: vk_mem_alloc.h:3396
      +
      VMA_ALLOCATION_CREATE_DONT_BIND_BIT
      @ VMA_ALLOCATION_CREATE_DONT_BIND_BIT
      Definition: vk_mem_alloc.h:2580
      VmaDefragmentationInfo2
      struct VmaDefragmentationInfo2 VmaDefragmentationInfo2
      Parameters for defragmentation.
      diff --git a/docs/html/vk_khr_dedicated_allocation.html b/docs/html/vk_khr_dedicated_allocation.html index ab9b53d..b950a19 100644 --- a/docs/html/vk_khr_dedicated_allocation.html +++ b/docs/html/vk_khr_dedicated_allocation.html @@ -91,8 +91,8 @@ $(function() {
    -
    VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    @ VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    Enables usage of VK_KHR_dedicated_allocation extension.
    Definition: vk_mem_alloc.h:1958
    -
    VmaAllocatorCreateInfo::flags
    VmaAllocatorCreateFlags flags
    Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2076
    +
    VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    @ VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    Enables usage of VK_KHR_dedicated_allocation extension.
    Definition: vk_mem_alloc.h:2017
    +
    VmaAllocatorCreateInfo::flags
    VmaAllocatorCreateFlags flags
    Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2153
    vmaCreateAllocator
    VkResult vmaCreateAllocator(const VmaAllocatorCreateInfo *pCreateInfo, VmaAllocator *pAllocator)
    Creates Allocator object.
    diff --git a/src/Common.h b/src/Common.h index 9019955..45ff625 100644 --- a/src/Common.h +++ b/src/Common.h @@ -98,6 +98,29 @@ static inline T align_up(T val, T align) static const float PI = 3.14159265358979323846264338327950288419716939937510582f; +template +inline void PnextChainPushFront(MainT* mainStruct, NewT* newStruct) +{ + newStruct->pNext = mainStruct->pNext; + mainStruct->pNext = newStruct; +} +template +inline void PnextChainPushBack(MainT* mainStruct, NewT* newStruct) +{ + struct VkAnyStruct + { + VkStructureType sType; + void* pNext; + }; + VkAnyStruct* lastStruct = (VkAnyStruct*)mainStruct; + while(lastStruct->pNext != nullptr) + { + lastStruct = (VkAnyStruct*)lastStruct->pNext; + } + newStruct->pNext = nullptr; + lastStruct->pNext = newStruct; +} + struct vec3 { float x, y, z; diff --git a/src/Tests.cpp b/src/Tests.cpp index 5935600..12c6c14 100644 --- a/src/Tests.cpp +++ b/src/Tests.cpp @@ -34,6 +34,8 @@ static const char* CODE_DESCRIPTION = "Foo"; extern VkCommandBuffer g_hTemporaryCommandBuffer; extern const VkAllocationCallbacks* g_Allocs; +extern bool g_BufferDeviceAddressEnabled; +extern PFN_vkGetBufferDeviceAddressEXT g_vkGetBufferDeviceAddressEXT; void BeginSingleTimeCommands(); void EndSingleTimeCommands(); @@ -3766,6 +3768,44 @@ static void BenchmarkAlgorithmsCase(FILE* file, } } +static void TestBufferDeviceAddress() +{ + wprintf(L"Test buffer device address\n"); + + assert(g_BufferDeviceAddressEnabled); + + VkBufferCreateInfo bufCreateInfo = { VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO }; + bufCreateInfo.size = 0x10000; + bufCreateInfo.usage = VK_BUFFER_USAGE_TRANSFER_DST_BIT | VK_BUFFER_USAGE_VERTEX_BUFFER_BIT | + VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT; // !!! + + VmaAllocationCreateInfo allocCreateInfo = {}; + allocCreateInfo.usage = VMA_MEMORY_USAGE_GPU_ONLY; + + for(uint32_t testIndex = 0; testIndex < 2; ++testIndex) + { + // 1st is placed, 2nd is dedicated. + if(testIndex == 1) + allocCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT; + + BufferInfo bufInfo = {}; + VkResult res = vmaCreateBuffer(g_hAllocator, &bufCreateInfo, &allocCreateInfo, + &bufInfo.Buffer, &bufInfo.Allocation, nullptr); + TEST(res == VK_SUCCESS); + + VkBufferDeviceAddressInfoEXT bufferDeviceAddressInfo = { VK_STRUCTURE_TYPE_BUFFER_DEVICE_ADDRESS_INFO_EXT }; + bufferDeviceAddressInfo.buffer = bufInfo.Buffer; + //assert(g_vkGetBufferDeviceAddressEXT != nullptr); + if(g_vkGetBufferDeviceAddressEXT != nullptr) + { + VkDeviceAddress addr = g_vkGetBufferDeviceAddressEXT(g_hDevice, &bufferDeviceAddressInfo); + TEST(addr != 0); + } + + vmaDestroyBuffer(g_hAllocator, bufInfo.Buffer, bufInfo.Allocation); + } +} + static void BenchmarkAlgorithms(FILE* file) { wprintf(L"Benchmark algorithms\n"); @@ -6280,6 +6320,9 @@ void Test() BasicTestBuddyAllocator(); BasicTestAllocatePages(); + if(g_BufferDeviceAddressEnabled) + TestBufferDeviceAddress(); + { FILE* file; fopen_s(&file, "Algorithms.csv", "w"); diff --git a/src/VulkanSample.cpp b/src/VulkanSample.cpp index ccab048..e393877 100644 --- a/src/VulkanSample.cpp +++ b/src/VulkanSample.cpp @@ -53,7 +53,13 @@ bool VK_KHR_dedicated_allocation_enabled = false; bool VK_KHR_bind_memory2_enabled = false; bool VK_EXT_memory_budget_enabled = false; bool VK_AMD_device_coherent_memory_enabled = false; +bool VK_EXT_buffer_device_address_enabled = false; +bool VK_KHR_buffer_device_address_enabled = false; bool g_SparseBindingEnabled = false; +bool g_BufferDeviceAddressEnabled = false; + +// # Pointers to functions from extensions +PFN_vkGetBufferDeviceAddressEXT g_vkGetBufferDeviceAddressEXT; static HINSTANCE g_hAppInstance; static HWND g_hWnd; @@ -594,16 +600,13 @@ static void RegisterDebugCallbacks() assert(g_pvkDebugReportMessageEXT); assert(g_pvkDestroyDebugReportCallbackEXT); - VkDebugReportCallbackCreateInfoEXT callbackCreateInfo; - callbackCreateInfo.sType = VK_STRUCTURE_TYPE_DEBUG_REPORT_CREATE_INFO_EXT; - callbackCreateInfo.pNext = nullptr; + VkDebugReportCallbackCreateInfoEXT callbackCreateInfo = { VK_STRUCTURE_TYPE_DEBUG_REPORT_CREATE_INFO_EXT }; callbackCreateInfo.flags = //VK_DEBUG_REPORT_INFORMATION_BIT_EXT | VK_DEBUG_REPORT_ERROR_BIT_EXT | VK_DEBUG_REPORT_WARNING_BIT_EXT | VK_DEBUG_REPORT_PERFORMANCE_WARNING_BIT_EXT /*| VK_DEBUG_REPORT_DEBUG_BIT_EXT*/; callbackCreateInfo.pfnCallback = &MyDebugReportCallback; - callbackCreateInfo.pUserData = nullptr; ERR_GUARD_VULKAN( g_pvkCreateDebugReportCallbackEXT(g_hVulkanInstance, &callbackCreateInfo, g_Allocs, &g_hCallback) ); } @@ -1134,6 +1137,7 @@ static void PrintEnabledFeatures() { wprintf(L"Validation layer: %d\n", g_EnableValidationLayer ? 1 : 0); wprintf(L"Sparse binding: %d\n", g_SparseBindingEnabled ? 1 : 0); + wprintf(L"Buffer device address: %d\n", g_BufferDeviceAddressEnabled ? 1 : 0); if(GetVulkanApiVersion() == VK_API_VERSION_1_0) { wprintf(L"VK_KHR_get_memory_requirements2: %d\n", VK_KHR_get_memory_requirements2_enabled ? 1 : 0); @@ -1143,6 +1147,8 @@ static void PrintEnabledFeatures() } wprintf(L"VK_EXT_memory_budget: %d\n", VK_EXT_memory_budget_enabled ? 1 : 0); wprintf(L"VK_AMD_device_coherent_memory: %d\n", VK_AMD_device_coherent_memory_enabled ? 1 : 0); + wprintf(L"VK_KHR_buffer_device_address: %d\n", VK_KHR_buffer_device_address_enabled ? 1 : 0); + wprintf(L"VK_EXT_buffer_device_address: %d\n", VK_EXT_buffer_device_address_enabled ? 1 : 0); } void SetAllocatorCreateInfo(VmaAllocatorCreateInfo& outInfo) @@ -1173,6 +1179,10 @@ void SetAllocatorCreateInfo(VmaAllocatorCreateInfo& outInfo) { outInfo.flags |= VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT; } + if(g_BufferDeviceAddressEnabled) + { + outInfo.flags |= VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT; + } if(USE_CUSTOM_CPU_ALLOCATION_CALLBACKS) { @@ -1306,7 +1316,7 @@ static void InitializeApplication() g_hPhysicalDevice = physicalDevices[0]; - // Query for extensions + // Query for device extensions uint32_t physicalDeviceExtensionPropertyCount = 0; ERR_GUARD_VULKAN( vkEnumerateDeviceExtensionProperties(g_hPhysicalDevice, nullptr, &physicalDeviceExtensionPropertyCount, nullptr) ); @@ -1347,8 +1357,25 @@ static void InitializeApplication() VK_EXT_memory_budget_enabled = true; else if(strcmp(physicalDeviceExtensionProperties[i].extensionName, VK_AMD_DEVICE_COHERENT_MEMORY_EXTENSION_NAME) == 0) VK_AMD_device_coherent_memory_enabled = true; + else if(strcmp(physicalDeviceExtensionProperties[i].extensionName, VK_KHR_BUFFER_DEVICE_ADDRESS_EXTENSION_NAME) == 0) + { + if(GetVulkanApiVersion() < VK_API_VERSION_1_2) + { + VK_KHR_buffer_device_address_enabled = true; + } + } + else if(strcmp(physicalDeviceExtensionProperties[i].extensionName, VK_EXT_BUFFER_DEVICE_ADDRESS_EXTENSION_NAME) == 0) + { + if(GetVulkanApiVersion() < VK_API_VERSION_1_2) + { + VK_EXT_buffer_device_address_enabled = true; + } + } } + if(VK_EXT_buffer_device_address_enabled && VK_KHR_buffer_device_address_enabled) + VK_EXT_buffer_device_address_enabled = false; + // Query for features VkPhysicalDeviceProperties physicalDeviceProperties = {}; @@ -1357,12 +1384,19 @@ static void InitializeApplication() PrintPhysicalDeviceProperties(physicalDeviceProperties); VkPhysicalDeviceFeatures2 physicalDeviceFeatures = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2 }; + VkPhysicalDeviceCoherentMemoryFeaturesAMD physicalDeviceCoherentMemoryFeatures = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_COHERENT_MEMORY_FEATURES_AMD }; if(VK_AMD_device_coherent_memory_enabled) { - physicalDeviceCoherentMemoryFeatures.pNext = physicalDeviceFeatures.pNext; - physicalDeviceFeatures.pNext = &physicalDeviceCoherentMemoryFeatures; + PnextChainPushFront(&physicalDeviceFeatures, &physicalDeviceCoherentMemoryFeatures); } + + VkPhysicalDeviceBufferDeviceAddressFeaturesEXT physicalDeviceBufferDeviceAddressFeatures = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_BUFFER_DEVICE_ADDRESS_FEATURES_EXT }; + if(VK_KHR_buffer_device_address_enabled || VK_EXT_buffer_device_address_enabled || GetVulkanApiVersion() >= VK_API_VERSION_1_2) + { + PnextChainPushFront(&physicalDeviceFeatures, &physicalDeviceBufferDeviceAddressFeatures); + } + vkGetPhysicalDeviceFeatures2(g_hPhysicalDevice, &physicalDeviceFeatures); g_SparseBindingEnabled = physicalDeviceFeatures.features.sparseBinding != 0; @@ -1370,6 +1404,8 @@ static void InitializeApplication() // The extension is supported as fake with no real support for this feature? Don't use it. if(VK_AMD_device_coherent_memory_enabled && !physicalDeviceCoherentMemoryFeatures.deviceCoherentMemory) VK_AMD_device_coherent_memory_enabled = false; + if(VK_KHR_buffer_device_address_enabled || VK_EXT_buffer_device_address_enabled || GetVulkanApiVersion() >= VK_API_VERSION_1_2) + g_BufferDeviceAddressEnabled = physicalDeviceBufferDeviceAddressFeatures.bufferDeviceAddress != VK_FALSE; // Find queue family index @@ -1458,6 +1494,10 @@ static void InitializeApplication() enabledDeviceExtensions.push_back(VK_EXT_MEMORY_BUDGET_EXTENSION_NAME); if(VK_AMD_device_coherent_memory_enabled) enabledDeviceExtensions.push_back(VK_AMD_DEVICE_COHERENT_MEMORY_EXTENSION_NAME); + if(VK_KHR_buffer_device_address_enabled) + enabledDeviceExtensions.push_back(VK_KHR_BUFFER_DEVICE_ADDRESS_EXTENSION_NAME); + if(VK_EXT_buffer_device_address_enabled) + enabledDeviceExtensions.push_back(VK_EXT_BUFFER_DEVICE_ADDRESS_EXTENSION_NAME); VkPhysicalDeviceFeatures2 deviceFeatures = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2 }; deviceFeatures.features.samplerAnisotropy = VK_TRUE; @@ -1465,9 +1505,14 @@ static void InitializeApplication() if(VK_AMD_device_coherent_memory_enabled) { - physicalDeviceCoherentMemoryFeatures.pNext = deviceFeatures.pNext; - deviceFeatures.pNext = &physicalDeviceCoherentMemoryFeatures; physicalDeviceCoherentMemoryFeatures.deviceCoherentMemory = VK_TRUE; + PnextChainPushBack(&deviceFeatures, &physicalDeviceCoherentMemoryFeatures); + } + if(g_BufferDeviceAddressEnabled) + { + physicalDeviceBufferDeviceAddressFeatures = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_BUFFER_DEVICE_ADDRESS_FEATURES_EXT }; + physicalDeviceBufferDeviceAddressFeatures.bufferDeviceAddress = VK_TRUE; + PnextChainPushBack(&deviceFeatures, &physicalDeviceBufferDeviceAddressFeatures); } VkDeviceCreateInfo deviceCreateInfo = { VK_STRUCTURE_TYPE_DEVICE_CREATE_INFO }; @@ -1481,6 +1526,51 @@ static void InitializeApplication() ERR_GUARD_VULKAN( vkCreateDevice(g_hPhysicalDevice, &deviceCreateInfo, g_Allocs, &g_hDevice) ); + // Fetch pointers to extension functions + if(g_BufferDeviceAddressEnabled) + { + if(GetVulkanApiVersion() >= VK_API_VERSION_1_2) + { + g_vkGetBufferDeviceAddressEXT = (PFN_vkGetBufferDeviceAddressEXT)vkGetDeviceProcAddr(g_hDevice, "vkGetBufferDeviceAddress"); + //assert(g_vkGetBufferDeviceAddressEXT != nullptr); + /* + For some reason this doesn't work, the pointer is NULL :( None of the below methods help. + + Validation layers also report following error: + [ VUID-VkMemoryAllocateInfo-flags-03331 ] Object: VK_NULL_HANDLE (Type = 0) | If VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR is set, bufferDeviceAddress must be enabled. The Vulkan spec states: If VkMemoryAllocateFlagsInfo::flags includes VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT, the bufferDeviceAddress feature must be enabled (https://www.khronos.org/registry/vulkan/specs/1.1-extensions/html/vkspec.html#VUID-VkMemoryAllocateInfo-flags-03331) + Despite I'm posting VkPhysicalDeviceBufferDeviceAddressFeaturesEXT::bufferDeviceAddress = VK_TRUE in VkDeviceCreateInfo::pNext chain. + + if(g_vkGetBufferDeviceAddressEXT == nullptr) + { + g_vkGetBufferDeviceAddressEXT = &vkGetBufferDeviceAddress; // Doesn't run, cannot find entry point... + } + + if(g_vkGetBufferDeviceAddressEXT == nullptr) + { + g_vkGetBufferDeviceAddressEXT = (PFN_vkGetBufferDeviceAddressEXT)vkGetInstanceProcAddr(g_hVulkanInstance, "vkGetBufferDeviceAddress"); + } + if(g_vkGetBufferDeviceAddressEXT == nullptr) + { + g_vkGetBufferDeviceAddressEXT = (PFN_vkGetBufferDeviceAddressEXT)vkGetDeviceProcAddr(g_hDevice, "vkGetBufferDeviceAddressKHR"); + } + if(g_vkGetBufferDeviceAddressEXT == nullptr) + { + g_vkGetBufferDeviceAddressEXT = (PFN_vkGetBufferDeviceAddressEXT)vkGetDeviceProcAddr(g_hDevice, "vkGetBufferDeviceAddressEXT"); + } + */ + } + else if(VK_KHR_buffer_device_address_enabled) + { + g_vkGetBufferDeviceAddressEXT = (PFN_vkGetBufferDeviceAddressEXT)vkGetDeviceProcAddr(g_hDevice, "vkGetBufferDeviceAddressKHR"); + assert(g_vkGetBufferDeviceAddressEXT != nullptr); + } + else if(VK_EXT_buffer_device_address_enabled) + { + g_vkGetBufferDeviceAddressEXT = (PFN_vkGetBufferDeviceAddressEXT)vkGetDeviceProcAddr(g_hDevice, "vkGetBufferDeviceAddressEXT"); + assert(g_vkGetBufferDeviceAddressEXT != nullptr); + } + } + // Create memory allocator VmaAllocatorCreateInfo allocatorInfo = {}; diff --git a/src/vk_mem_alloc.h b/src/vk_mem_alloc.h index 6be990a..2e5e2c5 100644 --- a/src/vk_mem_alloc.h +++ b/src/vk_mem_alloc.h @@ -92,6 +92,7 @@ Documentation of all members: vk_mem_alloc.h - [Device memory allocation callbacks](@ref allocation_callbacks) - [Device heap memory limit](@ref heap_memory_limit) - \subpage vk_khr_dedicated_allocation + - \subpage enabling_buffer_device_address - \subpage vk_amd_device_coherent_memory - \subpage general_considerations - [Thread safety](@ref general_considerations_thread_safety) @@ -1736,6 +1737,53 @@ Example use of this extension can be found in the code of the sample and test su accompanying this library. +\page enabling_buffer_device_address Enabling buffer device address + +Device extensions VK_EXT_buffer_device_address / VK_KHR_buffer_device_address +allow to fetch raw GPU pointer to a buffer and pass it for usage in a shader code. +They are promoted to core Vulkan 1.2. + +If you want to use this feature in connection with VMA, follow these steps: + +\section enabling_buffer_device_address_initialization Initialization + +1) (For Vulkan version < 1.2) Call `vkEnumerateDeviceExtensionProperties` for the physical device. +Check if the extension is supported - if returned array of `VkExtensionProperties` contains "VK_EXT_buffer_device_address" +or "VK_KHR_buffer_device_address". + +2) Call `vkGetPhysicalDeviceFeatures2` for the physical device instead of old `vkGetPhysicalDeviceFeatures`. +Attach additional structure `VkPhysicalDeviceBufferDeviceAddressFeatures*` to `VkPhysicalDeviceFeatures2::pNext` to be returned. +Check if the device feature is really supported - check if `VkPhysicalDeviceBufferDeviceAddressFeatures*::bufferDeviceAddress` is true. + +3) (For Vulkan version < 1.2) While creating device with `vkCreateDevice`, enable this extension - add "VK_EXT_buffer_device_address" +or "VK_KHR_buffer_device_address" to the list passed as `VkDeviceCreateInfo::ppEnabledExtensionNames`. + +4) While creating the device, also don't set `VkDeviceCreateInfo::pEnabledFeatures`. +Fill in `VkPhysicalDeviceFeatures2` structure instead and pass it as `VkDeviceCreateInfo::pNext`. +Enable this device feature - attach additional structure `VkPhysicalDeviceBufferDeviceAddressFeatures*` to +`VkPhysicalDeviceFeatures2::pNext` and set its member `bufferDeviceAddress` to `VK_TRUE`. + +5) While creating #VmaAllocator with vmaCreateAllocator() inform VMA that you +have enabled this feature - add #VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT +to VmaAllocatorCreateInfo::flags. + +\section enabling_buffer_device_address_usage Usage + +After following steps described above, you can create buffers with `VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT` using VMA. +The library automatically adds `VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR` to +allocated memory blocks wherever it might be needed. + +Please note that the library supports only `VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT`. +The second part of this functionality related to "capture and replay" is not supported, +as it is intended for usage in debugging tools like RenderDoc, not in everyday Vulkan usage. + +\section enabling_buffer_device_address_more_information More information + +To learn more about this extension, see [VK_KHR_buffer_device_address in Vulkan specification](https://www.khronos.org/registry/vulkan/specs/1.2-extensions/html/chap46.html#VK_KHR_buffer_device_address) + +Example use of this extension can be found in the code of the sample and test suite +accompanying this library. + \page general_considerations General considerations \section general_considerations_thread_safety Thread safety @@ -1876,6 +1924,15 @@ available through VmaAllocatorCreateInfo::pRecordSettings. #endif #endif +// Defined to 1 when VK_KHR_buffer_device_address device extension or equivalent core Vulkan 1.2 feature is defined in its headers. +#if !defined(VMA_BUFFER_DEVICE_ADDRESS) + #if VK_KHR_buffer_device_address || VK_EXT_buffer_device_address || VMA_VULKAN_VERSION >= 1002000 + #define VMA_BUFFER_DEVICE_ADDRESS 1 + #else + #define VMA_BUFFER_DEVICE_ADDRESS 0 + #endif +#endif + // Define these macros to decorate all public functions with additional code, // before and after returned type, appropriately. This may be useful for // exporing the functions when compiling VMA as a separate library. Example: @@ -1986,7 +2043,7 @@ typedef enum VmaAllocatorCreateFlagBits { */ VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT = 0x00000008, /** - Enabled usage of VK_AMD_device_coherent_memory extension. + Enables usage of VK_AMD_device_coherent_memory extension. You may set this flag only if you: @@ -2003,6 +2060,24 @@ typedef enum VmaAllocatorCreateFlagBits { returning `VK_ERROR_FEATURE_NOT_PRESENT`. */ VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT = 0x00000010, + /** + Enables usage of "buffer device address" feature, which allows you to use function + `vkGetBufferDeviceAddress*` to get raw GPU pointer to a buffer and pass it for usage inside a shader. + + You may set this flag only if you: + + 1. (For Vulkan version < 1.2) Found as available and enabled device extension + VK_EXT_buffer_device_address or VK_KHR_buffer_device_address. + Those extensions are promoted to core Vulkan 1.2. + 2. Found as available and enabled device feature `VkPhysicalDeviceBufferDeviceAddressFeatures*::bufferDeviceAddress`. + + When this flag is set, you can create buffers with `VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT` using VMA. + The library automatically adds `VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR` to + allocated memory blocks wherever it might be needed. + + For more information, see documentation chapter \ref enabling_buffer_device_address. + */ + VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT = 0x00000020, VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF } VmaAllocatorCreateFlagBits; @@ -3618,7 +3693,7 @@ here if you need other then default behavior depending on your environment. Define this macro to 1 to make the library fetch pointers to Vulkan functions internally, like: - vulkanFunctions.vkAllocateMemory = &vkAllocateMemory; + vulkanFunctions. = &vkAllocateMemory; Define to 0 if you are going to provide you own pointers to Vulkan functions via VmaAllocatorCreateInfo::pVulkanFunctions. @@ -3969,7 +4044,7 @@ END OF CONFIGURATION static const uint32_t VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY = 0x00000040; static const uint32_t VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY = 0x00000080; - +static const uint32_t VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_COPY = 0x00020000; static const uint32_t VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET = 0x10000000u; @@ -4365,6 +4440,13 @@ static bool VmaValidatePointerArray(uint32_t count, const T* arr) return true; } +template +static inline void VmaPnextChainPushFront(MainT* mainStruct, NewT* newStruct) +{ + newStruct->pNext = mainStruct->pNext; + mainStruct->pNext = newStruct; +} + //////////////////////////////////////////////////////////////////////////////// // Memory allocation @@ -7239,6 +7321,7 @@ public: bool m_UseKhrBindMemory2; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0). bool m_UseExtMemoryBudget; bool m_UseAmdDeviceCoherentMemory; + bool m_UseKhrBufferDeviceAddress; VkDevice m_hDevice; VkInstance m_hInstance; bool m_AllocationCallbacksSpecified; @@ -7334,6 +7417,7 @@ public: bool requiresDedicatedAllocation, bool prefersDedicatedAllocation, VkBuffer dedicatedBuffer, + VkBufferUsageFlags dedicatedBufferUsage, // UINT32_MAX when unknown. VkImage dedicatedImage, const VmaAllocationCreateInfo& createInfo, VmaSuballocationType suballocType, @@ -7463,6 +7547,7 @@ private: VkDeviceSize alignment, bool dedicatedAllocation, VkBuffer dedicatedBuffer, + VkBufferUsageFlags dedicatedBufferUsage, VkImage dedicatedImage, const VmaAllocationCreateInfo& createInfo, uint32_t memTypeIndex, @@ -7491,6 +7576,7 @@ private: bool isUserDataString, void* pUserData, VkBuffer dedicatedBuffer, + VkBufferUsageFlags dedicatedBufferUsage, VkImage dedicatedImage, size_t allocationCount, VmaAllocation* pAllocations); @@ -12656,6 +12742,17 @@ VkResult VmaBlockVector::CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIn VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO }; allocInfo.memoryTypeIndex = m_MemoryTypeIndex; allocInfo.allocationSize = blockSize; + +#if VMA_BUFFER_DEVICE_ADDRESS + // Every standalone block can potentially contain a buffer with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT - always enable the feature. + VkMemoryAllocateFlagsInfoKHR allocFlagsInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO_KHR }; + if(m_hAllocator->m_UseKhrBufferDeviceAddress) + { + allocFlagsInfo.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR; + VmaPnextChainPushFront(&allocInfo, &allocFlagsInfo); + } +#endif // #if VMA_BUFFER_DEVICE_ADDRESS + VkDeviceMemory mem = VK_NULL_HANDLE; VkResult res = m_hAllocator->AllocateVulkanMemory(&allocInfo, &mem); if(res < 0) @@ -14980,6 +15077,7 @@ VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) : m_UseKhrBindMemory2((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0), m_UseExtMemoryBudget((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0), m_UseAmdDeviceCoherentMemory((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT) != 0), + m_UseKhrBufferDeviceAddress((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT) != 0), m_hDevice(pCreateInfo->device), m_hInstance(pCreateInfo->instance), m_AllocationCallbacksSpecified(pCreateInfo->pAllocationCallbacks != VMA_NULL), @@ -15033,6 +15131,12 @@ VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) : VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT set but required extension is disabled by preprocessor macros."); } #endif +#if !(VMA_BUFFER_DEVICE_ADDRESS) + if(m_UseKhrBufferDeviceAddress) + { + VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT is set but required extension or Vulkan 1.2 is not available in your Vulkan header or its support in VMA has been disabled by a preprocessor macro."); + } +#endif #if VMA_VULKAN_VERSION < 1002000 if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 2, 0)) { @@ -15346,6 +15450,7 @@ VkResult VmaAllocator_T::AllocateMemoryOfType( VkDeviceSize alignment, bool dedicatedAllocation, VkBuffer dedicatedBuffer, + VkBufferUsageFlags dedicatedBufferUsage, VkImage dedicatedImage, const VmaAllocationCreateInfo& createInfo, uint32_t memTypeIndex, @@ -15404,6 +15509,7 @@ VkResult VmaAllocator_T::AllocateMemoryOfType( (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0, finalCreateInfo.pUserData, dedicatedBuffer, + dedicatedBufferUsage, dedicatedImage, allocationCount, pAllocations); @@ -15440,6 +15546,7 @@ VkResult VmaAllocator_T::AllocateMemoryOfType( (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0, finalCreateInfo.pUserData, dedicatedBuffer, + dedicatedBufferUsage, dedicatedImage, allocationCount, pAllocations); @@ -15468,6 +15575,7 @@ VkResult VmaAllocator_T::AllocateDedicatedMemory( bool isUserDataString, void* pUserData, VkBuffer dedicatedBuffer, + VkBufferUsageFlags dedicatedBufferUsage, VkImage dedicatedImage, size_t allocationCount, VmaAllocation* pAllocations) @@ -15497,16 +15605,38 @@ VkResult VmaAllocator_T::AllocateDedicatedMemory( { VMA_ASSERT(dedicatedImage == VK_NULL_HANDLE); dedicatedAllocInfo.buffer = dedicatedBuffer; - allocInfo.pNext = &dedicatedAllocInfo; + VmaPnextChainPushFront(&allocInfo, &dedicatedAllocInfo); } else if(dedicatedImage != VK_NULL_HANDLE) { dedicatedAllocInfo.image = dedicatedImage; - allocInfo.pNext = &dedicatedAllocInfo; + VmaPnextChainPushFront(&allocInfo, &dedicatedAllocInfo); } } #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000 +#if VMA_BUFFER_DEVICE_ADDRESS + VkMemoryAllocateFlagsInfoKHR allocFlagsInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO_KHR }; + if(m_UseKhrBufferDeviceAddress) + { + bool canContainBufferWithDeviceAddress = true; + if(dedicatedBuffer != VK_NULL_HANDLE) + { + canContainBufferWithDeviceAddress = dedicatedBufferUsage == UINT32_MAX || // Usage flags unknown + (dedicatedBufferUsage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_EXT) != 0; + } + else if(dedicatedImage != VK_NULL_HANDLE) + { + canContainBufferWithDeviceAddress = false; + } + if(canContainBufferWithDeviceAddress) + { + allocFlagsInfo.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT; + VmaPnextChainPushFront(&allocInfo, &allocFlagsInfo); + } + } +#endif // #if VMA_BUFFER_DEVICE_ADDRESS + size_t allocIndex; VkResult res = VK_SUCCESS; for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex) @@ -15634,7 +15764,7 @@ void VmaAllocator_T::GetBufferMemoryRequirements( VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR }; VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR }; - memReq2.pNext = &memDedicatedReq; + VmaPnextChainPushFront(&memReq2, &memDedicatedReq); (*m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2); @@ -15666,7 +15796,7 @@ void VmaAllocator_T::GetImageMemoryRequirements( VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR }; VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR }; - memReq2.pNext = &memDedicatedReq; + VmaPnextChainPushFront(&memReq2, &memDedicatedReq); (*m_VulkanFunctions.vkGetImageMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2); @@ -15688,6 +15818,7 @@ VkResult VmaAllocator_T::AllocateMemory( bool requiresDedicatedAllocation, bool prefersDedicatedAllocation, VkBuffer dedicatedBuffer, + VkBufferUsageFlags dedicatedBufferUsage, VkImage dedicatedImage, const VmaAllocationCreateInfo& createInfo, VmaSuballocationType suballocType, @@ -15774,6 +15905,7 @@ VkResult VmaAllocator_T::AllocateMemory( alignmentForMemType, requiresDedicatedAllocation || prefersDedicatedAllocation, dedicatedBuffer, + dedicatedBufferUsage, dedicatedImage, createInfo, memTypeIndex, @@ -15805,6 +15937,7 @@ VkResult VmaAllocator_T::AllocateMemory( alignmentForMemType, requiresDedicatedAllocation || prefersDedicatedAllocation, dedicatedBuffer, + dedicatedBufferUsage, dedicatedImage, createInfo, memTypeIndex, @@ -16710,7 +16843,7 @@ void VmaAllocator_T::UpdateVulkanBudget() VkPhysicalDeviceMemoryProperties2KHR memProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PROPERTIES_2_KHR }; VkPhysicalDeviceMemoryBudgetPropertiesEXT budgetProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_BUDGET_PROPERTIES_EXT }; - memProps.pNext = &budgetProps; + VmaPnextChainPushFront(&memProps, &budgetProps); GetVulkanFunctions().vkGetPhysicalDeviceMemoryProperties2KHR(m_PhysicalDevice, &memProps); @@ -17417,6 +17550,7 @@ VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory( false, // requiresDedicatedAllocation false, // prefersDedicatedAllocation VK_NULL_HANDLE, // dedicatedBuffer + UINT32_MAX, // dedicatedBufferUsage VK_NULL_HANDLE, // dedicatedImage *pCreateInfo, VMA_SUBALLOCATION_TYPE_UNKNOWN, @@ -17466,6 +17600,7 @@ VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages( false, // requiresDedicatedAllocation false, // prefersDedicatedAllocation VK_NULL_HANDLE, // dedicatedBuffer + UINT32_MAX, // dedicatedBufferUsage VK_NULL_HANDLE, // dedicatedImage *pCreateInfo, VMA_SUBALLOCATION_TYPE_UNKNOWN, @@ -17520,6 +17655,7 @@ VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer( requiresDedicatedAllocation, prefersDedicatedAllocation, buffer, // dedicatedBuffer + UINT32_MAX, // dedicatedBufferUsage VK_NULL_HANDLE, // dedicatedImage *pCreateInfo, VMA_SUBALLOCATION_TYPE_BUFFER, @@ -17571,6 +17707,7 @@ VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage( requiresDedicatedAllocation, prefersDedicatedAllocation, VK_NULL_HANDLE, // dedicatedBuffer + UINT32_MAX, // dedicatedBufferUsage image, // dedicatedImage *pCreateInfo, VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN, @@ -18057,6 +18194,12 @@ VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer( { return VK_ERROR_VALIDATION_FAILED_EXT; } + if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_COPY) != 0 && + !allocator->m_UseKhrBufferDeviceAddress) + { + VMA_ASSERT(0 && "Creating a buffer with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT is not valid if VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT was not used."); + return VK_ERROR_VALIDATION_FAILED_EXT; + } VMA_DEBUG_LOG("vmaCreateBuffer"); @@ -18086,6 +18229,7 @@ VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer( requiresDedicatedAllocation, prefersDedicatedAllocation, *pBuffer, // dedicatedBuffer + pBufferCreateInfo->usage, // dedicatedBufferUsage VK_NULL_HANDLE, // dedicatedImage *pAllocationCreateInfo, VMA_SUBALLOCATION_TYPE_BUFFER, @@ -18226,6 +18370,7 @@ VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage( requiresDedicatedAllocation, prefersDedicatedAllocation, VK_NULL_HANDLE, // dedicatedBuffer + UINT32_MAX, // dedicatedBufferUsage *pImage, // dedicatedImage *pAllocationCreateInfo, suballocType,