mirror of
https://github.com/godotengine/godot.git
synced 2024-11-25 05:33:11 +00:00
59d0422dcd
PR #90993 added several debugging utilities. Among them, advanced memory tracking through the use of custom allocators and VK_EXT_device_memory_report. However as issue #95967 reveals, it is dangerous to leave it on by default because drivers (or even the Vulkan loader) can too easily accidentally break custom allocators by allocating memory through std malloc but then request us to deallocate it (or viceversa). This PR fixes the following problems: - Adds --extra-gpu-memory-tracking cmd line argument - Adds missing enum entries to RenderingContextDriverVulkan::VkTrackedObjectType - Adds RenderingDevice::get_driver_and_device_memory_report - GDScript users can easily check via print( RenderingServer.get_rendering_device().get_driver_and_device_memory_report() ) - Uses get_driver_and_device_memory_report on device lost for appending further info. Fixes #95967
1058 lines
45 KiB
C++
1058 lines
45 KiB
C++
/**************************************************************************/
|
|
/* rendering_context_driver_vulkan.cpp */
|
|
/**************************************************************************/
|
|
/* This file is part of: */
|
|
/* GODOT ENGINE */
|
|
/* https://godotengine.org */
|
|
/**************************************************************************/
|
|
/* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
|
|
/* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
|
|
/* */
|
|
/* Permission is hereby granted, free of charge, to any person obtaining */
|
|
/* a copy of this software and associated documentation files (the */
|
|
/* "Software"), to deal in the Software without restriction, including */
|
|
/* without limitation the rights to use, copy, modify, merge, publish, */
|
|
/* distribute, sublicense, and/or sell copies of the Software, and to */
|
|
/* permit persons to whom the Software is furnished to do so, subject to */
|
|
/* the following conditions: */
|
|
/* */
|
|
/* The above copyright notice and this permission notice shall be */
|
|
/* included in all copies or substantial portions of the Software. */
|
|
/* */
|
|
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
|
|
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
|
|
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
|
|
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
|
|
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
|
|
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
|
|
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
|
|
/**************************************************************************/
|
|
|
|
#ifdef VULKAN_ENABLED
|
|
|
|
#include "rendering_context_driver_vulkan.h"
|
|
|
|
#include "vk_enum_string_helper.h"
|
|
|
|
#include "core/config/project_settings.h"
|
|
#include "core/version.h"
|
|
|
|
#include "rendering_device_driver_vulkan.h"
|
|
#include "vulkan_hooks.h"
|
|
|
|
#if defined(VK_TRACK_DRIVER_MEMORY)
|
|
/*************************************************/
|
|
// Driver memory tracking
|
|
/*************************************************/
|
|
// Total driver memory and allocation amount.
|
|
SafeNumeric<size_t> driver_memory_total_memory;
|
|
SafeNumeric<size_t> driver_memory_total_alloc_count;
|
|
// Amount of driver memory for every object type.
|
|
SafeNumeric<size_t> driver_memory_tracker[RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_COUNT][RenderingContextDriverVulkan::VK_TRACKED_SYSTEM_ALLOCATION_SCOPE_COUNT];
|
|
// Amount of allocations for every object type.
|
|
SafeNumeric<uint32_t> driver_memory_allocation_count[RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_COUNT][RenderingContextDriverVulkan::VK_TRACKED_SYSTEM_ALLOCATION_SCOPE_COUNT];
|
|
#endif
|
|
|
|
#if defined(VK_TRACK_DEVICE_MEMORY)
|
|
/*************************************************/
|
|
// Device memory report
|
|
/*************************************************/
|
|
// Total device memory and allocation amount.
|
|
HashMap<uint64_t, size_t> memory_report_table;
|
|
// Total memory and allocation amount.
|
|
SafeNumeric<uint64_t> memory_report_total_memory;
|
|
SafeNumeric<uint64_t> memory_report_total_alloc_count;
|
|
// Amount of device memory for every object type.
|
|
SafeNumeric<size_t> memory_report_mem_usage[RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_COUNT];
|
|
// Amount of device memory allocations for every object type.
|
|
SafeNumeric<size_t> memory_report_allocation_count[RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_COUNT];
|
|
#endif
|
|
|
|
const char *RenderingContextDriverVulkan::get_tracked_object_name(uint32_t p_type_index) const {
|
|
#if defined(VK_TRACK_DRIVER_MEMORY) || defined(VK_TRACK_DEVICE_MEMORY)
|
|
static constexpr const char *vkTrackedObjectTypeNames[] = { "UNKNOWN",
|
|
"INSTANCE",
|
|
"PHYSICAL_DEVICE",
|
|
"DEVICE",
|
|
"QUEUE",
|
|
"SEMAPHORE",
|
|
"COMMAND_BUFFER",
|
|
"FENCE",
|
|
"DEVICE_MEMORY",
|
|
"BUFFER",
|
|
"IMAGE",
|
|
"EVENT",
|
|
"QUERY_POOL",
|
|
"BUFFER_VIEW",
|
|
"IMAGE_VIEW",
|
|
"SHADER_MODULE",
|
|
"PIPELINE_CACHE",
|
|
"PIPELINE_LAYOUT",
|
|
"RENDER_PASS",
|
|
"PIPELINE",
|
|
"DESCRIPTOR_SET_LAYOUT",
|
|
"SAMPLER",
|
|
"DESCRIPTOR_POOL",
|
|
"DESCRIPTOR_SET",
|
|
"FRAMEBUFFER",
|
|
"COMMAND_POOL",
|
|
"DESCRIPTOR_UPDATE_TEMPLATE_KHR",
|
|
"SURFACE_KHR",
|
|
"SWAPCHAIN_KHR",
|
|
"DEBUG_UTILS_MESSENGER_EXT",
|
|
"DEBUG_REPORT_CALLBACK_EXT",
|
|
"ACCELERATION_STRUCTURE",
|
|
"VMA_BUFFER_OR_IMAGE" };
|
|
|
|
return vkTrackedObjectTypeNames[p_type_index];
|
|
#else
|
|
return "VK_TRACK_*_MEMORY disabled at build time";
|
|
#endif
|
|
}
|
|
|
|
#if defined(VK_TRACK_DRIVER_MEMORY) || defined(VK_TRACK_DEVICE_MEMORY)
|
|
uint64_t RenderingContextDriverVulkan::get_tracked_object_type_count() const {
|
|
return VK_TRACKED_OBJECT_TYPE_COUNT;
|
|
}
|
|
#endif
|
|
|
|
#if defined(VK_TRACK_DRIVER_MEMORY) || defined(VK_TRACK_DEVICE_MEMORY)
|
|
RenderingContextDriverVulkan::VkTrackedObjectType vk_object_to_tracked_object(VkObjectType p_type) {
|
|
if (p_type > VK_OBJECT_TYPE_COMMAND_POOL && p_type != (VkObjectType)RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_VMA) {
|
|
switch (p_type) {
|
|
case VK_OBJECT_TYPE_DESCRIPTOR_UPDATE_TEMPLATE:
|
|
return RenderingContextDriverVulkan::VK_TRACKED_OBJECT_DESCRIPTOR_UPDATE_TEMPLATE_KHR;
|
|
case VK_OBJECT_TYPE_SURFACE_KHR:
|
|
return RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_SURFACE;
|
|
case VK_OBJECT_TYPE_SWAPCHAIN_KHR:
|
|
return RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_SWAPCHAIN;
|
|
case VK_OBJECT_TYPE_DEBUG_UTILS_MESSENGER_EXT:
|
|
return RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_DEBUG_UTILS_MESSENGER_EXT;
|
|
case VK_OBJECT_TYPE_DEBUG_REPORT_CALLBACK_EXT:
|
|
return RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_DEBUG_REPORT_CALLBACK_EXT;
|
|
case VK_OBJECT_TYPE_ACCELERATION_STRUCTURE_KHR:
|
|
case VK_OBJECT_TYPE_ACCELERATION_STRUCTURE_NV:
|
|
return RenderingContextDriverVulkan::VK_TRACKED_OBJECT_TYPE_ACCELERATION_STRUCTURE;
|
|
default:
|
|
_err_print_error(FUNCTION_STR, __FILE__, __LINE__, "Unknown VkObjectType enum value " + itos((uint32_t)p_type) + ".Please add it to VkTrackedObjectType, switch statement in "
|
|
"vk_object_to_tracked_object and get_tracked_object_name.",
|
|
(int)p_type);
|
|
return (RenderingContextDriverVulkan::VkTrackedObjectType)VK_OBJECT_TYPE_UNKNOWN;
|
|
}
|
|
}
|
|
|
|
return (RenderingContextDriverVulkan::VkTrackedObjectType)p_type;
|
|
}
|
|
#endif
|
|
|
|
#if defined(VK_TRACK_DEVICE_MEMORY)
|
|
uint64_t RenderingContextDriverVulkan::get_device_total_memory() const {
|
|
return memory_report_total_memory.get();
|
|
}
|
|
|
|
uint64_t RenderingContextDriverVulkan::get_device_allocation_count() const {
|
|
return memory_report_total_alloc_count.get();
|
|
}
|
|
|
|
uint64_t RenderingContextDriverVulkan::get_device_memory_by_object_type(uint32_t p_type) const {
|
|
return memory_report_mem_usage[p_type].get();
|
|
}
|
|
|
|
uint64_t RenderingContextDriverVulkan::get_device_allocs_by_object_type(uint32_t p_type) const {
|
|
return memory_report_allocation_count[p_type].get();
|
|
}
|
|
#endif
|
|
|
|
#if defined(VK_TRACK_DRIVER_MEMORY)
|
|
uint64_t RenderingContextDriverVulkan::get_driver_total_memory() const {
|
|
return driver_memory_total_memory.get();
|
|
}
|
|
|
|
uint64_t RenderingContextDriverVulkan::get_driver_allocation_count() const {
|
|
return driver_memory_total_alloc_count.get();
|
|
}
|
|
|
|
uint64_t RenderingContextDriverVulkan::get_driver_memory_by_object_type(uint32_t p_type) const {
|
|
uint64_t ret = 0;
|
|
for (uint32_t i = 0; i < VK_TRACKED_SYSTEM_ALLOCATION_SCOPE_COUNT; i++) {
|
|
ret += driver_memory_tracker[p_type][i].get();
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
uint64_t RenderingContextDriverVulkan::get_driver_allocs_by_object_type(uint32_t p_type) const {
|
|
uint64_t ret = 0;
|
|
for (uint32_t i = 0; i < VK_TRACKED_SYSTEM_ALLOCATION_SCOPE_COUNT; i++) {
|
|
ret += driver_memory_allocation_count[p_type][i].get();
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
#endif
|
|
|
|
#if defined(VK_TRACK_DEVICE_MEMORY)
|
|
void RenderingContextDriverVulkan::memory_report_callback(const VkDeviceMemoryReportCallbackDataEXT *p_callback_data, void *p_user_data) {
|
|
if (!p_callback_data) {
|
|
return;
|
|
}
|
|
const RenderingContextDriverVulkan::VkTrackedObjectType obj_type = vk_object_to_tracked_object(p_callback_data->objectType);
|
|
uint64_t obj_id = p_callback_data->memoryObjectId;
|
|
|
|
if (p_callback_data->type == VK_DEVICE_MEMORY_REPORT_EVENT_TYPE_ALLOCATE_EXT) {
|
|
// Realloc, update size
|
|
if (memory_report_table.has(obj_id)) {
|
|
memory_report_total_memory.sub(memory_report_table[obj_id]);
|
|
memory_report_mem_usage[obj_type].sub(memory_report_table[obj_id]);
|
|
|
|
memory_report_total_memory.add(p_callback_data->size);
|
|
memory_report_mem_usage[obj_type].add(p_callback_data->size);
|
|
|
|
memory_report_table[p_callback_data->memoryObjectId] = p_callback_data->size;
|
|
} else {
|
|
memory_report_table[obj_id] = p_callback_data->size;
|
|
|
|
memory_report_total_alloc_count.increment();
|
|
memory_report_allocation_count[obj_type].increment();
|
|
memory_report_mem_usage[obj_type].add(p_callback_data->size);
|
|
memory_report_total_memory.add(p_callback_data->size);
|
|
}
|
|
} else if (p_callback_data->type == VK_DEVICE_MEMORY_REPORT_EVENT_TYPE_FREE_EXT) {
|
|
if (memory_report_table.has(obj_id)) {
|
|
memory_report_total_alloc_count.decrement();
|
|
memory_report_allocation_count[obj_type].decrement();
|
|
memory_report_mem_usage[obj_type].sub(p_callback_data->size);
|
|
memory_report_total_memory.sub(p_callback_data->size);
|
|
|
|
memory_report_table.remove(memory_report_table.find(obj_id));
|
|
}
|
|
}
|
|
}
|
|
#endif
|
|
|
|
VkAllocationCallbacks *RenderingContextDriverVulkan::get_allocation_callbacks(VkObjectType p_type) {
|
|
#if !defined(VK_TRACK_DRIVER_MEMORY)
|
|
return nullptr;
|
|
#else
|
|
if (!Engine::get_singleton()->is_extra_gpu_memory_tracking_enabled()) {
|
|
return nullptr;
|
|
}
|
|
|
|
#ifdef _MSC_VER
|
|
#define LAMBDA_VK_CALL_CONV
|
|
#else
|
|
#define LAMBDA_VK_CALL_CONV VKAPI_PTR
|
|
#endif
|
|
|
|
struct TrackedMemHeader {
|
|
size_t size;
|
|
VkSystemAllocationScope allocation_scope;
|
|
VkTrackedObjectType type;
|
|
};
|
|
VkAllocationCallbacks tracking_callbacks = {
|
|
// Allocation function
|
|
nullptr,
|
|
[](
|
|
void *p_user_data,
|
|
size_t size,
|
|
size_t alignment,
|
|
VkSystemAllocationScope allocation_scope) LAMBDA_VK_CALL_CONV -> void * {
|
|
static constexpr size_t tracking_data_size = 32;
|
|
VkTrackedObjectType type = static_cast<VkTrackedObjectType>(*reinterpret_cast<VkTrackedObjectType *>(p_user_data));
|
|
|
|
driver_memory_total_memory.add(size);
|
|
driver_memory_total_alloc_count.increment();
|
|
driver_memory_tracker[type][allocation_scope].add(size);
|
|
driver_memory_allocation_count[type][allocation_scope].increment();
|
|
|
|
alignment = MAX(alignment, tracking_data_size);
|
|
|
|
uint8_t *ret = reinterpret_cast<uint8_t *>(Memory::alloc_aligned_static(size + alignment, alignment));
|
|
if (ret == nullptr) {
|
|
return nullptr;
|
|
}
|
|
|
|
// Track allocation
|
|
TrackedMemHeader *header = reinterpret_cast<TrackedMemHeader *>(ret);
|
|
header->size = size;
|
|
header->allocation_scope = allocation_scope;
|
|
header->type = type;
|
|
*reinterpret_cast<size_t *>(ret + alignment - sizeof(size_t)) = alignment;
|
|
|
|
// Return first available chunk of memory
|
|
return ret + alignment;
|
|
},
|
|
|
|
// Reallocation function
|
|
[](
|
|
void *p_user_data,
|
|
void *p_original,
|
|
size_t size,
|
|
size_t alignment,
|
|
VkSystemAllocationScope allocation_scope) LAMBDA_VK_CALL_CONV -> void * {
|
|
if (p_original == nullptr) {
|
|
VkObjectType type = static_cast<VkObjectType>(*reinterpret_cast<uint32_t *>(p_user_data));
|
|
return get_allocation_callbacks(type)->pfnAllocation(p_user_data, size, alignment, allocation_scope);
|
|
}
|
|
|
|
uint8_t *mem = reinterpret_cast<uint8_t *>(p_original);
|
|
// Retrieve alignment
|
|
alignment = *reinterpret_cast<size_t *>(mem - sizeof(size_t));
|
|
// Retrieve allocation data
|
|
TrackedMemHeader *header = reinterpret_cast<TrackedMemHeader *>(mem - alignment);
|
|
|
|
// Update allocation size
|
|
driver_memory_total_memory.sub(header->size);
|
|
driver_memory_total_memory.add(size);
|
|
driver_memory_tracker[header->type][header->allocation_scope].sub(header->size);
|
|
driver_memory_tracker[header->type][header->allocation_scope].add(size);
|
|
|
|
uint8_t *ret = reinterpret_cast<uint8_t *>(Memory::realloc_aligned_static(header, size + alignment, header->size + alignment, alignment));
|
|
if (ret == nullptr) {
|
|
return nullptr;
|
|
}
|
|
// Update tracker
|
|
header = reinterpret_cast<TrackedMemHeader *>(ret);
|
|
header->size = size;
|
|
return ret + alignment;
|
|
},
|
|
|
|
// Free function
|
|
[](
|
|
void *p_user_data,
|
|
void *p_memory) LAMBDA_VK_CALL_CONV {
|
|
if (!p_memory) {
|
|
return;
|
|
}
|
|
|
|
uint8_t *mem = reinterpret_cast<uint8_t *>(p_memory);
|
|
size_t alignment = *reinterpret_cast<size_t *>(mem - sizeof(size_t));
|
|
TrackedMemHeader *header = reinterpret_cast<TrackedMemHeader *>(mem - alignment);
|
|
|
|
driver_memory_total_alloc_count.decrement();
|
|
driver_memory_total_memory.sub(header->size);
|
|
driver_memory_tracker[header->type][header->allocation_scope].sub(header->size);
|
|
driver_memory_allocation_count[header->type][header->allocation_scope].decrement();
|
|
|
|
Memory::free_aligned_static(header);
|
|
},
|
|
// Internal allocation / deallocation. We don't track them as they cannot really be controlled or optimized by the programmer.
|
|
[](
|
|
void *p_user_data,
|
|
size_t size,
|
|
VkInternalAllocationType allocation_type,
|
|
VkSystemAllocationScope allocation_scope) LAMBDA_VK_CALL_CONV {
|
|
},
|
|
[](
|
|
void *p_user_data,
|
|
size_t size,
|
|
VkInternalAllocationType allocation_type,
|
|
VkSystemAllocationScope allocation_scope) LAMBDA_VK_CALL_CONV {
|
|
},
|
|
};
|
|
|
|
// Create a callback per object type
|
|
static VkAllocationCallbacks object_callbacks[VK_TRACKED_OBJECT_TYPE_COUNT] = {};
|
|
static uint32_t object_user_data[VK_TRACKED_OBJECT_TYPE_COUNT] = {};
|
|
|
|
// Only build the first time
|
|
if (!object_callbacks[0].pfnAllocation) {
|
|
for (uint32_t c = 0; c < VK_TRACKED_OBJECT_TYPE_COUNT; ++c) {
|
|
object_callbacks[c] = tracking_callbacks;
|
|
object_user_data[c] = c;
|
|
object_callbacks[c].pUserData = &object_user_data[c];
|
|
|
|
for (uint32_t i = 0; i < VK_TRACKED_SYSTEM_ALLOCATION_SCOPE_COUNT; i++) {
|
|
driver_memory_tracker[c][i].set(0);
|
|
driver_memory_allocation_count[c][i].set(0);
|
|
}
|
|
}
|
|
}
|
|
|
|
uint32_t type_index = vk_object_to_tracked_object(p_type);
|
|
return &object_callbacks[type_index];
|
|
#endif
|
|
}
|
|
|
|
RenderingContextDriverVulkan::RenderingContextDriverVulkan() {
|
|
// Empty constructor.
|
|
}
|
|
|
|
RenderingContextDriverVulkan::~RenderingContextDriverVulkan() {
|
|
if (debug_messenger != VK_NULL_HANDLE && functions.DestroyDebugUtilsMessengerEXT != nullptr) {
|
|
functions.DestroyDebugUtilsMessengerEXT(instance, debug_messenger, get_allocation_callbacks(VK_OBJECT_TYPE_DEBUG_UTILS_MESSENGER_EXT));
|
|
}
|
|
|
|
if (debug_report != VK_NULL_HANDLE && functions.DestroyDebugReportCallbackEXT != nullptr) {
|
|
functions.DestroyDebugReportCallbackEXT(instance, debug_report, get_allocation_callbacks(VK_OBJECT_TYPE_DEBUG_REPORT_CALLBACK_EXT));
|
|
}
|
|
|
|
if (instance != VK_NULL_HANDLE) {
|
|
vkDestroyInstance(instance, get_allocation_callbacks(VK_OBJECT_TYPE_INSTANCE));
|
|
}
|
|
}
|
|
|
|
Error RenderingContextDriverVulkan::_initialize_vulkan_version() {
|
|
// https://www.khronos.org/registry/vulkan/specs/1.2-extensions/man/html/VkApplicationInfo.html#_description
|
|
// For Vulkan 1.0 vkEnumerateInstanceVersion is not available, including not in the loader we compile against on Android.
|
|
typedef VkResult(VKAPI_PTR * _vkEnumerateInstanceVersion)(uint32_t *);
|
|
_vkEnumerateInstanceVersion func = (_vkEnumerateInstanceVersion)vkGetInstanceProcAddr(nullptr, "vkEnumerateInstanceVersion");
|
|
if (func != nullptr) {
|
|
uint32_t api_version;
|
|
VkResult res = func(&api_version);
|
|
if (res == VK_SUCCESS) {
|
|
instance_api_version = api_version;
|
|
} else {
|
|
// According to the documentation this shouldn't fail with anything except a memory allocation error
|
|
// in which case we're in deep trouble anyway.
|
|
ERR_FAIL_V(ERR_CANT_CREATE);
|
|
}
|
|
} else {
|
|
print_line("vkEnumerateInstanceVersion not available, assuming Vulkan 1.0.");
|
|
instance_api_version = VK_API_VERSION_1_0;
|
|
}
|
|
|
|
return OK;
|
|
}
|
|
|
|
void RenderingContextDriverVulkan::_register_requested_instance_extension(const CharString &p_extension_name, bool p_required) {
|
|
ERR_FAIL_COND(requested_instance_extensions.has(p_extension_name));
|
|
requested_instance_extensions[p_extension_name] = p_required;
|
|
}
|
|
|
|
Error RenderingContextDriverVulkan::_initialize_instance_extensions() {
|
|
enabled_instance_extension_names.clear();
|
|
|
|
// The surface extension and the platform-specific surface extension are core requirements.
|
|
_register_requested_instance_extension(VK_KHR_SURFACE_EXTENSION_NAME, true);
|
|
if (_get_platform_surface_extension()) {
|
|
_register_requested_instance_extension(_get_platform_surface_extension(), true);
|
|
}
|
|
|
|
if (_use_validation_layers()) {
|
|
_register_requested_instance_extension(VK_EXT_DEBUG_REPORT_EXTENSION_NAME, false);
|
|
}
|
|
|
|
// This extension allows us to use the properties2 features to query additional device capabilities.
|
|
_register_requested_instance_extension(VK_KHR_GET_PHYSICAL_DEVICE_PROPERTIES_2_EXTENSION_NAME, false);
|
|
|
|
#if defined(USE_VOLK) && (defined(MACOS_ENABLED) || defined(IOS_ENABLED))
|
|
_register_requested_instance_extension(VK_KHR_PORTABILITY_ENUMERATION_EXTENSION_NAME, true);
|
|
#endif
|
|
|
|
// Only enable debug utils in verbose mode or DEV_ENABLED.
|
|
// End users would get spammed with messages of varying verbosity due to the
|
|
// mess that thirdparty layers/extensions and drivers seem to leave in their
|
|
// wake, making the Windows registry a bottomless pit of broken layer JSON.
|
|
#ifdef DEV_ENABLED
|
|
bool want_debug_utils = true;
|
|
#else
|
|
bool want_debug_utils = OS::get_singleton()->is_stdout_verbose();
|
|
#endif
|
|
if (want_debug_utils) {
|
|
_register_requested_instance_extension(VK_EXT_DEBUG_UTILS_EXTENSION_NAME, false);
|
|
}
|
|
|
|
// Load instance extensions that are available.
|
|
uint32_t instance_extension_count = 0;
|
|
VkResult err = vkEnumerateInstanceExtensionProperties(nullptr, &instance_extension_count, nullptr);
|
|
ERR_FAIL_COND_V(err != VK_SUCCESS && err != VK_INCOMPLETE, ERR_CANT_CREATE);
|
|
ERR_FAIL_COND_V_MSG(instance_extension_count == 0, ERR_CANT_CREATE, "No instance extensions were found.");
|
|
|
|
TightLocalVector<VkExtensionProperties> instance_extensions;
|
|
instance_extensions.resize(instance_extension_count);
|
|
err = vkEnumerateInstanceExtensionProperties(nullptr, &instance_extension_count, instance_extensions.ptr());
|
|
if (err != VK_SUCCESS && err != VK_INCOMPLETE) {
|
|
ERR_FAIL_V(ERR_CANT_CREATE);
|
|
}
|
|
|
|
#ifdef DEV_ENABLED
|
|
for (uint32_t i = 0; i < instance_extension_count; i++) {
|
|
print_verbose(String("VULKAN: Found instance extension ") + String::utf8(instance_extensions[i].extensionName) + String("."));
|
|
}
|
|
#endif
|
|
|
|
// Enable all extensions that are supported and requested.
|
|
for (uint32_t i = 0; i < instance_extension_count; i++) {
|
|
CharString extension_name(instance_extensions[i].extensionName);
|
|
if (requested_instance_extensions.has(extension_name)) {
|
|
enabled_instance_extension_names.insert(extension_name);
|
|
}
|
|
}
|
|
|
|
// Now check our requested extensions.
|
|
for (KeyValue<CharString, bool> &requested_extension : requested_instance_extensions) {
|
|
if (!enabled_instance_extension_names.has(requested_extension.key)) {
|
|
if (requested_extension.value) {
|
|
ERR_FAIL_V_MSG(ERR_BUG, String("Required extension ") + String::utf8(requested_extension.key) + String(" not found."));
|
|
} else {
|
|
print_verbose(String("Optional extension ") + String::utf8(requested_extension.key) + String(" not found."));
|
|
}
|
|
}
|
|
}
|
|
|
|
return OK;
|
|
}
|
|
|
|
Error RenderingContextDriverVulkan::_find_validation_layers(TightLocalVector<const char *> &r_layer_names) const {
|
|
r_layer_names.clear();
|
|
|
|
uint32_t instance_layer_count = 0;
|
|
VkResult err = vkEnumerateInstanceLayerProperties(&instance_layer_count, nullptr);
|
|
ERR_FAIL_COND_V(err != VK_SUCCESS, ERR_CANT_CREATE);
|
|
if (instance_layer_count > 0) {
|
|
TightLocalVector<VkLayerProperties> layer_properties;
|
|
layer_properties.resize(instance_layer_count);
|
|
err = vkEnumerateInstanceLayerProperties(&instance_layer_count, layer_properties.ptr());
|
|
ERR_FAIL_COND_V(err != VK_SUCCESS, ERR_CANT_CREATE);
|
|
|
|
// Preferred set of validation layers.
|
|
const std::initializer_list<const char *> preferred = { "VK_LAYER_KHRONOS_validation" };
|
|
|
|
// Alternative (deprecated, removed in SDK 1.1.126.0) set of validation layers.
|
|
const std::initializer_list<const char *> lunarg = { "VK_LAYER_LUNARG_standard_validation" };
|
|
|
|
// Alternative (deprecated, removed in SDK 1.1.121.1) set of validation layers.
|
|
const std::initializer_list<const char *> google = { "VK_LAYER_GOOGLE_threading", "VK_LAYER_LUNARG_parameter_validation", "VK_LAYER_LUNARG_object_tracker", "VK_LAYER_LUNARG_core_validation", "VK_LAYER_GOOGLE_unique_objects" };
|
|
|
|
// Verify all the layers of the list are present.
|
|
for (const std::initializer_list<const char *> &list : { preferred, lunarg, google }) {
|
|
bool layers_found = false;
|
|
for (const char *layer_name : list) {
|
|
layers_found = false;
|
|
|
|
for (const VkLayerProperties &properties : layer_properties) {
|
|
if (!strcmp(properties.layerName, layer_name)) {
|
|
layers_found = true;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (!layers_found) {
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (layers_found) {
|
|
r_layer_names.reserve(list.size());
|
|
for (const char *layer_name : list) {
|
|
r_layer_names.push_back(layer_name);
|
|
}
|
|
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
return OK;
|
|
}
|
|
|
|
VKAPI_ATTR VkBool32 VKAPI_CALL RenderingContextDriverVulkan::_debug_messenger_callback(VkDebugUtilsMessageSeverityFlagBitsEXT p_message_severity, VkDebugUtilsMessageTypeFlagsEXT p_message_type, const VkDebugUtilsMessengerCallbackDataEXT *p_callback_data, void *p_user_data) {
|
|
// This error needs to be ignored because the AMD allocator will mix up memory types on IGP processors.
|
|
if (strstr(p_callback_data->pMessage, "Mapping an image with layout") != nullptr && strstr(p_callback_data->pMessage, "can result in undefined behavior if this memory is used by the device") != nullptr) {
|
|
return VK_FALSE;
|
|
}
|
|
// This needs to be ignored because Validator is wrong here.
|
|
if (strstr(p_callback_data->pMessage, "Invalid SPIR-V binary version 1.3") != nullptr) {
|
|
return VK_FALSE;
|
|
}
|
|
// This needs to be ignored because Validator is wrong here.
|
|
if (strstr(p_callback_data->pMessage, "Shader requires flag") != nullptr) {
|
|
return VK_FALSE;
|
|
}
|
|
|
|
// This needs to be ignored because Validator is wrong here.
|
|
if (strstr(p_callback_data->pMessage, "SPIR-V module not valid: Pointer operand") != nullptr && strstr(p_callback_data->pMessage, "must be a memory object") != nullptr) {
|
|
return VK_FALSE;
|
|
}
|
|
|
|
if (p_callback_data->pMessageIdName && strstr(p_callback_data->pMessageIdName, "UNASSIGNED-CoreValidation-DrawState-ClearCmdBeforeDraw") != nullptr) {
|
|
return VK_FALSE;
|
|
}
|
|
|
|
String type_string;
|
|
switch (p_message_type) {
|
|
case (VK_DEBUG_UTILS_MESSAGE_TYPE_GENERAL_BIT_EXT):
|
|
type_string = "GENERAL";
|
|
break;
|
|
case (VK_DEBUG_UTILS_MESSAGE_TYPE_VALIDATION_BIT_EXT):
|
|
type_string = "VALIDATION";
|
|
break;
|
|
case (VK_DEBUG_UTILS_MESSAGE_TYPE_PERFORMANCE_BIT_EXT):
|
|
type_string = "PERFORMANCE";
|
|
break;
|
|
case (VK_DEBUG_UTILS_MESSAGE_TYPE_VALIDATION_BIT_EXT & VK_DEBUG_UTILS_MESSAGE_TYPE_PERFORMANCE_BIT_EXT):
|
|
type_string = "VALIDATION|PERFORMANCE";
|
|
break;
|
|
}
|
|
|
|
String objects_string;
|
|
if (p_callback_data->objectCount > 0) {
|
|
objects_string = "\n\tObjects - " + String::num_int64(p_callback_data->objectCount);
|
|
for (uint32_t object = 0; object < p_callback_data->objectCount; ++object) {
|
|
objects_string +=
|
|
"\n\t\tObject[" + String::num_int64(object) + "]" +
|
|
" - " + string_VkObjectType(p_callback_data->pObjects[object].objectType) +
|
|
", Handle " + String::num_int64(p_callback_data->pObjects[object].objectHandle);
|
|
|
|
if (p_callback_data->pObjects[object].pObjectName != nullptr && strlen(p_callback_data->pObjects[object].pObjectName) > 0) {
|
|
objects_string += ", Name \"" + String(p_callback_data->pObjects[object].pObjectName) + "\"";
|
|
}
|
|
}
|
|
}
|
|
|
|
String labels_string;
|
|
if (p_callback_data->cmdBufLabelCount > 0) {
|
|
labels_string = "\n\tCommand Buffer Labels - " + String::num_int64(p_callback_data->cmdBufLabelCount);
|
|
for (uint32_t cmd_buf_label = 0; cmd_buf_label < p_callback_data->cmdBufLabelCount; ++cmd_buf_label) {
|
|
labels_string +=
|
|
"\n\t\tLabel[" + String::num_int64(cmd_buf_label) + "]" +
|
|
" - " + p_callback_data->pCmdBufLabels[cmd_buf_label].pLabelName +
|
|
"{ ";
|
|
|
|
for (int color_idx = 0; color_idx < 4; ++color_idx) {
|
|
labels_string += String::num(p_callback_data->pCmdBufLabels[cmd_buf_label].color[color_idx]);
|
|
if (color_idx < 3) {
|
|
labels_string += ", ";
|
|
}
|
|
}
|
|
|
|
labels_string += " }";
|
|
}
|
|
}
|
|
|
|
String error_message(type_string +
|
|
" - Message Id Number: " + String::num_int64(p_callback_data->messageIdNumber) +
|
|
" | Message Id Name: " + p_callback_data->pMessageIdName +
|
|
"\n\t" + p_callback_data->pMessage +
|
|
objects_string + labels_string);
|
|
|
|
// Convert VK severity to our own log macros.
|
|
switch (p_message_severity) {
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_VERBOSE_BIT_EXT:
|
|
print_verbose(error_message);
|
|
break;
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_INFO_BIT_EXT:
|
|
print_line(error_message);
|
|
break;
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_WARNING_BIT_EXT:
|
|
WARN_PRINT(error_message);
|
|
break;
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT:
|
|
ERR_PRINT(error_message);
|
|
CRASH_COND_MSG(Engine::get_singleton()->is_abort_on_gpu_errors_enabled(), "Crashing, because abort on GPU errors is enabled.");
|
|
break;
|
|
case VK_DEBUG_UTILS_MESSAGE_SEVERITY_FLAG_BITS_MAX_ENUM_EXT:
|
|
break; // Shouldn't happen, only handling to make compilers happy.
|
|
}
|
|
|
|
return VK_FALSE;
|
|
}
|
|
|
|
VKAPI_ATTR VkBool32 VKAPI_CALL RenderingContextDriverVulkan::_debug_report_callback(VkDebugReportFlagsEXT p_flags, VkDebugReportObjectTypeEXT p_object_type, uint64_t p_object, size_t p_location, int32_t p_message_code, const char *p_layer_prefix, const char *p_message, void *p_user_data) {
|
|
String debug_message = String("Vulkan Debug Report: object - ") + String::num_int64(p_object) + "\n" + p_message;
|
|
|
|
switch (p_flags) {
|
|
case VK_DEBUG_REPORT_DEBUG_BIT_EXT:
|
|
case VK_DEBUG_REPORT_INFORMATION_BIT_EXT:
|
|
print_line(debug_message);
|
|
break;
|
|
case VK_DEBUG_REPORT_WARNING_BIT_EXT:
|
|
case VK_DEBUG_REPORT_PERFORMANCE_WARNING_BIT_EXT:
|
|
WARN_PRINT(debug_message);
|
|
break;
|
|
case VK_DEBUG_REPORT_ERROR_BIT_EXT:
|
|
ERR_PRINT(debug_message);
|
|
break;
|
|
}
|
|
|
|
return VK_FALSE;
|
|
}
|
|
|
|
Error RenderingContextDriverVulkan::_initialize_instance() {
|
|
Error err;
|
|
TightLocalVector<const char *> enabled_extension_names;
|
|
enabled_extension_names.reserve(enabled_instance_extension_names.size());
|
|
for (const CharString &extension_name : enabled_instance_extension_names) {
|
|
enabled_extension_names.push_back(extension_name.ptr());
|
|
}
|
|
|
|
// We'll set application version to the Vulkan version we're developing against, even if our instance is based on an older Vulkan
|
|
// version, devices can still support newer versions of Vulkan. The exception is when we're on Vulkan 1.0, we should not set this
|
|
// to anything but 1.0. Note that this value is only used by validation layers to warn us about version issues.
|
|
uint32_t application_api_version = instance_api_version == VK_API_VERSION_1_0 ? VK_API_VERSION_1_0 : VK_API_VERSION_1_2;
|
|
|
|
CharString cs = GLOBAL_GET("application/config/name").operator String().utf8();
|
|
VkApplicationInfo app_info = {};
|
|
app_info.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO;
|
|
app_info.pApplicationName = cs.get_data();
|
|
app_info.pEngineName = VERSION_NAME;
|
|
app_info.engineVersion = VK_MAKE_VERSION(VERSION_MAJOR, VERSION_MINOR, VERSION_PATCH);
|
|
app_info.apiVersion = application_api_version;
|
|
|
|
TightLocalVector<const char *> enabled_layer_names;
|
|
if (_use_validation_layers()) {
|
|
err = _find_validation_layers(enabled_layer_names);
|
|
ERR_FAIL_COND_V(err != OK, err);
|
|
}
|
|
|
|
VkInstanceCreateInfo instance_info = {};
|
|
instance_info.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO;
|
|
|
|
#if defined(USE_VOLK) && (defined(MACOS_ENABLED) || defined(IOS_ENABLED))
|
|
instance_info.flags = VK_INSTANCE_CREATE_ENUMERATE_PORTABILITY_BIT_KHR;
|
|
#endif
|
|
|
|
instance_info.pApplicationInfo = &app_info;
|
|
instance_info.enabledExtensionCount = enabled_extension_names.size();
|
|
instance_info.ppEnabledExtensionNames = enabled_extension_names.ptr();
|
|
instance_info.enabledLayerCount = enabled_layer_names.size();
|
|
instance_info.ppEnabledLayerNames = enabled_layer_names.ptr();
|
|
|
|
// This is info for a temp callback to use during CreateInstance. After the instance is created, we use the instance-based function to register the final callback.
|
|
VkDebugUtilsMessengerCreateInfoEXT debug_messenger_create_info = {};
|
|
VkDebugReportCallbackCreateInfoEXT debug_report_callback_create_info = {};
|
|
const bool has_debug_utils_extension = enabled_instance_extension_names.has(VK_EXT_DEBUG_UTILS_EXTENSION_NAME);
|
|
const bool has_debug_report_extension = enabled_instance_extension_names.has(VK_EXT_DEBUG_REPORT_EXTENSION_NAME);
|
|
if (has_debug_utils_extension) {
|
|
debug_messenger_create_info.sType = VK_STRUCTURE_TYPE_DEBUG_UTILS_MESSENGER_CREATE_INFO_EXT;
|
|
debug_messenger_create_info.pNext = nullptr;
|
|
debug_messenger_create_info.flags = 0;
|
|
debug_messenger_create_info.messageSeverity = VK_DEBUG_UTILS_MESSAGE_SEVERITY_WARNING_BIT_EXT | VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT;
|
|
debug_messenger_create_info.messageType = VK_DEBUG_UTILS_MESSAGE_TYPE_GENERAL_BIT_EXT | VK_DEBUG_UTILS_MESSAGE_TYPE_VALIDATION_BIT_EXT | VK_DEBUG_UTILS_MESSAGE_TYPE_PERFORMANCE_BIT_EXT;
|
|
debug_messenger_create_info.pfnUserCallback = _debug_messenger_callback;
|
|
debug_messenger_create_info.pUserData = this;
|
|
instance_info.pNext = &debug_messenger_create_info;
|
|
} else if (has_debug_report_extension) {
|
|
debug_report_callback_create_info.sType = VK_STRUCTURE_TYPE_DEBUG_REPORT_CALLBACK_CREATE_INFO_EXT;
|
|
debug_report_callback_create_info.flags = VK_DEBUG_REPORT_INFORMATION_BIT_EXT | VK_DEBUG_REPORT_WARNING_BIT_EXT | VK_DEBUG_REPORT_PERFORMANCE_WARNING_BIT_EXT | VK_DEBUG_REPORT_ERROR_BIT_EXT | VK_DEBUG_REPORT_DEBUG_BIT_EXT;
|
|
debug_report_callback_create_info.pfnCallback = _debug_report_callback;
|
|
debug_report_callback_create_info.pUserData = this;
|
|
instance_info.pNext = &debug_report_callback_create_info;
|
|
}
|
|
|
|
err = _create_vulkan_instance(&instance_info, &instance);
|
|
ERR_FAIL_COND_V(err != OK, err);
|
|
|
|
#ifdef USE_VOLK
|
|
volkLoadInstance(instance);
|
|
#endif
|
|
|
|
// Physical device.
|
|
if (enabled_instance_extension_names.has(VK_KHR_GET_PHYSICAL_DEVICE_PROPERTIES_2_EXTENSION_NAME)) {
|
|
functions.GetPhysicalDeviceFeatures2 = PFN_vkGetPhysicalDeviceFeatures2(vkGetInstanceProcAddr(instance, "vkGetPhysicalDeviceFeatures2"));
|
|
functions.GetPhysicalDeviceProperties2 = PFN_vkGetPhysicalDeviceProperties2(vkGetInstanceProcAddr(instance, "vkGetPhysicalDeviceProperties2"));
|
|
|
|
// In Vulkan 1.0, the functions might be accessible under their original extension names.
|
|
if (functions.GetPhysicalDeviceFeatures2 == nullptr) {
|
|
functions.GetPhysicalDeviceFeatures2 = PFN_vkGetPhysicalDeviceFeatures2(vkGetInstanceProcAddr(instance, "vkGetPhysicalDeviceFeatures2KHR"));
|
|
}
|
|
|
|
if (functions.GetPhysicalDeviceProperties2 == nullptr) {
|
|
functions.GetPhysicalDeviceProperties2 = PFN_vkGetPhysicalDeviceProperties2(vkGetInstanceProcAddr(instance, "vkGetPhysicalDeviceProperties2KHR"));
|
|
}
|
|
}
|
|
|
|
// Device.
|
|
functions.GetDeviceProcAddr = PFN_vkGetDeviceProcAddr(vkGetInstanceProcAddr(instance, "vkGetDeviceProcAddr"));
|
|
|
|
// Surfaces.
|
|
functions.GetPhysicalDeviceSurfaceSupportKHR = PFN_vkGetPhysicalDeviceSurfaceSupportKHR(vkGetInstanceProcAddr(instance, "vkGetPhysicalDeviceSurfaceSupportKHR"));
|
|
functions.GetPhysicalDeviceSurfaceFormatsKHR = PFN_vkGetPhysicalDeviceSurfaceFormatsKHR(vkGetInstanceProcAddr(instance, "vkGetPhysicalDeviceSurfaceFormatsKHR"));
|
|
functions.GetPhysicalDeviceSurfaceCapabilitiesKHR = PFN_vkGetPhysicalDeviceSurfaceCapabilitiesKHR(vkGetInstanceProcAddr(instance, "vkGetPhysicalDeviceSurfaceCapabilitiesKHR"));
|
|
functions.GetPhysicalDeviceSurfacePresentModesKHR = PFN_vkGetPhysicalDeviceSurfacePresentModesKHR(vkGetInstanceProcAddr(instance, "vkGetPhysicalDeviceSurfacePresentModesKHR"));
|
|
|
|
// Debug utils and report.
|
|
if (has_debug_utils_extension) {
|
|
// Setup VK_EXT_debug_utils function pointers always (we use them for debug labels and names).
|
|
functions.CreateDebugUtilsMessengerEXT = (PFN_vkCreateDebugUtilsMessengerEXT)vkGetInstanceProcAddr(instance, "vkCreateDebugUtilsMessengerEXT");
|
|
functions.DestroyDebugUtilsMessengerEXT = (PFN_vkDestroyDebugUtilsMessengerEXT)vkGetInstanceProcAddr(instance, "vkDestroyDebugUtilsMessengerEXT");
|
|
functions.CmdBeginDebugUtilsLabelEXT = (PFN_vkCmdBeginDebugUtilsLabelEXT)vkGetInstanceProcAddr(instance, "vkCmdBeginDebugUtilsLabelEXT");
|
|
functions.CmdEndDebugUtilsLabelEXT = (PFN_vkCmdEndDebugUtilsLabelEXT)vkGetInstanceProcAddr(instance, "vkCmdEndDebugUtilsLabelEXT");
|
|
functions.SetDebugUtilsObjectNameEXT = (PFN_vkSetDebugUtilsObjectNameEXT)vkGetInstanceProcAddr(instance, "vkSetDebugUtilsObjectNameEXT");
|
|
|
|
if (!functions.debug_util_functions_available()) {
|
|
ERR_FAIL_V_MSG(ERR_CANT_CREATE, "GetProcAddr: Failed to init VK_EXT_debug_utils\nGetProcAddr: Failure");
|
|
}
|
|
|
|
VkResult res = functions.CreateDebugUtilsMessengerEXT(instance, &debug_messenger_create_info, get_allocation_callbacks(VK_OBJECT_TYPE_DEBUG_UTILS_MESSENGER_EXT), &debug_messenger);
|
|
switch (res) {
|
|
case VK_SUCCESS:
|
|
break;
|
|
case VK_ERROR_OUT_OF_HOST_MEMORY:
|
|
ERR_FAIL_V_MSG(ERR_CANT_CREATE, "CreateDebugUtilsMessengerEXT: out of host memory\nCreateDebugUtilsMessengerEXT Failure");
|
|
break;
|
|
default:
|
|
ERR_FAIL_V_MSG(ERR_CANT_CREATE, "CreateDebugUtilsMessengerEXT: unknown failure\nCreateDebugUtilsMessengerEXT Failure");
|
|
break;
|
|
}
|
|
} else if (has_debug_report_extension) {
|
|
functions.CreateDebugReportCallbackEXT = (PFN_vkCreateDebugReportCallbackEXT)vkGetInstanceProcAddr(instance, "vkCreateDebugReportCallbackEXT");
|
|
functions.DebugReportMessageEXT = (PFN_vkDebugReportMessageEXT)vkGetInstanceProcAddr(instance, "vkDebugReportMessageEXT");
|
|
functions.DestroyDebugReportCallbackEXT = (PFN_vkDestroyDebugReportCallbackEXT)vkGetInstanceProcAddr(instance, "vkDestroyDebugReportCallbackEXT");
|
|
|
|
if (!functions.debug_report_functions_available()) {
|
|
ERR_FAIL_V_MSG(ERR_CANT_CREATE, "GetProcAddr: Failed to init VK_EXT_debug_report\nGetProcAddr: Failure");
|
|
}
|
|
|
|
VkResult res = functions.CreateDebugReportCallbackEXT(instance, &debug_report_callback_create_info, get_allocation_callbacks(VK_OBJECT_TYPE_DEBUG_REPORT_CALLBACK_EXT), &debug_report);
|
|
switch (res) {
|
|
case VK_SUCCESS:
|
|
break;
|
|
case VK_ERROR_OUT_OF_HOST_MEMORY:
|
|
ERR_FAIL_V_MSG(ERR_CANT_CREATE, "CreateDebugReportCallbackEXT: out of host memory\nCreateDebugReportCallbackEXT Failure");
|
|
break;
|
|
default:
|
|
ERR_FAIL_V_MSG(ERR_CANT_CREATE, "CreateDebugReportCallbackEXT: unknown failure\nCreateDebugReportCallbackEXT Failure");
|
|
break;
|
|
}
|
|
}
|
|
|
|
return OK;
|
|
}
|
|
|
|
Error RenderingContextDriverVulkan::_initialize_devices() {
|
|
if (VulkanHooks::get_singleton() != nullptr) {
|
|
VkPhysicalDevice physical_device;
|
|
bool device_retrieved = VulkanHooks::get_singleton()->get_physical_device(&physical_device);
|
|
ERR_FAIL_COND_V(!device_retrieved, ERR_CANT_CREATE);
|
|
|
|
// When a hook is active, pretend the device returned by the hook is the only device available.
|
|
driver_devices.resize(1);
|
|
physical_devices.resize(1);
|
|
device_queue_families.resize(1);
|
|
physical_devices[0] = physical_device;
|
|
|
|
} else {
|
|
uint32_t physical_device_count = 0;
|
|
VkResult err = vkEnumeratePhysicalDevices(instance, &physical_device_count, nullptr);
|
|
ERR_FAIL_COND_V(err != VK_SUCCESS, ERR_CANT_CREATE);
|
|
ERR_FAIL_COND_V_MSG(physical_device_count == 0, ERR_CANT_CREATE, "vkEnumeratePhysicalDevices reported zero accessible devices.\n\nDo you have a compatible Vulkan installable client driver (ICD) installed?\nvkEnumeratePhysicalDevices Failure.");
|
|
|
|
driver_devices.resize(physical_device_count);
|
|
physical_devices.resize(physical_device_count);
|
|
device_queue_families.resize(physical_device_count);
|
|
err = vkEnumeratePhysicalDevices(instance, &physical_device_count, physical_devices.ptr());
|
|
ERR_FAIL_COND_V(err != VK_SUCCESS, ERR_CANT_CREATE);
|
|
}
|
|
|
|
// Fill the list of driver devices with the properties from the physical devices.
|
|
for (uint32_t i = 0; i < physical_devices.size(); i++) {
|
|
VkPhysicalDeviceProperties props;
|
|
vkGetPhysicalDeviceProperties(physical_devices[i], &props);
|
|
|
|
Device &driver_device = driver_devices[i];
|
|
driver_device.name = String::utf8(props.deviceName);
|
|
driver_device.vendor = Vendor(props.vendorID);
|
|
driver_device.type = DeviceType(props.deviceType);
|
|
driver_device.workarounds = Workarounds();
|
|
|
|
_check_driver_workarounds(props, driver_device);
|
|
|
|
uint32_t queue_family_properties_count = 0;
|
|
vkGetPhysicalDeviceQueueFamilyProperties(physical_devices[i], &queue_family_properties_count, nullptr);
|
|
|
|
if (queue_family_properties_count > 0) {
|
|
device_queue_families[i].properties.resize(queue_family_properties_count);
|
|
vkGetPhysicalDeviceQueueFamilyProperties(physical_devices[i], &queue_family_properties_count, device_queue_families[i].properties.ptr());
|
|
}
|
|
}
|
|
|
|
return OK;
|
|
}
|
|
|
|
void RenderingContextDriverVulkan::_check_driver_workarounds(const VkPhysicalDeviceProperties &p_device_properties, Device &r_device) {
|
|
// Workaround for the Adreno 6XX family of devices.
|
|
//
|
|
// There's a known issue with the Vulkan driver in this family of devices where it'll crash if a dynamic state for drawing is
|
|
// used in a command buffer before a dispatch call is issued. As both dynamic scissor and viewport are basic requirements for
|
|
// the engine to not bake this state into the PSO, the only known way to fix this issue is to reset the command buffer entirely.
|
|
//
|
|
// As the render graph has no built in limitations of whether it'll issue compute work before anything needs to draw on the
|
|
// frame, and there's no guarantee that compute work will never be dependent on rasterization in the future, this workaround
|
|
// will end recording on the current command buffer any time a compute list is encountered after a draw list was executed.
|
|
// A new command buffer will be created afterwards and the appropriate synchronization primitives will be inserted.
|
|
//
|
|
// Executing this workaround has the added cost of synchronization between all the command buffers that are created as well as
|
|
// all the individual submissions. This performance hit is accepted for the sake of being able to support these devices without
|
|
// limiting the design of the renderer.
|
|
//
|
|
// This bug was fixed in driver version 512.503.0, so we only enabled it on devices older than this.
|
|
//
|
|
r_device.workarounds.avoid_compute_after_draw =
|
|
r_device.vendor == VENDOR_QUALCOMM &&
|
|
p_device_properties.deviceID >= 0x6000000 && // Adreno 6xx
|
|
p_device_properties.driverVersion < VK_MAKE_VERSION(512, 503, 0) &&
|
|
r_device.name.find("Turnip") < 0;
|
|
}
|
|
|
|
bool RenderingContextDriverVulkan::_use_validation_layers() const {
|
|
return Engine::get_singleton()->is_validation_layers_enabled();
|
|
}
|
|
|
|
Error RenderingContextDriverVulkan::_create_vulkan_instance(const VkInstanceCreateInfo *p_create_info, VkInstance *r_instance) {
|
|
if (VulkanHooks::get_singleton() != nullptr) {
|
|
return VulkanHooks::get_singleton()->create_vulkan_instance(p_create_info, r_instance) ? OK : ERR_CANT_CREATE;
|
|
} else {
|
|
VkResult err = vkCreateInstance(p_create_info, get_allocation_callbacks(VK_OBJECT_TYPE_INSTANCE), r_instance);
|
|
ERR_FAIL_COND_V_MSG(err == VK_ERROR_INCOMPATIBLE_DRIVER, ERR_CANT_CREATE,
|
|
"Cannot find a compatible Vulkan installable client driver (ICD).\n\n"
|
|
"vkCreateInstance Failure");
|
|
ERR_FAIL_COND_V_MSG(err == VK_ERROR_EXTENSION_NOT_PRESENT, ERR_CANT_CREATE,
|
|
"Cannot find a specified extension library.\n"
|
|
"Make sure your layers path is set appropriately.\n"
|
|
"vkCreateInstance Failure");
|
|
ERR_FAIL_COND_V_MSG(err, ERR_CANT_CREATE,
|
|
"vkCreateInstance failed.\n\n"
|
|
"Do you have a compatible Vulkan installable client driver (ICD) installed?\n"
|
|
"Please look at the Getting Started guide for additional information.\n"
|
|
"vkCreateInstance Failure");
|
|
}
|
|
|
|
return OK;
|
|
}
|
|
|
|
Error RenderingContextDriverVulkan::initialize() {
|
|
Error err;
|
|
|
|
#ifdef USE_VOLK
|
|
if (volkInitialize() != VK_SUCCESS) {
|
|
return FAILED;
|
|
}
|
|
#endif
|
|
|
|
err = _initialize_vulkan_version();
|
|
ERR_FAIL_COND_V(err != OK, err);
|
|
|
|
err = _initialize_instance_extensions();
|
|
ERR_FAIL_COND_V(err != OK, err);
|
|
|
|
err = _initialize_instance();
|
|
ERR_FAIL_COND_V(err != OK, err);
|
|
|
|
err = _initialize_devices();
|
|
ERR_FAIL_COND_V(err != OK, err);
|
|
|
|
return OK;
|
|
}
|
|
|
|
const RenderingContextDriver::Device &RenderingContextDriverVulkan::device_get(uint32_t p_device_index) const {
|
|
DEV_ASSERT(p_device_index < driver_devices.size());
|
|
return driver_devices[p_device_index];
|
|
}
|
|
|
|
uint32_t RenderingContextDriverVulkan::device_get_count() const {
|
|
return driver_devices.size();
|
|
}
|
|
|
|
bool RenderingContextDriverVulkan::device_supports_present(uint32_t p_device_index, SurfaceID p_surface) const {
|
|
DEV_ASSERT(p_device_index < physical_devices.size());
|
|
|
|
// Check if any of the queues supported by the device supports presenting to the window's surface.
|
|
const VkPhysicalDevice physical_device = physical_devices[p_device_index];
|
|
const DeviceQueueFamilies &queue_families = device_queue_families[p_device_index];
|
|
for (uint32_t i = 0; i < queue_families.properties.size(); i++) {
|
|
if ((queue_families.properties[i].queueFlags & VK_QUEUE_GRAPHICS_BIT) && queue_family_supports_present(physical_device, i, p_surface)) {
|
|
return true;
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
RenderingDeviceDriver *RenderingContextDriverVulkan::driver_create() {
|
|
return memnew(RenderingDeviceDriverVulkan(this));
|
|
}
|
|
|
|
void RenderingContextDriverVulkan::driver_free(RenderingDeviceDriver *p_driver) {
|
|
memdelete(p_driver);
|
|
}
|
|
|
|
RenderingContextDriver::SurfaceID RenderingContextDriverVulkan::surface_create(const void *p_platform_data) {
|
|
DEV_ASSERT(false && "Surface creation should not be called on the platform-agnostic version of the driver.");
|
|
return SurfaceID();
|
|
}
|
|
|
|
void RenderingContextDriverVulkan::surface_set_size(SurfaceID p_surface, uint32_t p_width, uint32_t p_height) {
|
|
Surface *surface = (Surface *)(p_surface);
|
|
surface->width = p_width;
|
|
surface->height = p_height;
|
|
surface->needs_resize = true;
|
|
}
|
|
|
|
void RenderingContextDriverVulkan::surface_set_vsync_mode(SurfaceID p_surface, DisplayServer::VSyncMode p_vsync_mode) {
|
|
Surface *surface = (Surface *)(p_surface);
|
|
surface->vsync_mode = p_vsync_mode;
|
|
surface->needs_resize = true;
|
|
}
|
|
|
|
DisplayServer::VSyncMode RenderingContextDriverVulkan::surface_get_vsync_mode(SurfaceID p_surface) const {
|
|
Surface *surface = (Surface *)(p_surface);
|
|
return surface->vsync_mode;
|
|
}
|
|
|
|
uint32_t RenderingContextDriverVulkan::surface_get_width(SurfaceID p_surface) const {
|
|
Surface *surface = (Surface *)(p_surface);
|
|
return surface->width;
|
|
}
|
|
|
|
uint32_t RenderingContextDriverVulkan::surface_get_height(SurfaceID p_surface) const {
|
|
Surface *surface = (Surface *)(p_surface);
|
|
return surface->height;
|
|
}
|
|
|
|
void RenderingContextDriverVulkan::surface_set_needs_resize(SurfaceID p_surface, bool p_needs_resize) {
|
|
Surface *surface = (Surface *)(p_surface);
|
|
surface->needs_resize = p_needs_resize;
|
|
}
|
|
|
|
bool RenderingContextDriverVulkan::surface_get_needs_resize(SurfaceID p_surface) const {
|
|
Surface *surface = (Surface *)(p_surface);
|
|
return surface->needs_resize;
|
|
}
|
|
|
|
void RenderingContextDriverVulkan::surface_destroy(SurfaceID p_surface) {
|
|
Surface *surface = (Surface *)(p_surface);
|
|
vkDestroySurfaceKHR(instance, surface->vk_surface, get_allocation_callbacks(VK_OBJECT_TYPE_SURFACE_KHR));
|
|
memdelete(surface);
|
|
}
|
|
|
|
bool RenderingContextDriverVulkan::is_debug_utils_enabled() const {
|
|
return enabled_instance_extension_names.has(VK_EXT_DEBUG_UTILS_EXTENSION_NAME);
|
|
}
|
|
|
|
VkInstance RenderingContextDriverVulkan::instance_get() const {
|
|
return instance;
|
|
}
|
|
|
|
VkPhysicalDevice RenderingContextDriverVulkan::physical_device_get(uint32_t p_device_index) const {
|
|
DEV_ASSERT(p_device_index < physical_devices.size());
|
|
return physical_devices[p_device_index];
|
|
}
|
|
|
|
uint32_t RenderingContextDriverVulkan::queue_family_get_count(uint32_t p_device_index) const {
|
|
DEV_ASSERT(p_device_index < physical_devices.size());
|
|
return device_queue_families[p_device_index].properties.size();
|
|
}
|
|
|
|
VkQueueFamilyProperties RenderingContextDriverVulkan::queue_family_get(uint32_t p_device_index, uint32_t p_queue_family_index) const {
|
|
DEV_ASSERT(p_device_index < physical_devices.size());
|
|
DEV_ASSERT(p_queue_family_index < queue_family_get_count(p_device_index));
|
|
return device_queue_families[p_device_index].properties[p_queue_family_index];
|
|
}
|
|
|
|
bool RenderingContextDriverVulkan::queue_family_supports_present(VkPhysicalDevice p_physical_device, uint32_t p_queue_family_index, SurfaceID p_surface) const {
|
|
DEV_ASSERT(p_physical_device != VK_NULL_HANDLE);
|
|
DEV_ASSERT(p_surface != 0);
|
|
Surface *surface = (Surface *)(p_surface);
|
|
VkBool32 present_supported = false;
|
|
VkResult err = vkGetPhysicalDeviceSurfaceSupportKHR(p_physical_device, p_queue_family_index, surface->vk_surface, &present_supported);
|
|
return err == VK_SUCCESS && present_supported;
|
|
}
|
|
|
|
const RenderingContextDriverVulkan::Functions &RenderingContextDriverVulkan::functions_get() const {
|
|
return functions;
|
|
}
|
|
|
|
#endif // VULKAN_ENABLED
|