/* * Copyright (c) 2016-2022 Arm Limited. * * SPDX-License-Identifier: MIT * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to * deal in the Software without restriction, including without limitation the * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or * sell copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #include #include #include #include #include #include #include "private_data.hpp" #include "surface_api.hpp" #include "swapchain_api.hpp" #include "util/extension_list.hpp" #include "util/custom_allocator.hpp" #include "wsi/wsi_factory.hpp" #include "util/log.hpp" #include "util/macros.hpp" #include "util/helpers.hpp" #define VK_LAYER_API_VERSION VK_MAKE_VERSION(1, 2, VK_HEADER_VERSION) namespace layer { VKAPI_ATTR VkLayerInstanceCreateInfo *get_chain_info(const VkInstanceCreateInfo *pCreateInfo, VkLayerFunction func) { auto *chain_info = reinterpret_cast(pCreateInfo->pNext); while (chain_info && !(chain_info->sType == VK_STRUCTURE_TYPE_LOADER_INSTANCE_CREATE_INFO && chain_info->function == func)) { chain_info = reinterpret_cast(chain_info->pNext); } return const_cast(chain_info); } VKAPI_ATTR VkLayerDeviceCreateInfo *get_chain_info(const VkDeviceCreateInfo *pCreateInfo, VkLayerFunction func) { auto *chain_info = reinterpret_cast(pCreateInfo->pNext); while (chain_info && !(chain_info->sType == VK_STRUCTURE_TYPE_LOADER_DEVICE_CREATE_INFO && chain_info->function == func)) { chain_info = reinterpret_cast(chain_info->pNext); } return const_cast(chain_info); } template static T get_instance_proc_addr(PFN_vkGetInstanceProcAddr fp_get_instance_proc_addr, const char *name, VkInstance instance = VK_NULL_HANDLE) { T func = reinterpret_cast(fp_get_instance_proc_addr(instance, name)); if (func == nullptr) { WSI_LOG_WARNING("Failed to get address of %s", name); } return func; } /* This is where the layer is initialised and the instance dispatch table is constructed. */ VKAPI_ATTR VkResult create_instance(const VkInstanceCreateInfo *pCreateInfo, const VkAllocationCallbacks *pAllocator, VkInstance *pInstance) { VkLayerInstanceCreateInfo *layerCreateInfo = get_chain_info(pCreateInfo, VK_LAYER_LINK_INFO); PFN_vkSetInstanceLoaderData loader_callback = get_chain_info(pCreateInfo, VK_LOADER_DATA_CALLBACK)->u.pfnSetInstanceLoaderData; if (nullptr == layerCreateInfo || nullptr == layerCreateInfo->u.pLayerInfo) { return VK_ERROR_INITIALIZATION_FAILED; } PFN_vkGetInstanceProcAddr fpGetInstanceProcAddr = layerCreateInfo->u.pLayerInfo->pfnNextGetInstanceProcAddr; auto fpCreateInstance = get_instance_proc_addr(fpGetInstanceProcAddr, "vkCreateInstance"); if (nullptr == fpCreateInstance) { return VK_ERROR_INITIALIZATION_FAILED; } /* For instances handled by the layer, we need to enable extra extensions, therefore take a copy of pCreateInfo. */ VkInstanceCreateInfo modified_info = *pCreateInfo; /* Create a util::vector in case we need to modify the modified_info.ppEnabledExtensionNames list. * This object and the extension_list object need to be in the global scope so they can be alive by the time * vkCreateInstance is called. */ util::allocator allocator{VK_SYSTEM_ALLOCATION_SCOPE_COMMAND, pAllocator}; util::vector modified_enabled_extensions{allocator}; util::extension_list extensions{allocator}; /* Find all the platforms that the layer can handle based on pCreateInfo->ppEnabledExtensionNames. */ auto layer_platforms_to_enable = wsi::find_enabled_layer_platforms(pCreateInfo); if (!layer_platforms_to_enable.empty()) { /* Create a list of extensions to enable, including the provided extensions and those required by the layer. */ TRY(extensions.add(pCreateInfo->ppEnabledExtensionNames, pCreateInfo->enabledExtensionCount)); if (!extensions.contains(VK_KHR_SURFACE_EXTENSION_NAME)) { return VK_ERROR_EXTENSION_NOT_PRESENT; } /* The extensions listed below are those strictly required by the layer. Other extensions may be used by the * layer (such as calling their entrypoints), when they are enabled by the application. */ std::array extra_extensions = { VK_KHR_GET_PHYSICAL_DEVICE_PROPERTIES_2_EXTENSION_NAME, VK_KHR_EXTERNAL_FENCE_CAPABILITIES_EXTENSION_NAME, VK_KHR_EXTERNAL_SEMAPHORE_CAPABILITIES_EXTENSION_NAME, /* The extension below is only needed for Wayland. For now, enable it also for headless. */ VK_KHR_EXTERNAL_MEMORY_CAPABILITIES_EXTENSION_NAME, }; TRY(extensions.add(extra_extensions.data(), extra_extensions.size())); TRY(extensions.get_extension_strings(modified_enabled_extensions)); modified_info.ppEnabledExtensionNames = modified_enabled_extensions.data(); modified_info.enabledExtensionCount = modified_enabled_extensions.size(); } /* Advance the link info for the next element on the chain. */ layerCreateInfo->u.pLayerInfo = layerCreateInfo->u.pLayerInfo->pNext; /* Now call create instance on the chain further down the list. * Note that we do not remove the extensions that the layer supports from modified_info.ppEnabledExtensionNames. * Layers have to abide the rule that vkCreateInstance must not generate an error for unrecognized extension names. * Also, the loader filters the extension list to ensure that ICDs do not see extensions that they do not support. */ TRY(fpCreateInstance(&modified_info, pAllocator, pInstance)); instance_dispatch_table table{}; VkResult result; result = table.populate(*pInstance, fpGetInstanceProcAddr); if (result != VK_SUCCESS) { if (table.DestroyInstance != nullptr) { table.DestroyInstance(*pInstance, pAllocator); } return result; } /* Following the spec: use the callbacks provided to vkCreateInstance() if not nullptr, * otherwise use the default callbacks. */ util::allocator instance_allocator{ VK_SYSTEM_ALLOCATION_SCOPE_INSTANCE, pAllocator }; result = instance_private_data::associate(*pInstance, table, loader_callback, layer_platforms_to_enable, instance_allocator); if (result != VK_SUCCESS) { if (table.DestroyInstance != nullptr) { table.DestroyInstance(*pInstance, pAllocator); } return result; } /* * Store the enabled instance extensions in order to return nullptr in * vkGetInstanceProcAddr for functions of disabled extensions. */ result = instance_private_data::get(*pInstance) .set_instance_enabled_extensions(pCreateInfo->ppEnabledExtensionNames, pCreateInfo->enabledExtensionCount); if (result != VK_SUCCESS) { instance_private_data::disassociate(*pInstance); if (table.DestroyInstance != nullptr) { table.DestroyInstance(*pInstance, pAllocator); } return result; } return VK_SUCCESS; } VKAPI_ATTR VkResult create_device(VkPhysicalDevice physicalDevice, const VkDeviceCreateInfo *pCreateInfo, const VkAllocationCallbacks *pAllocator, VkDevice *pDevice) { VkLayerDeviceCreateInfo *layerCreateInfo = get_chain_info(pCreateInfo, VK_LAYER_LINK_INFO); PFN_vkSetDeviceLoaderData loader_callback = get_chain_info(pCreateInfo, VK_LOADER_DATA_CALLBACK)->u.pfnSetDeviceLoaderData; if (nullptr == layerCreateInfo || nullptr == layerCreateInfo->u.pLayerInfo) { return VK_ERROR_INITIALIZATION_FAILED; } /* Retrieve the vkGetDeviceProcAddr and the vkCreateDevice function pointers for the next layer in the chain. */ PFN_vkGetInstanceProcAddr fpGetInstanceProcAddr = layerCreateInfo->u.pLayerInfo->pfnNextGetInstanceProcAddr; PFN_vkGetDeviceProcAddr fpGetDeviceProcAddr = layerCreateInfo->u.pLayerInfo->pfnNextGetDeviceProcAddr; auto fpCreateDevice = get_instance_proc_addr(fpGetInstanceProcAddr, "vkCreateDevice"); if (nullptr == fpCreateDevice) { return VK_ERROR_INITIALIZATION_FAILED; } /* Advance the link info for the next element on the chain. */ layerCreateInfo->u.pLayerInfo = layerCreateInfo->u.pLayerInfo->pNext; /* Enable extra extensions if needed by the layer, similarly to what done in vkCreateInstance. */ VkDeviceCreateInfo modified_info = *pCreateInfo; auto &inst_data = instance_private_data::get(physicalDevice); util::allocator allocator{inst_data.get_allocator(), VK_SYSTEM_ALLOCATION_SCOPE_COMMAND, pAllocator}; util::vector modified_enabled_extensions{allocator}; util::extension_list enabled_extensions{allocator}; const util::wsi_platform_set& enabled_platforms = inst_data.get_enabled_platforms(); if (!enabled_platforms.empty()) { TRY(enabled_extensions.add(pCreateInfo->ppEnabledExtensionNames, pCreateInfo->enabledExtensionCount)); TRY(wsi::add_extensions_required_by_layer(physicalDevice, enabled_platforms, enabled_extensions)); TRY(enabled_extensions.get_extension_strings(modified_enabled_extensions)); modified_info.ppEnabledExtensionNames = modified_enabled_extensions.data(); modified_info.enabledExtensionCount = modified_enabled_extensions.size(); } /* Now call create device on the chain further down the list. */ TRY(fpCreateDevice(physicalDevice, &modified_info, pAllocator, pDevice)); device_dispatch_table table{}; VkResult result = table.populate(*pDevice, fpGetDeviceProcAddr); if (result != VK_SUCCESS) { if (table.DestroyDevice != nullptr) { table.DestroyDevice(*pDevice, pAllocator); } return result; } /* Following the spec: use the callbacks provided to vkCreateDevice() if not nullptr, otherwise use the callbacks * provided to the instance (if no allocator callbacks was provided to the instance, it will use default ones). */ util::allocator device_allocator{inst_data.get_allocator(), VK_SYSTEM_ALLOCATION_SCOPE_DEVICE, pAllocator}; result = device_private_data::associate(*pDevice, inst_data, physicalDevice, table, loader_callback, device_allocator); if (result != VK_SUCCESS) { if (table.DestroyDevice != nullptr) { table.DestroyDevice(*pDevice, pAllocator); } return result; } /* * Store the enabled device extensions in order to return nullptr in * vkGetDeviceProcAddr for functions of disabled extensions. */ result = layer::device_private_data::get(*pDevice).set_device_enabled_extensions( modified_info.ppEnabledExtensionNames, modified_info.enabledExtensionCount); if (result != VK_SUCCESS) { layer::device_private_data::disassociate(*pDevice); if (table.DestroyDevice != nullptr) { table.DestroyDevice(*pDevice, pAllocator); } return result; } #if WSI_IMAGE_COMPRESSION_CONTROL_SWAPCHAIN const auto *swapchain_compression_feature = util::find_extension( VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_IMAGE_COMPRESSION_CONTROL_SWAPCHAIN_FEATURES_EXT, pCreateInfo->pNext); if (swapchain_compression_feature != nullptr) { layer::device_private_data::get(*pDevice).set_swapchain_compression_control_enabled( swapchain_compression_feature->imageCompressionControlSwapchain); } #endif return VK_SUCCESS; } } /* namespace layer */ VWL_VKAPI_CALL(PFN_vkVoidFunction) wsi_layer_vkGetDeviceProcAddr(VkDevice device, const char *funcName) VWL_API_POST; VWL_VKAPI_CALL(PFN_vkVoidFunction) wsi_layer_vkGetInstanceProcAddr(VkInstance instance, const char *funcName) VWL_API_POST; /* Clean up the dispatch table for this instance. */ VWL_VKAPI_CALL(void) wsi_layer_vkDestroyInstance(VkInstance instance, const VkAllocationCallbacks *pAllocator) VWL_API_POST { if (instance == VK_NULL_HANDLE) { return; } auto fn_destroy_instance = layer::instance_private_data::get(instance).disp.DestroyInstance; /* Call disassociate() before doing vkDestroyInstance as an instance may be created by a different thread * just after we call vkDestroyInstance() and it could get the same address if we are unlucky. */ layer::instance_private_data::disassociate(instance); assert(fn_destroy_instance); fn_destroy_instance(instance, pAllocator); } VWL_VKAPI_CALL(void) wsi_layer_vkDestroyDevice(VkDevice device, const VkAllocationCallbacks *pAllocator) VWL_API_POST { if (device == VK_NULL_HANDLE) { return; } auto fn_destroy_device = layer::device_private_data::get(device).disp.DestroyDevice; /* Call disassociate() before doing vkDestroyDevice as a device may be created by a different thread * just after we call vkDestroyDevice(). */ layer::device_private_data::disassociate(device); assert(fn_destroy_device); fn_destroy_device(device, pAllocator); } VWL_VKAPI_CALL(VkResult) wsi_layer_vkCreateInstance(const VkInstanceCreateInfo *pCreateInfo, const VkAllocationCallbacks *pAllocator, VkInstance *pInstance) VWL_API_POST { return layer::create_instance(pCreateInfo, pAllocator, pInstance); } VWL_VKAPI_CALL(VkResult) wsi_layer_vkCreateDevice(VkPhysicalDevice physicalDevice, const VkDeviceCreateInfo *pCreateInfo, const VkAllocationCallbacks *pAllocator, VkDevice *pDevice) VWL_API_POST { return layer::create_device(physicalDevice, pCreateInfo, pAllocator, pDevice); } VWL_VKAPI_CALL(VkResult) VK_LAYER_EXPORT wsi_layer_vkNegotiateLoaderLayerInterfaceVersion(VkNegotiateLayerInterface *pVersionStruct) VWL_API_POST { assert(pVersionStruct); assert(pVersionStruct->sType == LAYER_NEGOTIATE_INTERFACE_STRUCT); /* 2 is the minimum interface version which would utilize this function. */ assert(pVersionStruct->loaderLayerInterfaceVersion >= 2); /* Set our requested interface version. Set to 2 for now to separate us from newer versions. */ pVersionStruct->loaderLayerInterfaceVersion = 2; /* Fill in struct values. */ pVersionStruct->pfnGetInstanceProcAddr = &wsi_layer_vkGetInstanceProcAddr; pVersionStruct->pfnGetDeviceProcAddr = &wsi_layer_vkGetDeviceProcAddr; pVersionStruct->pfnGetPhysicalDeviceProcAddr = nullptr; return VK_SUCCESS; } VWL_VKAPI_CALL(void) wsi_layer_vkGetPhysicalDeviceFeatures2KHR(VkPhysicalDevice physicalDevice, VkPhysicalDeviceFeatures2 *pFeatures) VWL_API_POST { auto &instance = layer::instance_private_data::get(physicalDevice); instance.disp.GetPhysicalDeviceFeatures2KHR(physicalDevice, pFeatures); #if WSI_IMAGE_COMPRESSION_CONTROL_SWAPCHAIN auto *image_compression_control_swapchain_features = util::find_extension( VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_IMAGE_COMPRESSION_CONTROL_SWAPCHAIN_FEATURES_EXT, pFeatures->pNext); if (image_compression_control_swapchain_features != nullptr) { image_compression_control_swapchain_features->imageCompressionControlSwapchain = instance.has_image_compression_support(physicalDevice); } #endif } #define GET_PROC_ADDR(func) \ if (!strcmp(funcName, #func)) \ return (PFN_vkVoidFunction)&wsi_layer_##func; VWL_VKAPI_CALL(PFN_vkVoidFunction) wsi_layer_vkGetDeviceProcAddr(VkDevice device, const char *funcName) VWL_API_POST { if (layer::device_private_data::get(device).is_device_extension_enabled(VK_KHR_SWAPCHAIN_EXTENSION_NAME)) { GET_PROC_ADDR(vkCreateSwapchainKHR); GET_PROC_ADDR(vkDestroySwapchainKHR); GET_PROC_ADDR(vkGetSwapchainImagesKHR); GET_PROC_ADDR(vkAcquireNextImageKHR); GET_PROC_ADDR(vkQueuePresentKHR); GET_PROC_ADDR(vkAcquireNextImage2KHR); GET_PROC_ADDR(vkGetDeviceGroupPresentCapabilitiesKHR); GET_PROC_ADDR(vkGetDeviceGroupSurfacePresentModesKHR); } GET_PROC_ADDR(vkDestroyDevice); GET_PROC_ADDR(vkCreateImage); GET_PROC_ADDR(vkBindImageMemory2); return layer::device_private_data::get(device).disp.GetDeviceProcAddr(device, funcName); } VWL_VKAPI_CALL(PFN_vkVoidFunction) wsi_layer_vkGetInstanceProcAddr(VkInstance instance, const char *funcName) VWL_API_POST { GET_PROC_ADDR(vkGetDeviceProcAddr); GET_PROC_ADDR(vkGetInstanceProcAddr); GET_PROC_ADDR(vkCreateInstance); GET_PROC_ADDR(vkDestroyInstance); GET_PROC_ADDR(vkCreateDevice); GET_PROC_ADDR(vkGetPhysicalDevicePresentRectanglesKHR); if (!strcmp(funcName, "vkGetPhysicalDeviceFeatures2")) { return (PFN_vkVoidFunction)wsi_layer_vkGetPhysicalDeviceFeatures2KHR; } auto &instance_data = layer::instance_private_data::get(instance); if (instance_data.is_instance_extension_enabled(VK_KHR_GET_PHYSICAL_DEVICE_PROPERTIES_2_EXTENSION_NAME)) { GET_PROC_ADDR(vkGetPhysicalDeviceFeatures2KHR); } if (instance_data.is_instance_extension_enabled(VK_KHR_SURFACE_EXTENSION_NAME)) { PFN_vkVoidFunction wsi_func = wsi::get_proc_addr(funcName, instance_data); if (wsi_func) { return wsi_func; } GET_PROC_ADDR(vkGetPhysicalDeviceSurfaceSupportKHR); GET_PROC_ADDR(vkGetPhysicalDeviceSurfaceCapabilitiesKHR); GET_PROC_ADDR(vkGetPhysicalDeviceSurfaceFormatsKHR); GET_PROC_ADDR(vkGetPhysicalDeviceSurfacePresentModesKHR); GET_PROC_ADDR(vkDestroySurfaceKHR); if (instance_data.is_instance_extension_enabled(VK_KHR_GET_SURFACE_CAPABILITIES_2_EXTENSION_NAME)) { GET_PROC_ADDR(vkGetPhysicalDeviceSurfaceCapabilities2KHR); GET_PROC_ADDR(vkGetPhysicalDeviceSurfaceFormats2KHR); } } return instance_data.disp.GetInstanceProcAddr(instance, funcName); }