/**************************************************************************** Copyright (c) 2019-2022 Xiamen Yaji Software Co., Ltd. http://www.cocos.com Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated engine source code (the "Software"), a limited, worldwide, royalty-free, non-assignable, revocable and non-exclusive license to use Cocos Creator solely to develop games on your target platforms. You shall not use Cocos Creator software for developing other software or tools that's used for developing games. You are not granted to publish, distribute, sublicense, and/or sell copies of Cocos Creator. The software or tools in this License Agreement are licensed, not sold. Xiamen Yaji Software Co., Ltd. reserves all rights not expressly granted to you. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. ****************************************************************************/ #import "MTLDevice.h" #import "MTLGPUObjects.h" #import "MTLTexture.h" #import "MTLUtils.h" #import "MTLSwapchain.h" #import "profiler/Profiler.h" #include "base/Log.h" #import #import #import // deferred testcase 'camera' #define MEMLESS_ON 0 namespace cc { namespace gfx { namespace { CCMTLTexture *defaultTexture = nullptr; } CCMTLTexture::CCMTLTexture() : Texture() { _typedID = generateObjectID(); } CCMTLTexture::~CCMTLTexture() { destroy(); } void CCMTLTexture::doInit(const TextureInfo &info) { _isArray = _info.type == TextureType::TEX1D_ARRAY || info.type == TextureType::TEX2D_ARRAY; if (_info.format == Format::PVRTC_RGB2 || _info.format == Format::PVRTC_RGBA2 || _info.format == Format::PVRTC_RGB4 || _info.format == Format::PVRTC_RGBA4 || _info.format == Format::PVRTC2_2BPP || _info.format == Format::PVRTC2_4BPP) { _isPVRTC = true; } if (_info.externalRes) { auto pixelBuffer = static_cast(_info.externalRes); // for separating y tex and cbcr tex from arkit background pixelbuffer #if CC_USE_AR_MODULE size_t width = CVPixelBufferGetWidthOfPlane(pixelBuffer, _info.layerCount); size_t height = CVPixelBufferGetHeightOfPlane(pixelBuffer, _info.layerCount); CVReturn cvret; CVMetalTextureCacheRef CVMTLTextureCache; cvret = CVMetalTextureCacheCreate( kCFAllocatorDefault, nil, (id)CCMTLDevice::getInstance()->getMTLDevice(), nil, &CVMTLTextureCache); CC_ASSERT_EQ(cvret, kCVReturnSuccess); // Failed to create Metal texture cache. _convertedFormat = mu::convertGFXPixelFormat(_info.format); MTLPixelFormat mtlFormat = mu::toMTLPixelFormat(_convertedFormat); CVMetalTextureRef CVMTLTexture; cvret = CVMetalTextureCacheCreateTextureFromImage( kCFAllocatorDefault, CVMTLTextureCache, pixelBuffer, nil, mtlFormat, width, height, _info.layerCount, &CVMTLTexture); CC_ASSERT_EQ(cvret, kCVReturnSuccess); // Failed to create CoreVideo Metal texture from image. _mtlTexture = CVMetalTextureGetTexture(CVMTLTexture); CC_ASSERT(_mtlTexture); // Failed to create Metal texture CoreVideo Metal Texture return; #else size_t width = CVPixelBufferGetWidth(pixelBuffer); size_t height = CVPixelBufferGetHeight(pixelBuffer); CVReturn cvret; CVMetalTextureCacheRef CVMTLTextureCache; cvret = CVMetalTextureCacheCreate( kCFAllocatorDefault, nil, (id)CCMTLDevice::getInstance()->getMTLDevice(), nil, &CVMTLTextureCache); CC_ASSERT_EQ(cvret, kCVReturnSuccess); // Failed to create Metal texture cache. _convertedFormat = mu::convertGFXPixelFormat(_info.format); MTLPixelFormat mtlFormat = mu::toMTLPixelFormat(_convertedFormat); CVMetalTextureRef CVMTLTexture; cvret = CVMetalTextureCacheCreateTextureFromImage( kCFAllocatorDefault, CVMTLTextureCache, pixelBuffer, nil, mtlFormat, width, height, 0, &CVMTLTexture); CC_ASSERT_EQ(cvret, kCVReturnSuccess); // Failed to create CoreVideo Metal texture from image. _mtlTexture = CVMetalTextureGetTexture(CVMTLTexture); CFRelease(CVMTLTexture); CFRelease(CVMTLTextureCache); CC_ASSERT(_mtlTexture); // Failed to create Metal texture CoreVideo Metal Texture #endif } if (!createMTLTexture()) { CC_LOG_ERROR("CCMTLTexture: create MTLTexture failed."); return; } if (_allocateMemory) { CCMTLDevice::getInstance()->getMemoryStatus().textureSize += _size; CC_PROFILE_MEMORY_INC(Texture, _size); } } void CCMTLTexture::doInit(const TextureViewInfo &info) { _isArray = info.type == TextureType::TEX1D_ARRAY || _viewInfo.type == TextureType::TEX2D_ARRAY; if (_viewInfo.format == Format::PVRTC_RGB2 || _viewInfo.format == Format::PVRTC_RGBA2 || _viewInfo.format == Format::PVRTC_RGB4 || _viewInfo.format == Format::PVRTC_RGBA4 || _viewInfo.format == Format::PVRTC2_2BPP || _viewInfo.format == Format::PVRTC2_4BPP) { _isPVRTC = true; } _convertedFormat = mu::convertGFXPixelFormat(_viewInfo.format); auto mtlTextureType = mu::toMTLTextureType(_viewInfo.type); MTLPixelFormat format = mu::toMTLPixelFormat(_convertedFormat); if(_viewInfo.format == Format::DEPTH_STENCIL) { format = _viewInfo.basePlane == 0 ? mu::toMTLPixelFormat(_viewInfo.texture->getFormat()) : MTLPixelFormatX32_Stencil8; } _mtlTextureView = [static_cast(_viewInfo.texture)->_mtlTexture newTextureViewWithPixelFormat:format textureType:mtlTextureType levels:NSMakeRange(_viewInfo.baseLevel, _viewInfo.levelCount) slices:NSMakeRange(_viewInfo.baseLayer, _viewInfo.layerCount)]; } void CCMTLTexture::doInit(const SwapchainTextureInfo &info) { _swapchain = info.swapchain; if (info.format == Format::DEPTH_STENCIL) { createMTLTexture(); } else { _mtlTexture = [static_cast(_swapchain)->currentDrawable() texture]; } } void CCMTLTexture::update() { if (_swapchain) { id drawable = static_cast(_swapchain)->currentDrawable(); _mtlTexture = drawable ? [drawable texture] : nil; } } bool CCMTLTexture::createMTLTexture() { if (_info.width == 0 || _info.height == 0) { CC_LOG_ERROR("CCMTLTexture: width or height should not be zero."); return false; } _convertedFormat = mu::convertGFXPixelFormat(_info.format); MTLPixelFormat mtlFormat = mu::toMTLPixelFormat(_convertedFormat); if (mtlFormat == MTLPixelFormatInvalid) return false; MTLTextureDescriptor *descriptor = nullptr; auto mtlTextureType = mu::toMTLTextureType(_info.type); switch (mtlTextureType) { case MTLTextureType2D: case MTLTextureType2DArray: // No need to set mipmapped flag since mipmapLevelCount was explicty set via `_levelCount`. descriptor = [MTLTextureDescriptor texture2DDescriptorWithPixelFormat:mtlFormat width:_info.width height:_info.height mipmapped:NO]; break; case MTLTextureTypeCube: descriptor = [MTLTextureDescriptor textureCubeDescriptorWithPixelFormat:mtlFormat size:_info.width mipmapped:NO]; break; default: CC_ABORT(); break; } if (descriptor == nullptr) return false; descriptor.usage = mu::toMTLTextureUsage(_info.usage); if(hasFlag(_info.flags, TextureFlags::MUTABLE_VIEW_FORMAT)) { descriptor.usage |= MTLTextureUsagePixelFormatView; } descriptor.sampleCount = mu::toMTLSampleCount(_info.samples); descriptor.textureType = descriptor.sampleCount > 1 ? MTLTextureType2DMultisample : mu::toMTLTextureType(_info.type); descriptor.mipmapLevelCount = _info.levelCount; descriptor.arrayLength = _info.type == TextureType::CUBE ? 1 : _info.layerCount; bool memoryless = false; #if !(CC_PLATFORM == CC_PLATFORM_MACOS && __MAC_OS_X_VERSION_MIN_REQUIRED < 110000) if (@available(macos 11.0, ios 10.0, *)) { memoryless = hasFlag(_info.flags, TextureFlagBit::LAZILY_ALLOCATED) && hasAllFlags(TextureUsageBit::COLOR_ATTACHMENT | TextureUsageBit::DEPTH_STENCIL_ATTACHMENT | TextureUsageBit::INPUT_ATTACHMENT, _info.usage); if (memoryless) { descriptor.storageMode = MTLStorageModeMemoryless; _allocateMemory = false; } } #endif if (!memoryless && !_isPVRTC) { // pvrtc can not use blit encoder to upload data. descriptor.storageMode = MTLStorageModePrivate; } id mtlDevice = id(CCMTLDevice::getInstance()->getMTLDevice()); _mtlTexture = [mtlDevice newTextureWithDescriptor:descriptor]; return _mtlTexture != nil; } CCMTLSwapchain *CCMTLTexture::swapChain() { return static_cast(_swapchain); } const TextureInfo &CCMTLTexture::textureInfo() { return _isTextureView ? static_cast(_viewInfo.texture)->_info : _info; } void CCMTLTexture::doDestroy() { //decrease only non-swapchain tex and have had been inited. if (!_swapchain && _mtlTexture && _allocateMemory) { CCMTLDevice::getInstance()->getMemoryStatus().textureSize -= _size; CC_PROFILE_MEMORY_DEC(Texture, _size); } if (_swapchain) { _swapchain = nullptr; _mtlTexture = nil; return; } id mtlTexure = nil; if (_isTextureView) { mtlTexure = _mtlTextureView; _mtlTextureView = nil; } else { mtlTexure = _mtlTexture; _mtlTexture = nil; } std::function destroyFunc = [mtlTexure]() { if (mtlTexure) { //TODO_Zeqiang: [mac12 | ios15, ...) validate here // [mtlTexure setPurgeableState:MTLPurgeableStateEmpty]; [mtlTexure release]; } }; //gpu object only CCMTLGPUGarbageCollectionPool::getInstance()->collect(destroyFunc); } void CCMTLTexture::doResize(uint32_t width, uint32_t height, uint32_t size) { if (_isTextureView) { CC_LOG_ERROR("TextureView does not support resize! at %p", this); return; } auto oldSize = _size; auto oldWidth = _info.width; auto oldHeight = _info.height; id oldMTLTexture = _mtlTexture; _info.width = width; _info.height = height; _size = size; if (!createMTLTexture()) { _info.width = oldWidth; _info.height = oldHeight; _size = oldSize; _mtlTexture = oldMTLTexture; CC_LOG_ERROR("CCMTLTexture: create MTLTexture failed when try to resize the texture."); return; } // texture is a wrapper of drawable when _swapchain is active, drawable is not a resource alloc by gfx, // but the system so skip here. if (!_swapchain && _allocateMemory) { CCMTLDevice::getInstance()->getMemoryStatus().textureSize -= oldSize; CCMTLDevice::getInstance()->getMemoryStatus().textureSize += size; CC_PROFILE_MEMORY_DEC(Texture, oldSize); CC_PROFILE_MEMORY_INC(Texture, size); } if (oldMTLTexture) { std::function destroyFunc = [=]() { if (oldMTLTexture) { //TODO_Zeqiang: [mac12 | ios15, ...) validate here // [oldMTLTexture setPurgeableState:MTLPurgeableStateEmpty]; [oldMTLTexture release]; } }; //gpu object only CCMTLGPUGarbageCollectionPool::getInstance()->collect(destroyFunc); } } CCMTLTexture *CCMTLTexture::getDefaultTexture() { if (!defaultTexture) { TextureInfo info; info.type = TextureType::TEX2D; info.usage = TextureUsage::SAMPLED; info.format = Format::BGRA8; info.width = 2; info.height = 2; defaultTexture = ccnew CCMTLTexture(); defaultTexture->initialize(info); } return defaultTexture; } void CCMTLTexture::deleteDefaultTexture() { if (defaultTexture) { delete defaultTexture; defaultTexture = nullptr; } } } // namespace gfx } // namespace cc