Various improvements

2025-12-23 06:35:51 +00:00 · 2023-11-22 03:24:33 +04:00
parent 31eb1081df
commit 90f09a13e4
134 changed files with 8488 additions and 3171 deletions
--- a/submodules/TelegramUI/Components/MediaEditor/Sources/VideoInputPass.swift
+++ b/submodules/TelegramUI/Components/MediaEditor/Sources/VideoInputPass.swift
@@ -0,0 +1,86 @@
+import Foundation
+import AVFoundation
+import Metal
+import MetalKit
+
+final class VideoInputPass: DefaultRenderPass {
+    private var cachedTexture: MTLTexture?
+    
+    override var fragmentShaderFunctionName: String {
+        return "bt709ToRGBFragmentShader"
+    }
+    
+    override func setup(device: MTLDevice, library: MTLLibrary) {
+        super.setup(device: device, library: library)
+    }
+    
+    func processPixelBuffer(_ pixelBuffer: VideoPixelBuffer, textureCache: CVMetalTextureCache, device: MTLDevice, commandBuffer: MTLCommandBuffer) -> MTLTexture? {
+        func textureFromPixelBuffer(_ pixelBuffer: CVPixelBuffer, pixelFormat: MTLPixelFormat, width: Int, height: Int, plane: Int) -> MTLTexture? {
+            var textureRef : CVMetalTexture?
+            let status = CVMetalTextureCacheCreateTextureFromImage(nil, textureCache, pixelBuffer, nil, pixelFormat, width, height, plane, &textureRef)
+            if status == kCVReturnSuccess, let textureRef {
+                return CVMetalTextureGetTexture(textureRef)
+            }
+            return nil
+        }
+
+        let width = CVPixelBufferGetWidth(pixelBuffer.pixelBuffer)
+        let height = CVPixelBufferGetHeight(pixelBuffer.pixelBuffer)
+        guard let inputYTexture = textureFromPixelBuffer(pixelBuffer.pixelBuffer, pixelFormat: .r8Unorm, width: width, height: height, plane: 0),
+              let inputCbCrTexture = textureFromPixelBuffer(pixelBuffer.pixelBuffer, pixelFormat: .rg8Unorm, width: width >> 1, height: height >> 1, plane: 1) else {
+            return nil
+        }
+        return self.process(yTexture: inputYTexture, cbcrTexture: inputCbCrTexture, width: width, height: height, rotation: pixelBuffer.rotation, device: device, commandBuffer: commandBuffer)
+    }
+    
+    func process(yTexture: MTLTexture, cbcrTexture: MTLTexture, width: Int, height: Int, rotation: TextureRotation, device: MTLDevice, commandBuffer: MTLCommandBuffer) -> MTLTexture? {
+        self.setupVerticesBuffer(device: device, rotation: rotation)
+        
+        func textureDimensionsForRotation(width: Int, height: Int, rotation: TextureRotation) -> (width: Int, height: Int) {
+            switch rotation {
+            case .rotate90Degrees, .rotate270Degrees, .rotate90DegreesMirrored:
+                return (height, width)
+            default:
+                return (width, height)
+            }
+        }
+        
+        let (outputWidth, outputHeight) = textureDimensionsForRotation(width: width, height: height, rotation: rotation)
+        if self.cachedTexture == nil {
+            let textureDescriptor = MTLTextureDescriptor()
+            textureDescriptor.textureType = .type2D
+            textureDescriptor.width = outputWidth
+            textureDescriptor.height = outputHeight
+            textureDescriptor.pixelFormat = self.pixelFormat
+            textureDescriptor.storageMode = .private
+            textureDescriptor.usage = [.shaderRead, .shaderWrite, .renderTarget]
+            if let texture = device.makeTexture(descriptor: textureDescriptor) {
+                self.cachedTexture = texture
+            }
+        }
+        
+        let renderPassDescriptor = MTLRenderPassDescriptor()
+        renderPassDescriptor.colorAttachments[0].texture = self.cachedTexture!
+        renderPassDescriptor.colorAttachments[0].loadAction = .dontCare
+        renderPassDescriptor.colorAttachments[0].storeAction = .store
+        renderPassDescriptor.colorAttachments[0].clearColor = MTLClearColor(red: 0.0, green: 0.0, blue: 0.0, alpha: 0.0)
+        guard let renderCommandEncoder = commandBuffer.makeRenderCommandEncoder(descriptor: renderPassDescriptor) else {
+            return nil
+        }
+        
+        renderCommandEncoder.setViewport(MTLViewport(
+            originX: 0, originY: 0,
+            width: Double(outputWidth), height: Double(outputHeight),
+            znear: -1.0, zfar: 1.0)
+        )
+        
+        renderCommandEncoder.setFragmentTexture(yTexture, index: 0)
+        renderCommandEncoder.setFragmentTexture(cbcrTexture, index: 1)
+        
+        self.encodeDefaultCommands(using: renderCommandEncoder)
+        
+        renderCommandEncoder.endEncoding()
+        
+        return self.cachedTexture
+    }
+}