小窗缩放， 相机转小窗显示 小窗旋转，相机画面旋转 关闭按钮优化

Runt

2025-07-26 2b51baa1981fb445b938e64bdce539e58fe70264

 LiveProject/tool/MetalRenderer.swift

@@ -4,68 +4,122 @@
//  渲染工具
//  Created by 倪路朋 on 6/26/25.
//
import Foundation
import Metal
import MetalKit
import AVFoundation

class MetalRenderer: NSObject, MTKViewDelegate {
    private var device: MTLDevice!
    private var commandQueue: MTLCommandQueue!
    private var textureCache: CVMetalTextureCache!
    private let device: MTLDevice
    private let commandQueue: MTLCommandQueue
    private let ciContext: CIContext

    private var currentPixelBuffer: CVPixelBuffer?
    private let textureCache: CVMetalTextureCache
    private var rotate:Int = 0;

    func setup(view: MTKView) {
        self.device = view.device
        self.commandQueue = device.makeCommandQueue()
        CVMetalTextureCacheCreate(nil, nil, device, nil, &textureCache)
    init(mtkView: MTKView) {
        guard let device = MTLCreateSystemDefaultDevice(),
              let commandQueue = device.makeCommandQueue() else {
            fatalError("Unable to create Metal device or command queue")
        }

        self.device = device
        self.commandQueue = commandQueue
        self.ciContext = CIContext(mtlDevice: device)

        var tmpCache: CVMetalTextureCache?
        CVMetalTextureCacheCreate(nil, nil, device, nil, &tmpCache)
        guard let textureCache = tmpCache else {
            fatalError("Unable to create texture cache")
        }
        self.textureCache = textureCache

        super.init()

        // ✅ 设置驱动渲染的关键代码
        mtkView.device = device
        mtkView.framebufferOnly = false
        mtkView.isPaused = false
        mtkView.enableSetNeedsDisplay = false
        mtkView.delegate = self
        print("MetalRenderer init")
    }

    func updateFrame(pixelBuffer: CVPixelBuffer) {
        self.currentPixelBuffer = pixelBuffer
    }

    func mtkView(_ view: MTKView, drawableSizeWillChange size: CGSize) {}

    func draw(in view: MTKView) {
        guard let drawable = view.currentDrawable,
              let descriptor = view.currentRenderPassDescriptor,
              let pixelBuffer = currentPixelBuffer else { return }
        let size = view.drawableSize
        //print("🧾 drawableSize = \(size)")

        var textureRef: CVMetalTexture?
        let width = CVPixelBufferGetWidth(pixelBuffer)
        let height = CVPixelBufferGetHeight(pixelBuffer)

        let status = CVMetalTextureCacheCreateTextureFromImage(
            nil, textureCache, pixelBuffer, nil,
            .bgra8Unorm, width, height, 0, &textureRef)

        guard status == kCVReturnSuccess,
              let cvTexture = textureRef,
              let texture = CVMetalTextureGetTexture(cvTexture) else { return }

        let commandBuffer = commandQueue.makeCommandBuffer()!
        let encoder = commandBuffer.makeRenderCommandEncoder(descriptor: descriptor)!
        encoder.setFragmentTexture(texture, index: 0)
        encoder.endEncoding()

        // 简单拷贝（不做 shader 处理）
        let blitEncoder = commandBuffer.makeBlitCommandEncoder()!
        let dstTexture = drawable.texture
        if dstTexture.width != texture.width || dstTexture.height != texture.height {
            print("❌ 尺寸不一致，无法 blit：src = \(texture.width)x\(texture.height), dst = \(dstTexture.width)x\(dstTexture.height)")
        if !size.width.isFinite || !size.height.isFinite || size.width <= 0 || size.height <= 0 {
            print("❌ 非法尺寸，跳过渲染 \(size)")
            return
        }
        blitEncoder.copy(from: texture,
                         sourceSlice: 0,
                         sourceLevel: 0,
                         sourceOrigin: MTLOrigin(x: 0, y: 0, z: 0),
                         sourceSize: MTLSize(width: width, height: height, depth: 1),
        guard let drawable = view.currentDrawable,
              let commandBuffer = commandQueue.makeCommandBuffer(),
              let pixelBuffer = currentPixelBuffer else {
            return
        }

        let drawableSize = view.drawableSize
        guard drawableSize.width > 0, drawableSize.height > 0 else { return }

        // 加方向修正：顺时针旋转90度
        var orien:CGImagePropertyOrientation = .up;
        switch self.rotate{
        case 0:
            break;
        case 90:
            orien = .right;
            break;
        case 180:
            orien = .down;
            break;
        case 270:
            orien = .left;
            break;
        default:
            orien = .up;
        }
        print(" roate = \(rotate)")
        var ciImage = CIImage(cvPixelBuffer: pixelBuffer).oriented(orien)

        // 等比缩放后居中
        let sourceExtent = ciImage.extent
        let scaleX = drawableSize.width / sourceExtent.width
        let scaleY = drawableSize.height / sourceExtent.height
        let scale = min(scaleX, scaleY)

        let scaledImage = ciImage.transformed(by: CGAffineTransform(scaleX: scale, y: scale))

        let xOffset = (drawableSize.width - scaledImage.extent.width) / 2
        let yOffset = (drawableSize.height - scaledImage.extent.height) / 2
        let translatedImage = scaledImage.transformed(by: CGAffineTransform(translationX: xOffset, y: yOffset))

        // 渲染
        ciContext.render(translatedImage,
                         to: drawable.texture,
                         destinationSlice: 0,
                         destinationLevel: 0,
                         destinationOrigin: MTLOrigin(x: 0, y: 0, z: 0))
        blitEncoder.endEncoding()
                         commandBuffer: commandBuffer,
                         bounds: CGRect(origin: .zero, size: drawableSize),
                         colorSpace: CGColorSpaceCreateDeviceRGB())

        commandBuffer.present(drawable)
        commandBuffer.commit()
        print("绘制画面")
        //print("绘制画面")
    }

    func mtkView(_ view: MTKView, drawableSizeWillChange size: CGSize) {
        // No-op: Handle size change if needed
    }

    func display(pixelBuffer: CVPixelBuffer) {
        self.currentPixelBuffer = pixelBuffer
        //print("display")
        //刷新
        
    }
    
    func updateRotate(angle:Int){
        rotate = angle;
    }
    
}