相機(jī)景深模式

在iOS 11中,蘋(píng)果新出了一個(gè)類用于描述景深數(shù)據(jù):AVDepthData,AVDepthData內(nèi)部提供了一系列的屬性和方法來(lái)獲取景深的CVPixelBuffer,景深數(shù)據(jù)類型等,AVDepthData在iOS、macOS等平臺(tái)上都是用來(lái)描述景深數(shù)據(jù),且屬于AVFundation框架。

1.景深攝像頭

// 創(chuàng)建 AVCaptureSession 實(shí)例
captureSession = AVCaptureSession()   
// 配置 AVCaptureDeviceInput  前置:builtInTrueDepthCamera  后置:builtInDualWideCamera
guard let videoDevice = AVCaptureDevice.default(.builtInTrueDepthCamera, for: .depthData, position: .front),
 let videoInput = try? AVCaptureDeviceInput(device: videoDevice), captureSession.canAddInput(videoInput) else {
     print("Failed to set up video input")
     return
 }

2. AVCaptureDepthDataOutput使用

let depthDataOutput = AVCaptureDepthDataOutput()
depthDataOutput.setDelegate(self, callbackQueue: DispatchQueue.main)

if captureSession.canAddOutput(depthDataOutput) {
        captureSession.addOutput(depthDataOutput)
 }

// AVCaptureDepthDataOutputDelegate
 func depthDataOutput(_ output: AVCaptureDepthDataOutput, didOutput depthData: AVDepthData, timestamp: CMTime, connection: AVCaptureConnection) {
// 深度數(shù)據(jù) CVPixelBuffer
  let depthDataMap = depthData.depthDataMap
}
注意點(diǎn):AVCaptureDepthDataOutput和AVCaptureVideoDataOutput的幀率是不一致的

3.怎么保持同步

dataOutputSynchronizer = AVCaptureDataOutputSynchronizer(dataOutputs: [videoOutput,depthDataOutput])
dataOutputSynchronizer.setDelegate(self, queue: DispatchQueue.main)

// AVCaptureDataOutputSynchronizerDelegate
 func dataOutputSynchronizer(_ synchronizer: AVCaptureDataOutputSynchronizer, didOutput synchronizedDataCollection: AVCaptureSynchronizedDataCollection) {
        
        var depthDataWasDropped = true
        var sampleBufferWasDropped = true
        var depthData: AVDepthData?
        var videoData: CMSampleBuffer?
        if let depthBufferData = synchronizedDataCollection.synchronizedData(for: self.depthDataOutput) as? AVCaptureSynchronizedDepthData {
            depthData = depthBufferData.depthData
            depthDataWasDropped = depthBufferData.depthDataWasDropped
        }
        
        if let videoBufferData = synchronizedDataCollection.synchronizedData(for: self.videoOutput) as? AVCaptureSynchronizedSampleBufferData{
            videoData = videoBufferData.sampleBuffer
            sampleBufferWasDropped = videoBufferData.sampleBufferWasDropped
        }
        
        if depthDataWasDropped || sampleBufferWasDropped {
            return
        }
        
        guard let depthData = depthData, let videoData = videoData, let pixelBuffer = CMSampleBufferGetImageBuffer(videoData)  else { return }
        let depthDataMap = depthData.depthDataMap
        let depthDataCIImage = CIImage(cvPixelBuffer: depthDataMap)
        let originalCIImage = CIImage(cvPixelBuffer: pixelBuffer)
       
        DispatchQueue.main.async {
            let uiImage: UIImage = UIImage(ciImage: depthDataCIImage)
            self.imageView.image = uiImage
        }
    }
?著作權(quán)歸作者所有,轉(zhuǎn)載或內(nèi)容合作請(qǐng)聯(lián)系作者
【社區(qū)內(nèi)容提示】社區(qū)部分內(nèi)容疑似由AI輔助生成,瀏覽時(shí)請(qǐng)結(jié)合常識(shí)與多方信息審慎甄別。
平臺(tái)聲明:文章內(nèi)容(如有圖片或視頻亦包括在內(nèi))由作者上傳并發(fā)布,文章內(nèi)容僅代表作者本人觀點(diǎn),簡(jiǎn)書(shū)系信息發(fā)布平臺(tái),僅提供信息存儲(chǔ)服務(wù)。

相關(guān)閱讀更多精彩內(nèi)容

友情鏈接更多精彩內(nèi)容