2017年的蘋果發(fā)布會過去快一個月了,一直忙著沒有空寫寫文章,今天我要和大家分享的是蘋果今年震撼推出的 ARKit 和 coreML,這也代表著未來互聯(lián)網(wǎng)的發(fā)展趨勢.

廢話扯的再多也沒有用,先上今天的效果圖:

CE48E2BC-E66C-43FE-A11F-C4291B514901.png

不好意思本人不知道視頻如何上傳,這能來張簡單的圖片了
利用coleML識別電腦鍵盤,之后利用ARkit 將識別結果顯示到屏幕上,每當我們點擊一個物體,就會展示對應的識別結果.
現(xiàn)在先附上源碼供大家一起學習,以后了解更深了再和大家暢聊AR和coreML

import UIKit
import SceneKit
import ARKit
import Vision

class ViewController: UIViewController, ARSCNViewDelegate {

    var hitResult : ARHitTestResult!
    var resnetModel = Resnet50()
    var visionRequest = [VNRequest]()
    
    @IBOutlet var sceneView: ARSCNView!
    
    override func viewDidLoad() {
        super.viewDidLoad()
        
        //設置代理
        sceneView.delegate = self
        //顯示
        sceneView.showsStatistics = true
        //創(chuàng)建場景
        let scene = SCNScene()
        //展示場景
        sceneView.scene = scene
    
        //注冊手勢
        registerTapScreenRecognizer()
    }
    
    //注冊一個點擊屏幕的手勢
    func registerTapScreenRecognizer(){
        let tapGes = UITapGestureRecognizer(target: self, action: #selector(tapScreen))
        self.sceneView.addGestureRecognizer(tapGes)
    }
    
    //點擊屏幕
    @objc func tapScreen(tapGes: UITapGestureRecognizer){
        let sceneView = tapGes.view as! ARSCNView//獲得點擊的view(截圖)
        let touchLocation = self.sceneView.center
        guard let currentFrame = sceneView.session.currentFrame else{ return }
        let hitResults = sceneView.hitTest(touchLocation, types: .featurePoint)
        if hitResults.isEmpty{ return }
        guard let hitResult = hitResults.first else {return}
        self.hitResult = hitResult
        
        let pixelBuffer = currentFrame.capturedImage//把圖片丟進圖片緩沖區(qū)
        performVisionRequest(pixelBuffer: pixelBuffer)
    }
    
    func performVisionRequest(pixelBuffer:CVPixelBuffer) {
        let visionModel = try! VNCoreMLModel(for: self.resnetModel.model)
        
        let request = VNCoreMLRequest(model: visionModel) { (request, error) in
            if error != nil {return}
            guard let observations = request.results else{return}
            let observation = observations.first as! VNClassificationObservation//點擊一瞬間的畫面
            
            DispatchQueue.main.async {
                self.displayPredictions(text: observation.identifier)
            }
        }
        request.imageCropAndScaleOption = .centerCrop
        self.visionRequest = [request]
        
        let imageRequestHandler = VNImageRequestHandler(cvPixelBuffer: pixelBuffer, orientation: .upMirrored, options: [:])
        
        DispatchQueue.global().async {
            try! imageRequestHandler.perform(self.visionRequest)
        }
    }
    
    //展示3d模型
    func displayPredictions(text:String) {
        let node = creatText(text: text)
        node.position = SCNVector3(self.hitResult.worldTransform.columns.3.x,
        self.hitResult.worldTransform.columns.3.y,
        self.hitResult.worldTransform.columns.3.z)
        
        self.sceneView.scene.rootNode.addChildNode(node)
    }
    
    //創(chuàng)建節(jié)點
    func creatText(text:String) -> SCNNode {
        let parrentNode = SCNNode()
        let sphere = SCNSphere(radius: 0.01)
        let sphereMaterial = SCNMaterial()
        sphereMaterial.diffuse.contents = UIColor.red
        sphere.firstMaterial = sphereMaterial
        let sphereNode = SCNNode(geometry: sphere)
        parrentNode.addChildNode(sphereNode)
        
        
        let textGeo = SCNText(string: text, extrusionDepth: 0)
        textGeo.alignmentMode = kCAAlignmentCenter
        textGeo.firstMaterial?.diffuse.contents = UIColor.red
        textGeo.firstMaterial?.specular.contents = UIColor.white
        textGeo.firstMaterial?.isDoubleSided = true
        
        let font = UIFont(name: "Futura", size: 0.15)
        textGeo.font = font
        
        let textNode = SCNNode(geometry: textGeo)
        textNode.scale = SCNVector3Make(0.2, 0.2, 0.2)
        parrentNode.addChildNode(textNode)
        
        return parrentNode
    }
    
    override func viewWillAppear(_ animated: Bool) {
        super.viewWillAppear(animated)
        
        //這里面做全局追蹤
        
        // Create a session configuration
        let configuration = ARWorldTrackingConfiguration()

        // Run the view's session
        sceneView.session.run(configuration)
    }
    
    override func viewWillDisappear(_ animated: Bool) {
        super.viewWillDisappear(animated)
        
        // Pause the view's session
        sceneView.session.pause()
    }
    
    override func didReceiveMemoryWarning() {
        super.didReceiveMemoryWarning()
        // Release any cached data, images, etc that aren't in use.
    }

    // MARK: - ARSCNViewDelegate
    
/*
    // Override to create and configure nodes for anchors added to the view's session.
    func renderer(_ renderer: SCNSceneRenderer, nodeFor anchor: ARAnchor) -> SCNNode? {
        let node = SCNNode()
     
        return node
    }
*/
    
    func session(_ session: ARSession, didFailWithError error: Error) {
        // Present an error message to the user
        
    }
    
    func sessionWasInterrupted(_ session: ARSession) {
        // Inform the user that the session has been interrupted, for example, by presenting an overlay
        
    }
    
    func sessionInterruptionEnded(_ session: ARSession) {
        // Reset tracking and/or remove existing anchors if consistent tracking is required
        
    }
}

想下載源碼的可以戳這里 demo歡迎學習