ax-vision

Vision Framework — Computer Vision

Quick Patterns

Subject Segmentation (iOS 17+)

let request = VNGenerateForegroundInstanceMaskRequest()
let handler = VNImageRequestHandler(cgImage: image)
try handler.perform([request])

guard let obs = request.results?.first as? VNInstanceMaskObservation else { return }
let mask = try obs.createScaledMask(for: obs.allInstances, croppedToInstancesContent: false)

VisionKit Subject Lifting (iOS 16+)

let interaction = ImageAnalysisInteraction()
interaction.preferredInteractionTypes = .imageSubject
imageView.addInteraction(interaction)

Hand Pose Detection (iOS 14+)

let request = VNDetectHumanHandPoseRequest()
request.maximumHandCount = 2
try handler.perform([request])
let thumbTip = try observation.recognizedPoint(.thumbTip) // 21 landmarks per hand

Text Recognition (OCR)

let request = VNRecognizeTextRequest()
request.recognitionLevel = .accurate // or .fast for real-time
request.recognitionLanguages = ["en-US"]
try handler.perform([request])
for obs in request.results as? [VNRecognizedTextObservation] ?? [] {
    let text = obs.topCandidates(1).first?.string
}

Barcode/QR Detection

let request = VNDetectBarcodesRequest()
request.symbologies = [.qr, .ean13] // specify only what you need
try handler.perform([request])
for barcode in request.results as? [VNBarcodeObservation] ?? [] {
    let payload = barcode.payloadStringValue
}

DataScannerViewController (iOS 16+ live camera)

let scanner = DataScannerViewController(
    recognizedDataTypes: [.barcode(symbologies: [.qr]), .text(textContentType: .URL)],
    qualityLevel: .balanced, recognizesMultipleItems: false,
    isHighFrameRateTrackingEnabled: true, isGuidanceEnabled: true
)
scanner.delegate = self
present(scanner, animated: true) { try? scanner.startScanning() }

Document Scanning

// Built-in UI: VNDocumentCameraViewController (iOS 13+)
// Programmatic: VNDetectDocumentSegmentationRequest (iOS 15+)
// Structured extraction: RecognizeDocumentsRequest (iOS 26+)