From 245952159f8d05d5431aee693b124e2fd3504ae5 Mon Sep 17 00:00:00 2001
From: john-rocky <rockyshikoku@gmail.com>
Date: Thu, 25 Jul 2024 11:43:11 +0900
Subject: [PATCH 01/26] A preview is now displayed when sharing screenshots.

---
 YOLO.xcodeproj/project.pbxproj                |  24 +-
 .../xcshareddata/xcschemes/YOLO.xcscheme      |  78 ++++++
 YOLO/Info.plist                               |   2 +-
 YOLO/ViewController.swift                     | 263 +++++++++++-------
 4 files changed, 243 insertions(+), 124 deletions(-)
 create mode 100644 YOLO.xcodeproj/xcshareddata/xcschemes/YOLO.xcscheme

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index ddcf965..ee069a4 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -13,11 +13,6 @@
 		636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA221E62DD300DE43BC /* VideoCapture.swift */; };
 		636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA721E62DD300DE43BC /* AppDelegate.swift */; };
 		636EFCB921E62E3900DE43BC /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = 636EFCB821E62E3900DE43BC /* Assets.xcassets */; };
-		6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
-		6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
-		6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
-		6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
-		6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
 		63CF371F2514455300E2DEA1 /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44D22186177008AE681 /* LaunchScreen.storyboard */; };
 		63CF37202514455300E2DEA1 /* Main.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44F22186177008AE681 /* Main.storyboard */; };
 		63CF37212514455300E2DEA1 /* ultralytics_yolo_logotype.png in Resources */ = {isa = PBXBuildFile; fileRef = 6323C45122186177008AE681 /* ultralytics_yolo_logotype.png */; };
@@ -35,11 +30,6 @@
 		636EFCA221E62DD300DE43BC /* VideoCapture.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = VideoCapture.swift; sourceTree = "<group>"; };
 		636EFCA721E62DD300DE43BC /* AppDelegate.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = AppDelegate.swift; sourceTree = "<group>"; };
 		636EFCB821E62E3900DE43BC /* Assets.xcassets */ = {isa = PBXFileReference; lastKnownFileType = folder.assetcatalog; path = Assets.xcassets; sourceTree = "<group>"; };
-		6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8l.mlpackage; sourceTree = "<group>"; };
-		6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8x.mlpackage; sourceTree = "<group>"; };
-		6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8s.mlpackage; sourceTree = "<group>"; };
-		6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8m.mlpackage; sourceTree = "<group>"; };
-		6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8n.mlpackage; sourceTree = "<group>"; };
 		63B8B0A821E62A890026FBC3 /* .gitignore */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = text; path = .gitignore; sourceTree = "<group>"; };
 		7BCB411721C3096100BFC4D0 /* YOLO.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = YOLO.app; sourceTree = BUILT_PRODUCTS_DIR; };
 		8EDAA633C1F2B50286D16008 /* BoundingBoxView.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = BoundingBoxView.swift; sourceTree = "<group>"; };
@@ -87,11 +77,6 @@
 		63A946D8271800E20001C3ED /* Models */ = {
 			isa = PBXGroup;
 			children = (
-				6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */,
-				6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */,
-				6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */,
-				6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */,
-				6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */,
 			);
 			path = Models;
 			sourceTree = "<group>";
@@ -210,13 +195,8 @@
 			isa = PBXSourcesBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
-				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
-				6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */,
 				636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */,
 				636166EA251443B20054FA7E /* ThresholdProvider.swift in Sources */,
-				6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */,
-				6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */,
-				6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */,
 				636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */,
 				636EFCAA21E62DD300DE43BC /* ViewController.swift in Sources */,
 				8EDAA33950796844333D60A7 /* BoundingBoxView.swift in Sources */,
@@ -351,7 +331,7 @@
 				ASSETCATALOG_COMPILER_INCLUDE_ALL_APPICON_ASSETS = NO;
 				CODE_SIGN_STYLE = Automatic;
 				CURRENT_PROJECT_VERSION = 0;
-				DEVELOPMENT_TEAM = 3MR4P6CL3X;
+				DEVELOPMENT_TEAM = "";
 				INFOPLIST_FILE = YOLO/Info.plist;
 				INFOPLIST_KEY_CFBundleDisplayName = "Ultralytics YOLO";
 				INFOPLIST_KEY_LSApplicationCategoryType = "public.app-category.developer-tools";
@@ -379,7 +359,7 @@
 				ASSETCATALOG_COMPILER_INCLUDE_ALL_APPICON_ASSETS = NO;
 				CODE_SIGN_STYLE = Automatic;
 				CURRENT_PROJECT_VERSION = 0;
-				DEVELOPMENT_TEAM = 3MR4P6CL3X;
+				DEVELOPMENT_TEAM = "";
 				INFOPLIST_FILE = YOLO/Info.plist;
 				INFOPLIST_KEY_CFBundleDisplayName = "Ultralytics YOLO";
 				INFOPLIST_KEY_LSApplicationCategoryType = "public.app-category.developer-tools";
diff --git a/YOLO.xcodeproj/xcshareddata/xcschemes/YOLO.xcscheme b/YOLO.xcodeproj/xcshareddata/xcschemes/YOLO.xcscheme
new file mode 100644
index 0000000..3bb677d
--- /dev/null
+++ b/YOLO.xcodeproj/xcshareddata/xcschemes/YOLO.xcscheme
@@ -0,0 +1,78 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Scheme
+   LastUpgradeVersion = "1540"
+   version = "1.7">
+   <BuildAction
+      parallelizeBuildables = "YES"
+      buildImplicitDependencies = "YES"
+      buildArchitectures = "Automatic">
+      <BuildActionEntries>
+         <BuildActionEntry
+            buildForTesting = "YES"
+            buildForRunning = "YES"
+            buildForProfiling = "YES"
+            buildForArchiving = "YES"
+            buildForAnalyzing = "YES">
+            <BuildableReference
+               BuildableIdentifier = "primary"
+               BlueprintIdentifier = "7BCB411621C3096100BFC4D0"
+               BuildableName = "YOLO.app"
+               BlueprintName = "YOLO"
+               ReferencedContainer = "container:YOLO.xcodeproj">
+            </BuildableReference>
+         </BuildActionEntry>
+      </BuildActionEntries>
+   </BuildAction>
+   <TestAction
+      buildConfiguration = "Debug"
+      selectedDebuggerIdentifier = "Xcode.DebuggerFoundation.Debugger.LLDB"
+      selectedLauncherIdentifier = "Xcode.DebuggerFoundation.Launcher.LLDB"
+      shouldUseLaunchSchemeArgsEnv = "YES"
+      shouldAutocreateTestPlan = "YES">
+   </TestAction>
+   <LaunchAction
+      buildConfiguration = "Debug"
+      selectedDebuggerIdentifier = "Xcode.DebuggerFoundation.Debugger.LLDB"
+      selectedLauncherIdentifier = "Xcode.DebuggerFoundation.Launcher.LLDB"
+      launchStyle = "0"
+      useCustomWorkingDirectory = "NO"
+      ignoresPersistentStateOnLaunch = "NO"
+      debugDocumentVersioning = "YES"
+      debugServiceExtension = "internal"
+      allowLocationSimulation = "YES">
+      <BuildableProductRunnable
+         runnableDebuggingMode = "0">
+         <BuildableReference
+            BuildableIdentifier = "primary"
+            BlueprintIdentifier = "7BCB411621C3096100BFC4D0"
+            BuildableName = "YOLO.app"
+            BlueprintName = "YOLO"
+            ReferencedContainer = "container:YOLO.xcodeproj">
+         </BuildableReference>
+      </BuildableProductRunnable>
+   </LaunchAction>
+   <ProfileAction
+      buildConfiguration = "Release"
+      shouldUseLaunchSchemeArgsEnv = "YES"
+      savedToolIdentifier = ""
+      useCustomWorkingDirectory = "NO"
+      debugDocumentVersioning = "YES">
+      <BuildableProductRunnable
+         runnableDebuggingMode = "0">
+         <BuildableReference
+            BuildableIdentifier = "primary"
+            BlueprintIdentifier = "7BCB411621C3096100BFC4D0"
+            BuildableName = "YOLO.app"
+            BlueprintName = "YOLO"
+            ReferencedContainer = "container:YOLO.xcodeproj">
+         </BuildableReference>
+      </BuildableProductRunnable>
+   </ProfileAction>
+   <AnalyzeAction
+      buildConfiguration = "Debug">
+   </AnalyzeAction>
+   <ArchiveAction
+      buildConfiguration = "Release"
+      revealArchiveInOrganizer = "YES">
+   </ArchiveAction>
+</Scheme>
diff --git a/YOLO/Info.plist b/YOLO/Info.plist
index c36dbc0..1fb0a90 100644
--- a/YOLO/Info.plist
+++ b/YOLO/Info.plist
@@ -21,7 +21,7 @@
 	<key>CFBundleShortVersionString</key>
 	<string>$(MARKETING_VERSION)</string>
 	<key>CFBundleVersion</key>
-	<string>24</string>
+	<string>27</string>
 	<key>ITSAppUsesNonExemptEncryption</key>
 	<false/>
 	<key>LSRequiresIPhoneOS</key>
diff --git a/YOLO/ViewController.swift b/YOLO/ViewController.swift
index 025a3de..672663a 100644
--- a/YOLO/ViewController.swift
+++ b/YOLO/ViewController.swift
@@ -36,7 +36,8 @@ class ViewController: UIViewController {
     @IBOutlet weak var labelSliderConf: UILabel!
     @IBOutlet weak var labelSliderIoU: UILabel!
     @IBOutlet weak var activityIndicator: UIActivityIndicatorView!
-
+    var screenshotImageView:UIImageView?
+    
     let selection = UISelectionFeedbackGenerator()
     var detector = try! VNCoreMLModel(for: mlModel)
     var session: AVCaptureSession!
@@ -49,12 +50,12 @@ class ViewController: UIViewController {
     var t3 = CACurrentMediaTime()  // FPS start
     var t4 = 0.0  // FPS dt smoothed
     // var cameraOutput: AVCapturePhotoOutput!
-
+    
     // Developer mode
     let developerMode = UserDefaults.standard.bool(forKey: "developer_mode")   // developer mode selected in settings
     let save_detections = false  // write every detection to detections.txt
     let save_frames = false  // write every frame to frames.txt
-
+    
     lazy var visionRequest: VNCoreMLRequest = {
         let request = VNCoreMLRequest(model: detector, completionHandler: {
             [weak self] request, error in
@@ -64,7 +65,7 @@ class ViewController: UIViewController {
         request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
         return request
     }()
-
+    
     override func viewDidLoad() {
         super.viewDidLoad()
         slider.value = 30
@@ -73,15 +74,15 @@ class ViewController: UIViewController {
         startVideo()
         // setModel()
     }
-
+    
     @IBAction func vibrate(_ sender: Any) {
         selection.selectionChanged()
     }
-
+    
     @IBAction func indexChanged(_ sender: Any) {
         selection.selectionChanged()
         activityIndicator.startAnimating()
-
+        
         /// Switch model
         switch segmentedControl.selectedSegmentIndex {
         case 0:
@@ -106,12 +107,12 @@ class ViewController: UIViewController {
         setUpBoundingBoxViews()
         activityIndicator.stopAnimating()
     }
-
+    
     func setModel() {
         /// VNCoreMLModel
         detector = try! VNCoreMLModel(for: mlModel)
         detector.featureProvider = ThresholdProvider()
-
+        
         /// VNCoreMLRequest
         let request = VNCoreMLRequest(model: detector, completionHandler: { [weak self] request, error in
             self?.processObservations(for: request, error: error)
@@ -122,7 +123,7 @@ class ViewController: UIViewController {
         t3 = CACurrentMediaTime()  // FPS start
         t4 = 0.0  // FPS dt smoothed
     }
-
+    
     /// Update thresholds from slider values
     @IBAction func sliderChanged(_ sender: Any) {
         let conf = Double(round(100 * sliderConf.value)) / 100
@@ -131,10 +132,10 @@ class ViewController: UIViewController {
         self.labelSliderIoU.text = String(iou) + " IoU Threshold"
         detector.featureProvider = ThresholdProvider(iouThreshold: iou, confidenceThreshold: conf)
     }
-
+    
     @IBAction func takePhoto(_ sender: Any?) {
         let t0 = DispatchTime.now().uptimeNanoseconds
-
+        
         // 1. captureSession and cameraOutput
         // session = videoCapture.captureSession  // session = AVCaptureSession()
         // session.sessionPreset = AVCaptureSession.Preset.photo
@@ -142,76 +143,67 @@ class ViewController: UIViewController {
         // cameraOutput.isHighResolutionCaptureEnabled = true
         // cameraOutput.isDualCameraDualPhotoDeliveryEnabled = true
         // print("1 Done: ", Double(DispatchTime.now().uptimeNanoseconds - t0) / 1E9)
-
+        
         // 2. Settings
         let settings = AVCapturePhotoSettings()
         // settings.flashMode = .off
         // settings.isHighResolutionPhotoEnabled = cameraOutput.isHighResolutionCaptureEnabled
         // settings.isDualCameraDualPhotoDeliveryEnabled = self.videoCapture.cameraOutput.isDualCameraDualPhotoDeliveryEnabled
-
+        
         // 3. Capture Photo
         usleep(20_000)  // short 10 ms delay to allow camera to focus
         self.videoCapture.cameraOutput.capturePhoto(with: settings, delegate: self as AVCapturePhotoCaptureDelegate)
         print("3 Done: ", Double(DispatchTime.now().uptimeNanoseconds - t0) / 1E9)
     }
-
+    
     @IBAction func logoButton(_ sender: Any) {
         selection.selectionChanged()
         if let link = URL(string: "https://www.ultralytics.com") {
             UIApplication.shared.open(link)
         }
     }
-
+    
     func setLabels() {
         self.labelName.text = "YOLOv8m"
         self.labelVersion.text = "Version " + UserDefaults.standard.string(forKey: "app_version")!
     }
-
+    
     @IBAction func playButton(_ sender: Any) {
         selection.selectionChanged()
         self.videoCapture.start()
         playButtonOutlet.isEnabled = false
         pauseButtonOutlet.isEnabled = true
     }
-
+    
     @IBAction func pauseButton(_ sender: Any?) {
         selection.selectionChanged()
         self.videoCapture.stop()
         playButtonOutlet.isEnabled = true
         pauseButtonOutlet.isEnabled = false
     }
-
+    
     @IBAction func switchCameraTapped(_ sender: Any) {
         self.videoCapture.captureSession.beginConfiguration()
         let currentInput = self.videoCapture.captureSession.inputs.first as? AVCaptureDeviceInput
         self.videoCapture.captureSession.removeInput(currentInput!)
         // let newCameraDevice = currentInput?.device == .builtInWideAngleCamera ? getCamera(with: .front) : getCamera(with: .back)
-
+        
         let device = AVCaptureDevice.default(.builtInWideAngleCamera, for: .video, position: .back)!
         guard let videoInput1 = try? AVCaptureDeviceInput(device: device) else {
             return
         }
-
+        
         self.videoCapture.captureSession.addInput(videoInput1)
         self.videoCapture.captureSession.commitConfiguration()
     }
-
+    
     // share image
     @IBAction func shareButton(_ sender: Any) {
         selection.selectionChanged()
-        let bounds = UIScreen.main.bounds
-        //let bounds = self.View0.bounds
-
-        UIGraphicsBeginImageContextWithOptions(bounds.size, true, 0.0)
-        self.View0.drawHierarchy(in: bounds, afterScreenUpdates: false)
-        let img = UIGraphicsGetImageFromCurrentImageContext()
-        UIGraphicsEndImageContext()
-        let activityViewController = UIActivityViewController(activityItems: [img!], applicationActivities: nil)
-        activityViewController.popoverPresentationController?.sourceView = self.View0
-        self.present(activityViewController, animated: true, completion: nil)
-        // playButton("")
+        let settings = AVCapturePhotoSettings()
+        self.videoCapture.cameraOutput.capturePhoto(with: settings, delegate: self as AVCapturePhotoCaptureDelegate)
     }
-
+    
     // share screenshot
     @IBAction func saveScreenshotButton(_ shouldSave: Bool = true) {
         // let layer = UIApplication.shared.keyWindow!.layer
@@ -220,41 +212,41 @@ class ViewController: UIViewController {
         // layer.render(in: UIGraphicsGetCurrentContext()!)
         // let screenshot = UIGraphicsGetImageFromCurrentImageContext()
         // UIGraphicsEndImageContext()
-
+        
         // let screenshot = UIApplication.shared.screenShot
         // UIImageWriteToSavedPhotosAlbum(screenshot!, nil, nil, nil)
     }
-
+    
     let maxBoundingBoxViews = 100
     var boundingBoxViews = [BoundingBoxView]()
     var colors: [String: UIColor] = [:]
-
+    
     func setUpBoundingBoxViews() {
         // Ensure all bounding box views are initialized up to the maximum allowed.
         while boundingBoxViews.count < maxBoundingBoxViews {
             boundingBoxViews.append(BoundingBoxView())
         }
-
+        
         // Retrieve class labels directly from the CoreML model's class labels, if available.
         guard let classLabels = mlModel.modelDescription.classLabels as? [String] else {
             fatalError("Class labels are missing from the model description")
         }
-
+        
         // Assign random colors to the classes.
         for label in classLabels {
             if colors[label] == nil {  // if key not in dict
                 colors[label] = UIColor(red: CGFloat.random(in: 0...1),
-                        green: CGFloat.random(in: 0...1),
-                        blue: CGFloat.random(in: 0...1),
-                        alpha: 0.6)
+                                        green: CGFloat.random(in: 0...1),
+                                        blue: CGFloat.random(in: 0...1),
+                                        alpha: 0.6)
             }
         }
     }
-
+    
     func startVideo() {
         videoCapture = VideoCapture()
         videoCapture.delegate = self
-
+        
         videoCapture.setUp(sessionPreset: .photo) { success in
             // .hd4K3840x2160 or .photo (4032x3024)  Warning: 4k may not work on all devices i.e. 2019 iPod
             if success {
@@ -263,22 +255,22 @@ class ViewController: UIViewController {
                     self.videoPreview.layer.addSublayer(previewLayer)
                     self.videoCapture.previewLayer?.frame = self.videoPreview.bounds  // resize preview layer
                 }
-
+                
                 // Add the bounding box layers to the UI, on top of the video preview.
                 for box in self.boundingBoxViews {
                     box.addToLayer(self.videoPreview.layer)
                 }
-
+                
                 // Once everything is set up, we can start capturing live video.
                 self.videoCapture.start()
             }
         }
     }
-
+    
     func predict(sampleBuffer: CMSampleBuffer) {
         if currentBuffer == nil, let pixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) {
             currentBuffer = pixelBuffer
-
+            
             /// - Tag: MappingOrientation
             // The frame is always oriented based on the camera sensor,
             // so in most cases Vision needs to rotate it for the model to work as expected.
@@ -298,7 +290,7 @@ class ViewController: UIViewController {
             default:
                 imageOrientation = .up
             }
-
+            
             // Invoke a VNRequestHandler with that image
             let handler = VNImageRequestHandler(cvPixelBuffer: pixelBuffer, orientation: imageOrientation, options: [:])
             if UIDevice.current.orientation != .faceUp {  // stop if placed down on a table
@@ -310,11 +302,11 @@ class ViewController: UIViewController {
                 }
                 t1 = CACurrentMediaTime() - t0  // inference dt
             }
-
+            
             currentBuffer = nil
         }
     }
-
+    
     func processObservations(for request: VNRequest, error: Error?) {
         DispatchQueue.main.async {
             if let results = request.results as? [VNRecognizedObjectObservation] {
@@ -322,7 +314,7 @@ class ViewController: UIViewController {
             } else {
                 self.show(predictions: [])
             }
-
+            
             // Measure FPS
             if self.t1 < 10.0 {  // valid dt
                 self.t2 = self.t1 * 0.05 + self.t2 * 0.95  // smoothed inference time
@@ -332,12 +324,12 @@ class ViewController: UIViewController {
             self.t3 = CACurrentMediaTime()
         }
     }
-
+    
     // Save text file
     func saveText(text: String, file: String = "saved.txt") {
         if let dir = FileManager.default.urls(for: .documentDirectory, in: .userDomainMask).first {
             let fileURL = dir.appendingPathComponent(file)
-
+            
             // Writing
             do {  // Append to file if it exists
                 let fileHandle = try FileHandle(forWritingTo: fileURL)
@@ -351,12 +343,12 @@ class ViewController: UIViewController {
                     print("no file written")
                 }
             }
-
+            
             // Reading
             // do {let text2 = try String(contentsOf: fileURL, encoding: .utf8)} catch {/* error handling here */}
         }
     }
-
+    
     // Save image file
     func saveImage() {
         let dir = FileManager.default.urls(for: .documentDirectory, in: .userDomainMask).first
@@ -364,7 +356,7 @@ class ViewController: UIViewController {
         let image = UIImage(named: "ultralytics_yolo_logotype.png")
         FileManager.default.createFile(atPath: fileURL.path, contents: image!.jpegData(compressionQuality: 0.5), attributes: nil)
     }
-
+    
     // Return hard drive space (GB)
     func freeSpace() -> Double {
         let fileURL = URL(fileURLWithPath: NSHomeDirectory() as String)
@@ -376,7 +368,7 @@ class ViewController: UIViewController {
         }
         return 0
     }
-
+    
     // Return RAM usage (GB)
     func memoryUsage() -> Double {
         var taskInfo = mach_task_basic_info()
@@ -392,12 +384,12 @@ class ViewController: UIViewController {
             return 0
         }
     }
-
+    
     func show(predictions: [VNRecognizedObjectObservation]) {
         let width = videoPreview.bounds.width  // 375 pix
         let height = videoPreview.bounds.height  // 812 pix
         var str = ""
-
+        
         // ratio = videoPreview AR divided by sessionPreset AR
         var ratio: CGFloat = 1.0
         if videoCapture.captureSession.sessionPreset == .photo {
@@ -405,7 +397,7 @@ class ViewController: UIViewController {
         } else {
             ratio = (height / width) / (16.0 / 9.0)  // .hd4K3840x2160, .hd1920x1080, .hd1280x720 etc.
         }
-
+        
         // date
         let date = Date()
         let calendar = Calendar.current
@@ -414,35 +406,35 @@ class ViewController: UIViewController {
         let seconds = calendar.component(.second, from: date)
         let nanoseconds = calendar.component(.nanosecond, from: date)
         let sec_day = Double(hour) * 3600.0 + Double(minutes) * 60.0 + Double(seconds) + Double(nanoseconds) / 1E9  // seconds in the day
-
+        
         self.labelSlider.text = String(predictions.count) + " items (max " + String(Int(slider.value)) + ")"
         for i in 0..<boundingBoxViews.count {
             if i < predictions.count && i < Int(slider.value) {
                 let prediction = predictions[i]
-
+                
                 var rect = prediction.boundingBox  // normalized xywh, origin lower left
                 switch UIDevice.current.orientation {
                 case .portraitUpsideDown:
                     rect = CGRect(x: 1.0 - rect.origin.x - rect.width,
-                            y: 1.0 - rect.origin.y - rect.height,
-                            width: rect.width,
-                            height: rect.height)
+                                  y: 1.0 - rect.origin.y - rect.height,
+                                  width: rect.width,
+                                  height: rect.height)
                 case .landscapeLeft:
                     rect = CGRect(x: rect.origin.y,
-                            y: 1.0 - rect.origin.x - rect.width,
-                            width: rect.height,
-                            height: rect.width)
+                                  y: 1.0 - rect.origin.x - rect.width,
+                                  width: rect.height,
+                                  height: rect.width)
                 case .landscapeRight:
                     rect = CGRect(x: 1.0 - rect.origin.y - rect.height,
-                            y: rect.origin.x,
-                            width: rect.height,
-                            height: rect.width)
+                                  y: rect.origin.x,
+                                  width: rect.height,
+                                  height: rect.width)
                 case .unknown:
                     print("The device orientation is unknown, the predictions may be affected")
                     fallthrough
                 default: break
                 }
-
+                
                 if ratio >= 1 { // iPhone ratio = 1.218
                     let offset = (1 - ratio) * (0.5 - rect.minX)
                     let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: offset, y: -1)
@@ -454,30 +446,30 @@ class ViewController: UIViewController {
                     rect = rect.applying(transform)
                     rect.size.height /= ratio
                 }
-
+                
                 // Scale normalized to pixels [375, 812] [width, height]
                 rect = VNImageRectForNormalizedRect(rect, Int(width), Int(height))
-
+                
                 // The labels array is a list of VNClassificationObservation objects,
                 // with the highest scoring class first in the list.
                 let bestClass = prediction.labels[0].identifier
                 let confidence = prediction.labels[0].confidence
                 // print(confidence, rect)  // debug (confidence, xywh) with xywh origin top left (pixels)
-
+                
                 // Show the bounding box.
                 boundingBoxViews[i].show(frame: rect,
-                        label: String(format: "%@ %.1f", bestClass, confidence * 100),
-                        color: colors[bestClass] ?? UIColor.white,
-                        alpha: CGFloat((confidence - 0.2) / (1.0 - 0.2) * 0.9))  // alpha 0 (transparent) to 1 (opaque) for conf threshold 0.2 to 1.0)
-
+                                         label: String(format: "%@ %.1f", bestClass, confidence * 100),
+                                         color: colors[bestClass] ?? UIColor.white,
+                                         alpha: CGFloat((confidence - 0.2) / (1.0 - 0.2) * 0.9))  // alpha 0 (transparent) to 1 (opaque) for conf threshold 0.2 to 1.0)
+                
                 if developerMode {
                     // Write
                     if save_detections {
                         str += String(format: "%.3f %.3f %.3f %@ %.2f %.1f %.1f %.1f %.1f\n",
-                                sec_day, freeSpace(), UIDevice.current.batteryLevel, bestClass, confidence,
-                                rect.origin.x, rect.origin.y, rect.size.width, rect.size.height)
+                                      sec_day, freeSpace(), UIDevice.current.batteryLevel, bestClass, confidence,
+                                      rect.origin.x, rect.origin.y, rect.size.width, rect.size.height)
                     }
-
+                    
                     // Action trigger upon detection
                     // if false {
                     //     if (bestClass == "car") {  // "cell phone", "car", "person"
@@ -491,7 +483,7 @@ class ViewController: UIViewController {
                 boundingBoxViews[i].hide()
             }
         }
-
+        
         // Write
         if developerMode {
             if save_detections {
@@ -499,31 +491,31 @@ class ViewController: UIViewController {
             }
             if save_frames {
                 str = String(format: "%.3f %.3f %.3f %.3f %.1f %.1f %.1f\n",
-                        sec_day, freeSpace(), memoryUsage(), UIDevice.current.batteryLevel,
-                        self.t1 * 1000, self.t2 * 1000, 1 / self.t4)
+                             sec_day, freeSpace(), memoryUsage(), UIDevice.current.batteryLevel,
+                             self.t1 * 1000, self.t2 * 1000, 1 / self.t4)
                 saveText(text: str, file: "frames.txt")  // Write stats for each image
             }
         }
-
+        
         // Debug
         // print(str)
         // print(UIDevice.current.identifierForVendor!)
         // saveImage()
     }
-
+    
     // Pinch to Zoom Start ---------------------------------------------------------------------------------------------
     let minimumZoom: CGFloat = 1.0
     let maximumZoom: CGFloat = 10.0
     var lastZoomFactor: CGFloat = 1.0
-
+    
     @IBAction func pinch(_ pinch: UIPinchGestureRecognizer) {
         let device = videoCapture.captureDevice
-
+        
         // Return zoom value between the minimum and maximum zoom values
         func minMaxZoom(_ factor: CGFloat) -> CGFloat {
             return min(min(max(factor, minimumZoom), maximumZoom), device.activeFormat.videoMaxZoomFactor)
         }
-
+        
         func update(scale factor: CGFloat) {
             do {
                 try device.lockForConfiguration()
@@ -535,7 +527,7 @@ class ViewController: UIViewController {
                 print("\(error.localizedDescription)")
             }
         }
-
+        
         let newScaleFactor = minMaxZoom(pinch.scale * lastZoomFactor)
         switch pinch.state {
         case .began: fallthrough
@@ -549,7 +541,44 @@ class ViewController: UIViewController {
             self.labelZoom.font = UIFont.preferredFont(forTextStyle: .body)
         default: break
         }
-    }  // Pinch to Zoom Start ------------------------------------------------------------------------------------------
+    }  // Pinch to Zoom Start
+    
+    func showShareAlert(image: UIImage) {
+         let alertController = UIAlertController(title: "Do you want to share this image?", message: nil, preferredStyle: .alert)
+         
+         let shareAction = UIAlertAction(title: "OK", style: .default) { _ in
+             self.shareImage(image: image)
+         }
+         
+        let cancelAction = UIAlertAction(title: "Cancel", style: .cancel) { _ in
+            self.hideScreenshotImageView()
+        }
+         
+         alertController.addAction(shareAction)
+         alertController.addAction(cancelAction)
+         
+         if let popoverController = alertController.popoverPresentationController {
+             popoverController.sourceView = self.view
+             popoverController.sourceRect = CGRect(x: self.view.bounds.midX, y: self.view.bounds.maxY - 100, width: 0, height: 0)
+             popoverController.permittedArrowDirections = []
+         }
+         
+         present(alertController, animated: true, completion: nil)
+     }
+
+    func shareImage(image: UIImage) {
+        let activityViewController = UIActivityViewController(activityItems: [image], applicationActivities: nil)
+        activityViewController.popoverPresentationController?.sourceView = self.View0
+        self.present(activityViewController, animated: true) {
+            self.hideScreenshotImageView()
+        }
+    }
+    
+    func hideScreenshotImageView() {
+        self.screenshotImageView?.removeFromSuperview()
+        self.screenshotImageView = nil
+    }
+    // ------------------------------------------------------------------------------------------
 }  // ViewController class End
 
 extension ViewController: VideoCaptureDelegate {
@@ -565,18 +594,50 @@ extension ViewController: AVCapturePhotoCaptureDelegate {
             print("error occurred : \(error.localizedDescription)")
         }
         if let dataImage = photo.fileDataRepresentation() {
-            print(UIImage(data: dataImage)?.size as Any)
             let dataProvider = CGDataProvider(data: dataImage as CFData)
             let cgImageRef: CGImage! = CGImage(jpegDataProviderSource: dataProvider!, decode: nil, shouldInterpolate: true, intent: .defaultIntent)
-            let image = UIImage(cgImage: cgImageRef, scale: 0.5, orientation: UIImage.Orientation.right)
-
-            // Save to camera roll
-            UIImageWriteToSavedPhotosAlbum(image, nil, nil, nil);
+            var orientation = UIImage.Orientation.right
+            switch UIDevice.current.orientation {
+            case .landscapeLeft:
+                orientation = .up
+            case .landscapeRight:
+                orientation = .down
+            default:
+                break
+            }
+            var image = UIImage(cgImage: cgImageRef, scale: 0.5, orientation: orientation)
+
+            let imageView = UIImageView(image: image)
+            imageView.contentMode = .scaleAspectFill
+            imageView.frame = videoPreview.frame
+            let imageLayer = imageView.layer
+            var sublayers = videoPreview.layer.sublayers ?? []
+            let insertIndex = max(sublayers.count - 1, 0)
+            videoPreview.layer.insertSublayer(imageLayer, above: videoCapture.previewLayer)
+            
+            let bounds = UIScreen.main.bounds
+            UIGraphicsBeginImageContextWithOptions(bounds.size, true, 0.0)
+            self.View0.drawHierarchy(in: bounds, afterScreenUpdates: true)
+            let img = UIGraphicsGetImageFromCurrentImageContext()
+            UIGraphicsEndImageContext()
+            imageLayer.removeFromSuperlayer()
+            
+            let screenshotImageView = UIImageView(image: img)
+            screenshotImageView.frame = view.bounds
+            screenshotImageView.contentMode = .scaleAspectFit
+            view.addSubview(screenshotImageView)
+            self.screenshotImageView = screenshotImageView
+
+            UIView.animate(withDuration: 0.3, animations: {
+                screenshotImageView.frame = CGRect(x: 20, y: 100, width: self.view.bounds.width - 40, height: self.view.bounds.height - 200)
+            }) { _ in
+                self.showShareAlert(image: img!)
+            }
+//
+//            // Save to camera roll
+//            UIImageWriteToSavedPhotosAlbum(img!, nil, nil, nil);
         } else {
             print("AVCapturePhotoCaptureDelegate Error")
         }
     }
 }
-
-
-

From f57698fde64de64746c681a2009d278261ceb45a Mon Sep 17 00:00:00 2001
From: UltralyticsAssistant <web@ultralytics.com>
Date: Thu, 25 Jul 2024 02:45:07 +0000
Subject: [PATCH 02/26] Auto-format by https://ultralytics.com/actions

---
 README.md             | 45 +++++++++++++++++++++----------------------
 YOLO/Models/README.md | 24 +++++++++++------------
 2 files changed, 34 insertions(+), 35 deletions(-)

diff --git a/README.md b/README.md
index c5374a4..d4f2c23 100644
--- a/README.md
+++ b/README.md
@@ -46,44 +46,43 @@ Ensure you have the following before you start:
 
 1. **Clone the Repository:**
 
-    ```sh
-    git clone https://github.com/ultralytics/yolo-ios-app.git
-    ```
+   ```sh
+   git clone https://github.com/ultralytics/yolo-ios-app.git
+   ```
 
 2. **Open the Project in Xcode:**
 
-    Navigate to the cloned directory and open the `YOLO.xcodeproj` file.
+   Navigate to the cloned directory and open the `YOLO.xcodeproj` file.
 
-    <p align="center">
-    <img width="50%" src="https://github.com/ultralytics/ultralytics/assets/26833433/e0053238-4a7c-4d18-8720-6ce24c73dea0" alt="XCode load project screenshot">
-    </p>
+   <p align="center">
+   <img width="50%" src="https://github.com/ultralytics/ultralytics/assets/26833433/e0053238-4a7c-4d18-8720-6ce24c73dea0" alt="XCode load project screenshot">
+   </p>
 
-    In Xcode, go to the project's target settings and choose your Apple Developer account under the "Signing & Capabilities" tab.
+   In Xcode, go to the project's target settings and choose your Apple Developer account under the "Signing & Capabilities" tab.
 
 3. **Add YOLOv8 Models to the Project:**
 
-    Export CoreML INT8 models using the `ultralytics` Python package (with `pip install ultralytics`), or download them from our [GitHub release assets](https://github.com/ultralytics/yolo-ios-app/releases). You should have 5 YOLOv8 models in total. Place these in the `YOLO/Models` directory as seen in the Xcode screenshot below.
+   Export CoreML INT8 models using the `ultralytics` Python package (with `pip install ultralytics`), or download them from our [GitHub release assets](https://github.com/ultralytics/yolo-ios-app/releases). You should have 5 YOLOv8 models in total. Place these in the `YOLO/Models` directory as seen in the Xcode screenshot below.
 
-    ```python
-    from ultralytics import YOLO
+   ```python
+   from ultralytics import YOLO
 
-    # Loop through all YOLOv8 model sizes
-    for size in ("n", "s", "m", "l", "x"):
+   # Loop through all YOLOv8 model sizes
+   for size in ("n", "s", "m", "l", "x"):
+       # Load a YOLOv8 PyTorch model
+       model = YOLO(f"yolov8{size}.pt")
 
-        # Load a YOLOv8 PyTorch model
-        model = YOLO(f"yolov8{size}.pt")
-
-        # Export the PyTorch model to CoreML INT8 format with NMS layers
-        model.export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
-    ```
+       # Export the PyTorch model to CoreML INT8 format with NMS layers
+       model.export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
+   ```
 
 4. **Run the Ultralytics YOLO iOS App:**
 
-    Connect your iOS device and select it as the run target. Press the Run button to install the app on your device.
+   Connect your iOS device and select it as the run target. Press the Run button to install the app on your device.
 
-    <p align="center">
-    <img width="100%" src="https://github.com/ultralytics/ultralytics/assets/26833433/d2c6a7b7-fa8b-4130-a57f-4241f7a42ff2" alt="Ultralytics YOLO XCode screenshot">
-    </p>
+   <p align="center">
+   <img width="100%" src="https://github.com/ultralytics/ultralytics/assets/26833433/d2c6a7b7-fa8b-4130-a57f-4241f7a42ff2" alt="Ultralytics YOLO XCode screenshot">
+   </p>
 
 ## 🚀 Usage
 
diff --git a/YOLO/Models/README.md b/YOLO/Models/README.md
index e73239c..b70f1e5 100644
--- a/YOLO/Models/README.md
+++ b/YOLO/Models/README.md
@@ -23,25 +23,25 @@ If you prefer to use specific model versions or need to customize the models, yo
 
 1. **Installation:** First, ensure you have the `ultralytics` package installed. If not, you can install it using pip:
 
-    ```sh
-    pip install ultralytics
-    ```
+   ```sh
+   pip install ultralytics
+   ```
 
 2. **Export Models:** Use the following Python script to export YOLOv8 models to the CoreML format, optimized for INT8 quantization for better performance on iOS devices. The script exports all YOLOv8 model sizes (`n`, `s`, `m`, `l`, `x`) as CoreML models.
 
-    ```python
-    from ultralytics import YOLO
+   ```python
+   from ultralytics import YOLO
 
-    # Export all YOLOv8 models to CoreML INT8
-    for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
-        YOLO(f"yolov8{size}.pt").export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
-    ```
+   # Export all YOLOv8 models to CoreML INT8
+   for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
+       YOLO(f"yolov8{size}.pt").export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
+   ```
 
 3. **Place Models in Project:** After exporting, locate the CoreML model files and place them in the `YOLO/Models` directory of your project.
 
-    <p align="center">
-    <img width="100%" src="https://github.com/ultralytics/ultralytics/assets/26833433/d2c6a7b7-fa8b-4130-a57f-4241f7a42ff2" alt="Ultralytics YOLO XCode screenshot">
-    </p>
+<p align="center">
+<img width="100%" src="https://github.com/ultralytics/ultralytics/assets/26833433/d2c6a7b7-fa8b-4130-a57f-4241f7a42ff2" alt="Ultralytics YOLO XCode screenshot">
+</p>
 
 ## Finalizing the Setup
 

From 2ffd15f481396a2128388b59f5bb233d8f2c1e30 Mon Sep 17 00:00:00 2001
From: Glenn Jocher <glenn.jocher@ultralytics.com>
Date: Mon, 12 Aug 2024 04:23:36 +0800
Subject: [PATCH 03/26] Update format.yml

---
 .github/workflows/format.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/format.yml b/.github/workflows/format.yml
index f988ad3..5b39b9b 100644
--- a/.github/workflows/format.yml
+++ b/.github/workflows/format.yml
@@ -13,7 +13,7 @@ on:
 
 jobs:
   format:
-    runs-on: ubuntu-latest
+    runs-on: macos-latest
     steps:
       - name: Run Ultralytics Formatting
         uses: ultralytics/actions@main
@@ -23,6 +23,7 @@ jobs:
           python: true # format Python code and docstrings
           markdown: true # format Markdown
           prettier: true # format YAML
+          swift: true # format Swift
           spelling: false # check spelling
           links: false # check broken links
           summary: true # print PR summary with GPT4 (requires 'openai_api_key' or 'openai_azure_api_key' and 'openai_azure_endpoint')

From 83a14e8f2a199fc930650c36c1d6e1bdda8911a8 Mon Sep 17 00:00:00 2001
From: UltralyticsAssistant <web@ultralytics.com>
Date: Sun, 11 Aug 2024 20:24:00 +0000
Subject: [PATCH 04/26] Auto-format by https://ultralytics.com/actions

---
 YOLO/AppDelegate.swift                 |   70 +-
 YOLO/Utilities/BoundingBoxView.swift   |  107 +--
 YOLO/Utilities/ThresholdProvider.swift |   44 +-
 YOLO/VideoCapture.swift                |  201 ++--
 YOLO/ViewController.swift              | 1198 ++++++++++++------------
 5 files changed, 833 insertions(+), 787 deletions(-)

diff --git a/YOLO/AppDelegate.swift b/YOLO/AppDelegate.swift
index fe2f900..d9b8711 100644
--- a/YOLO/AppDelegate.swift
+++ b/YOLO/AppDelegate.swift
@@ -17,49 +17,53 @@ import UIKit
 /// The main application delegate, handling global app behavior and configuration.
 @UIApplicationMain
 class AppDelegate: UIResponder, UIApplicationDelegate {
-    var window: UIWindow?
+  var window: UIWindow?
 
-    /// Called when the app finishes launching, used here to set global app settings.
-    func application(_ application: UIApplication, didFinishLaunchingWithOptions launchOptions: [UIApplication.LaunchOptionsKey: Any]?) -> Bool {
-        // Disable screen dimming and auto-lock to keep the app active during long operations.
-        UIApplication.shared.isIdleTimerDisabled = true
+  /// Called when the app finishes launching, used here to set global app settings.
+  func application(
+    _ application: UIApplication,
+    didFinishLaunchingWithOptions launchOptions: [UIApplication.LaunchOptionsKey: Any]?
+  ) -> Bool {
+    // Disable screen dimming and auto-lock to keep the app active during long operations.
+    UIApplication.shared.isIdleTimerDisabled = true
 
-        // Enable battery monitoring to allow the app to adapt its behavior based on battery level.
-        UIDevice.current.isBatteryMonitoringEnabled = true
+    // Enable battery monitoring to allow the app to adapt its behavior based on battery level.
+    UIDevice.current.isBatteryMonitoringEnabled = true
 
-        // Store the app version and build version in UserDefaults for easy access elsewhere in the app.
-        if let appVersion = Bundle.main.infoDictionary?["CFBundleShortVersionString"] as? String,
-           let buildVersion = Bundle.main.infoDictionary?["CFBundleVersion"] as? String {
-            UserDefaults.standard.set("\(appVersion) (\(buildVersion))", forKey: "app_version")
-        }
+    // Store the app version and build version in UserDefaults for easy access elsewhere in the app.
+    if let appVersion = Bundle.main.infoDictionary?["CFBundleShortVersionString"] as? String,
+      let buildVersion = Bundle.main.infoDictionary?["CFBundleVersion"] as? String
+    {
+      UserDefaults.standard.set("\(appVersion) (\(buildVersion))", forKey: "app_version")
+    }
 
-        // Store the device's UUID in UserDefaults for identification purposes.
-        if let uuid = UIDevice.current.identifierForVendor?.uuidString {
-            UserDefaults.standard.set(uuid, forKey: "uuid")
-        }
+    // Store the device's UUID in UserDefaults for identification purposes.
+    if let uuid = UIDevice.current.identifierForVendor?.uuidString {
+      UserDefaults.standard.set(uuid, forKey: "uuid")
+    }
 
-        // Ensure UserDefaults changes are immediately saved.
-        UserDefaults.standard.synchronize()
+    // Ensure UserDefaults changes are immediately saved.
+    UserDefaults.standard.synchronize()
 
-        return true
-    }
+    return true
+  }
 }
 
 /// Extension to CALayer to add functionality for generating screenshots of any layer.
 extension CALayer {
-    var screenShot: UIImage? {
-        // Begin a new image context, using the device's screen scale to ensure high-resolution output.
-        UIGraphicsBeginImageContextWithOptions(frame.size, false, UIScreen.main.scale)
-        defer {
-            UIGraphicsEndImageContext()
-        }  // Ensure the image context is cleaned up correctly.
+  var screenShot: UIImage? {
+    // Begin a new image context, using the device's screen scale to ensure high-resolution output.
+    UIGraphicsBeginImageContextWithOptions(frame.size, false, UIScreen.main.scale)
+    defer {
+      UIGraphicsEndImageContext()
+    }  // Ensure the image context is cleaned up correctly.
 
-        if let context = UIGraphicsGetCurrentContext() {
-            // Render the layer into the current context.
-            render(in: context)
-            // Attempt to generate an image from the current context.
-            return UIGraphicsGetImageFromCurrentImageContext()
-        }
-        return nil  // Return nil if the operation fails.
+    if let context = UIGraphicsGetCurrentContext() {
+      // Render the layer into the current context.
+      render(in: context)
+      // Attempt to generate an image from the current context.
+      return UIGraphicsGetImageFromCurrentImageContext()
     }
+    return nil  // Return nil if the operation fails.
+  }
 }
diff --git a/YOLO/Utilities/BoundingBoxView.swift b/YOLO/Utilities/BoundingBoxView.swift
index b506545..add81aa 100644
--- a/YOLO/Utilities/BoundingBoxView.swift
+++ b/YOLO/Utilities/BoundingBoxView.swift
@@ -14,66 +14,67 @@ import UIKit
 
 /// Manages the visualization of bounding boxes and associated labels for object detection results.
 class BoundingBoxView {
-    /// The layer that draws the bounding box around a detected object.
-    let shapeLayer: CAShapeLayer
+  /// The layer that draws the bounding box around a detected object.
+  let shapeLayer: CAShapeLayer
 
-    /// The layer that displays the label and confidence score for the detected object.
-    let textLayer: CATextLayer
+  /// The layer that displays the label and confidence score for the detected object.
+  let textLayer: CATextLayer
 
-    /// Initializes a new BoundingBoxView with configured shape and text layers.
-    init() {
-        shapeLayer = CAShapeLayer()
-        shapeLayer.fillColor = UIColor.clear.cgColor  // No fill to only show the bounding outline
-        shapeLayer.lineWidth = 4  // Set the stroke line width
-        shapeLayer.isHidden = true  // Initially hidden; shown when a detection occurs
+  /// Initializes a new BoundingBoxView with configured shape and text layers.
+  init() {
+    shapeLayer = CAShapeLayer()
+    shapeLayer.fillColor = UIColor.clear.cgColor  // No fill to only show the bounding outline
+    shapeLayer.lineWidth = 4  // Set the stroke line width
+    shapeLayer.isHidden = true  // Initially hidden; shown when a detection occurs
 
-        textLayer = CATextLayer()
-        textLayer.isHidden = true  // Initially hidden; shown with label when a detection occurs
-        textLayer.contentsScale = UIScreen.main.scale  // Ensure the text is sharp on retina displays
-        textLayer.fontSize = 14  // Set font size for the label text
-        textLayer.font = UIFont(name: "Avenir", size: textLayer.fontSize)  // Use Avenir font for labels
-        textLayer.alignmentMode = .center  // Center-align the text within the layer
-    }
+    textLayer = CATextLayer()
+    textLayer.isHidden = true  // Initially hidden; shown with label when a detection occurs
+    textLayer.contentsScale = UIScreen.main.scale  // Ensure the text is sharp on retina displays
+    textLayer.fontSize = 14  // Set font size for the label text
+    textLayer.font = UIFont(name: "Avenir", size: textLayer.fontSize)  // Use Avenir font for labels
+    textLayer.alignmentMode = .center  // Center-align the text within the layer
+  }
 
-    /// Adds the bounding box and text layers to a specified parent layer.
-    /// - Parameter parent: The CALayer to which the bounding box and text layers will be added.
-    func addToLayer(_ parent: CALayer) {
-        parent.addSublayer(shapeLayer)
-        parent.addSublayer(textLayer)
-    }
+  /// Adds the bounding box and text layers to a specified parent layer.
+  /// - Parameter parent: The CALayer to which the bounding box and text layers will be added.
+  func addToLayer(_ parent: CALayer) {
+    parent.addSublayer(shapeLayer)
+    parent.addSublayer(textLayer)
+  }
 
-    /// Updates the bounding box and label to be visible with specified properties.
-    /// - Parameters:
-    ///   - frame: The CGRect frame defining the bounding box's size and position.
-    ///   - label: The text label to display (e.g., object class and confidence).
-    ///   - color: The color of the bounding box stroke and label background.
-    ///   - alpha: The opacity level for the bounding box stroke and label background.
-    func show(frame: CGRect, label: String, color: UIColor, alpha: CGFloat) {
-        CATransaction.setDisableActions(true)  // Disable implicit animations
+  /// Updates the bounding box and label to be visible with specified properties.
+  /// - Parameters:
+  ///   - frame: The CGRect frame defining the bounding box's size and position.
+  ///   - label: The text label to display (e.g., object class and confidence).
+  ///   - color: The color of the bounding box stroke and label background.
+  ///   - alpha: The opacity level for the bounding box stroke and label background.
+  func show(frame: CGRect, label: String, color: UIColor, alpha: CGFloat) {
+    CATransaction.setDisableActions(true)  // Disable implicit animations
 
-        let path = UIBezierPath(roundedRect: frame, cornerRadius: 6.0)  // Rounded rectangle for the bounding box
-        shapeLayer.path = path.cgPath
-        shapeLayer.strokeColor = color.withAlphaComponent(alpha).cgColor  // Apply color and alpha to the stroke
-        shapeLayer.isHidden = false  // Make the shape layer visible
+    let path = UIBezierPath(roundedRect: frame, cornerRadius: 6.0)  // Rounded rectangle for the bounding box
+    shapeLayer.path = path.cgPath
+    shapeLayer.strokeColor = color.withAlphaComponent(alpha).cgColor  // Apply color and alpha to the stroke
+    shapeLayer.isHidden = false  // Make the shape layer visible
 
-        textLayer.string = label  // Set the label text
-        textLayer.backgroundColor = color.withAlphaComponent(alpha).cgColor  // Apply color and alpha to the background
-        textLayer.isHidden = false  // Make the text layer visible
-        textLayer.foregroundColor = UIColor.white.withAlphaComponent(alpha).cgColor  // Set text color
+    textLayer.string = label  // Set the label text
+    textLayer.backgroundColor = color.withAlphaComponent(alpha).cgColor  // Apply color and alpha to the background
+    textLayer.isHidden = false  // Make the text layer visible
+    textLayer.foregroundColor = UIColor.white.withAlphaComponent(alpha).cgColor  // Set text color
 
-        // Calculate the text size and position based on the label content
-        let attributes = [NSAttributedString.Key.font: textLayer.font as Any]
-        let textRect = label.boundingRect(with: CGSize(width: 400, height: 100),
-                options: .truncatesLastVisibleLine,
-                attributes: attributes, context: nil)
-        let textSize = CGSize(width: textRect.width + 12, height: textRect.height)  // Add padding to the text size
-        let textOrigin = CGPoint(x: frame.origin.x - 2, y: frame.origin.y - textSize.height - 2)  // Position above the bounding box
-        textLayer.frame = CGRect(origin: textOrigin, size: textSize)  // Set the text layer frame
-    }
+    // Calculate the text size and position based on the label content
+    let attributes = [NSAttributedString.Key.font: textLayer.font as Any]
+    let textRect = label.boundingRect(
+      with: CGSize(width: 400, height: 100),
+      options: .truncatesLastVisibleLine,
+      attributes: attributes, context: nil)
+    let textSize = CGSize(width: textRect.width + 12, height: textRect.height)  // Add padding to the text size
+    let textOrigin = CGPoint(x: frame.origin.x - 2, y: frame.origin.y - textSize.height - 2)  // Position above the bounding box
+    textLayer.frame = CGRect(origin: textOrigin, size: textSize)  // Set the text layer frame
+  }
 
-    /// Hides the bounding box and text layers.
-    func hide() {
-        shapeLayer.isHidden = true
-        textLayer.isHidden = true
-    }
+  /// Hides the bounding box and text layers.
+  func hide() {
+    shapeLayer.isHidden = true
+    textLayer.isHidden = true
+  }
 }
diff --git a/YOLO/Utilities/ThresholdProvider.swift b/YOLO/Utilities/ThresholdProvider.swift
index 53702d1..22c8d6a 100644
--- a/YOLO/Utilities/ThresholdProvider.swift
+++ b/YOLO/Utilities/ThresholdProvider.swift
@@ -14,29 +14,29 @@ import CoreML
 
 /// Provides custom IoU and confidence thresholds for adjusting model predictions.
 class ThresholdProvider: MLFeatureProvider {
-    /// Stores IoU and confidence thresholds as MLFeatureValue objects.
-    var values: [String: MLFeatureValue]
+  /// Stores IoU and confidence thresholds as MLFeatureValue objects.
+  var values: [String: MLFeatureValue]
 
-    /// The set of feature names provided by this provider.
-    var featureNames: Set<String> {
-        return Set(values.keys)
-    }
+  /// The set of feature names provided by this provider.
+  var featureNames: Set<String> {
+    return Set(values.keys)
+  }
 
-    /// Initializes the provider with specified IoU and confidence thresholds.
-    /// - Parameters:
-    ///   - iouThreshold: The IoU threshold for determining object overlap.
-    ///   - confidenceThreshold: The minimum confidence for considering a detection valid.
-    init(iouThreshold: Double = 0.45, confidenceThreshold: Double = 0.25) {
-        values = [
-            "iouThreshold": MLFeatureValue(double: iouThreshold),
-            "confidenceThreshold": MLFeatureValue(double: confidenceThreshold)
-        ]
-    }
+  /// Initializes the provider with specified IoU and confidence thresholds.
+  /// - Parameters:
+  ///   - iouThreshold: The IoU threshold for determining object overlap.
+  ///   - confidenceThreshold: The minimum confidence for considering a detection valid.
+  init(iouThreshold: Double = 0.45, confidenceThreshold: Double = 0.25) {
+    values = [
+      "iouThreshold": MLFeatureValue(double: iouThreshold),
+      "confidenceThreshold": MLFeatureValue(double: confidenceThreshold),
+    ]
+  }
 
-    /// Returns the feature value for the given feature name.
-    /// - Parameter featureName: The name of the feature.
-    /// - Returns: The MLFeatureValue object corresponding to the feature name.
-    func featureValue(for featureName: String) -> MLFeatureValue? {
-        return values[featureName]
-    }
+  /// Returns the feature value for the given feature name.
+  /// - Parameter featureName: The name of the feature.
+  /// - Returns: The MLFeatureValue object corresponding to the feature name.
+  func featureValue(for featureName: String) -> MLFeatureValue? {
+    return values[featureName]
+  }
 }
diff --git a/YOLO/VideoCapture.swift b/YOLO/VideoCapture.swift
index 79aaf99..82e7fe9 100644
--- a/YOLO/VideoCapture.swift
+++ b/YOLO/VideoCapture.swift
@@ -11,123 +11,134 @@
 //  the capture session. It also provides methods to start and stop video capture and delivers captured frames
 //  to a delegate implementing the VideoCaptureDelegate protocol.
 
-
 import AVFoundation
 import CoreVideo
 import UIKit
 
 // Defines the protocol for handling video frame capture events.
 public protocol VideoCaptureDelegate: AnyObject {
-    func videoCapture(_ capture: VideoCapture, didCaptureVideoFrame: CMSampleBuffer)
+  func videoCapture(_ capture: VideoCapture, didCaptureVideoFrame: CMSampleBuffer)
 }
 
 // Identifies the best available camera device based on user preferences and device capabilities.
 func bestCaptureDevice() -> AVCaptureDevice {
-    if UserDefaults.standard.bool(forKey: "use_telephoto"), let device = AVCaptureDevice.default(.builtInTelephotoCamera, for: .video, position: .back) {
-        return device
-    } else if let device = AVCaptureDevice.default(.builtInDualCamera, for: .video, position: .back) {
-        return device
-    } else if let device = AVCaptureDevice.default(.builtInWideAngleCamera, for: .video, position: .back) {
-        return device
-    } else {
-        fatalError("Expected back camera device is not available.")
-    }
+  if UserDefaults.standard.bool(forKey: "use_telephoto"),
+    let device = AVCaptureDevice.default(.builtInTelephotoCamera, for: .video, position: .back)
+  {
+    return device
+  } else if let device = AVCaptureDevice.default(.builtInDualCamera, for: .video, position: .back) {
+    return device
+  } else if let device = AVCaptureDevice.default(
+    .builtInWideAngleCamera, for: .video, position: .back)
+  {
+    return device
+  } else {
+    fatalError("Expected back camera device is not available.")
+  }
 }
 
 public class VideoCapture: NSObject {
-    public var previewLayer: AVCaptureVideoPreviewLayer?
-    public weak var delegate: VideoCaptureDelegate?
-
-    let captureDevice = bestCaptureDevice()
-    let captureSession = AVCaptureSession()
-    let videoOutput = AVCaptureVideoDataOutput()
-    var cameraOutput = AVCapturePhotoOutput()
-    let queue = DispatchQueue(label: "camera-queue")
-
-    // Configures the camera and capture session with optional session presets.
-    public func setUp(sessionPreset: AVCaptureSession.Preset = .hd1280x720, completion: @escaping (Bool) -> Void) {
-        queue.async {
-            let success = self.setUpCamera(sessionPreset: sessionPreset)
-            DispatchQueue.main.async {
-                completion(success)
-            }
-        }
+  public var previewLayer: AVCaptureVideoPreviewLayer?
+  public weak var delegate: VideoCaptureDelegate?
+
+  let captureDevice = bestCaptureDevice()
+  let captureSession = AVCaptureSession()
+  let videoOutput = AVCaptureVideoDataOutput()
+  var cameraOutput = AVCapturePhotoOutput()
+  let queue = DispatchQueue(label: "camera-queue")
+
+  // Configures the camera and capture session with optional session presets.
+  public func setUp(
+    sessionPreset: AVCaptureSession.Preset = .hd1280x720, completion: @escaping (Bool) -> Void
+  ) {
+    queue.async {
+      let success = self.setUpCamera(sessionPreset: sessionPreset)
+      DispatchQueue.main.async {
+        completion(success)
+      }
     }
+  }
+
+  // Internal method to configure camera inputs, outputs, and session properties.
+  private func setUpCamera(sessionPreset: AVCaptureSession.Preset) -> Bool {
+    captureSession.beginConfiguration()
+    captureSession.sessionPreset = sessionPreset
 
-    // Internal method to configure camera inputs, outputs, and session properties.
-    private func setUpCamera(sessionPreset: AVCaptureSession.Preset) -> Bool {
-        captureSession.beginConfiguration()
-        captureSession.sessionPreset = sessionPreset
-
-        guard let videoInput = try? AVCaptureDeviceInput(device: captureDevice) else {
-            return false
-        }
-
-        if captureSession.canAddInput(videoInput) {
-            captureSession.addInput(videoInput)
-        }
-
-        let previewLayer = AVCaptureVideoPreviewLayer(session: captureSession)
-        previewLayer.videoGravity = .resizeAspectFill
-        previewLayer.connection?.videoOrientation = .portrait
-        self.previewLayer = previewLayer
-
-        let settings: [String: Any] = [
-            kCVPixelBufferPixelFormatTypeKey as String: NSNumber(value: kCVPixelFormatType_32BGRA)
-        ]
-
-        videoOutput.videoSettings = settings
-        videoOutput.alwaysDiscardsLateVideoFrames = true
-        videoOutput.setSampleBufferDelegate(self, queue: queue)
-        if captureSession.canAddOutput(videoOutput) {
-            captureSession.addOutput(videoOutput)
-        }
-
-        if captureSession.canAddOutput(cameraOutput) {
-            captureSession.addOutput(cameraOutput)
-        }
-
-        videoOutput.connection(with: .video)?.videoOrientation = .portrait
-
-        do {
-            try captureDevice.lockForConfiguration()
-            captureDevice.focusMode = .continuousAutoFocus
-            captureDevice.focusPointOfInterest = CGPoint(x: 0.5, y: 0.5)
-            captureDevice.exposureMode = .continuousAutoExposure
-            captureDevice.unlockForConfiguration()
-        } catch {
-            print("Unable to configure the capture device.")
-            return false
-        }
-
-        captureSession.commitConfiguration()
-        return true
+    guard let videoInput = try? AVCaptureDeviceInput(device: captureDevice) else {
+      return false
     }
 
-    // Starts the video capture session.
-    public func start() {
-        if !captureSession.isRunning {
-            DispatchQueue.global(qos: .userInitiated).async { [weak self] in
-                self?.captureSession.startRunning()
-            }
-        }
+    if captureSession.canAddInput(videoInput) {
+      captureSession.addInput(videoInput)
     }
 
-    // Stops the video capture session.
-    public func stop() {
-        if captureSession.isRunning {
-            captureSession.stopRunning()
-        }
+    let previewLayer = AVCaptureVideoPreviewLayer(session: captureSession)
+    previewLayer.videoGravity = .resizeAspectFill
+    previewLayer.connection?.videoOrientation = .portrait
+    self.previewLayer = previewLayer
+
+    let settings: [String: Any] = [
+      kCVPixelBufferPixelFormatTypeKey as String: NSNumber(value: kCVPixelFormatType_32BGRA)
+    ]
+
+    videoOutput.videoSettings = settings
+    videoOutput.alwaysDiscardsLateVideoFrames = true
+    videoOutput.setSampleBufferDelegate(self, queue: queue)
+    if captureSession.canAddOutput(videoOutput) {
+      captureSession.addOutput(videoOutput)
     }
-}
 
-// Extension to handle AVCaptureVideoDataOutputSampleBufferDelegate events.
-extension VideoCapture: AVCaptureVideoDataOutputSampleBufferDelegate {
-    public func captureOutput(_ output: AVCaptureOutput, didOutput sampleBuffer: CMSampleBuffer, from connection: AVCaptureConnection) {
-        delegate?.videoCapture(self, didCaptureVideoFrame: sampleBuffer)
+    if captureSession.canAddOutput(cameraOutput) {
+      captureSession.addOutput(cameraOutput)
     }
 
-    public func captureOutput(_ output: AVCaptureOutput, didDrop sampleBuffer: CMSampleBuffer, from connection: AVCaptureConnection) {
-        // Optionally handle dropped frames, e.g., due to full buffer.
+    videoOutput.connection(with: .video)?.videoOrientation = .portrait
+
+    do {
+      try captureDevice.lockForConfiguration()
+      captureDevice.focusMode = .continuousAutoFocus
+      captureDevice.focusPointOfInterest = CGPoint(x: 0.5, y: 0.5)
+      captureDevice.exposureMode = .continuousAutoExposure
+      captureDevice.unlockForConfiguration()
+    } catch {
+      print("Unable to configure the capture device.")
+      return false
     }
+
+    captureSession.commitConfiguration()
+    return true
+  }
+
+  // Starts the video capture session.
+  public func start() {
+    if !captureSession.isRunning {
+      DispatchQueue.global(qos: .userInitiated).async { [weak self] in
+        self?.captureSession.startRunning()
+      }
+    }
+  }
+
+  // Stops the video capture session.
+  public func stop() {
+    if captureSession.isRunning {
+      captureSession.stopRunning()
+    }
+  }
+}
+
+// Extension to handle AVCaptureVideoDataOutputSampleBufferDelegate events.
+extension VideoCapture: AVCaptureVideoDataOutputSampleBufferDelegate {
+  public func captureOutput(
+    _ output: AVCaptureOutput, didOutput sampleBuffer: CMSampleBuffer,
+    from connection: AVCaptureConnection
+  ) {
+    delegate?.videoCapture(self, didCaptureVideoFrame: sampleBuffer)
+  }
+
+  public func captureOutput(
+    _ output: AVCaptureOutput, didDrop sampleBuffer: CMSampleBuffer,
+    from connection: AVCaptureConnection
+  ) {
+    // Optionally handle dropped frames, e.g., due to full buffer.
+  }
 }
diff --git a/YOLO/ViewController.swift b/YOLO/ViewController.swift
index a1355cc..bde25fc 100644
--- a/YOLO/ViewController.swift
+++ b/YOLO/ViewController.swift
@@ -12,631 +12,661 @@
 //  the device's camera.
 
 import AVFoundation
-import CoreMedia
 import CoreML
+import CoreMedia
 import UIKit
 import Vision
 
 var mlModel = try! yolov8m(configuration: .init()).model
 
 class ViewController: UIViewController {
-    @IBOutlet var videoPreview: UIView!
-    @IBOutlet var View0: UIView!
-    @IBOutlet var segmentedControl: UISegmentedControl!
-    @IBOutlet var playButtonOutlet: UIBarButtonItem!
-    @IBOutlet var pauseButtonOutlet: UIBarButtonItem!
-    @IBOutlet var slider: UISlider!
-    @IBOutlet var sliderConf: UISlider!
-    @IBOutlet var sliderIoU: UISlider!
-    @IBOutlet weak var labelName: UILabel!
-    @IBOutlet weak var labelFPS: UILabel!
-    @IBOutlet weak var labelZoom: UILabel!
-    @IBOutlet weak var labelVersion: UILabel!
-    @IBOutlet weak var labelSlider: UILabel!
-    @IBOutlet weak var labelSliderConf: UILabel!
-    @IBOutlet weak var labelSliderIoU: UILabel!
-    @IBOutlet weak var activityIndicator: UIActivityIndicatorView!
-    var screenshotImageView:UIImageView?
-    
-    let selection = UISelectionFeedbackGenerator()
-    var detector = try! VNCoreMLModel(for: mlModel)
-    var session: AVCaptureSession!
-    var videoCapture: VideoCapture!
-    var currentBuffer: CVPixelBuffer?
-    var framesDone = 0
-    var t0 = 0.0  // inference start
-    var t1 = 0.0  // inference dt
-    var t2 = 0.0  // inference dt smoothed
-    var t3 = CACurrentMediaTime()  // FPS start
-    var t4 = 0.0  // FPS dt smoothed
-    // var cameraOutput: AVCapturePhotoOutput!
-    
-    // Developer mode
-    let developerMode = UserDefaults.standard.bool(forKey: "developer_mode")   // developer mode selected in settings
-    let save_detections = false  // write every detection to detections.txt
-    let save_frames = false  // write every frame to frames.txt
-    
-    lazy var visionRequest: VNCoreMLRequest = {
-        let request = VNCoreMLRequest(model: detector, completionHandler: {
-            [weak self] request, error in
-            self?.processObservations(for: request, error: error)
-        })
-        // NOTE: BoundingBoxView object scaling depends on request.imageCropAndScaleOption https://developer.apple.com/documentation/vision/vnimagecropandscaleoption
-        request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
-        return request
-    }()
-    
-    override func viewDidLoad() {
-        super.viewDidLoad()
-        slider.value = 30
-        setLabels()
-        setUpBoundingBoxViews()
-        startVideo()
-        // setModel()
+  @IBOutlet var videoPreview: UIView!
+  @IBOutlet var View0: UIView!
+  @IBOutlet var segmentedControl: UISegmentedControl!
+  @IBOutlet var playButtonOutlet: UIBarButtonItem!
+  @IBOutlet var pauseButtonOutlet: UIBarButtonItem!
+  @IBOutlet var slider: UISlider!
+  @IBOutlet var sliderConf: UISlider!
+  @IBOutlet var sliderIoU: UISlider!
+  @IBOutlet weak var labelName: UILabel!
+  @IBOutlet weak var labelFPS: UILabel!
+  @IBOutlet weak var labelZoom: UILabel!
+  @IBOutlet weak var labelVersion: UILabel!
+  @IBOutlet weak var labelSlider: UILabel!
+  @IBOutlet weak var labelSliderConf: UILabel!
+  @IBOutlet weak var labelSliderIoU: UILabel!
+  @IBOutlet weak var activityIndicator: UIActivityIndicatorView!
+  var screenshotImageView: UIImageView?
+
+  let selection = UISelectionFeedbackGenerator()
+  var detector = try! VNCoreMLModel(for: mlModel)
+  var session: AVCaptureSession!
+  var videoCapture: VideoCapture!
+  var currentBuffer: CVPixelBuffer?
+  var framesDone = 0
+  var t0 = 0.0  // inference start
+  var t1 = 0.0  // inference dt
+  var t2 = 0.0  // inference dt smoothed
+  var t3 = CACurrentMediaTime()  // FPS start
+  var t4 = 0.0  // FPS dt smoothed
+  // var cameraOutput: AVCapturePhotoOutput!
+
+  // Developer mode
+  let developerMode = UserDefaults.standard.bool(forKey: "developer_mode")  // developer mode selected in settings
+  let save_detections = false  // write every detection to detections.txt
+  let save_frames = false  // write every frame to frames.txt
+
+  lazy var visionRequest: VNCoreMLRequest = {
+    let request = VNCoreMLRequest(
+      model: detector,
+      completionHandler: {
+        [weak self] request, error in
+        self?.processObservations(for: request, error: error)
+      })
+    // NOTE: BoundingBoxView object scaling depends on request.imageCropAndScaleOption https://developer.apple.com/documentation/vision/vnimagecropandscaleoption
+    request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
+    return request
+  }()
+
+  override func viewDidLoad() {
+    super.viewDidLoad()
+    slider.value = 30
+    setLabels()
+    setUpBoundingBoxViews()
+    startVideo()
+    // setModel()
+  }
+
+  @IBAction func vibrate(_ sender: Any) {
+    selection.selectionChanged()
+  }
+
+  @IBAction func indexChanged(_ sender: Any) {
+    selection.selectionChanged()
+    activityIndicator.startAnimating()
+
+    /// Switch model
+    switch segmentedControl.selectedSegmentIndex {
+    case 0:
+      self.labelName.text = "YOLOv8n"
+      mlModel = try! yolov8n(configuration: .init()).model
+    case 1:
+      self.labelName.text = "YOLOv8s"
+      mlModel = try! yolov8s(configuration: .init()).model
+    case 2:
+      self.labelName.text = "YOLOv8m"
+      mlModel = try! yolov8m(configuration: .init()).model
+    case 3:
+      self.labelName.text = "YOLOv8l"
+      mlModel = try! yolov8l(configuration: .init()).model
+    case 4:
+      self.labelName.text = "YOLOv8x"
+      mlModel = try! yolov8x(configuration: .init()).model
+    default:
+      break
     }
-    
-    @IBAction func vibrate(_ sender: Any) {
-        selection.selectionChanged()
+    setModel()
+    setUpBoundingBoxViews()
+    activityIndicator.stopAnimating()
+  }
+
+  func setModel() {
+    /// VNCoreMLModel
+    detector = try! VNCoreMLModel(for: mlModel)
+    detector.featureProvider = ThresholdProvider()
+
+    /// VNCoreMLRequest
+    let request = VNCoreMLRequest(
+      model: detector,
+      completionHandler: { [weak self] request, error in
+        self?.processObservations(for: request, error: error)
+      })
+    request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
+    visionRequest = request
+    t2 = 0.0  // inference dt smoothed
+    t3 = CACurrentMediaTime()  // FPS start
+    t4 = 0.0  // FPS dt smoothed
+  }
+
+  /// Update thresholds from slider values
+  @IBAction func sliderChanged(_ sender: Any) {
+    let conf = Double(round(100 * sliderConf.value)) / 100
+    let iou = Double(round(100 * sliderIoU.value)) / 100
+    self.labelSliderConf.text = String(conf) + " Confidence Threshold"
+    self.labelSliderIoU.text = String(iou) + " IoU Threshold"
+    detector.featureProvider = ThresholdProvider(iouThreshold: iou, confidenceThreshold: conf)
+  }
+
+  @IBAction func takePhoto(_ sender: Any?) {
+    let t0 = DispatchTime.now().uptimeNanoseconds
+
+    // 1. captureSession and cameraOutput
+    // session = videoCapture.captureSession  // session = AVCaptureSession()
+    // session.sessionPreset = AVCaptureSession.Preset.photo
+    // cameraOutput = AVCapturePhotoOutput()
+    // cameraOutput.isHighResolutionCaptureEnabled = true
+    // cameraOutput.isDualCameraDualPhotoDeliveryEnabled = true
+    // print("1 Done: ", Double(DispatchTime.now().uptimeNanoseconds - t0) / 1E9)
+
+    // 2. Settings
+    let settings = AVCapturePhotoSettings()
+    // settings.flashMode = .off
+    // settings.isHighResolutionPhotoEnabled = cameraOutput.isHighResolutionCaptureEnabled
+    // settings.isDualCameraDualPhotoDeliveryEnabled = self.videoCapture.cameraOutput.isDualCameraDualPhotoDeliveryEnabled
+
+    // 3. Capture Photo
+    usleep(20_000)  // short 10 ms delay to allow camera to focus
+    self.videoCapture.cameraOutput.capturePhoto(
+      with: settings, delegate: self as AVCapturePhotoCaptureDelegate)
+    print("3 Done: ", Double(DispatchTime.now().uptimeNanoseconds - t0) / 1E9)
+  }
+
+  @IBAction func logoButton(_ sender: Any) {
+    selection.selectionChanged()
+    if let link = URL(string: "https://www.ultralytics.com") {
+      UIApplication.shared.open(link)
     }
-    
-    @IBAction func indexChanged(_ sender: Any) {
-        selection.selectionChanged()
-        activityIndicator.startAnimating()
-        
-        /// Switch model
-        switch segmentedControl.selectedSegmentIndex {
-        case 0:
-            self.labelName.text = "YOLOv8n"
-            mlModel = try! yolov8n(configuration: .init()).model
-        case 1:
-            self.labelName.text = "YOLOv8s"
-            mlModel = try! yolov8s(configuration: .init()).model
-        case 2:
-            self.labelName.text = "YOLOv8m"
-            mlModel = try! yolov8m(configuration: .init()).model
-        case 3:
-            self.labelName.text = "YOLOv8l"
-            mlModel = try! yolov8l(configuration: .init()).model
-        case 4:
-            self.labelName.text = "YOLOv8x"
-            mlModel = try! yolov8x(configuration: .init()).model
-        default:
-            break
-        }
-        setModel()
-        setUpBoundingBoxViews()
-        activityIndicator.stopAnimating()
+  }
+
+  func setLabels() {
+    self.labelName.text = "YOLOv8m"
+    self.labelVersion.text = "Version " + UserDefaults.standard.string(forKey: "app_version")!
+  }
+
+  @IBAction func playButton(_ sender: Any) {
+    selection.selectionChanged()
+    self.videoCapture.start()
+    playButtonOutlet.isEnabled = false
+    pauseButtonOutlet.isEnabled = true
+  }
+
+  @IBAction func pauseButton(_ sender: Any?) {
+    selection.selectionChanged()
+    self.videoCapture.stop()
+    playButtonOutlet.isEnabled = true
+    pauseButtonOutlet.isEnabled = false
+  }
+
+  @IBAction func switchCameraTapped(_ sender: Any) {
+    self.videoCapture.captureSession.beginConfiguration()
+    let currentInput = self.videoCapture.captureSession.inputs.first as? AVCaptureDeviceInput
+    self.videoCapture.captureSession.removeInput(currentInput!)
+    // let newCameraDevice = currentInput?.device == .builtInWideAngleCamera ? getCamera(with: .front) : getCamera(with: .back)
+
+    let device = AVCaptureDevice.default(.builtInWideAngleCamera, for: .video, position: .back)!
+    guard let videoInput1 = try? AVCaptureDeviceInput(device: device) else {
+      return
     }
-    
-    func setModel() {
-        /// VNCoreMLModel
-        detector = try! VNCoreMLModel(for: mlModel)
-        detector.featureProvider = ThresholdProvider()
-        
-        /// VNCoreMLRequest
-        let request = VNCoreMLRequest(model: detector, completionHandler: { [weak self] request, error in
-            self?.processObservations(for: request, error: error)
-        })
-        request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
-        visionRequest = request
-        t2 = 0.0 // inference dt smoothed
-        t3 = CACurrentMediaTime()  // FPS start
-        t4 = 0.0  // FPS dt smoothed
+
+    self.videoCapture.captureSession.addInput(videoInput1)
+    self.videoCapture.captureSession.commitConfiguration()
+  }
+
+  // share image
+  @IBAction func shareButton(_ sender: Any) {
+    selection.selectionChanged()
+    let settings = AVCapturePhotoSettings()
+    self.videoCapture.cameraOutput.capturePhoto(
+      with: settings, delegate: self as AVCapturePhotoCaptureDelegate)
+  }
+
+  // share screenshot
+  @IBAction func saveScreenshotButton(_ shouldSave: Bool = true) {
+    // let layer = UIApplication.shared.keyWindow!.layer
+    // let scale = UIScreen.main.scale
+    // UIGraphicsBeginImageContextWithOptions(layer.frame.size, false, scale);
+    // layer.render(in: UIGraphicsGetCurrentContext()!)
+    // let screenshot = UIGraphicsGetImageFromCurrentImageContext()
+    // UIGraphicsEndImageContext()
+
+    // let screenshot = UIApplication.shared.screenShot
+    // UIImageWriteToSavedPhotosAlbum(screenshot!, nil, nil, nil)
+  }
+
+  let maxBoundingBoxViews = 100
+  var boundingBoxViews = [BoundingBoxView]()
+  var colors: [String: UIColor] = [:]
+
+  func setUpBoundingBoxViews() {
+    // Ensure all bounding box views are initialized up to the maximum allowed.
+    while boundingBoxViews.count < maxBoundingBoxViews {
+      boundingBoxViews.append(BoundingBoxView())
     }
-    
-    /// Update thresholds from slider values
-    @IBAction func sliderChanged(_ sender: Any) {
-        let conf = Double(round(100 * sliderConf.value)) / 100
-        let iou = Double(round(100 * sliderIoU.value)) / 100
-        self.labelSliderConf.text = String(conf) + " Confidence Threshold"
-        self.labelSliderIoU.text = String(iou) + " IoU Threshold"
-        detector.featureProvider = ThresholdProvider(iouThreshold: iou, confidenceThreshold: conf)
+
+    // Retrieve class labels directly from the CoreML model's class labels, if available.
+    guard let classLabels = mlModel.modelDescription.classLabels as? [String] else {
+      fatalError("Class labels are missing from the model description")
     }
-    
-    @IBAction func takePhoto(_ sender: Any?) {
-        let t0 = DispatchTime.now().uptimeNanoseconds
-        
-        // 1. captureSession and cameraOutput
-        // session = videoCapture.captureSession  // session = AVCaptureSession()
-        // session.sessionPreset = AVCaptureSession.Preset.photo
-        // cameraOutput = AVCapturePhotoOutput()
-        // cameraOutput.isHighResolutionCaptureEnabled = true
-        // cameraOutput.isDualCameraDualPhotoDeliveryEnabled = true
-        // print("1 Done: ", Double(DispatchTime.now().uptimeNanoseconds - t0) / 1E9)
-        
-        // 2. Settings
-        let settings = AVCapturePhotoSettings()
-        // settings.flashMode = .off
-        // settings.isHighResolutionPhotoEnabled = cameraOutput.isHighResolutionCaptureEnabled
-        // settings.isDualCameraDualPhotoDeliveryEnabled = self.videoCapture.cameraOutput.isDualCameraDualPhotoDeliveryEnabled
-        
-        // 3. Capture Photo
-        usleep(20_000)  // short 10 ms delay to allow camera to focus
-        self.videoCapture.cameraOutput.capturePhoto(with: settings, delegate: self as AVCapturePhotoCaptureDelegate)
-        print("3 Done: ", Double(DispatchTime.now().uptimeNanoseconds - t0) / 1E9)
+
+    // Assign random colors to the classes.
+    for label in classLabels {
+      if colors[label] == nil {  // if key not in dict
+        colors[label] = UIColor(
+          red: CGFloat.random(in: 0...1),
+          green: CGFloat.random(in: 0...1),
+          blue: CGFloat.random(in: 0...1),
+          alpha: 0.6)
+      }
     }
-    
-    @IBAction func logoButton(_ sender: Any) {
-        selection.selectionChanged()
-        if let link = URL(string: "https://www.ultralytics.com") {
-            UIApplication.shared.open(link)
+  }
+
+  func startVideo() {
+    videoCapture = VideoCapture()
+    videoCapture.delegate = self
+
+    videoCapture.setUp(sessionPreset: .photo) { success in
+      // .hd4K3840x2160 or .photo (4032x3024)  Warning: 4k may not work on all devices i.e. 2019 iPod
+      if success {
+        // Add the video preview into the UI.
+        if let previewLayer = self.videoCapture.previewLayer {
+          self.videoPreview.layer.addSublayer(previewLayer)
+          self.videoCapture.previewLayer?.frame = self.videoPreview.bounds  // resize preview layer
         }
-    }
-    
-    func setLabels() {
-        self.labelName.text = "YOLOv8m"
-        self.labelVersion.text = "Version " + UserDefaults.standard.string(forKey: "app_version")!
-    }
-    
-    @IBAction func playButton(_ sender: Any) {
-        selection.selectionChanged()
+
+        // Add the bounding box layers to the UI, on top of the video preview.
+        for box in self.boundingBoxViews {
+          box.addToLayer(self.videoPreview.layer)
+        }
+
+        // Once everything is set up, we can start capturing live video.
         self.videoCapture.start()
-        playButtonOutlet.isEnabled = false
-        pauseButtonOutlet.isEnabled = true
+      }
+    }
+  }
+
+  func predict(sampleBuffer: CMSampleBuffer) {
+    if currentBuffer == nil, let pixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) {
+      currentBuffer = pixelBuffer
+
+      /// - Tag: MappingOrientation
+      // The frame is always oriented based on the camera sensor,
+      // so in most cases Vision needs to rotate it for the model to work as expected.
+      let imageOrientation: CGImagePropertyOrientation
+      switch UIDevice.current.orientation {
+      case .portrait:
+        imageOrientation = .up
+      case .portraitUpsideDown:
+        imageOrientation = .down
+      case .landscapeLeft:
+        imageOrientation = .left
+      case .landscapeRight:
+        imageOrientation = .right
+      case .unknown:
+        print("The device orientation is unknown, the predictions may be affected")
+        fallthrough
+      default:
+        imageOrientation = .up
+      }
+
+      // Invoke a VNRequestHandler with that image
+      let handler = VNImageRequestHandler(
+        cvPixelBuffer: pixelBuffer, orientation: imageOrientation, options: [:])
+      if UIDevice.current.orientation != .faceUp {  // stop if placed down on a table
+        t0 = CACurrentMediaTime()  // inference start
+        do {
+          try handler.perform([visionRequest])
+        } catch {
+          print(error)
+        }
+        t1 = CACurrentMediaTime() - t0  // inference dt
+      }
+
+      currentBuffer = nil
     }
-    
-    @IBAction func pauseButton(_ sender: Any?) {
-        selection.selectionChanged()
-        self.videoCapture.stop()
-        playButtonOutlet.isEnabled = true
-        pauseButtonOutlet.isEnabled = false
+  }
+
+  func processObservations(for request: VNRequest, error: Error?) {
+    DispatchQueue.main.async {
+      if let results = request.results as? [VNRecognizedObjectObservation] {
+        self.show(predictions: results)
+      } else {
+        self.show(predictions: [])
+      }
+
+      // Measure FPS
+      if self.t1 < 10.0 {  // valid dt
+        self.t2 = self.t1 * 0.05 + self.t2 * 0.95  // smoothed inference time
+      }
+      self.t4 = (CACurrentMediaTime() - self.t3) * 0.05 + self.t4 * 0.95  // smoothed delivered FPS
+      self.labelFPS.text = String(format: "%.1f FPS - %.1f ms", 1 / self.t4, self.t2 * 1000)  // t2 seconds to ms
+      self.t3 = CACurrentMediaTime()
     }
-    
-    @IBAction func switchCameraTapped(_ sender: Any) {
-        self.videoCapture.captureSession.beginConfiguration()
-        let currentInput = self.videoCapture.captureSession.inputs.first as? AVCaptureDeviceInput
-        self.videoCapture.captureSession.removeInput(currentInput!)
-        // let newCameraDevice = currentInput?.device == .builtInWideAngleCamera ? getCamera(with: .front) : getCamera(with: .back)
-        
-        let device = AVCaptureDevice.default(.builtInWideAngleCamera, for: .video, position: .back)!
-        guard let videoInput1 = try? AVCaptureDeviceInput(device: device) else {
-            return
+  }
+
+  // Save text file
+  func saveText(text: String, file: String = "saved.txt") {
+    if let dir = FileManager.default.urls(for: .documentDirectory, in: .userDomainMask).first {
+      let fileURL = dir.appendingPathComponent(file)
+
+      // Writing
+      do {  // Append to file if it exists
+        let fileHandle = try FileHandle(forWritingTo: fileURL)
+        fileHandle.seekToEndOfFile()
+        fileHandle.write(text.data(using: .utf8)!)
+        fileHandle.closeFile()
+      } catch {  // Create new file and write
+        do {
+          try text.write(to: fileURL, atomically: false, encoding: .utf8)
+        } catch {
+          print("no file written")
         }
-        
-        self.videoCapture.captureSession.addInput(videoInput1)
-        self.videoCapture.captureSession.commitConfiguration()
+      }
+
+      // Reading
+      // do {let text2 = try String(contentsOf: fileURL, encoding: .utf8)} catch {/* error handling here */}
     }
-    
-    // share image
-    @IBAction func shareButton(_ sender: Any) {
-        selection.selectionChanged()
-        let settings = AVCapturePhotoSettings()
-        self.videoCapture.cameraOutput.capturePhoto(with: settings, delegate: self as AVCapturePhotoCaptureDelegate)
+  }
+
+  // Save image file
+  func saveImage() {
+    let dir = FileManager.default.urls(for: .documentDirectory, in: .userDomainMask).first
+    let fileURL = dir!.appendingPathComponent("saved.jpg")
+    let image = UIImage(named: "ultralytics_yolo_logotype.png")
+    FileManager.default.createFile(
+      atPath: fileURL.path, contents: image!.jpegData(compressionQuality: 0.5), attributes: nil)
+  }
+
+  // Return hard drive space (GB)
+  func freeSpace() -> Double {
+    let fileURL = URL(fileURLWithPath: NSHomeDirectory() as String)
+    do {
+      let values = try fileURL.resourceValues(forKeys: [
+        .volumeAvailableCapacityForImportantUsageKey
+      ])
+      return Double(values.volumeAvailableCapacityForImportantUsage!) / 1E9  // Bytes to GB
+    } catch {
+      print("Error retrieving storage capacity: \(error.localizedDescription)")
     }
-    
-    // share screenshot
-    @IBAction func saveScreenshotButton(_ shouldSave: Bool = true) {
-        // let layer = UIApplication.shared.keyWindow!.layer
-        // let scale = UIScreen.main.scale
-        // UIGraphicsBeginImageContextWithOptions(layer.frame.size, false, scale);
-        // layer.render(in: UIGraphicsGetCurrentContext()!)
-        // let screenshot = UIGraphicsGetImageFromCurrentImageContext()
-        // UIGraphicsEndImageContext()
-        
-        // let screenshot = UIApplication.shared.screenShot
-        // UIImageWriteToSavedPhotosAlbum(screenshot!, nil, nil, nil)
+    return 0
+  }
+
+  // Return RAM usage (GB)
+  func memoryUsage() -> Double {
+    var taskInfo = mach_task_basic_info()
+    var count = mach_msg_type_number_t(MemoryLayout<mach_task_basic_info>.size) / 4
+    let kerr: kern_return_t = withUnsafeMutablePointer(to: &taskInfo) {
+      $0.withMemoryRebound(to: integer_t.self, capacity: 1) {
+        task_info(mach_task_self_, task_flavor_t(MACH_TASK_BASIC_INFO), $0, &count)
+      }
     }
-    
-    let maxBoundingBoxViews = 100
-    var boundingBoxViews = [BoundingBoxView]()
-    var colors: [String: UIColor] = [:]
-    
-    func setUpBoundingBoxViews() {
-        // Ensure all bounding box views are initialized up to the maximum allowed.
-        while boundingBoxViews.count < maxBoundingBoxViews {
-            boundingBoxViews.append(BoundingBoxView())
-        }
-        
-        // Retrieve class labels directly from the CoreML model's class labels, if available.
-        guard let classLabels = mlModel.modelDescription.classLabels as? [String] else {
-            fatalError("Class labels are missing from the model description")
-        }
-        
-        // Assign random colors to the classes.
-        for label in classLabels {
-            if colors[label] == nil {  // if key not in dict
-                colors[label] = UIColor(red: CGFloat.random(in: 0...1),
-                                        green: CGFloat.random(in: 0...1),
-                                        blue: CGFloat.random(in: 0...1),
-                                        alpha: 0.6)
-            }
-        }
+    if kerr == KERN_SUCCESS {
+      return Double(taskInfo.resident_size) / 1E9  // Bytes to GB
+    } else {
+      return 0
     }
-    
-    func startVideo() {
-        videoCapture = VideoCapture()
-        videoCapture.delegate = self
-        
-        videoCapture.setUp(sessionPreset: .photo) { success in
-            // .hd4K3840x2160 or .photo (4032x3024)  Warning: 4k may not work on all devices i.e. 2019 iPod
-            if success {
-                // Add the video preview into the UI.
-                if let previewLayer = self.videoCapture.previewLayer {
-                    self.videoPreview.layer.addSublayer(previewLayer)
-                    self.videoCapture.previewLayer?.frame = self.videoPreview.bounds  // resize preview layer
-                }
-                
-                // Add the bounding box layers to the UI, on top of the video preview.
-                for box in self.boundingBoxViews {
-                    box.addToLayer(self.videoPreview.layer)
-                }
-                
-                // Once everything is set up, we can start capturing live video.
-                self.videoCapture.start()
-            }
-        }
+  }
+
+  func show(predictions: [VNRecognizedObjectObservation]) {
+    let width = videoPreview.bounds.width  // 375 pix
+    let height = videoPreview.bounds.height  // 812 pix
+    var str = ""
+
+    // ratio = videoPreview AR divided by sessionPreset AR
+    var ratio: CGFloat = 1.0
+    if videoCapture.captureSession.sessionPreset == .photo {
+      ratio = (height / width) / (4.0 / 3.0)  // .photo
+    } else {
+      ratio = (height / width) / (16.0 / 9.0)  // .hd4K3840x2160, .hd1920x1080, .hd1280x720 etc.
     }
-    
-    func predict(sampleBuffer: CMSampleBuffer) {
-        if currentBuffer == nil, let pixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) {
-            currentBuffer = pixelBuffer
-            
-            /// - Tag: MappingOrientation
-            // The frame is always oriented based on the camera sensor,
-            // so in most cases Vision needs to rotate it for the model to work as expected.
-            let imageOrientation: CGImagePropertyOrientation
-            switch UIDevice.current.orientation {
-            case .portrait:
-                imageOrientation = .up
-            case .portraitUpsideDown:
-                imageOrientation = .down
-            case .landscapeLeft:
-                imageOrientation = .left
-            case .landscapeRight:
-                imageOrientation = .right
-            case .unknown:
-                print("The device orientation is unknown, the predictions may be affected")
-                fallthrough
-            default:
-                imageOrientation = .up
-            }
-            
-            // Invoke a VNRequestHandler with that image
-            let handler = VNImageRequestHandler(cvPixelBuffer: pixelBuffer, orientation: imageOrientation, options: [:])
-            if UIDevice.current.orientation != .faceUp {  // stop if placed down on a table
-                t0 = CACurrentMediaTime()  // inference start
-                do {
-                    try handler.perform([visionRequest])
-                } catch {
-                    print(error)
-                }
-                t1 = CACurrentMediaTime() - t0  // inference dt
-            }
-            
-            currentBuffer = nil
+
+    // date
+    let date = Date()
+    let calendar = Calendar.current
+    let hour = calendar.component(.hour, from: date)
+    let minutes = calendar.component(.minute, from: date)
+    let seconds = calendar.component(.second, from: date)
+    let nanoseconds = calendar.component(.nanosecond, from: date)
+    let sec_day =
+      Double(hour) * 3600.0 + Double(minutes) * 60.0 + Double(seconds) + Double(nanoseconds) / 1E9  // seconds in the day
+
+    self.labelSlider.text =
+      String(predictions.count) + " items (max " + String(Int(slider.value)) + ")"
+    for i in 0..<boundingBoxViews.count {
+      if i < predictions.count && i < Int(slider.value) {
+        let prediction = predictions[i]
+
+        var rect = prediction.boundingBox  // normalized xywh, origin lower left
+        switch UIDevice.current.orientation {
+        case .portraitUpsideDown:
+          rect = CGRect(
+            x: 1.0 - rect.origin.x - rect.width,
+            y: 1.0 - rect.origin.y - rect.height,
+            width: rect.width,
+            height: rect.height)
+        case .landscapeLeft:
+          rect = CGRect(
+            x: rect.origin.y,
+            y: 1.0 - rect.origin.x - rect.width,
+            width: rect.height,
+            height: rect.width)
+        case .landscapeRight:
+          rect = CGRect(
+            x: 1.0 - rect.origin.y - rect.height,
+            y: rect.origin.x,
+            width: rect.height,
+            height: rect.width)
+        case .unknown:
+          print("The device orientation is unknown, the predictions may be affected")
+          fallthrough
+        default: break
         }
-    }
-    
-    func processObservations(for request: VNRequest, error: Error?) {
-        DispatchQueue.main.async {
-            if let results = request.results as? [VNRecognizedObjectObservation] {
-                self.show(predictions: results)
-            } else {
-                self.show(predictions: [])
-            }
-            
-            // Measure FPS
-            if self.t1 < 10.0 {  // valid dt
-                self.t2 = self.t1 * 0.05 + self.t2 * 0.95  // smoothed inference time
-            }
-            self.t4 = (CACurrentMediaTime() - self.t3) * 0.05 + self.t4 * 0.95  // smoothed delivered FPS
-            self.labelFPS.text = String(format: "%.1f FPS - %.1f ms", 1 / self.t4, self.t2 * 1000)  // t2 seconds to ms
-            self.t3 = CACurrentMediaTime()
+
+        if ratio >= 1 {  // iPhone ratio = 1.218
+          let offset = (1 - ratio) * (0.5 - rect.minX)
+          let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: offset, y: -1)
+          rect = rect.applying(transform)
+          rect.size.width *= ratio
+        } else {  // iPad ratio = 0.75
+          let offset = (ratio - 1) * (0.5 - rect.maxY)
+          let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: 0, y: offset - 1)
+          rect = rect.applying(transform)
+          rect.size.height /= ratio
         }
-    }
-    
-    // Save text file
-    func saveText(text: String, file: String = "saved.txt") {
-        if let dir = FileManager.default.urls(for: .documentDirectory, in: .userDomainMask).first {
-            let fileURL = dir.appendingPathComponent(file)
-            
-            // Writing
-            do {  // Append to file if it exists
-                let fileHandle = try FileHandle(forWritingTo: fileURL)
-                fileHandle.seekToEndOfFile()
-                fileHandle.write(text.data(using: .utf8)!)
-                fileHandle.closeFile()
-            } catch {  // Create new file and write
-                do {
-                    try text.write(to: fileURL, atomically: false, encoding: .utf8)
-                } catch {
-                    print("no file written")
-                }
-            }
-            
-            // Reading
-            // do {let text2 = try String(contentsOf: fileURL, encoding: .utf8)} catch {/* error handling here */}
+
+        // Scale normalized to pixels [375, 812] [width, height]
+        rect = VNImageRectForNormalizedRect(rect, Int(width), Int(height))
+
+        // The labels array is a list of VNClassificationObservation objects,
+        // with the highest scoring class first in the list.
+        let bestClass = prediction.labels[0].identifier
+        let confidence = prediction.labels[0].confidence
+        // print(confidence, rect)  // debug (confidence, xywh) with xywh origin top left (pixels)
+
+        // Show the bounding box.
+        boundingBoxViews[i].show(
+          frame: rect,
+          label: String(format: "%@ %.1f", bestClass, confidence * 100),
+          color: colors[bestClass] ?? UIColor.white,
+          alpha: CGFloat((confidence - 0.2) / (1.0 - 0.2) * 0.9))  // alpha 0 (transparent) to 1 (opaque) for conf threshold 0.2 to 1.0)
+
+        if developerMode {
+          // Write
+          if save_detections {
+            str += String(
+              format: "%.3f %.3f %.3f %@ %.2f %.1f %.1f %.1f %.1f\n",
+              sec_day, freeSpace(), UIDevice.current.batteryLevel, bestClass, confidence,
+              rect.origin.x, rect.origin.y, rect.size.width, rect.size.height)
+          }
+
+          // Action trigger upon detection
+          // if false {
+          //     if (bestClass == "car") {  // "cell phone", "car", "person"
+          //         self.takePhoto(nil)
+          //         // self.pauseButton(nil)
+          //         sleep(2)
+          //     }
+          // }
         }
+      } else {
+        boundingBoxViews[i].hide()
+      }
     }
-    
-    // Save image file
-    func saveImage() {
-        let dir = FileManager.default.urls(for: .documentDirectory, in: .userDomainMask).first
-        let fileURL = dir!.appendingPathComponent("saved.jpg")
-        let image = UIImage(named: "ultralytics_yolo_logotype.png")
-        FileManager.default.createFile(atPath: fileURL.path, contents: image!.jpegData(compressionQuality: 0.5), attributes: nil)
+
+    // Write
+    if developerMode {
+      if save_detections {
+        saveText(text: str, file: "detections.txt")  // Write stats for each detection
+      }
+      if save_frames {
+        str = String(
+          format: "%.3f %.3f %.3f %.3f %.1f %.1f %.1f\n",
+          sec_day, freeSpace(), memoryUsage(), UIDevice.current.batteryLevel,
+          self.t1 * 1000, self.t2 * 1000, 1 / self.t4)
+        saveText(text: str, file: "frames.txt")  // Write stats for each image
+      }
     }
-    
-    // Return hard drive space (GB)
-    func freeSpace() -> Double {
-        let fileURL = URL(fileURLWithPath: NSHomeDirectory() as String)
-        do {
-            let values = try fileURL.resourceValues(forKeys: [.volumeAvailableCapacityForImportantUsageKey])
-            return Double(values.volumeAvailableCapacityForImportantUsage!) / 1E9   // Bytes to GB
-        } catch {
-            print("Error retrieving storage capacity: \(error.localizedDescription)")
-        }
-        return 0
+
+    // Debug
+    // print(str)
+    // print(UIDevice.current.identifierForVendor!)
+    // saveImage()
+  }
+
+  // Pinch to Zoom Start ---------------------------------------------------------------------------------------------
+  let minimumZoom: CGFloat = 1.0
+  let maximumZoom: CGFloat = 10.0
+  var lastZoomFactor: CGFloat = 1.0
+
+  @IBAction func pinch(_ pinch: UIPinchGestureRecognizer) {
+    let device = videoCapture.captureDevice
+
+    // Return zoom value between the minimum and maximum zoom values
+    func minMaxZoom(_ factor: CGFloat) -> CGFloat {
+      return min(min(max(factor, minimumZoom), maximumZoom), device.activeFormat.videoMaxZoomFactor)
     }
-    
-    // Return RAM usage (GB)
-    func memoryUsage() -> Double {
-        var taskInfo = mach_task_basic_info()
-        var count = mach_msg_type_number_t(MemoryLayout<mach_task_basic_info>.size) / 4
-        let kerr: kern_return_t = withUnsafeMutablePointer(to: &taskInfo) {
-            $0.withMemoryRebound(to: integer_t.self, capacity: 1) {
-                task_info(mach_task_self_, task_flavor_t(MACH_TASK_BASIC_INFO), $0, &count)
-            }
-        }
-        if kerr == KERN_SUCCESS {
-            return Double(taskInfo.resident_size) / 1E9   // Bytes to GB
-        } else {
-            return 0
+
+    func update(scale factor: CGFloat) {
+      do {
+        try device.lockForConfiguration()
+        defer {
+          device.unlockForConfiguration()
         }
+        device.videoZoomFactor = factor
+      } catch {
+        print("\(error.localizedDescription)")
+      }
     }
-    
-    func show(predictions: [VNRecognizedObjectObservation]) {
-        let width = videoPreview.bounds.width  // 375 pix
-        let height = videoPreview.bounds.height  // 812 pix
-        var str = ""
-        
-        // ratio = videoPreview AR divided by sessionPreset AR
-        var ratio: CGFloat = 1.0
-        if videoCapture.captureSession.sessionPreset == .photo {
-            ratio = (height / width) / (4.0 / 3.0)  // .photo
-        } else {
-            ratio = (height / width) / (16.0 / 9.0)  // .hd4K3840x2160, .hd1920x1080, .hd1280x720 etc.
-        }
-        
-        // date
-        let date = Date()
-        let calendar = Calendar.current
-        let hour = calendar.component(.hour, from: date)
-        let minutes = calendar.component(.minute, from: date)
-        let seconds = calendar.component(.second, from: date)
-        let nanoseconds = calendar.component(.nanosecond, from: date)
-        let sec_day = Double(hour) * 3600.0 + Double(minutes) * 60.0 + Double(seconds) + Double(nanoseconds) / 1E9  // seconds in the day
-        
-        self.labelSlider.text = String(predictions.count) + " items (max " + String(Int(slider.value)) + ")"
-        for i in 0..<boundingBoxViews.count {
-            if i < predictions.count && i < Int(slider.value) {
-                let prediction = predictions[i]
-                
-                var rect = prediction.boundingBox  // normalized xywh, origin lower left
-                switch UIDevice.current.orientation {
-                case .portraitUpsideDown:
-                    rect = CGRect(x: 1.0 - rect.origin.x - rect.width,
-                                  y: 1.0 - rect.origin.y - rect.height,
-                                  width: rect.width,
-                                  height: rect.height)
-                case .landscapeLeft:
-                    rect = CGRect(x: rect.origin.y,
-                                  y: 1.0 - rect.origin.x - rect.width,
-                                  width: rect.height,
-                                  height: rect.width)
-                case .landscapeRight:
-                    rect = CGRect(x: 1.0 - rect.origin.y - rect.height,
-                                  y: rect.origin.x,
-                                  width: rect.height,
-                                  height: rect.width)
-                case .unknown:
-                    print("The device orientation is unknown, the predictions may be affected")
-                    fallthrough
-                default: break
-                }
-                
-                if ratio >= 1 { // iPhone ratio = 1.218
-                    let offset = (1 - ratio) * (0.5 - rect.minX)
-                    let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: offset, y: -1)
-                    rect = rect.applying(transform)
-                    rect.size.width *= ratio
-                } else { // iPad ratio = 0.75
-                    let offset = (ratio - 1) * (0.5 - rect.maxY)
-                    let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: 0, y: offset - 1)
-                    rect = rect.applying(transform)
-                    rect.size.height /= ratio
-                }
-                
-                // Scale normalized to pixels [375, 812] [width, height]
-                rect = VNImageRectForNormalizedRect(rect, Int(width), Int(height))
-                
-                // The labels array is a list of VNClassificationObservation objects,
-                // with the highest scoring class first in the list.
-                let bestClass = prediction.labels[0].identifier
-                let confidence = prediction.labels[0].confidence
-                // print(confidence, rect)  // debug (confidence, xywh) with xywh origin top left (pixels)
-                
-                // Show the bounding box.
-                boundingBoxViews[i].show(frame: rect,
-                                         label: String(format: "%@ %.1f", bestClass, confidence * 100),
-                                         color: colors[bestClass] ?? UIColor.white,
-                                         alpha: CGFloat((confidence - 0.2) / (1.0 - 0.2) * 0.9))  // alpha 0 (transparent) to 1 (opaque) for conf threshold 0.2 to 1.0)
-                
-                if developerMode {
-                    // Write
-                    if save_detections {
-                        str += String(format: "%.3f %.3f %.3f %@ %.2f %.1f %.1f %.1f %.1f\n",
-                                      sec_day, freeSpace(), UIDevice.current.batteryLevel, bestClass, confidence,
-                                      rect.origin.x, rect.origin.y, rect.size.width, rect.size.height)
-                    }
-                    
-                    // Action trigger upon detection
-                    // if false {
-                    //     if (bestClass == "car") {  // "cell phone", "car", "person"
-                    //         self.takePhoto(nil)
-                    //         // self.pauseButton(nil)
-                    //         sleep(2)
-                    //     }
-                    // }
-                }
-            } else {
-                boundingBoxViews[i].hide()
-            }
-        }
-        
-        // Write
-        if developerMode {
-            if save_detections {
-                saveText(text: str, file: "detections.txt")  // Write stats for each detection
-            }
-            if save_frames {
-                str = String(format: "%.3f %.3f %.3f %.3f %.1f %.1f %.1f\n",
-                             sec_day, freeSpace(), memoryUsage(), UIDevice.current.batteryLevel,
-                             self.t1 * 1000, self.t2 * 1000, 1 / self.t4)
-                saveText(text: str, file: "frames.txt")  // Write stats for each image
-            }
-        }
-        
-        // Debug
-        // print(str)
-        // print(UIDevice.current.identifierForVendor!)
-        // saveImage()
+
+    let newScaleFactor = minMaxZoom(pinch.scale * lastZoomFactor)
+    switch pinch.state {
+    case .began, .changed:
+      update(scale: newScaleFactor)
+      self.labelZoom.text = String(format: "%.2fx", newScaleFactor)
+      self.labelZoom.font = UIFont.preferredFont(forTextStyle: .title2)
+    case .ended:
+      lastZoomFactor = minMaxZoom(newScaleFactor)
+      update(scale: lastZoomFactor)
+      self.labelZoom.font = UIFont.preferredFont(forTextStyle: .body)
+    default: break
     }
-    
-    // Pinch to Zoom Start ---------------------------------------------------------------------------------------------
-    let minimumZoom: CGFloat = 1.0
-    let maximumZoom: CGFloat = 10.0
-    var lastZoomFactor: CGFloat = 1.0
-    
-    @IBAction func pinch(_ pinch: UIPinchGestureRecognizer) {
-        let device = videoCapture.captureDevice
-        
-        // Return zoom value between the minimum and maximum zoom values
-        func minMaxZoom(_ factor: CGFloat) -> CGFloat {
-            return min(min(max(factor, minimumZoom), maximumZoom), device.activeFormat.videoMaxZoomFactor)
-        }
-        
-        func update(scale factor: CGFloat) {
-            do {
-                try device.lockForConfiguration()
-                defer {
-                    device.unlockForConfiguration()
-                }
-                device.videoZoomFactor = factor
-            } catch {
-                print("\(error.localizedDescription)")
-            }
-        }
-        
-        let newScaleFactor = minMaxZoom(pinch.scale * lastZoomFactor)
-        switch pinch.state {
-        case .began: fallthrough
-        case .changed:
-            update(scale: newScaleFactor)
-            self.labelZoom.text = String(format: "%.2fx", newScaleFactor)
-            self.labelZoom.font = UIFont.preferredFont(forTextStyle: .title2)
-        case .ended:
-            lastZoomFactor = minMaxZoom(newScaleFactor)
-            update(scale: lastZoomFactor)
-            self.labelZoom.font = UIFont.preferredFont(forTextStyle: .body)
-        default: break
-        }
-    }  // Pinch to Zoom Start
-    
-    func showShareAlert(image: UIImage) {
-         let alertController = UIAlertController(title: "Do you want to share this image?", message: nil, preferredStyle: .alert)
-         
-         let shareAction = UIAlertAction(title: "OK", style: .default) { _ in
-             self.shareImage(image: image)
-         }
-         
-        let cancelAction = UIAlertAction(title: "Cancel", style: .cancel) { _ in
-            self.hideScreenshotImageView()
-        }
-         
-         alertController.addAction(shareAction)
-         alertController.addAction(cancelAction)
-         
-         if let popoverController = alertController.popoverPresentationController {
-             popoverController.sourceView = self.view
-             popoverController.sourceRect = CGRect(x: self.view.bounds.midX, y: self.view.bounds.maxY - 100, width: 0, height: 0)
-             popoverController.permittedArrowDirections = []
-         }
-         
-         present(alertController, animated: true, completion: nil)
-     }
-
-    func shareImage(image: UIImage) {
-        let activityViewController = UIActivityViewController(activityItems: [image], applicationActivities: nil)
-        activityViewController.popoverPresentationController?.sourceView = self.View0
-        self.present(activityViewController, animated: true) {
-            self.hideScreenshotImageView()
-        }
+  }  // Pinch to Zoom Start
+
+  func showShareAlert(image: UIImage) {
+    let alertController = UIAlertController(
+      title: "Do you want to share this image?", message: nil, preferredStyle: .alert)
+
+    let shareAction = UIAlertAction(title: "OK", style: .default) { _ in
+      self.shareImage(image: image)
+    }
+
+    let cancelAction = UIAlertAction(title: "Cancel", style: .cancel) { _ in
+      self.hideScreenshotImageView()
     }
-    
-    func hideScreenshotImageView() {
-        self.screenshotImageView?.removeFromSuperview()
-        self.screenshotImageView = nil
+
+    alertController.addAction(shareAction)
+    alertController.addAction(cancelAction)
+
+    if let popoverController = alertController.popoverPresentationController {
+      popoverController.sourceView = self.view
+      popoverController.sourceRect = CGRect(
+        x: self.view.bounds.midX, y: self.view.bounds.maxY - 100, width: 0, height: 0)
+      popoverController.permittedArrowDirections = []
     }
-    // ------------------------------------------------------------------------------------------
+
+    present(alertController, animated: true, completion: nil)
+  }
+
+  func shareImage(image: UIImage) {
+    let activityViewController = UIActivityViewController(
+      activityItems: [image], applicationActivities: nil)
+    activityViewController.popoverPresentationController?.sourceView = self.View0
+    self.present(activityViewController, animated: true) {
+      self.hideScreenshotImageView()
+    }
+  }
+
+  func hideScreenshotImageView() {
+    self.screenshotImageView?.removeFromSuperview()
+    self.screenshotImageView = nil
+  }
+  // ------------------------------------------------------------------------------------------
 }  // ViewController class End
 
 extension ViewController: VideoCaptureDelegate {
-    func videoCapture(_ capture: VideoCapture, didCaptureVideoFrame sampleBuffer: CMSampleBuffer) {
-        predict(sampleBuffer: sampleBuffer)
-    }
+  func videoCapture(_ capture: VideoCapture, didCaptureVideoFrame sampleBuffer: CMSampleBuffer) {
+    predict(sampleBuffer: sampleBuffer)
+  }
 }
 
 // Programmatically save image
 extension ViewController: AVCapturePhotoCaptureDelegate {
-    func photoOutput(_ output: AVCapturePhotoOutput, didFinishProcessingPhoto photo: AVCapturePhoto, error: Error?) {
-        if let error = error {
-            print("error occurred : \(error.localizedDescription)")
-        }
-        if let dataImage = photo.fileDataRepresentation() {
-            let dataProvider = CGDataProvider(data: dataImage as CFData)
-            let cgImageRef: CGImage! = CGImage(jpegDataProviderSource: dataProvider!, decode: nil, shouldInterpolate: true, intent: .defaultIntent)
-            var orientation = UIImage.Orientation.right
-            switch UIDevice.current.orientation {
-            case .landscapeLeft:
-                orientation = .up
-            case .landscapeRight:
-                orientation = .down
-            default:
-                break
-            }
-            var image = UIImage(cgImage: cgImageRef, scale: 0.5, orientation: orientation)
-            let imageView = UIImageView(image: image)
-            imageView.contentMode = .scaleAspectFill
-            imageView.frame = videoPreview.frame
-            let imageLayer = imageView.layer
-            var sublayers = videoPreview.layer.sublayers ?? []
-            let insertIndex = max(sublayers.count - 1, 0)
-            videoPreview.layer.insertSublayer(imageLayer, above: videoCapture.previewLayer)
-            
-            let bounds = UIScreen.main.bounds
-            UIGraphicsBeginImageContextWithOptions(bounds.size, true, 0.0)
-            self.View0.drawHierarchy(in: bounds, afterScreenUpdates: true)
-            let img = UIGraphicsGetImageFromCurrentImageContext()
-            UIGraphicsEndImageContext()
-            imageLayer.removeFromSuperlayer()
-            
-            let screenshotImageView = UIImageView(image: img)
-            screenshotImageView.frame = view.bounds
-            screenshotImageView.contentMode = .scaleAspectFit
-            view.addSubview(screenshotImageView)
-            self.screenshotImageView = screenshotImageView
-
-            UIView.animate(withDuration: 0.3, animations: {
-                screenshotImageView.frame = CGRect(x: 20, y: 100, width: self.view.bounds.width - 40, height: self.view.bounds.height - 200)
-            }) { _ in
-                self.showShareAlert(image: img!)
-            }
-//
-//            // Save to camera roll
-//            UIImageWriteToSavedPhotosAlbum(img!, nil, nil, nil);
-        } else {
-            print("AVCapturePhotoCaptureDelegate Error")
+  func photoOutput(
+    _ output: AVCapturePhotoOutput, didFinishProcessingPhoto photo: AVCapturePhoto, error: Error?
+  ) {
+    if let error = error {
+      print("error occurred : \(error.localizedDescription)")
+    }
+    if let dataImage = photo.fileDataRepresentation() {
+      let dataProvider = CGDataProvider(data: dataImage as CFData)
+      let cgImageRef: CGImage! = CGImage(
+        jpegDataProviderSource: dataProvider!, decode: nil, shouldInterpolate: true,
+        intent: .defaultIntent)
+      var orientation = UIImage.Orientation.right
+      switch UIDevice.current.orientation {
+      case .landscapeLeft:
+        orientation = .up
+      case .landscapeRight:
+        orientation = .down
+      default:
+        break
+      }
+      var image = UIImage(cgImage: cgImageRef, scale: 0.5, orientation: orientation)
+      let imageView = UIImageView(image: image)
+      imageView.contentMode = .scaleAspectFill
+      imageView.frame = videoPreview.frame
+      let imageLayer = imageView.layer
+      var sublayers = videoPreview.layer.sublayers ?? []
+      let insertIndex = max(sublayers.count - 1, 0)
+      videoPreview.layer.insertSublayer(imageLayer, above: videoCapture.previewLayer)
+
+      let bounds = UIScreen.main.bounds
+      UIGraphicsBeginImageContextWithOptions(bounds.size, true, 0.0)
+      self.View0.drawHierarchy(in: bounds, afterScreenUpdates: true)
+      let img = UIGraphicsGetImageFromCurrentImageContext()
+      UIGraphicsEndImageContext()
+      imageLayer.removeFromSuperlayer()
+
+      let screenshotImageView = UIImageView(image: img)
+      screenshotImageView.frame = view.bounds
+      screenshotImageView.contentMode = .scaleAspectFit
+      view.addSubview(screenshotImageView)
+      self.screenshotImageView = screenshotImageView
+
+      UIView.animate(
+        withDuration: 0.3,
+        animations: {
+          screenshotImageView.frame = CGRect(
+            x: 20, y: 100, width: self.view.bounds.width - 40, height: self.view.bounds.height - 200
+          )
         }
+      ) { _ in
+        self.showShareAlert(image: img!)
+      }
+      //
+      //            // Save to camera roll
+      //            UIImageWriteToSavedPhotosAlbum(img!, nil, nil, nil);
+    } else {
+      print("AVCapturePhotoCaptureDelegate Error")
     }
+  }
 }

From e9a28cf6bb0571ba09fa412ad1a253455c5159f1 Mon Sep 17 00:00:00 2001
From: john-rocky <rockyshikoku@gmail.com>
Date: Sun, 18 Aug 2024 15:21:20 +0900
Subject: [PATCH 05/26] add seg.

---
 YOLO.xcodeproj/project.pbxproj          |  49 +++-
 YOLO/Main.storyboard                    |  15 +-
 YOLO/Utilities/Colors.swift             |  33 +++
 YOLO/Utilities/PostProcessSegment.swift | 316 +++++++++++++++++++++++
 YOLO/ViewController.swift               | 324 +++++++++++++++++-------
 5 files changed, 634 insertions(+), 103 deletions(-)
 create mode 100644 YOLO/Utilities/Colors.swift
 create mode 100644 YOLO/Utilities/PostProcessSegment.swift

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index 7129783..0e0349b 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -13,11 +13,20 @@
 		636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA221E62DD300DE43BC /* VideoCapture.swift */; };
 		636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA721E62DD300DE43BC /* AppDelegate.swift */; };
 		636EFCB921E62E3900DE43BC /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = 636EFCB821E62E3900DE43BC /* Assets.xcassets */; };
+		6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
 		63CF371F2514455300E2DEA1 /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44D22186177008AE681 /* LaunchScreen.storyboard */; };
 		63CF37202514455300E2DEA1 /* Main.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44F22186177008AE681 /* Main.storyboard */; };
 		63CF37212514455300E2DEA1 /* ultralytics_yolo_logotype.png in Resources */ = {isa = PBXBuildFile; fileRef = 6323C45122186177008AE681 /* ultralytics_yolo_logotype.png */; };
+		733310CD2C71BEB0001D647B /* yolov8x-seg.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 733310C82C71BEAB001D647B /* yolov8x-seg.mlpackage */; };
+		733310CE2C71BEB0001D647B /* yolov8n-seg.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 733310C92C71BEAC001D647B /* yolov8n-seg.mlpackage */; };
+		733310CF2C71BEB0001D647B /* yolov8m-seg.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 733310CA2C71BEAD001D647B /* yolov8m-seg.mlpackage */; };
+		733310D02C71BEB0001D647B /* yolov8s-seg.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 733310CB2C71BEAE001D647B /* yolov8s-seg.mlpackage */; };
+		733310D12C71BEB0001D647B /* yolov8l-seg.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 733310CC2C71BEB0001D647B /* yolov8l-seg.mlpackage */; };
+		733310D42C71C5CE001D647B /* Colors.swift in Sources */ = {isa = PBXBuildFile; fileRef = 733310D22C71C5CE001D647B /* Colors.swift */; };
+		733310D52C71C5CE001D647B /* PostProcessSegment.swift in Sources */ = {isa = PBXBuildFile; fileRef = 733310D32C71C5CE001D647B /* PostProcessSegment.swift */; };
 		8EDAA33950796844333D60A7 /* BoundingBoxView.swift in Sources */ = {isa = PBXBuildFile; fileRef = 8EDAA633C1F2B50286D16008 /* BoundingBoxView.swift */; };
 /* End PBXBuildFile section */
+
 /* Begin PBXFileReference section */
 		6323C44D22186177008AE681 /* LaunchScreen.storyboard */ = {isa = PBXFileReference; lastKnownFileType = file.storyboard; path = LaunchScreen.storyboard; sourceTree = "<group>"; };
 		6323C44F22186177008AE681 /* Main.storyboard */ = {isa = PBXFileReference; lastKnownFileType = file.storyboard; path = Main.storyboard; sourceTree = "<group>"; };
@@ -29,7 +38,19 @@
 		636EFCA221E62DD300DE43BC /* VideoCapture.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = VideoCapture.swift; sourceTree = "<group>"; };
 		636EFCA721E62DD300DE43BC /* AppDelegate.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = AppDelegate.swift; sourceTree = "<group>"; };
 		636EFCB821E62E3900DE43BC /* Assets.xcassets */ = {isa = PBXFileReference; lastKnownFileType = folder.assetcatalog; path = Assets.xcassets; sourceTree = "<group>"; };
+		6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8l.mlpackage; sourceTree = "<group>"; };
+		6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8x.mlpackage; sourceTree = "<group>"; };
+		6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8s.mlpackage; sourceTree = "<group>"; };
+		6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8m.mlpackage; sourceTree = "<group>"; };
+		6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = yolov8n.mlpackage; sourceTree = "<group>"; };
 		63B8B0A821E62A890026FBC3 /* .gitignore */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = text; path = .gitignore; sourceTree = "<group>"; };
+		733310C82C71BEAB001D647B /* yolov8x-seg.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = "yolov8x-seg.mlpackage"; sourceTree = "<group>"; };
+		733310C92C71BEAC001D647B /* yolov8n-seg.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = "yolov8n-seg.mlpackage"; sourceTree = "<group>"; };
+		733310CA2C71BEAD001D647B /* yolov8m-seg.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = "yolov8m-seg.mlpackage"; sourceTree = "<group>"; };
+		733310CB2C71BEAE001D647B /* yolov8s-seg.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = "yolov8s-seg.mlpackage"; sourceTree = "<group>"; };
+		733310CC2C71BEB0001D647B /* yolov8l-seg.mlpackage */ = {isa = PBXFileReference; lastKnownFileType = folder.mlpackage; path = "yolov8l-seg.mlpackage"; sourceTree = "<group>"; };
+		733310D22C71C5CE001D647B /* Colors.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = Colors.swift; sourceTree = "<group>"; };
+		733310D32C71C5CE001D647B /* PostProcessSegment.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = PostProcessSegment.swift; sourceTree = "<group>"; };
 		7BCB411721C3096100BFC4D0 /* YOLO.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = YOLO.app; sourceTree = BUILT_PRODUCTS_DIR; };
 		8EDAA633C1F2B50286D16008 /* BoundingBoxView.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; path = BoundingBoxView.swift; sourceTree = "<group>"; };
 		8EDAAA4507D2D23D7FAB827F /* README.md */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = net.daringfireball.markdown; path = README.md; sourceTree = "<group>"; };
@@ -51,6 +72,8 @@
 			children = (
 				636166E9251443B20054FA7E /* ThresholdProvider.swift */,
 				8EDAA633C1F2B50286D16008 /* BoundingBoxView.swift */,
+				733310D32C71C5CE001D647B /* PostProcessSegment.swift */,
+				733310D22C71C5CE001D647B /* Colors.swift */,
 			);
 			path = Utilities;
 			sourceTree = "<group>";
@@ -76,6 +99,16 @@
 		63A946D8271800E20001C3ED /* Models */ = {
 			isa = PBXGroup;
 			children = (
+				6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */,
+				6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */,
+				6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */,
+				6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */,
+				6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */,
+				733310CC2C71BEB0001D647B /* yolov8l-seg.mlpackage */,
+				733310CA2C71BEAD001D647B /* yolov8m-seg.mlpackage */,
+				733310C92C71BEAC001D647B /* yolov8n-seg.mlpackage */,
+				733310CB2C71BEAE001D647B /* yolov8s-seg.mlpackage */,
+				733310C82C71BEAB001D647B /* yolov8x-seg.mlpackage */,
 			);
 			path = Models;
 			sourceTree = "<group>";
@@ -194,11 +227,23 @@
 			isa = PBXSourcesBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
+				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
+				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
+				733310CF2C71BEB0001D647B /* yolov8m-seg.mlpackage in Sources */,
+				733310D12C71BEB0001D647B /* yolov8l-seg.mlpackage in Sources */,
+				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
+				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
+				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
+				733310D52C71C5CE001D647B /* PostProcessSegment.swift in Sources */,
 				636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */,
+				733310D02C71BEB0001D647B /* yolov8s-seg.mlpackage in Sources */,
+				733310D42C71C5CE001D647B /* Colors.swift in Sources */,
 				636166EA251443B20054FA7E /* ThresholdProvider.swift in Sources */,
 				636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */,
 				636EFCAA21E62DD300DE43BC /* ViewController.swift in Sources */,
+				733310CD2C71BEB0001D647B /* yolov8x-seg.mlpackage in Sources */,
 				8EDAA33950796844333D60A7 /* BoundingBoxView.swift in Sources */,
+				733310CE2C71BEB0001D647B /* yolov8n-seg.mlpackage in Sources */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};
@@ -330,7 +375,7 @@
 				ASSETCATALOG_COMPILER_INCLUDE_ALL_APPICON_ASSETS = NO;
 				CODE_SIGN_STYLE = Automatic;
 				CURRENT_PROJECT_VERSION = 0;
-				DEVELOPMENT_TEAM = "";
+				DEVELOPMENT_TEAM = 3MR4P6CL3X;
 				INFOPLIST_FILE = YOLO/Info.plist;
 				INFOPLIST_KEY_CFBundleDisplayName = "Ultralytics YOLO";
 				INFOPLIST_KEY_LSApplicationCategoryType = "public.app-category.developer-tools";
@@ -358,7 +403,7 @@
 				ASSETCATALOG_COMPILER_INCLUDE_ALL_APPICON_ASSETS = NO;
 				CODE_SIGN_STYLE = Automatic;
 				CURRENT_PROJECT_VERSION = 0;
-				DEVELOPMENT_TEAM = "";
+				DEVELOPMENT_TEAM = 3MR4P6CL3X;
 				INFOPLIST_FILE = YOLO/Info.plist;
 				INFOPLIST_KEY_CFBundleDisplayName = "Ultralytics YOLO";
 				INFOPLIST_KEY_LSApplicationCategoryType = "public.app-category.developer-tools";
diff --git a/YOLO/Main.storyboard b/YOLO/Main.storyboard
index 549bc72..b43e17b 100644
--- a/YOLO/Main.storyboard
+++ b/YOLO/Main.storyboard
@@ -55,8 +55,8 @@
                                 <rect key="frame" x="178" y="405" width="37" height="37"/>
                                 <autoresizingMask key="autoresizingMask" flexibleMinX="YES" flexibleMaxX="YES" flexibleMinY="YES" flexibleMaxY="YES"/>
                             </activityIndicatorView>
-                            <label opaque="NO" userInteractionEnabled="NO" contentMode="center" horizontalHuggingPriority="251" verticalHuggingPriority="251" misplaced="YES" insetsLayoutMarginsFromSafeArea="NO" text="1.00x" textAlignment="center" lineBreakMode="tailTruncation" baselineAdjustment="alignBaselines" adjustsFontSizeToFit="NO" translatesAutoresizingMaskIntoConstraints="NO" id="vlL-Ye-WgQ" userLabel="zoom">
-                                <rect key="frame" x="166" y="736" width="60" height="20"/>
+                            <label opaque="NO" userInteractionEnabled="NO" contentMode="center" horizontalHuggingPriority="251" verticalHuggingPriority="251" insetsLayoutMarginsFromSafeArea="NO" text="1.00x" textAlignment="center" lineBreakMode="tailTruncation" baselineAdjustment="alignBaselines" adjustsFontSizeToFit="NO" translatesAutoresizingMaskIntoConstraints="NO" id="vlL-Ye-WgQ" userLabel="zoom">
+                                <rect key="frame" x="176.66666666666666" y="736" width="40" height="20"/>
                                 <accessibility key="accessibilityConfiguration">
                                     <accessibilityTraits key="traits" staticText="YES" updatesFrequently="YES"/>
                                 </accessibility>
@@ -139,7 +139,7 @@
                                 </connections>
                             </slider>
                             <toolbar opaque="NO" clearsContextBeforeDrawing="NO" contentMode="scaleToFill" horizontalHuggingPriority="1" verticalHuggingPriority="1" insetsLayoutMarginsFromSafeArea="NO" translatesAutoresizingMaskIntoConstraints="NO" id="3Rg-UC-ogI">
-                                <rect key="frame" x="0.0" y="787" width="393" height="44"/>
+                                <rect key="frame" x="0.0" y="782" width="393" height="49"/>
                                 <color key="backgroundColor" white="0.0" alpha="0.0" colorSpace="custom" customColorSpace="genericGamma22GrayColorSpace"/>
                                 <constraints>
                                     <constraint firstAttribute="height" constant="24" id="wAH-Ui-IPj"/>
@@ -229,6 +229,13 @@
                                 <color key="textColor" systemColor="groupTableViewBackgroundColor"/>
                                 <nil key="highlightedColor"/>
                             </label>
+                            <segmentedControl opaque="NO" contentMode="scaleToFill" contentHorizontalAlignment="left" contentVerticalAlignment="top" segmentControlStyle="plain" selectedSegmentIndex="0" translatesAutoresizingMaskIntoConstraints="NO" id="BbV-RI-qx8">
+                                <rect key="frame" x="267" y="171" width="121" height="32"/>
+                                <segments>
+                                    <segment title="Detect"/>
+                                    <segment title="Seg"/>
+                                </segments>
+                            </segmentedControl>
                         </subviews>
                         <viewLayoutGuide key="safeArea" id="6Tk-OE-BBY"/>
                         <color key="backgroundColor" white="0.0" alpha="1" colorSpace="custom" customColorSpace="genericGamma22GrayColorSpace"/>
@@ -239,6 +246,7 @@
                             <constraint firstItem="mCE-j4-QAA" firstAttribute="leading" secondItem="8bC-Xf-vdC" secondAttribute="leading" id="2Hf-C7-PKF"/>
                             <constraint firstItem="tZo-QP-q2z" firstAttribute="top" secondItem="Gax-hR-qdY" secondAttribute="bottom" constant="1" id="3qP-Re-vUy"/>
                             <constraint firstItem="Hif-Vv-5nn" firstAttribute="top" secondItem="6Tk-OE-BBY" secondAttribute="top" id="4VU-KS-qnX"/>
+                            <constraint firstItem="6Tk-OE-BBY" firstAttribute="trailing" secondItem="BbV-RI-qx8" secondAttribute="trailing" constant="5" id="5wx-2K-np3"/>
                             <constraint firstItem="uD3-7n-e7T" firstAttribute="leading" secondItem="6Tk-OE-BBY" secondAttribute="leading" constant="6" id="8ED-Ty-itL"/>
                             <constraint firstItem="ewl-Fj-awn" firstAttribute="leading" secondItem="6Tk-OE-BBY" secondAttribute="leading" constant="5" id="CCH-hl-rSK"/>
                             <constraint firstItem="9cm-Nq-b3N" firstAttribute="top" secondItem="Hif-Vv-5nn" secondAttribute="bottom" constant="9" id="CsQ-eU-xjO"/>
@@ -263,6 +271,7 @@
                             <constraint firstItem="mCE-j4-QAA" firstAttribute="top" secondItem="8bC-Xf-vdC" secondAttribute="top" id="fJk-bN-O88"/>
                             <constraint firstItem="Ytf-30-5R8" firstAttribute="leading" secondItem="6Tk-OE-BBY" secondAttribute="leading" constant="8" id="fio-88-KON"/>
                             <constraint firstItem="3Rg-UC-ogI" firstAttribute="bottom" secondItem="8bC-Xf-vdC" secondAttribute="bottom" constant="-21" id="gd1-rI-r2l"/>
+                            <constraint firstItem="BbV-RI-qx8" firstAttribute="centerY" secondItem="Ytf-30-5R8" secondAttribute="centerY" id="giv-9H-E32"/>
                             <constraint firstItem="q4C-U4-wS4" firstAttribute="leading" secondItem="6Tk-OE-BBY" secondAttribute="leading" constant="5" id="hDd-mh-Ihd"/>
                             <constraint firstItem="ewl-Fj-awn" firstAttribute="top" secondItem="uD3-7n-e7T" secondAttribute="bottom" constant="4" id="iOx-Xn-wjC"/>
                             <constraint firstItem="tZo-QP-q2z" firstAttribute="leading" secondItem="6Tk-OE-BBY" secondAttribute="leading" constant="6" id="lkb-bl-PkB"/>
diff --git a/YOLO/Utilities/Colors.swift b/YOLO/Utilities/Colors.swift
new file mode 100644
index 0000000..195aea2
--- /dev/null
+++ b/YOLO/Utilities/Colors.swift
@@ -0,0 +1,33 @@
+//
+//  Colors.swift
+//  YOLO
+//
+//  Created by 間嶋大輔 on 2024/08/18.
+//  Copyright © 2024 Ultralytics. All rights reserved.
+//
+
+import Foundation
+import UIKit
+
+let ultralyticsColorsolors: [UIColor] = [
+  UIColor(red: 4 / 255, green: 42 / 255, blue: 255 / 255, alpha: 0.6),  // #042AFF
+  UIColor(red: 11 / 255, green: 219 / 255, blue: 235 / 255, alpha: 0.6),  // #0BDBEB
+  UIColor(red: 243 / 255, green: 243 / 255, blue: 243 / 255, alpha: 0.6),  // #F3F3F3
+  UIColor(red: 0 / 255, green: 223 / 255, blue: 183 / 255, alpha: 0.6),  // #00DFB7
+  UIColor(red: 17 / 255, green: 31 / 255, blue: 104 / 255, alpha: 0.6),  // #111F68
+  UIColor(red: 255 / 255, green: 111 / 255, blue: 221 / 255, alpha: 0.6),  // #FF6FDD
+  UIColor(red: 255 / 255, green: 68 / 255, blue: 79 / 255, alpha: 0.6),  // #FF444F
+  UIColor(red: 204 / 255, green: 237 / 255, blue: 0 / 255, alpha: 0.6),  // #CCED00
+  UIColor(red: 0 / 255, green: 243 / 255, blue: 68 / 255, alpha: 0.6),  // #00F344
+  UIColor(red: 189 / 255, green: 0 / 255, blue: 255 / 255, alpha: 0.6),  // #BD00FF
+  UIColor(red: 0 / 255, green: 180 / 255, blue: 255 / 255, alpha: 0.6),  // #00B4FF
+  UIColor(red: 221 / 255, green: 0 / 255, blue: 186 / 255, alpha: 0.6),  // #DD00BA
+  UIColor(red: 0 / 255, green: 255 / 255, blue: 255 / 255, alpha: 0.6),  // #00FFFF
+  UIColor(red: 38 / 255, green: 192 / 255, blue: 0 / 255, alpha: 0.6),  // #26C000
+  UIColor(red: 1 / 255, green: 255 / 255, blue: 179 / 255, alpha: 0.6),  // #01FFB3
+  UIColor(red: 125 / 255, green: 36 / 255, blue: 255 / 255, alpha: 0.6),  // #7D24FF
+  UIColor(red: 123 / 255, green: 0 / 255, blue: 104 / 255, alpha: 0.6),  // #7B0068
+  UIColor(red: 255 / 255, green: 27 / 255, blue: 108 / 255, alpha: 0.6),  // #FF1B6C
+  UIColor(red: 252 / 255, green: 109 / 255, blue: 47 / 255, alpha: 0.6),  // #FC6D2F
+  UIColor(red: 162 / 255, green: 255 / 255, blue: 11 / 255, alpha: 0.6),  // #A2FF0B
+]
diff --git a/YOLO/Utilities/PostProcessSegment.swift b/YOLO/Utilities/PostProcessSegment.swift
new file mode 100644
index 0000000..19efc10
--- /dev/null
+++ b/YOLO/Utilities/PostProcessSegment.swift
@@ -0,0 +1,316 @@
+//  Ultralytics YOLO 🚀 - AGPL-3.0 License
+//
+//  PostProcessSegment for Ultralytics YOLO App
+
+// These functions are designed to post-process inference results from the YOLOv8-Segment model in the Ultralytics YOLO app to display segment masks.
+
+import Accelerate
+import MetalPerformanceShaders
+//  Access the source code: https://github.com/ultralytics/yolo-ios-app
+import UIKit
+import Vision
+
+extension ViewController {
+  func setupMaskLayer() {
+    let width = videoPreview.bounds.width
+    let height = videoPreview.bounds.height
+
+    var ratio: CGFloat = 1.0
+    if videoCapture.captureSession.sessionPreset == .photo {
+      ratio = (4.0 / 3.0)
+    } else {
+      ratio = (16.0 / 9.0)
+    }
+    var offSet = CGFloat.zero
+    var margin = CGFloat.zero
+    if view.bounds.width < view.bounds.height {
+      offSet = height / ratio
+      margin = (offSet - self.videoPreview.bounds.width) / 2
+      self.maskLayer.frame = CGRect(
+        x: -margin, y: 0, width: offSet, height: self.videoPreview.bounds.height)
+    } else {
+      offSet = width / ratio
+      margin = (offSet - self.videoPreview.bounds.height) / 2
+      self.maskLayer.frame = CGRect(
+        x: 0, y: -margin, width: self.videoPreview.bounds.width, height: offSet)
+
+    }
+  }
+
+  func getBoundingBoxesAndMasks(
+    feature: MLMultiArray, confidenceThreshold: Float, iouThreshold: Float
+  ) -> [(CGRect, Int, Float, MLMultiArray)] {
+    let numAnchors = feature.shape[2].intValue
+    let numFeatures = feature.shape[1].intValue
+    let boxFeatureLength = 4
+    let maskConfidenceLength = 32
+    let numClasses = numFeatures - boxFeatureLength - maskConfidenceLength
+
+    var results = [(CGRect, Float, Int, MLMultiArray)]()
+    let featurePointer = feature.dataPointer.assumingMemoryBound(to: Float.self)
+
+    let resultsQueue = DispatchQueue(label: "resultsQueue", attributes: .concurrent)
+
+    DispatchQueue.concurrentPerform(iterations: numAnchors) { j in
+      let baseOffset = j
+      let x = featurePointer[baseOffset]
+      let y = featurePointer[numAnchors + baseOffset]
+      let width = featurePointer[2 * numAnchors + baseOffset]
+      let height = featurePointer[3 * numAnchors + baseOffset]
+
+      let boxWidth = CGFloat(width)
+      let boxHeight = CGFloat(height)
+      let boxX = CGFloat(x - width / 2)
+      let boxY = CGFloat(y - height / 2)
+
+      let boundingBox = CGRect(x: boxX, y: boxY, width: boxWidth, height: boxHeight)
+
+      var classProbs = [Float](repeating: 0, count: numClasses)
+      classProbs.withUnsafeMutableBufferPointer { classProbsPointer in
+        vDSP_mtrans(
+          featurePointer + 4 * numAnchors + baseOffset, numAnchors, classProbsPointer.baseAddress!,
+          1, 1, vDSP_Length(numClasses))
+      }
+      var maxClassValue: Float = 0
+      var maxClassIndex: vDSP_Length = 0
+      vDSP_maxvi(classProbs, 1, &maxClassValue, &maxClassIndex, vDSP_Length(numClasses))
+
+      if maxClassValue > confidenceThreshold {
+        let maskProbsPointer = featurePointer + (4 + numClasses) * numAnchors + baseOffset
+        let maskProbs = try! MLMultiArray(
+          shape: [NSNumber(value: maskConfidenceLength)], dataType: .float32)
+        for i in 0..<maskConfidenceLength {
+          maskProbs[i] = NSNumber(value: maskProbsPointer[i * numAnchors])
+        }
+
+        let result = (boundingBox, maxClassValue, Int(maxClassIndex), maskProbs)
+
+        // Using resultsQueue to synchronize access to results
+        resultsQueue.async(flags: .barrier) {
+          results.append(result)
+        }
+      }
+    }
+
+    // Ensuring all updates to results are complete
+    resultsQueue.sync(flags: .barrier) {}
+
+    var selectedBoxesAndFeatures = [(CGRect, Int, Float, MLMultiArray)]()
+
+    // Perform NMS class by class
+    for classIndex in 0..<numClasses {
+      let classResults = results.filter { $0.2 == classIndex }
+      if !classResults.isEmpty {
+        let boxesOnly = classResults.map { $0.0 }
+        let scoresOnly = classResults.map { $0.1 }
+        let selectedIndices = nonMaxSuppression(
+          boxes: boxesOnly, scores: scoresOnly, threshold: iouThreshold)
+        for idx in selectedIndices {
+          selectedBoxesAndFeatures.append(
+            (classResults[idx].0, classResults[idx].2, classResults[idx].1, classResults[idx].3))
+        }
+      }
+    }
+
+    return selectedBoxesAndFeatures
+  }
+
+  func updateMaskAndBoxes(
+    detectedObjects: [(CGRect, Int, Float, MLMultiArray)], maskArray: MLMultiArray
+  ) {
+    if detectedObjects.isEmpty {
+      removeAllMaskSubLayers()
+      return
+    }
+
+    let startTime = Date()
+    let group = DispatchGroup()
+
+    let sortedObjects = detectedObjects.sorted {
+      $0.0.size.width * $0.0.size.height > $1.0.size.width * $1.0.size.height
+    }
+
+    var newLayers: [CALayer] = []
+
+    for (box, classIndex, _, masksIn) in sortedObjects {
+      group.enter()
+      DispatchQueue.global(qos: .userInitiated).async {
+        defer { group.leave() }
+        if let maskImage = self.generateColoredMaskImage(
+          from: masksIn, protos: maskArray, in: self.maskLayer.bounds.size, colorIndex: classIndex,
+          boundingBox: box)
+        {
+          DispatchQueue.main.async {
+            let adjustedBox = self.adjustBox(box, toFitIn: self.maskLayer.bounds.size)
+
+            let maskImageLayer = CALayer()
+            maskImageLayer.frame = adjustedBox
+            maskImageLayer.contents = maskImage
+            maskImageLayer.opacity = 0.5
+            newLayers.append(maskImageLayer)
+          }
+        }
+      }
+    }
+
+    group.notify(queue: .main) {
+      self.removeAllMaskSubLayers()
+      newLayers.forEach { self.maskLayer.addSublayer($0) }
+
+//      print("Processing Time: \(Date().timeIntervalSince(startTime)) seconds")
+    }
+  }
+
+  func generateColoredMaskImage(
+    from masksIn: MLMultiArray, protos: MLMultiArray, in size: CGSize, colorIndex: Int,
+    boundingBox: CGRect
+  ) -> CGImage? {
+    let maskWidth = protos.shape[3].intValue
+    let maskHeight = protos.shape[2].intValue
+    let maskChannels = protos.shape[1].intValue
+
+    guard protos.shape.count == 4, protos.shape[0].intValue == 1, masksIn.shape.count == 1,
+      masksIn.shape[0].intValue == maskChannels
+    else {
+      print("Invalid shapes for protos or masksIn")
+      return nil
+    }
+
+    let masksPointer = masksIn.dataPointer.assumingMemoryBound(to: Float.self)
+    let protosPointer = protos.dataPointer.assumingMemoryBound(to: Float.self)
+
+    let masksPointerOutput = UnsafeMutablePointer<Float>.allocate(capacity: maskHeight * maskWidth)
+    vDSP_mmul(
+      masksPointer, 1, protosPointer, 1, masksPointerOutput, 1, vDSP_Length(1),
+      vDSP_Length(maskHeight * maskWidth), vDSP_Length(maskChannels))
+
+    let threshold: Float = 0.5
+    let color = colorsForMask[colorIndex]
+    let red = UInt8(color.red)
+    let green = UInt8(color.green)
+    let blue = UInt8(color.blue)
+
+    var maskPixels = [UInt8](repeating: 0, count: maskHeight * maskWidth * 4)
+    for y in 0..<maskHeight {
+      for x in 0..<maskWidth {
+        let index = y * maskWidth + x
+        let maskValue = masksPointerOutput[index]
+        if maskValue > threshold {
+          let pixelIndex = index * 4
+          maskPixels[pixelIndex] = red
+          maskPixels[pixelIndex + 1] = green
+          maskPixels[pixelIndex + 2] = blue
+          maskPixels[pixelIndex + 3] = 255
+        }
+      }
+    }
+
+    let maskDataPointer = UnsafeMutablePointer<UInt8>.allocate(capacity: maskPixels.count)
+    maskDataPointer.initialize(from: maskPixels, count: maskPixels.count)
+
+    let bitmapInfo = CGBitmapInfo(rawValue: CGImageAlphaInfo.premultipliedLast.rawValue)
+    let colorSpace = CGColorSpaceCreateDeviceRGB()
+
+    let maskDataProvider = CGDataProvider(
+      dataInfo: nil, data: maskDataPointer, size: maskPixels.count
+    ) { _, data, _ in
+      data.deallocate()
+    }
+
+    guard
+      let maskCGImage = CGImage(
+        width: maskWidth, height: maskHeight, bitsPerComponent: 8, bitsPerPixel: 32,
+        bytesPerRow: maskWidth * 4, space: colorSpace, bitmapInfo: bitmapInfo,
+        provider: maskDataProvider!, decode: nil, shouldInterpolate: true, intent: .defaultIntent)
+    else {
+      masksPointerOutput.deallocate()
+      return nil
+    }
+
+    let maskCIImage = CIImage(cgImage: maskCGImage)
+    let scaledCIImage = maskCIImage.transformed(
+      by: CGAffineTransform(
+        scaleX: size.width / CGFloat(maskWidth), y: size.height / CGFloat(maskHeight)))
+    let invertedY = size.height - (boundingBox.origin.y + boundingBox.height) * size.height / 640.0
+    let cropRect = CGRect(
+      x: boundingBox.origin.x * size.width / 640.0, y: invertedY,
+      width: boundingBox.width * size.width / 640.0,
+      height: boundingBox.height * size.height / 640.0)
+
+    let croppedCIImage = scaledCIImage.cropped(to: cropRect)
+
+    let ciContext = CIContext()
+    guard let cgImage = ciContext.createCGImage(croppedCIImage, from: cropRect) else {
+      masksPointerOutput.deallocate()
+      return nil
+    }
+
+    masksPointerOutput.deallocate()
+
+    return cgImage
+  }
+
+  func removeAllMaskSubLayers() {
+    self.maskLayer.sublayers?.forEach { layer in
+      layer.removeFromSuperlayer()
+    }
+    self.maskLayer.sublayers = nil
+  }
+
+  func adjustBox(_ box: CGRect, toFitIn containerSize: CGSize) -> CGRect {
+    let xScale = containerSize.width / 640.0
+    let yScale = containerSize.height / 640.0
+    return CGRect(
+      x: box.origin.x * xScale, y: box.origin.y * yScale, width: box.size.width * xScale,
+      height: box.size.height * yScale)
+  }
+}
+
+extension UIColor {
+  func toRGBComponents() -> (red: UInt8, green: UInt8, blue: UInt8)? {
+    var red: CGFloat = 0
+    var green: CGFloat = 0
+    var blue: CGFloat = 0
+    var alpha: CGFloat = 0
+
+    let success = self.getRed(&red, green: &green, blue: &blue, alpha: &alpha)
+
+    if success {
+      let redUInt8 = UInt8(red * 255.0)
+      let greenUInt8 = UInt8(green * 255.0)
+      let blueUInt8 = UInt8(blue * 255.0)
+      return (red: redUInt8, green: greenUInt8, blue: blueUInt8)
+    } else {
+      return nil
+    }
+  }
+}
+
+func nonMaxSuppression(boxes: [CGRect], scores: [Float], threshold: Float) -> [Int] {
+  let sortedIndices = scores.enumerated().sorted { $0.element > $1.element }.map { $0.offset }
+  var selectedIndices = [Int]()
+  var activeIndices = [Bool](repeating: true, count: boxes.count)
+
+  for i in 0..<sortedIndices.count {
+    let idx = sortedIndices[i]
+    if activeIndices[idx] {
+      selectedIndices.append(idx)
+      for j in i + 1..<sortedIndices.count {
+        let otherIdx = sortedIndices[j]
+        if activeIndices[otherIdx] {
+          let intersection = boxes[idx].intersection(boxes[otherIdx])
+          if intersection.area > CGFloat(threshold) * min(boxes[idx].area, boxes[otherIdx].area) {
+            activeIndices[otherIdx] = false
+          }
+        }
+      }
+    }
+  }
+  return selectedIndices
+}
+
+extension CGRect {
+  var area: CGFloat {
+    return width * height
+  }
+}
diff --git a/YOLO/ViewController.swift b/YOLO/ViewController.swift
index 2ab48b3..492f792 100644
--- a/YOLO/ViewController.swift
+++ b/YOLO/ViewController.swift
@@ -19,6 +19,11 @@ import Vision
 
 var mlModel = try! yolov8m(configuration: .init()).model
 
+enum Task {
+  case detect
+  case seg
+}
+
 class ViewController: UIViewController {
   @IBOutlet var videoPreview: UIView!
   @IBOutlet var View0: UIView!
@@ -42,7 +47,8 @@ class ViewController: UIViewController {
   @IBOutlet weak var activityIndicator: UIActivityIndicatorView!
   @IBOutlet weak var forcus: UIImageView!
   @IBOutlet weak var toolBar: UIToolbar!
-
+  var maskLayer: CALayer = CALayer()
+    
   let selection = UISelectionFeedbackGenerator()
   var detector = try! VNCoreMLModel(for: mlModel)
   var session: AVCaptureSession!
@@ -72,6 +78,11 @@ class ViewController: UIViewController {
     request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
     return request
   }()
+    
+  var task: Task = .detect
+  var colors: [String: UIColor] = [:]
+  var colorsForMask: [(red: UInt8, green: UInt8, blue: UInt8)] = []
+  var classes: [String] = []
 
   override func viewDidLoad() {
     super.viewDidLoad()
@@ -80,7 +91,6 @@ class ViewController: UIViewController {
     setUpBoundingBoxViews()
     setUpOrientationChangeNotification()
     startVideo()
-    // setModel()
   }
 
   override func viewWillTransition(
@@ -116,7 +126,13 @@ class ViewController: UIViewController {
     }
     self.videoCapture.previewLayer?.frame = CGRect(
       x: 0, y: 0, width: size.width, height: size.height)
-
+    coordinator.animate(
+      alongsideTransition: { context in
+      },
+      completion: { context in
+        self.setupMaskLayer()
+      }
+    )
   }
 
   private func setUpOrientationChangeNotification() {
@@ -134,10 +150,19 @@ class ViewController: UIViewController {
   }
 
   @IBAction func indexChanged(_ sender: Any) {
+    self.removeAllMaskSubLayers()
     selection.selectionChanged()
     activityIndicator.startAnimating()
+    setModel()
+    setUpBoundingBoxViews()
+    activityIndicator.stopAnimating()
+  }
+
+  func setModel() {
 
     /// Switch model
+    switch task {
+    case .detect:
     switch segmentedControl.selectedSegmentIndex {
     case 0:
       self.labelName.text = "YOLOv8n"
@@ -157,13 +182,49 @@ class ViewController: UIViewController {
     default:
       break
     }
-    setModel()
-    setUpBoundingBoxViews()
-    activityIndicator.stopAnimating()
-  }
+    case .seg:
+    switch segmentedControl.selectedSegmentIndex {
+    case 0:
+      self.labelName.text = "YOLOv8n"
+      if #available(iOS 15.0, *) {
+        mlModel = try! yolov8n_seg(configuration: .init()).model
+      } else {
+        // Fallback on earlier versions
+      }
+    case 1:
+      self.labelName.text = "YOLOv8s"
+      if #available(iOS 15.0, *) {
+        mlModel = try! yolov8s_seg(configuration: .init()).model
+      } else {
+        // Fallback on earlier versions
+      }
+    case 2:
+      self.labelName.text = "YOLOv8m"
+      if #available(iOS 15.0, *) {
+        mlModel = try! yolov8m_seg(configuration: .init()).model
+      } else {
+        // Fallback on earlier versions
+      }
+    case 3:
+      self.labelName.text = "YOLOv8l"
+      if #available(iOS 15.0, *) {
+        mlModel = try! yolov8l_seg(configuration: .init()).model
+      } else {
+        // Fallback on earlier versions
+      }
+    case 4:
+      self.labelName.text = "YOLOv8x"
+      if #available(iOS 15.0, *) {
+        mlModel = try! yolov8x_seg(configuration: .init()).model
+      } else {
+        // Fallback on earlier versions
+      }
+    default: break
+    }
+
+    }
+    DispatchQueue.global(qos: .userInitiated).async { [self] in
 
-  func setModel() {
-      
     /// VNCoreMLModel
     detector = try! VNCoreMLModel(for: mlModel)
     detector.featureProvider = ThresholdProvider()
@@ -179,6 +240,7 @@ class ViewController: UIViewController {
     t2 = 0.0  // inference dt smoothed
     t3 = CACurrentMediaTime()  // FPS start
     t4 = 0.0  // FPS dt smoothed
+    }
   }
 
   /// Update thresholds from slider values
@@ -190,7 +252,29 @@ class ViewController: UIViewController {
     detector.featureProvider = ThresholdProvider(iouThreshold: iou, confidenceThreshold: conf)
   }
 
-  @IBAction func takePhoto(_ sender: Any?) {
+    @IBAction func taskSegmentControlChanged(_ sender: UISegmentedControl) {
+      self.removeAllMaskSubLayers()
+
+      switch sender.selectedSegmentIndex {
+      case 0:
+        if self.task != .detect {
+          self.task = .detect
+          self.setModel()
+        }
+      case 1:
+        if self.task != .seg {
+          self.task = .seg
+          for i in 0..<self.boundingBoxViews.count {
+            self.boundingBoxViews[i].hide()
+          }
+          self.setModel()
+        }
+      default:
+        break
+      }
+    }
+    
+    @IBAction func takePhoto(_ sender: Any?) {
     let t0 = DispatchTime.now().uptimeNanoseconds
 
     // 1. captureSession and cameraOutput
@@ -278,7 +362,6 @@ class ViewController: UIViewController {
 
   let maxBoundingBoxViews = 100
   var boundingBoxViews = [BoundingBoxView]()
-  var colors: [String: UIColor] = [:]
 
   func setUpBoundingBoxViews() {
     // Ensure all bounding box views are initialized up to the maximum allowed.
@@ -287,20 +370,34 @@ class ViewController: UIViewController {
     }
 
     // Retrieve class labels directly from the CoreML model's class labels, if available.
-    guard let classLabels = mlModel.modelDescription.classLabels as? [String] else {
-      fatalError("Class labels are missing from the model description")
-    }
+      guard let classLabels = mlModel.modelDescription.classLabels as? [String] else {
+        fatalError("Class labels are missing from the model description")
+      }
+      classes = classLabels
+
+      // Assign random colors to the classes.
+      var count = 0
+      for label in classLabels {
+        let color = ultralyticsColorsolors[count]
+        count += 1
+        if count > 19 {
+          count = 0
+        }
+        if colors[label] == nil {  // if key not in dict
+          colors[label] = color
+        }
+      }
 
-    // Assign random colors to the classes.
-    for label in classLabels {
-      if colors[label] == nil {  // if key not in dict
-        colors[label] = UIColor(
-          red: CGFloat.random(in: 0...1),
-          green: CGFloat.random(in: 0...1),
-          blue: CGFloat.random(in: 0...1),
-          alpha: 0.6)
+      count = 0
+      for (key, color) in colors {
+        let color = ultralyticsColorsolors[count]
+        count += 1
+        if count > 19 {
+          count = 0
+        }
+        guard let colorForMask = color.toRGBComponents() else { fatalError() }
+        colorsForMask.append(colorForMask)
       }
-    }
   }
 
   func startVideo() {
@@ -315,6 +412,8 @@ class ViewController: UIViewController {
           self.videoPreview.layer.addSublayer(previewLayer)
           self.videoCapture.previewLayer?.frame = self.videoPreview.bounds  // resize preview layer
         }
+        self.setupMaskLayer()
+        self.videoPreview.layer.addSublayer(self.maskLayer)
 
         // Add the bounding box layers to the UI, on top of the video preview.
         for box in self.boundingBoxViews {
@@ -362,17 +461,19 @@ class ViewController: UIViewController {
         }
         t1 = CACurrentMediaTime() - t0  // inference dt
       }
-
+        
       currentBuffer = nil
     }
   }
 
   func processObservations(for request: VNRequest, error: Error?) {
+    switch task {
+    case .detect:
     DispatchQueue.main.async {
       if let results = request.results as? [VNRecognizedObjectObservation] {
-        self.show(predictions: results)
+        self.show(predictions: results, processedBoxAndMasks: [])
       } else {
-        self.show(predictions: [])
+        self.show(predictions: [], processedBoxAndMasks: [])
       }
 
       // Measure FPS
@@ -383,6 +484,32 @@ class ViewController: UIViewController {
       self.labelFPS.text = String(format: "%.1f FPS - %.1f ms", 1 / self.t4, self.t2 * 1000)  // t2 seconds to ms
       self.t3 = CACurrentMediaTime()
     }
+    case .seg:
+    if let results = request.results as? [VNCoreMLFeatureValueObservation] {
+      DispatchQueue.main.async { [self] in
+        guard results.count == 2 else { return }
+        let masks = results[0].featureValue.multiArrayValue
+        let pred = results[1].featureValue.multiArrayValue
+        let processed = getBoundingBoxesAndMasks(
+          feature: pred!, confidenceThreshold: 0.25, iouThreshold: 0.4)
+
+        self.show(predictions: [], processedBoxAndMasks: processed)
+        DispatchQueue.main.async {
+          let a = Date()
+          self.updateMaskAndBoxes(detectedObjects: processed, maskArray: masks!)
+          print(Date().timeIntervalSince(a))
+        }
+
+        if self.t1 < 10.0 {  // valid dt
+          self.t2 = self.t1 * 0.05 + self.t2 * 0.95  // smoothed inference time
+        }
+        self.t4 = (CACurrentMediaTime() - self.t3) * 0.05 + self.t4 * 0.95  // smoothed delivered FPS
+        self.labelFPS.text = String(format: "%.1f FPS - %.1f ms", 1 / self.t4, self.t2 * 1000)  // t2 seconds to ms
+        self.t3 = CACurrentMediaTime()
+      }
+    }
+    }
+
   }
 
   // Save text file
@@ -448,20 +575,22 @@ class ViewController: UIViewController {
     }
   }
 
-  func show(predictions: [VNRecognizedObjectObservation]) {
-    let width = videoPreview.bounds.width  // 375 pix
-    let height = videoPreview.bounds.height  // 812 pix
+  func show(
+    predictions: [VNRecognizedObjectObservation],
+    processedBoxAndMasks: [(CGRect, Int, Float, MLMultiArray)]
+  ) {
+    let width = videoPreview.bounds.width
+    let height = videoPreview.bounds.height
     var str = ""
 
-    // ratio = videoPreview AR divided by sessionPreset AR
     var ratio: CGFloat = 1.0
+
     if videoCapture.captureSession.sessionPreset == .photo {
-      ratio = (height / width) / (4.0 / 3.0)  // .photo
+      ratio = (height / width) / (4.0 / 3.0)
     } else {
-      ratio = (height / width) / (16.0 / 9.0)  // .hd4K3840x2160, .hd1920x1080, .hd1280x720 etc.
+      ratio = (height / width) / (16.0 / 9.0)
     }
 
-    // date
     let date = Date()
     let calendar = Calendar.current
     let hour = calendar.component(.hour, from: date)
@@ -469,30 +598,60 @@ class ViewController: UIViewController {
     let seconds = calendar.component(.second, from: date)
     let nanoseconds = calendar.component(.nanosecond, from: date)
     let sec_day =
-      Double(hour) * 3600.0 + Double(minutes) * 60.0 + Double(seconds) + Double(nanoseconds) / 1E9  // seconds in the day
+        Double(hour) * 3600.0 + Double(minutes) * 60.0 + Double(seconds) + Double(nanoseconds) / 1E9
 
-    self.labelSlider.text =
-      String(predictions.count) + " items (max " + String(Int(slider.value)) + ")"
-    for i in 0..<boundingBoxViews.count {
-      if i < predictions.count && i < Int(slider.value) {
-        let prediction = predictions[i]
+    var resultCount = 0
 
-        var rect = prediction.boundingBox  // normalized xywh, origin lower left
+    switch task {
+    case .detect:
+      resultCount = predictions.count
+    case .seg:
+      resultCount = processedBoxAndMasks.count
+    }
+    self.labelSlider.text = String(resultCount) + " items (max " + String(Int(slider.value)) + ")"
+    for i in 0..<boundingBoxViews.count {
+      if i < (resultCount) && i < Int(slider.value) {
+        var rect = CGRect.zero
+        var label = ""
+        var boxColor: UIColor = .white
+        var confidence: CGFloat = 0
+        var alpha: CGFloat = 0.9
+        var bestClass = ""
+        switch task {
+        case .detect:
+          let prediction = predictions[i]
+          rect = prediction.boundingBox
+          bestClass = prediction.labels[0].identifier
+          confidence = CGFloat(prediction.labels[0].confidence)
+          label = String(format: "%@ %.1f", bestClass, confidence * 100)
+          boxColor = colors[bestClass] ?? UIColor.white
+          alpha = CGFloat((confidence - 0.2) / (1.0 - 0.2) * 0.9)
+        case .seg:
+          let processed = processedBoxAndMasks[i]
+          let box = processed.0
+          rect = CGRect(x: box.minX / 640, y: box.minY / 640, width: box.width / 640, height: box.height / 640)
+          confidence = CGFloat(processed.2)
+          bestClass = classes[processed.1]
+          label = String(format: "%@ %.1f", bestClass, confidence * 100)
+          boxColor = colors[bestClass] ?? UIColor.white
+          alpha = CGFloat((confidence - 0.2) / (1.0 - 0.2) * 0.9)
+        }
+        var displayRect = rect
         switch UIDevice.current.orientation {
         case .portraitUpsideDown:
-          rect = CGRect(
+          displayRect = CGRect(
             x: 1.0 - rect.origin.x - rect.width,
             y: 1.0 - rect.origin.y - rect.height,
             width: rect.width,
             height: rect.height)
         case .landscapeLeft:
-          rect = CGRect(
+          displayRect = CGRect(
             x: rect.origin.x,
             y: rect.origin.y,
             width: rect.width,
             height: rect.height)
         case .landscapeRight:
-          rect = CGRect(
+          displayRect = CGRect(
             x: rect.origin.x,
             y: rect.origin.y,
             width: rect.width,
@@ -502,78 +661,47 @@ class ViewController: UIViewController {
           fallthrough
         default: break
         }
-
-        if ratio >= 1 {  // iPhone ratio = 1.218
-          let offset = (1 - ratio) * (0.5 - rect.minX)
-          let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: offset, y: -1)
-          rect = rect.applying(transform)
-          rect.size.width *= ratio
-        } else {  // iPad ratio = 0.75
-          let offset = (ratio - 1) * (0.5 - rect.maxY)
-          let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: 0, y: offset - 1)
-          rect = rect.applying(transform)
+        if ratio >= 1 {
+          let offset = (1 - ratio) * (0.5 - displayRect.minX)
+          if task == .detect {
+            let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: offset, y: -1)
+            displayRect = displayRect.applying(transform)
+          } else {
+            let transform = CGAffineTransform(translationX: offset, y: 0)
+            displayRect = displayRect.applying(transform)
+          }
+          displayRect.size.width *= ratio
+        } else {
+          if task == .detect {
+            let offset = (ratio - 1) * (0.5 - displayRect.maxY)
+            let transform = CGAffineTransform(scaleX: 1, y: -1).translatedBy(x: 0, y: offset - 1)
+            displayRect = displayRect.applying(transform)
+          } else {
+            let offset = (ratio - 1) * (0.5 - displayRect.minY)
+            let transform = CGAffineTransform(translationX: 0, y: offset)
+            displayRect = displayRect.applying(transform)
+          }
           ratio = (height / width) / (3.0 / 4.0)
-          rect.size.height /= ratio
+          displayRect.size.height /= ratio
         }
+        displayRect = VNImageRectForNormalizedRect(displayRect, Int(width), Int(height))
 
-        // Scale normalized to pixels [375, 812] [width, height]
-        rect = VNImageRectForNormalizedRect(rect, Int(width), Int(height))
-
-        // The labels array is a list of VNClassificationObservation objects,
-        // with the highest scoring class first in the list.
-        let bestClass = prediction.labels[0].identifier
-        let confidence = prediction.labels[0].confidence
-        // print(confidence, rect)  // debug (confidence, xywh) with xywh origin top left (pixels)
-        let label = String(format: "%@ %.1f", bestClass, confidence * 100)
-        let alpha = CGFloat((confidence - 0.2) / (1.0 - 0.2) * 0.9)
-        // Show the bounding box.
         boundingBoxViews[i].show(
-          frame: rect,
-          label: label,
-          color: colors[bestClass] ?? UIColor.white,
-          alpha: alpha)  // alpha 0 (transparent) to 1 (opaque) for conf threshold 0.2 to 1.0)
+          frame: displayRect, label: label, color: boxColor, alpha: alpha)
 
         if developerMode {
-          // Write
           if save_detections {
             str += String(
               format: "%.3f %.3f %.3f %@ %.2f %.1f %.1f %.1f %.1f\n",
               sec_day, freeSpace(), UIDevice.current.batteryLevel, bestClass, confidence,
               rect.origin.x, rect.origin.y, rect.size.width, rect.size.height)
           }
-
-          // Action trigger upon detection
-          // if false {
-          //     if (bestClass == "car") {  // "cell phone", "car", "person"
-          //         self.takePhoto(nil)
-          //         // self.pauseButton(nil)
-          //         sleep(2)
-          //     }
-          // }
         }
+
       } else {
         boundingBoxViews[i].hide()
       }
     }
-
-    // Write
-    if developerMode {
-      if save_detections {
-        saveText(text: str, file: "detections.txt")  // Write stats for each detection
-      }
-      if save_frames {
-        str = String(
-          format: "%.3f %.3f %.3f %.3f %.1f %.1f %.1f\n",
-          sec_day, freeSpace(), memoryUsage(), UIDevice.current.batteryLevel,
-          self.t1 * 1000, self.t2 * 1000, 1 / self.t4)
-        saveText(text: str, file: "frames.txt")  // Write stats for each image
-      }
-    }
-
-    // Debug
-    // print(str)
-    // print(UIDevice.current.identifierForVendor!)
-    // saveImage()
   }
 
   // Pinch to Zoom Start ---------------------------------------------------------------------------------------------

From 0487f3038facc768b2bb36a6f20cd8b75e9d2c68 Mon Sep 17 00:00:00 2001
From: john-rocky <rockyshikoku@gmail.com>
Date: Sun, 18 Aug 2024 15:43:36 +0900
Subject: [PATCH 06/26] add seg models

---
 YOLO.xcodeproj/project.pbxproj | 6 +++++-
 YOLO/Main.storyboard           | 3 +++
 YOLO/ViewController.swift      | 4 ++--
 3 files changed, 10 insertions(+), 3 deletions(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index 0e0349b..b31411f 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -13,7 +13,11 @@
 		636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA221E62DD300DE43BC /* VideoCapture.swift */; };
 		636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA721E62DD300DE43BC /* AppDelegate.swift */; };
 		636EFCB921E62E3900DE43BC /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = 636EFCB821E62E3900DE43BC /* Assets.xcassets */; };
-		6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
+        6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
+        6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
+        6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
+        6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
+        6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
 		63CF371F2514455300E2DEA1 /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44D22186177008AE681 /* LaunchScreen.storyboard */; };
 		63CF37202514455300E2DEA1 /* Main.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44F22186177008AE681 /* Main.storyboard */; };
 		63CF37212514455300E2DEA1 /* ultralytics_yolo_logotype.png in Resources */ = {isa = PBXBuildFile; fileRef = 6323C45122186177008AE681 /* ultralytics_yolo_logotype.png */; };
diff --git a/YOLO/Main.storyboard b/YOLO/Main.storyboard
index b43e17b..4f34283 100644
--- a/YOLO/Main.storyboard
+++ b/YOLO/Main.storyboard
@@ -235,6 +235,9 @@
                                     <segment title="Detect"/>
                                     <segment title="Seg"/>
                                 </segments>
+                                <connections>
+                                    <action selector="taskSegmentControlChanged:" destination="BYZ-38-t0r" eventType="valueChanged" id="iTM-XR-4Wt"/>
+                                </connections>
                             </segmentedControl>
                         </subviews>
                         <viewLayoutGuide key="safeArea" id="6Tk-OE-BBY"/>
diff --git a/YOLO/ViewController.swift b/YOLO/ViewController.swift
index 492f792..a8be964 100644
--- a/YOLO/ViewController.swift
+++ b/YOLO/ViewController.swift
@@ -251,8 +251,8 @@ class ViewController: UIViewController {
     self.labelSliderIoU.text = String(iou) + " IoU Threshold"
     detector.featureProvider = ThresholdProvider(iouThreshold: iou, confidenceThreshold: conf)
   }
-
-    @IBAction func taskSegmentControlChanged(_ sender: UISegmentedControl) {
+    
+  @IBAction func taskSegmentControlChanged(_ sender: UISegmentedControl) {
       self.removeAllMaskSubLayers()
 
       switch sender.selectedSegmentIndex {

From 222cc2a6eb14555a816df7760ea7415b05459f8b Mon Sep 17 00:00:00 2001
From: MLBoy_DaisukeMajima <rockyshikoku@gmail.com>
Date: Sun, 18 Aug 2024 16:06:45 +0900
Subject: [PATCH 07/26] Update project.pbxproj

---
 YOLO.xcodeproj/project.pbxproj | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index b31411f..bafcdac 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -13,11 +13,11 @@
 		636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA221E62DD300DE43BC /* VideoCapture.swift */; };
 		636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA721E62DD300DE43BC /* AppDelegate.swift */; };
 		636EFCB921E62E3900DE43BC /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = 636EFCB821E62E3900DE43BC /* Assets.xcassets */; };
-        6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
-        6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
-        6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
-        6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
-        6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
+	        6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
+	        6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
+	        6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
+	        6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
+	        6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
 		63CF371F2514455300E2DEA1 /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44D22186177008AE681 /* LaunchScreen.storyboard */; };
 		63CF37202514455300E2DEA1 /* Main.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44F22186177008AE681 /* Main.storyboard */; };
 		63CF37212514455300E2DEA1 /* ultralytics_yolo_logotype.png in Resources */ = {isa = PBXBuildFile; fileRef = 6323C45122186177008AE681 /* ultralytics_yolo_logotype.png */; };

From 72e6bff18dce4e31d8587ad40e9a1b283a70123d Mon Sep 17 00:00:00 2001
From: MLBoy_DaisukeMajima <rockyshikoku@gmail.com>
Date: Sun, 18 Aug 2024 16:07:30 +0900
Subject: [PATCH 08/26] Update format.yml

---
 .github/workflows/format.yml | 11 -----------
 1 file changed, 11 deletions(-)

diff --git a/.github/workflows/format.yml b/.github/workflows/format.yml
index d39d549..cec4812 100644
--- a/.github/workflows/format.yml
+++ b/.github/workflows/format.yml
@@ -13,11 +13,7 @@ on:
 
 jobs:
   format:
-<<<<<<< HEAD
-    runs-on: macos-latest
-=======
     runs-on: macos-14
->>>>>>> upstream/main
     steps:
       - name: Run Ultralytics Formatting
         uses: ultralytics/actions@main
@@ -25,16 +21,9 @@ jobs:
           token: ${{ secrets.PERSONAL_ACCESS_TOKEN || secrets.GITHUB_TOKEN }} # note GITHUB_TOKEN automatically generated
           labels: true # autolabel issues and PRs
           python: true # format Python code and docstrings
-<<<<<<< HEAD
-          markdown: true # format Markdown
-          prettier: true # format YAML
-          swift: true # format Swift
-          spelling: false # check spelling
-=======
           swift: true # format Swift
           prettier: true # format YAML, JSON, Markdown and CSS
           spelling: true # check spelling
->>>>>>> upstream/main
           links: false # check broken links
           summary: true # print PR summary with GPT4o (requires 'openai_api_key')
           openai_azure_api_key: ${{ secrets.OPENAI_AZURE_API_KEY }}

From 2084c8e485060fdcf301f17ba97098bbae110b5b Mon Sep 17 00:00:00 2001
From: UltralyticsAssistant <web@ultralytics.com>
Date: Sun, 18 Aug 2024 07:11:22 +0000
Subject: [PATCH 09/26] Auto-format by https://ultralytics.com/actions

---
 YOLO/Utilities/PostProcessSegment.swift |   2 +-
 YOLO/ViewController.swift               | 299 ++++++++++++------------
 2 files changed, 151 insertions(+), 150 deletions(-)

diff --git a/YOLO/Utilities/PostProcessSegment.swift b/YOLO/Utilities/PostProcessSegment.swift
index 19efc10..5d49b1e 100644
--- a/YOLO/Utilities/PostProcessSegment.swift
+++ b/YOLO/Utilities/PostProcessSegment.swift
@@ -157,7 +157,7 @@ extension ViewController {
       self.removeAllMaskSubLayers()
       newLayers.forEach { self.maskLayer.addSublayer($0) }
 
-//      print("Processing Time: \(Date().timeIntervalSince(startTime)) seconds")
+      //      print("Processing Time: \(Date().timeIntervalSince(startTime)) seconds")
     }
   }
 
diff --git a/YOLO/ViewController.swift b/YOLO/ViewController.swift
index a8be964..3b802a9 100644
--- a/YOLO/ViewController.swift
+++ b/YOLO/ViewController.swift
@@ -48,7 +48,7 @@ class ViewController: UIViewController {
   @IBOutlet weak var forcus: UIImageView!
   @IBOutlet weak var toolBar: UIToolbar!
   var maskLayer: CALayer = CALayer()
-    
+
   let selection = UISelectionFeedbackGenerator()
   var detector = try! VNCoreMLModel(for: mlModel)
   var session: AVCaptureSession!
@@ -78,7 +78,7 @@ class ViewController: UIViewController {
     request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
     return request
   }()
-    
+
   var task: Task = .detect
   var colors: [String: UIColor] = [:]
   var colorsForMask: [(red: UInt8, green: UInt8, blue: UInt8)] = []
@@ -163,83 +163,83 @@ class ViewController: UIViewController {
     /// Switch model
     switch task {
     case .detect:
-    switch segmentedControl.selectedSegmentIndex {
-    case 0:
-      self.labelName.text = "YOLOv8n"
-      mlModel = try! yolov8n(configuration: .init()).model
-    case 1:
-      self.labelName.text = "YOLOv8s"
-      mlModel = try! yolov8s(configuration: .init()).model
-    case 2:
-      self.labelName.text = "YOLOv8m"
-      mlModel = try! yolov8m(configuration: .init()).model
-    case 3:
-      self.labelName.text = "YOLOv8l"
-      mlModel = try! yolov8l(configuration: .init()).model
-    case 4:
-      self.labelName.text = "YOLOv8x"
-      mlModel = try! yolov8x(configuration: .init()).model
-    default:
-      break
-    }
-    case .seg:
-    switch segmentedControl.selectedSegmentIndex {
-    case 0:
-      self.labelName.text = "YOLOv8n"
-      if #available(iOS 15.0, *) {
-        mlModel = try! yolov8n_seg(configuration: .init()).model
-      } else {
-        // Fallback on earlier versions
-      }
-    case 1:
-      self.labelName.text = "YOLOv8s"
-      if #available(iOS 15.0, *) {
-        mlModel = try! yolov8s_seg(configuration: .init()).model
-      } else {
-        // Fallback on earlier versions
-      }
-    case 2:
-      self.labelName.text = "YOLOv8m"
-      if #available(iOS 15.0, *) {
-        mlModel = try! yolov8m_seg(configuration: .init()).model
-      } else {
-        // Fallback on earlier versions
-      }
-    case 3:
-      self.labelName.text = "YOLOv8l"
-      if #available(iOS 15.0, *) {
-        mlModel = try! yolov8l_seg(configuration: .init()).model
-      } else {
-        // Fallback on earlier versions
+      switch segmentedControl.selectedSegmentIndex {
+      case 0:
+        self.labelName.text = "YOLOv8n"
+        mlModel = try! yolov8n(configuration: .init()).model
+      case 1:
+        self.labelName.text = "YOLOv8s"
+        mlModel = try! yolov8s(configuration: .init()).model
+      case 2:
+        self.labelName.text = "YOLOv8m"
+        mlModel = try! yolov8m(configuration: .init()).model
+      case 3:
+        self.labelName.text = "YOLOv8l"
+        mlModel = try! yolov8l(configuration: .init()).model
+      case 4:
+        self.labelName.text = "YOLOv8x"
+        mlModel = try! yolov8x(configuration: .init()).model
+      default:
+        break
       }
-    case 4:
-      self.labelName.text = "YOLOv8x"
-      if #available(iOS 15.0, *) {
-        mlModel = try! yolov8x_seg(configuration: .init()).model
-      } else {
-        // Fallback on earlier versions
+    case .seg:
+      switch segmentedControl.selectedSegmentIndex {
+      case 0:
+        self.labelName.text = "YOLOv8n"
+        if #available(iOS 15.0, *) {
+          mlModel = try! yolov8n_seg(configuration: .init()).model
+        } else {
+          // Fallback on earlier versions
+        }
+      case 1:
+        self.labelName.text = "YOLOv8s"
+        if #available(iOS 15.0, *) {
+          mlModel = try! yolov8s_seg(configuration: .init()).model
+        } else {
+          // Fallback on earlier versions
+        }
+      case 2:
+        self.labelName.text = "YOLOv8m"
+        if #available(iOS 15.0, *) {
+          mlModel = try! yolov8m_seg(configuration: .init()).model
+        } else {
+          // Fallback on earlier versions
+        }
+      case 3:
+        self.labelName.text = "YOLOv8l"
+        if #available(iOS 15.0, *) {
+          mlModel = try! yolov8l_seg(configuration: .init()).model
+        } else {
+          // Fallback on earlier versions
+        }
+      case 4:
+        self.labelName.text = "YOLOv8x"
+        if #available(iOS 15.0, *) {
+          mlModel = try! yolov8x_seg(configuration: .init()).model
+        } else {
+          // Fallback on earlier versions
+        }
+      default: break
       }
-    default: break
-    }
 
     }
     DispatchQueue.global(qos: .userInitiated).async { [self] in
 
-    /// VNCoreMLModel
-    detector = try! VNCoreMLModel(for: mlModel)
-    detector.featureProvider = ThresholdProvider()
-
-    /// VNCoreMLRequest
-    let request = VNCoreMLRequest(
-      model: detector,
-      completionHandler: { [weak self] request, error in
-        self?.processObservations(for: request, error: error)
-      })
-    request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
-    visionRequest = request
-    t2 = 0.0  // inference dt smoothed
-    t3 = CACurrentMediaTime()  // FPS start
-    t4 = 0.0  // FPS dt smoothed
+      /// VNCoreMLModel
+      detector = try! VNCoreMLModel(for: mlModel)
+      detector.featureProvider = ThresholdProvider()
+
+      /// VNCoreMLRequest
+      let request = VNCoreMLRequest(
+        model: detector,
+        completionHandler: { [weak self] request, error in
+          self?.processObservations(for: request, error: error)
+        })
+      request.imageCropAndScaleOption = .scaleFill  // .scaleFit, .scaleFill, .centerCrop
+      visionRequest = request
+      t2 = 0.0  // inference dt smoothed
+      t3 = CACurrentMediaTime()  // FPS start
+      t4 = 0.0  // FPS dt smoothed
     }
   }
 
@@ -251,30 +251,30 @@ class ViewController: UIViewController {
     self.labelSliderIoU.text = String(iou) + " IoU Threshold"
     detector.featureProvider = ThresholdProvider(iouThreshold: iou, confidenceThreshold: conf)
   }
-    
+
   @IBAction func taskSegmentControlChanged(_ sender: UISegmentedControl) {
-      self.removeAllMaskSubLayers()
+    self.removeAllMaskSubLayers()
 
-      switch sender.selectedSegmentIndex {
-      case 0:
-        if self.task != .detect {
-          self.task = .detect
-          self.setModel()
-        }
-      case 1:
-        if self.task != .seg {
-          self.task = .seg
-          for i in 0..<self.boundingBoxViews.count {
-            self.boundingBoxViews[i].hide()
-          }
-          self.setModel()
+    switch sender.selectedSegmentIndex {
+    case 0:
+      if self.task != .detect {
+        self.task = .detect
+        self.setModel()
+      }
+    case 1:
+      if self.task != .seg {
+        self.task = .seg
+        for i in 0..<self.boundingBoxViews.count {
+          self.boundingBoxViews[i].hide()
         }
-      default:
-        break
+        self.setModel()
       }
+    default:
+      break
     }
-    
-    @IBAction func takePhoto(_ sender: Any?) {
+  }
+
+  @IBAction func takePhoto(_ sender: Any?) {
     let t0 = DispatchTime.now().uptimeNanoseconds
 
     // 1. captureSession and cameraOutput
@@ -370,34 +370,34 @@ class ViewController: UIViewController {
     }
 
     // Retrieve class labels directly from the CoreML model's class labels, if available.
-      guard let classLabels = mlModel.modelDescription.classLabels as? [String] else {
-        fatalError("Class labels are missing from the model description")
+    guard let classLabels = mlModel.modelDescription.classLabels as? [String] else {
+      fatalError("Class labels are missing from the model description")
+    }
+    classes = classLabels
+
+    // Assign random colors to the classes.
+    var count = 0
+    for label in classLabels {
+      let color = ultralyticsColorsolors[count]
+      count += 1
+      if count > 19 {
+        count = 0
       }
-      classes = classLabels
-
-      // Assign random colors to the classes.
-      var count = 0
-      for label in classLabels {
-        let color = ultralyticsColorsolors[count]
-        count += 1
-        if count > 19 {
-          count = 0
-        }
-        if colors[label] == nil {  // if key not in dict
-          colors[label] = color
-        }
+      if colors[label] == nil {  // if key not in dict
+        colors[label] = color
       }
+    }
 
-      count = 0
-      for (key, color) in colors {
-        let color = ultralyticsColorsolors[count]
-        count += 1
-        if count > 19 {
-          count = 0
-        }
-        guard let colorForMask = color.toRGBComponents() else { fatalError() }
-        colorsForMask.append(colorForMask)
+    count = 0
+    for (key, color) in colors {
+      let color = ultralyticsColorsolors[count]
+      count += 1
+      if count > 19 {
+        count = 0
       }
+      guard let colorForMask = color.toRGBComponents() else { fatalError() }
+      colorsForMask.append(colorForMask)
+    }
   }
 
   func startVideo() {
@@ -461,7 +461,7 @@ class ViewController: UIViewController {
         }
         t1 = CACurrentMediaTime() - t0  // inference dt
       }
-        
+
       currentBuffer = nil
     }
   }
@@ -469,37 +469,14 @@ class ViewController: UIViewController {
   func processObservations(for request: VNRequest, error: Error?) {
     switch task {
     case .detect:
-    DispatchQueue.main.async {
-      if let results = request.results as? [VNRecognizedObjectObservation] {
-        self.show(predictions: results, processedBoxAndMasks: [])
-      } else {
-        self.show(predictions: [], processedBoxAndMasks: [])
-      }
-
-      // Measure FPS
-      if self.t1 < 10.0 {  // valid dt
-        self.t2 = self.t1 * 0.05 + self.t2 * 0.95  // smoothed inference time
-      }
-      self.t4 = (CACurrentMediaTime() - self.t3) * 0.05 + self.t4 * 0.95  // smoothed delivered FPS
-      self.labelFPS.text = String(format: "%.1f FPS - %.1f ms", 1 / self.t4, self.t2 * 1000)  // t2 seconds to ms
-      self.t3 = CACurrentMediaTime()
-    }
-    case .seg:
-    if let results = request.results as? [VNCoreMLFeatureValueObservation] {
-      DispatchQueue.main.async { [self] in
-        guard results.count == 2 else { return }
-        let masks = results[0].featureValue.multiArrayValue
-        let pred = results[1].featureValue.multiArrayValue
-        let processed = getBoundingBoxesAndMasks(
-          feature: pred!, confidenceThreshold: 0.25, iouThreshold: 0.4)
-
-        self.show(predictions: [], processedBoxAndMasks: processed)
-        DispatchQueue.main.async {
-          let a = Date()
-          self.updateMaskAndBoxes(detectedObjects: processed, maskArray: masks!)
-          print(Date().timeIntervalSince(a))
+      DispatchQueue.main.async {
+        if let results = request.results as? [VNRecognizedObjectObservation] {
+          self.show(predictions: results, processedBoxAndMasks: [])
+        } else {
+          self.show(predictions: [], processedBoxAndMasks: [])
         }
 
+        // Measure FPS
         if self.t1 < 10.0 {  // valid dt
           self.t2 = self.t1 * 0.05 + self.t2 * 0.95  // smoothed inference time
         }
@@ -507,7 +484,30 @@ class ViewController: UIViewController {
         self.labelFPS.text = String(format: "%.1f FPS - %.1f ms", 1 / self.t4, self.t2 * 1000)  // t2 seconds to ms
         self.t3 = CACurrentMediaTime()
       }
-    }
+    case .seg:
+      if let results = request.results as? [VNCoreMLFeatureValueObservation] {
+        DispatchQueue.main.async { [self] in
+          guard results.count == 2 else { return }
+          let masks = results[0].featureValue.multiArrayValue
+          let pred = results[1].featureValue.multiArrayValue
+          let processed = getBoundingBoxesAndMasks(
+            feature: pred!, confidenceThreshold: 0.25, iouThreshold: 0.4)
+
+          self.show(predictions: [], processedBoxAndMasks: processed)
+          DispatchQueue.main.async {
+            let a = Date()
+            self.updateMaskAndBoxes(detectedObjects: processed, maskArray: masks!)
+            print(Date().timeIntervalSince(a))
+          }
+
+          if self.t1 < 10.0 {  // valid dt
+            self.t2 = self.t1 * 0.05 + self.t2 * 0.95  // smoothed inference time
+          }
+          self.t4 = (CACurrentMediaTime() - self.t3) * 0.05 + self.t4 * 0.95  // smoothed delivered FPS
+          self.labelFPS.text = String(format: "%.1f FPS - %.1f ms", 1 / self.t4, self.t2 * 1000)  // t2 seconds to ms
+          self.t3 = CACurrentMediaTime()
+        }
+      }
     }
 
   }
@@ -598,7 +598,7 @@ class ViewController: UIViewController {
     let seconds = calendar.component(.second, from: date)
     let nanoseconds = calendar.component(.nanosecond, from: date)
     let sec_day =
-        Double(hour) * 3600.0 + Double(minutes) * 60.0 + Double(seconds) + Double(nanoseconds) / 1E9
+      Double(hour) * 3600.0 + Double(minutes) * 60.0 + Double(seconds) + Double(nanoseconds) / 1E9
 
     var resultCount = 0
 
@@ -629,7 +629,8 @@ class ViewController: UIViewController {
         case .seg:
           let processed = processedBoxAndMasks[i]
           let box = processed.0
-          rect = CGRect(x: box.minX / 640, y: box.minY / 640, width: box.width / 640, height: box.height / 640)
+          rect = CGRect(
+            x: box.minX / 640, y: box.minY / 640, width: box.width / 640, height: box.height / 640)
           confidence = CGFloat(processed.2)
           bestClass = classes[processed.1]
           label = String(format: "%@ %.1f", bestClass, confidence * 100)

From 0d37cf594f5831334df0d9d87f773162248e3728 Mon Sep 17 00:00:00 2001
From: MLBoy_DaisukeMajima <rockyshikoku@gmail.com>
Date: Sun, 18 Aug 2024 16:16:38 +0900
Subject: [PATCH 10/26] Update Colors.swift

---
 YOLO/Utilities/Colors.swift | 8 --------
 1 file changed, 8 deletions(-)

diff --git a/YOLO/Utilities/Colors.swift b/YOLO/Utilities/Colors.swift
index 195aea2..f264bfc 100644
--- a/YOLO/Utilities/Colors.swift
+++ b/YOLO/Utilities/Colors.swift
@@ -1,11 +1,3 @@
-//
-//  Colors.swift
-//  YOLO
-//
-//  Created by 間嶋大輔 on 2024/08/18.
-//  Copyright © 2024 Ultralytics. All rights reserved.
-//
-
 import Foundation
 import UIKit
 

From 4e3ba79990a52a41234dfe4b28dd9c0668ed8154 Mon Sep 17 00:00:00 2001
From: MLBoy_DaisukeMajima <rockyshikoku@gmail.com>
Date: Sun, 18 Aug 2024 21:53:56 +0900
Subject: [PATCH 11/26] Update ViewController.swift

revert save text
---
 YOLO/ViewController.swift | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/YOLO/ViewController.swift b/YOLO/ViewController.swift
index 3b802a9..17cf0c5 100644
--- a/YOLO/ViewController.swift
+++ b/YOLO/ViewController.swift
@@ -703,6 +703,20 @@ class ViewController: UIViewController {
         boundingBoxViews[i].hide()
       }
     }
+
+    // Write
+    if developerMode {
+      if save_detections {
+        saveText(text: str, file: "detections.txt")  // Write stats for each detection
+      }
+      if save_frames {
+        str = String(
+          format: "%.3f %.3f %.3f %.3f %.1f %.1f %.1f\n",
+          sec_day, freeSpace(), memoryUsage(), UIDevice.current.batteryLevel,
+          self.t1 * 1000, self.t2 * 1000, 1 / self.t4)
+        saveText(text: str, file: "frames.txt")  // Write stats for each image
+      }
+    }
   }
 
   // Pinch to Zoom Start ---------------------------------------------------------------------------------------------

From d6aff8b493e0d7cdd14ccba4a407b2ac6d92d887 Mon Sep 17 00:00:00 2001
From: MLBoy_DaisukeMajima <rockyshikoku@gmail.com>
Date: Sun, 18 Aug 2024 22:14:54 +0900
Subject: [PATCH 12/26] Update README.md

Add exporting seg models
---
 YOLO/Models/README.md | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/YOLO/Models/README.md b/YOLO/Models/README.md
index c43cffe..1337c55 100644
--- a/YOLO/Models/README.md
+++ b/YOLO/Models/README.md
@@ -29,6 +29,8 @@ If you prefer to use specific model versions or need to customize the models, yo
 
 2. **Export Models:** Use the following Python script to export YOLOv8 models to the CoreML format, optimized for INT8 quantization for better performance on iOS devices. The script exports all YOLOv8 model sizes (`n`, `s`, `m`, `l`, `x`) as CoreML models.
 
+- Export Detection Models
+  
    ```python
    from ultralytics import YOLO
 
@@ -36,7 +38,17 @@ If you prefer to use specific model versions or need to customize the models, yo
    for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
        YOLO(f"yolov8{size}.pt").export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
    ```
+   
+- Export Segmentation Models
 
+   ```python
+   from ultralytics import YOLO
+
+   # Export all YOLOv8 models to CoreML INT8
+   for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
+       YOLO(f"yolov8{size}-seg.pt").export(format="coreml", int8=True, imgsz=[640, 384])
+   ```
+   
 3. **Place Models in Project:** After exporting, locate the CoreML model files and place them in the `YOLO/Models` directory of your project.
 
 <p align="center">

From ae2084bc9049c84cd4c056dfc95c1d0a942f3254 Mon Sep 17 00:00:00 2001
From: UltralyticsAssistant <web@ultralytics.com>
Date: Sun, 18 Aug 2024 13:15:20 +0000
Subject: [PATCH 13/26] Auto-format by https://ultralytics.com/actions

---
 YOLO/Models/README.md | 30 +++++++++++++++---------------
 1 file changed, 15 insertions(+), 15 deletions(-)

diff --git a/YOLO/Models/README.md b/YOLO/Models/README.md
index 1337c55..7b824b8 100644
--- a/YOLO/Models/README.md
+++ b/YOLO/Models/README.md
@@ -30,25 +30,25 @@ If you prefer to use specific model versions or need to customize the models, yo
 2. **Export Models:** Use the following Python script to export YOLOv8 models to the CoreML format, optimized for INT8 quantization for better performance on iOS devices. The script exports all YOLOv8 model sizes (`n`, `s`, `m`, `l`, `x`) as CoreML models.
 
 - Export Detection Models
-  
-   ```python
-   from ultralytics import YOLO
 
-   # Export all YOLOv8 models to CoreML INT8
-   for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
-       YOLO(f"yolov8{size}.pt").export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
-   ```
-   
+  ```python
+  from ultralytics import YOLO
+
+  # Export all YOLOv8 models to CoreML INT8
+  for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
+      YOLO(f"yolov8{size}.pt").export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
+  ```
+
 - Export Segmentation Models
 
-   ```python
-   from ultralytics import YOLO
+  ```python
+  from ultralytics import YOLO
+
+  # Export all YOLOv8 models to CoreML INT8
+  for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
+      YOLO(f"yolov8{size}-seg.pt").export(format="coreml", int8=True, imgsz=[640, 384])
+  ```
 
-   # Export all YOLOv8 models to CoreML INT8
-   for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
-       YOLO(f"yolov8{size}-seg.pt").export(format="coreml", int8=True, imgsz=[640, 384])
-   ```
-   
 3. **Place Models in Project:** After exporting, locate the CoreML model files and place them in the `YOLO/Models` directory of your project.
 
 <p align="center">

From e22799e55fe9dc006e87a2c3b9c24348b94404ed Mon Sep 17 00:00:00 2001
From: MLBoy_DaisukeMajima <rockyshikoku@gmail.com>
Date: Sun, 18 Aug 2024 22:16:55 +0900
Subject: [PATCH 14/26] Update README.md

---
 YOLO/Models/README.md | 11 -----------
 1 file changed, 11 deletions(-)

diff --git a/YOLO/Models/README.md b/YOLO/Models/README.md
index 7b824b8..7c2318f 100644
--- a/YOLO/Models/README.md
+++ b/YOLO/Models/README.md
@@ -29,23 +29,12 @@ If you prefer to use specific model versions or need to customize the models, yo
 
 2. **Export Models:** Use the following Python script to export YOLOv8 models to the CoreML format, optimized for INT8 quantization for better performance on iOS devices. The script exports all YOLOv8 model sizes (`n`, `s`, `m`, `l`, `x`) as CoreML models.
 
-- Export Detection Models
-
   ```python
   from ultralytics import YOLO
 
   # Export all YOLOv8 models to CoreML INT8
   for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
       YOLO(f"yolov8{size}.pt").export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
-  ```
-
-- Export Segmentation Models
-
-  ```python
-  from ultralytics import YOLO
-
-  # Export all YOLOv8 models to CoreML INT8
-  for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
       YOLO(f"yolov8{size}-seg.pt").export(format="coreml", int8=True, imgsz=[640, 384])
   ```
 

From 859d051922286fd989fe40a9bde75d124908df2c Mon Sep 17 00:00:00 2001
From: UltralyticsAssistant <web@ultralytics.com>
Date: Sun, 18 Aug 2024 13:17:20 +0000
Subject: [PATCH 15/26] Auto-format by https://ultralytics.com/actions

---
 YOLO/Models/README.md | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/YOLO/Models/README.md b/YOLO/Models/README.md
index 7c2318f..d811289 100644
--- a/YOLO/Models/README.md
+++ b/YOLO/Models/README.md
@@ -29,14 +29,14 @@ If you prefer to use specific model versions or need to customize the models, yo
 
 2. **Export Models:** Use the following Python script to export YOLOv8 models to the CoreML format, optimized for INT8 quantization for better performance on iOS devices. The script exports all YOLOv8 model sizes (`n`, `s`, `m`, `l`, `x`) as CoreML models.
 
-  ```python
-  from ultralytics import YOLO
-
-  # Export all YOLOv8 models to CoreML INT8
-  for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
-      YOLO(f"yolov8{size}.pt").export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
-      YOLO(f"yolov8{size}-seg.pt").export(format="coreml", int8=True, imgsz=[640, 384])
-  ```
+```python
+from ultralytics import YOLO
+
+# Export all YOLOv8 models to CoreML INT8
+for size in ("n", "s", "m", "l", "x"):  # all YOLOv8 model sizes
+    YOLO(f"yolov8{size}.pt").export(format="coreml", int8=True, nms=True, imgsz=[640, 384])
+    YOLO(f"yolov8{size}-seg.pt").export(format="coreml", int8=True, imgsz=[640, 384])
+```
 
 3. **Place Models in Project:** After exporting, locate the CoreML model files and place them in the `YOLO/Models` directory of your project.
 

From ee1fe7183ac344c73032171f829f32b69206ffd5 Mon Sep 17 00:00:00 2001
From: MLBoy_DaisukeMajima <rockyshikoku@gmail.com>
Date: Thu, 22 Aug 2024 00:35:40 +0900
Subject: [PATCH 16/26] Update YOLO/Models/README.md

Co-authored-by: Francesco Mattioli <Francesco.mttl@gmail.com>
---
 YOLO/Models/README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/YOLO/Models/README.md b/YOLO/Models/README.md
index d811289..6a46404 100644
--- a/YOLO/Models/README.md
+++ b/YOLO/Models/README.md
@@ -27,7 +27,7 @@ If you prefer to use specific model versions or need to customize the models, yo
    pip install ultralytics
    ```
 
-2. **Export Models:** Use the following Python script to export YOLOv8 models to the CoreML format, optimized for INT8 quantization for better performance on iOS devices. The script exports all YOLOv8 model sizes (`n`, `s`, `m`, `l`, `x`) as CoreML models.
+2. **Export Models:** Use the following Python script to export YOLOv8 models to the CoreML format, optimized for INT8 quantization for better performance on iOS devices. The script exports all YOLOv8 model sizes (n, s, m, l, x) as CoreML models for both instance segmentation and object detection.
 
 ```python
 from ultralytics import YOLO

From ea0c21465ace8d273545c2f7cbf0f7fbee2139e1 Mon Sep 17 00:00:00 2001
From: MLBoy_DaisukeMajima <rockyshikoku@gmail.com>
Date: Thu, 22 Aug 2024 00:49:55 +0900
Subject: [PATCH 17/26] Update project.pbxproj

---
 YOLO.xcodeproj/project.pbxproj | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index bafcdac..03da1b1 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -231,23 +231,23 @@
 			isa = PBXSourcesBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
+				6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */,
+				6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */,
 				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
-				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
+				6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */,
+				6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */,
+				733310CE2C71BEB0001D647B /* yolov8n-seg.mlpackage in Sources */,
+				733310D02C71BEB0001D647B /* yolov8s-seg.mlpackage in Sources */,
 				733310CF2C71BEB0001D647B /* yolov8m-seg.mlpackage in Sources */,
 				733310D12C71BEB0001D647B /* yolov8l-seg.mlpackage in Sources */,
-				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
-				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
-				6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */,
+				733310CD2C71BEB0001D647B /* yolov8x-seg.mlpackage in Sources */,
 				733310D52C71C5CE001D647B /* PostProcessSegment.swift in Sources */,
 				636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */,
-				733310D02C71BEB0001D647B /* yolov8s-seg.mlpackage in Sources */,
 				733310D42C71C5CE001D647B /* Colors.swift in Sources */,
 				636166EA251443B20054FA7E /* ThresholdProvider.swift in Sources */,
 				636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */,
 				636EFCAA21E62DD300DE43BC /* ViewController.swift in Sources */,
-				733310CD2C71BEB0001D647B /* yolov8x-seg.mlpackage in Sources */,
 				8EDAA33950796844333D60A7 /* BoundingBoxView.swift in Sources */,
-				733310CE2C71BEB0001D647B /* yolov8n-seg.mlpackage in Sources */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};

From 85f2d82fa01e2fe113ebc20aa4aed4cd84c57b73 Mon Sep 17 00:00:00 2001
From: Francesco Mattioli <Francesco.mttl@gmail.com>
Date: Thu, 22 Aug 2024 16:41:22 +0200
Subject: [PATCH 18/26] Update YOLO.xcodeproj/project.pbxproj

---
 YOLO.xcodeproj/project.pbxproj | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index 03da1b1..bb06da2 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -13,7 +13,7 @@
 		636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA221E62DD300DE43BC /* VideoCapture.swift */; };
 		636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA721E62DD300DE43BC /* AppDelegate.swift */; };
 		636EFCB921E62E3900DE43BC /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = 636EFCB821E62E3900DE43BC /* Assets.xcassets */; };
-	        6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
+	    6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
 	        6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
 	        6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
 	        6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };

From 4f3f74701373588d7d9df27fdb2e2d1b1926a416 Mon Sep 17 00:00:00 2001
From: Francesco Mattioli <Francesco.mttl@gmail.com>
Date: Thu, 22 Aug 2024 16:41:28 +0200
Subject: [PATCH 19/26] Update YOLO.xcodeproj/project.pbxproj

---
 YOLO.xcodeproj/project.pbxproj | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index bb06da2..182df6c 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -14,7 +14,7 @@
 		636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA721E62DD300DE43BC /* AppDelegate.swift */; };
 		636EFCB921E62E3900DE43BC /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = 636EFCB821E62E3900DE43BC /* Assets.xcassets */; };
 	    6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
-	        6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
+	    6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
 	        6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
 	        6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
 	        6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };

From 255f24b7de3b964470d71a1603e2e0a0dea4ee25 Mon Sep 17 00:00:00 2001
From: Francesco Mattioli <Francesco.mttl@gmail.com>
Date: Thu, 22 Aug 2024 16:41:37 +0200
Subject: [PATCH 20/26] Update YOLO.xcodeproj/project.pbxproj

---
 YOLO.xcodeproj/project.pbxproj | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index 182df6c..1c31e37 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -15,7 +15,7 @@
 		636EFCB921E62E3900DE43BC /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = 636EFCB821E62E3900DE43BC /* Assets.xcassets */; };
 	    6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
 	    6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
-	        6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
+	    6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
 	        6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
 	        6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
 		63CF371F2514455300E2DEA1 /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44D22186177008AE681 /* LaunchScreen.storyboard */; };

From d19022bd67d4e7ed51a9c1cf33bee98f706bac6d Mon Sep 17 00:00:00 2001
From: Francesco Mattioli <Francesco.mttl@gmail.com>
Date: Thu, 22 Aug 2024 16:41:42 +0200
Subject: [PATCH 21/26] Update YOLO.xcodeproj/project.pbxproj

---
 YOLO.xcodeproj/project.pbxproj | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index 1c31e37..0be6ff6 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -16,7 +16,7 @@
 	    6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
 	    6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
 	    6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
-	        6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
+	    6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
 	        6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
 		63CF371F2514455300E2DEA1 /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44D22186177008AE681 /* LaunchScreen.storyboard */; };
 		63CF37202514455300E2DEA1 /* Main.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44F22186177008AE681 /* Main.storyboard */; };

From 8d1f376c493f2f1a77f57641a279925df74e174e Mon Sep 17 00:00:00 2001
From: Francesco Mattioli <Francesco.mttl@gmail.com>
Date: Thu, 22 Aug 2024 16:41:47 +0200
Subject: [PATCH 22/26] Update YOLO.xcodeproj/project.pbxproj

---
 YOLO.xcodeproj/project.pbxproj | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index 0be6ff6..dd9a92f 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -17,7 +17,7 @@
 	    6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
 	    6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
 	    6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
-	        6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
+	    6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
 		63CF371F2514455300E2DEA1 /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44D22186177008AE681 /* LaunchScreen.storyboard */; };
 		63CF37202514455300E2DEA1 /* Main.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44F22186177008AE681 /* Main.storyboard */; };
 		63CF37212514455300E2DEA1 /* ultralytics_yolo_logotype.png in Resources */ = {isa = PBXBuildFile; fileRef = 6323C45122186177008AE681 /* ultralytics_yolo_logotype.png */; };

From f75aaeed7d7fe3cb898d12e0983b15a3e6d43a98 Mon Sep 17 00:00:00 2001
From: Francesco Mattioli <Francesco.mttl@gmail.com>
Date: Thu, 22 Aug 2024 16:42:27 +0200
Subject: [PATCH 23/26] Update project.pbxproj

---
 YOLO.xcodeproj/project.pbxproj | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/YOLO.xcodeproj/project.pbxproj b/YOLO.xcodeproj/project.pbxproj
index dd9a92f..c2507f5 100644
--- a/YOLO.xcodeproj/project.pbxproj
+++ b/YOLO.xcodeproj/project.pbxproj
@@ -13,11 +13,11 @@
 		636EFCAF21E62DD300DE43BC /* VideoCapture.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA221E62DD300DE43BC /* VideoCapture.swift */; };
 		636EFCB321E62DD300DE43BC /* AppDelegate.swift in Sources */ = {isa = PBXBuildFile; fileRef = 636EFCA721E62DD300DE43BC /* AppDelegate.swift */; };
 		636EFCB921E62E3900DE43BC /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = 636EFCB821E62E3900DE43BC /* Assets.xcassets */; };
-	    6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
-	    6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
-	    6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
-	    6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
-	    6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
+	    	6381D2182B7817C200ABA4E8 /* yolov8l.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2132B7817C200ABA4E8 /* yolov8l.mlpackage */; };
+	    	6381D2192B7817C200ABA4E8 /* yolov8x.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2142B7817C200ABA4E8 /* yolov8x.mlpackage */; };
+	    	6381D21A2B7817C200ABA4E8 /* yolov8s.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2152B7817C200ABA4E8 /* yolov8s.mlpackage */; };
+	    	6381D21B2B7817C200ABA4E8 /* yolov8m.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2162B7817C200ABA4E8 /* yolov8m.mlpackage */; };
+	    	6381D21C2B7817C200ABA4E8 /* yolov8n.mlpackage in Sources */ = {isa = PBXBuildFile; fileRef = 6381D2172B7817C200ABA4E8 /* yolov8n.mlpackage */; };
 		63CF371F2514455300E2DEA1 /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44D22186177008AE681 /* LaunchScreen.storyboard */; };
 		63CF37202514455300E2DEA1 /* Main.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 6323C44F22186177008AE681 /* Main.storyboard */; };
 		63CF37212514455300E2DEA1 /* ultralytics_yolo_logotype.png in Resources */ = {isa = PBXBuildFile; fileRef = 6323C45122186177008AE681 /* ultralytics_yolo_logotype.png */; };

From 4a12a8ea7cd77954edab83f02984404b44bec698 Mon Sep 17 00:00:00 2001
From: john-rocky <rockyshikoku@gmail.com>
Date: Sat, 31 Aug 2024 05:31:12 +0900
Subject: [PATCH 24/26] Swap the order of post-processing results

---
 YOLO/Utilities/PostProcessSegment.swift | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/YOLO/Utilities/PostProcessSegment.swift b/YOLO/Utilities/PostProcessSegment.swift
index 5d49b1e..1a97710 100644
--- a/YOLO/Utilities/PostProcessSegment.swift
+++ b/YOLO/Utilities/PostProcessSegment.swift
@@ -46,7 +46,7 @@ extension ViewController {
     let maskConfidenceLength = 32
     let numClasses = numFeatures - boxFeatureLength - maskConfidenceLength
 
-    var results = [(CGRect, Float, Int, MLMultiArray)]()
+    var results = [(CGRect, Int, Float, MLMultiArray)]()
     let featurePointer = feature.dataPointer.assumingMemoryBound(to: Float.self)
 
     let resultsQueue = DispatchQueue(label: "resultsQueue", attributes: .concurrent)
@@ -83,7 +83,7 @@ extension ViewController {
           maskProbs[i] = NSNumber(value: maskProbsPointer[i * numAnchors])
         }
 
-        let result = (boundingBox, maxClassValue, Int(maxClassIndex), maskProbs)
+        let result = (boundingBox, Int(maxClassIndex), maxClassValue, maskProbs)
 
         // Using resultsQueue to synchronize access to results
         resultsQueue.async(flags: .barrier) {
@@ -99,15 +99,15 @@ extension ViewController {
 
     // Perform NMS class by class
     for classIndex in 0..<numClasses {
-      let classResults = results.filter { $0.2 == classIndex }
+      let classResults = results.filter { $0.1 == classIndex }
       if !classResults.isEmpty {
         let boxesOnly = classResults.map { $0.0 }
-        let scoresOnly = classResults.map { $0.1 }
+        let scoresOnly = classResults.map { $0.2 }
         let selectedIndices = nonMaxSuppression(
           boxes: boxesOnly, scores: scoresOnly, threshold: iouThreshold)
         for idx in selectedIndices {
           selectedBoxesAndFeatures.append(
-            (classResults[idx].0, classResults[idx].2, classResults[idx].1, classResults[idx].3))
+            (classResults[idx].0, classResults[idx].1, classResults[idx].2, classResults[idx].3))
         }
       }
     }

From d3ab1dba33f9a4132a664145d26821b855f081c6 Mon Sep 17 00:00:00 2001
From: john-rocky <rockyshikoku@gmail.com>
Date: Sat, 31 Aug 2024 05:34:20 +0900
Subject: [PATCH 25/26] Add comment to Colors.swift

---
 YOLO/Utilities/Colors.swift | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/YOLO/Utilities/Colors.swift b/YOLO/Utilities/Colors.swift
index f264bfc..7edb817 100644
--- a/YOLO/Utilities/Colors.swift
+++ b/YOLO/Utilities/Colors.swift
@@ -1,3 +1,9 @@
+//  Ultralytics YOLO 🚀 - AGPL-3.0 License
+//
+//  Colors for Ultralytics YOLO App
+
+// These colors are set to use the same Ultralytics color palette as the Python version.
+
 import Foundation
 import UIKit
 

From c2eba595aa8f39b00a185d245b6d51ffa7fc5a44 Mon Sep 17 00:00:00 2001
From: john-rocky <rockyshikoku@gmail.com>
Date: Sat, 31 Aug 2024 05:34:55 +0900
Subject: [PATCH 26/26] adjust comment

---
 YOLO/Utilities/PostProcessSegment.swift | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/YOLO/Utilities/PostProcessSegment.swift b/YOLO/Utilities/PostProcessSegment.swift
index 1a97710..b891a34 100644
--- a/YOLO/Utilities/PostProcessSegment.swift
+++ b/YOLO/Utilities/PostProcessSegment.swift
@@ -4,9 +4,10 @@
 
 // These functions are designed to post-process inference results from the YOLOv8-Segment model in the Ultralytics YOLO app to display segment masks.
 
+//  Access the source code: https://github.com/ultralytics/yolo-ios-app
+
 import Accelerate
 import MetalPerformanceShaders
-//  Access the source code: https://github.com/ultralytics/yolo-ios-app
 import UIKit
 import Vision