Merge main into siddhesh/lora-demo

Resolve conflicts:
- Package.swift: keep main's split ONNX Runtime xcframeworks (iOS + macOS)
- project.pbxproj: keep both RunAnywhereRAG and RunAnywhereWhisperKit dependencies

Co-authored-by: Cursor <cursoragent@cursor.com>

Author: sanchitmonga22

.gitignore

@@ -391,3 +391,4 @@ sdk/runanywhere-react-native/packages/rag/ios/.testlocal
 # Node
 node_modules/
 /tools/
+*.trace

.pre-commit-config.yaml

@@ -2,6 +2,12 @@
 # See https://pre-commit.com for more information
 
 repos:
+  # Secret scanning (blocks commits containing API keys, tokens, URLs)
+  - repo: https://github.com/gitleaks/gitleaks
+    rev: v8.30.0
+    hooks:
+      - id: gitleaks
+
   # General hooks
   - repo: https://github.com/pre-commit/pre-commit-hooks
     rev: v4.5.0
@@ -73,6 +79,7 @@ default_language_version:
 # Skip these hooks during CI (they run in dedicated CI jobs)
 ci:
   skip:
+    - gitleaks
     - android-sdk-lint
     - android-app-lint
     - ios-sdk-swiftlint-fix

Package.resolved

@@ -37,11 +37,11 @@ import Foundation
 //   ./scripts/build-swift.sh --set-remote  (sets useLocalBinaries = false)
 //
 // =============================================================================
-let useLocalBinaries = true //  Toggle: true for local dev, false for release
+let useLocalBinaries = false //  Toggle: true for local dev, false for release
 
 // Version for remote XCFrameworks (used when testLocal = false)
 // Updated automatically by CI/CD during releases
-let sdkVersion = "0.19.1"
+let sdkVersion = "0.19.6"
 
 // RAG binary is only available in local dev mode until the release artifact is published.
 // In remote mode, the RAG xcframework zip + checksum don't exist yet, so including the
@@ -80,6 +80,13 @@ let package = Package(
             targets: ["LlamaCPPRuntime"]
         ),
 
+        // =================================================================
+        // WhisperKit Backend - adds STT via Apple Neural Engine
+        // =================================================================
+        .library(
+            name: "RunAnywhereWhisperKit",
+            targets: ["WhisperKitRuntime"]
+        ),
     ] + ragProducts(),
     dependencies: [
         .package(url: "https://github.com/apple/swift-crypto.git", from: "3.0.0"),
@@ -91,6 +98,8 @@ let package = Package(
         .package(url: "https://github.com/getsentry/sentry-cocoa", from: "8.40.0"),
         // ml-stable-diffusion for CoreML-based image generation
         .package(url: "https://github.com/apple/ml-stable-diffusion.git", from: "1.1.0"),
+        // WhisperKit for Neural Engine STT
+        .package(url: "https://github.com/argmaxinc/WhisperKit.git", from: "0.9.0"),
     ],
     targets: [
         // =================================================================
@@ -118,7 +127,11 @@ let package = Package(
         // =================================================================
         .target(
             name: "ONNXBackend",
-            dependencies: ["RABackendONNXBinary"],
+            dependencies: [
+                "RABackendONNXBinary",
+                .target(name: "ONNXRuntimeiOSBinary", condition: .when(platforms: [.iOS])),
+                .target(name: "ONNXRuntimemacOSBinary", condition: .when(platforms: [.macOS])),
+            ],
             path: "sdk/runanywhere-swift/Sources/ONNXRuntime/include",
             publicHeadersPath: "."
         ),
@@ -159,7 +172,8 @@ let package = Package(
                 "RunAnywhere",
                 "ONNXBackend",
                 "RABackendONNXBinary",
-                "ONNXRuntimeBinary",
+                .target(name: "ONNXRuntimeiOSBinary", condition: .when(platforms: [.iOS])),
+                .target(name: "ONNXRuntimemacOSBinary", condition: .when(platforms: [.macOS])),
             ],
             path: "sdk/runanywhere-swift/Sources/ONNXRuntime",
             exclude: ["include"],
@@ -192,6 +206,22 @@ let package = Package(
             ]
         ),
 
+        // =================================================================
+        // WhisperKit Runtime Backend (Apple Neural Engine STT)
+        // =================================================================
+        .target(
+            name: "WhisperKitRuntime",
+            dependencies: [
+                "RunAnywhere",
+                .product(name: "WhisperKit", package: "whisperkit"),
+            ],
+            path: "sdk/runanywhere-swift/Sources/WhisperKitRuntime",
+            linkerSettings: [
+                .linkedFramework("CoreML"),
+                .linkedFramework("Accelerate"),
+            ]
+        ),
+
         // =================================================================
         // RunAnywhere unit tests (e.g. AudioCaptureManager – Issue #198)
         // =================================================================
@@ -290,14 +320,19 @@ func binaryTargets() -> [Target] {
             ),
         ]
 
-        // Local combined ONNX Runtime xcframework (iOS + macOS)
-        // Created by: cd sdk/runanywhere-swift && ./scripts/create-onnxruntime-xcframework.sh
-        targets.append(
+        // ONNX Runtime xcframeworks - split by platform
+        // iOS: static library format (not embedded in app bundle)
+        // macOS: dynamic framework format (embedded in app bundle)
+        targets.append(contentsOf: [
             .binaryTarget(
-                name: "ONNXRuntimeBinary",
-                path: "sdk/runanywhere-swift/Binaries/onnxruntime.xcframework"
-            )
-        )
+                name: "ONNXRuntimeiOSBinary",
+                path: "sdk/runanywhere-swift/Binaries/onnxruntime-ios.xcframework"
+            ),
+            .binaryTarget(
+                name: "ONNXRuntimemacOSBinary",
+                path: "sdk/runanywhere-swift/Binaries/onnxruntime-macos.xcframework"
+            ),
+        ])
 
         return targets
     } else {
@@ -310,22 +345,27 @@ func binaryTargets() -> [Target] {
             .binaryTarget(
                 name: "RACommonsBinary",
                 url: "https://github.com/RunanywhereAI/runanywhere-sdks/releases/download/v\(sdkVersion)/RACommons-v\(sdkVersion).zip",
-                checksum: "f6bc152b1689d7549d6a7b5e692f6babb0efc44fe334c0e60acfc0c12d848c44"
+                checksum: "40ea84cf054f59fbc65e87d92550d4acb2bcbf433041438822c6b30985e3db24"
             ),
             .binaryTarget(
                 name: "RABackendLlamaCPPBinary",
                 url: "https://github.com/RunanywhereAI/runanywhere-sdks/releases/download/v\(sdkVersion)/RABackendLLAMACPP-v\(sdkVersion).zip",
-                checksum: "ba150fd924f71c2137d6cad0a294c3f9c2da5bc748b547cced87bc0910a9b327"
+                checksum: "314dddb242caf3d2d0b19c0f919c35187023c6c66cc861de741d071faddbf58b"
             ),
             .binaryTarget(
                 name: "RABackendONNXBinary",
                 url: "https://github.com/RunanywhereAI/runanywhere-sdks/releases/download/v\(sdkVersion)/RABackendONNX-v\(sdkVersion).zip",
-                checksum: "00b28c0542ab25585c534b4e33ddacd4a1d24447aa8c2178949aad89eb56cb1f"
+                checksum: "809e2510da49f71f6d019e77bcc0a7e12e967f3b739ba0b9eea7adb77936edc0"
+            ),
+            .binaryTarget(
+                name: "ONNXRuntimeiOSBinary",
+                url: "https://github.com/RunanywhereAI/runanywhere-sdks/releases/download/v\(sdkVersion)/onnxruntime-ios-v\(sdkVersion).zip",
+                checksum: "310022d76a16b2d2d106577a1aa84a9e608c721bb6221c4ba47bf962a88bd9fd"
             ),
             .binaryTarget(
-                name: "ONNXRuntimeBinary",
-                url: "https://github.com/RunanywhereAI/runanywhere-sdks/releases/download/v\(sdkVersion)/onnxruntime-v\(sdkVersion).zip",
-                checksum: "e0180262bd1b10fcda95aaf9aac595af5e6819bd454312b6fc8ffc3828db239f"
+                name: "ONNXRuntimemacOSBinary",
+                url: "https://github.com/RunanywhereAI/runanywhere-sdks/releases/download/v\(sdkVersion)/onnxruntime-macos-v\(sdkVersion).zip",
+                checksum: "f73db9dc09012325b35fd3da74de794a75f4e9971d9b923af0805d6ab1dfc243"
             ),
         ]
 

Package.swift

@@ -4,12 +4,34 @@ Interactive demo projects showcasing what you can build with RunAnywhere.
 
 | Project | Description | Platform |
 |---------|-------------|----------|
+| [YapRun](YapRun/) | On-device voice dictation — custom keyboard, multiple Whisper backends, Live Activity, offline-ready — [Website](https://runanywhere.ai/yaprun) · [TestFlight](https://testflight.apple.com/join/6N7nBeG8) | iOS & macOS (Swift/SwiftUI) |
 | [swift-starter-app](swift-starter-app/) | Privacy-first AI demo — LLM Chat, Speech-to-Text, Text-to-Speech, and Voice Pipeline with VAD | iOS (Swift/SwiftUI) |
 | [on-device-browser-agent](on-device-browser-agent/) | On-device AI browser automation using WebLLM — no cloud, no API keys, fully private | Chrome Extension (TypeScript/React) |
 | [android-use-agent](android-use-agent/) | Fully on-device autonomous Android agent — navigates phone UI via accessibility + on-device LLM (Qwen3-4B). See [benchmarks](android-use-agent/ASSESSMENT.md) | Android (Kotlin/Jetpack Compose) |
 | [linux-voice-assistant](linux-voice-assistant/) | Fully on-device voice assistant — Wake Word, VAD, STT, LLM, and TTS with zero cloud dependency | Linux (C++/ALSA) |
 | [openclaw-hybrid-assistant](openclaw-hybrid-assistant/) | Hybrid voice assistant — on-device Wake Word, VAD, STT, and TTS with cloud LLM via OpenClaw WebSocket | Linux (C++/ALSA) |
 
+## YapRun
+
+On-device voice dictation for iOS and macOS. All speech recognition runs locally — your voice never leaves your device.
+
+<p align="center">
+  <img src="YapRun/screenshots/01_welcome.png" width="160" />
+  <img src="YapRun/screenshots/03_home.png" width="160" />
+  <img src="YapRun/screenshots/04_keyboard.png" width="160" />
+  <img src="YapRun/screenshots/05_playground.png" width="160" />
+  <img src="YapRun/screenshots/06_notepad.png" width="160" />
+</p>
+
+- **Custom Keyboard** — Tap "Yap" from any text field in any app to dictate
+- **Multiple Whisper Backends** — WhisperKit (Neural Engine) and ONNX (CPU) with one-tap model switching
+- **Live Activity** — Real-time transcription status on the Lock Screen and Dynamic Island
+- **ASR Playground** — Record and transcribe in-app to test speed and accuracy
+- **macOS Agent** — Menu bar icon, global hotkey dictation, floating flow bar
+- **Offline-Ready** — Download once, run without a network connection
+
+**[runanywhere.ai/yaprun](https://runanywhere.ai/yaprun)** | [TestFlight Beta](https://testflight.apple.com/join/6N7nBeG8) | Free on the App Store — iOS 16.0+ / macOS 14.0+, Xcode 15.0+
+
 ## linux-voice-assistant
 
 A complete on-device voice AI pipeline for Linux (Raspberry Pi 5, x86_64, ARM64). All inference runs locally — no cloud, no API keys:

Playground/README.md

@@ -0,0 +1,107 @@
+# YapRun
+
+On-device voice dictation for iOS and macOS, powered by the RunAnywhere SDK. All speech recognition runs locally — your voice never leaves your device.
+
+**[runanywhere.ai/yaprun](https://runanywhere.ai/yaprun)** | [TestFlight Beta](https://testflight.apple.com/join/6N7nBeG8) | Free on the App Store — no account required
+
+<p align="center">
+  <img src="screenshots/01_welcome.png" width="200" />
+  <img src="screenshots/03_home.png" width="200" />
+  <img src="screenshots/04_keyboard.png" width="200" />
+  <img src="screenshots/05_playground.png" width="200" />
+</p>
+
+## Features
+
+### iOS
+
+- **Custom Keyboard Extension** — Tap "Yap" from any text field in any app to dictate with on-device Whisper
+- **Live Activity** — Real-time transcription status on the Lock Screen and Dynamic Island
+- **Model Hub** — Download and switch between multiple ASR models (WhisperKit Neural Engine, ONNX CPU)
+- **ASR Playground** — Record and transcribe in-app to test speed and accuracy
+- **Notepad** — Built-in scratchpad for quick voice drafts
+- **Guided Onboarding** — Step-by-step setup for microphone, keyboard, and model download
+- **Deep Links** — `yaprun://startFlow`, `yaprun://playground`, `yaprun://kill` for keyboard ↔ app communication
+
+### macOS
+
+- **Menu Bar Agent** — Runs as a background agent with a persistent menu bar icon
+- **Global Hotkey** — System-wide keyboard shortcut to dictate and insert text at the cursor
+- **Flow Bar** — Floating overlay showing dictation status
+- **Hub Window** — Model management, playground, notepad, and settings in a single window
+
+### Shared (iOS + macOS)
+
+- **Multiple ASR Backends** — WhisperKit (Apple Neural Engine via Core ML) and ONNX (CPU via sherpa-onnx)
+- **Model Registry** — Curated models with consumer-friendly names: Fast (70 MB), Accurate (134 MB), Compact CPU (118 MB), Whisper CPU (75 MB)
+- **Offline-Ready** — Download once during setup, run without a network connection
+- **Dictation History** — Recent transcriptions stored locally with timestamps
+
+## Architecture
+
+```
+YapRun/
+├── YapRunApp.swift              # App entry point (iOS WindowGroup + macOS agent)
+├── ContentView.swift            # iOS home screen (status cards, model hub, history)
+├── Core/
+│   ├── AppColors.swift          # Design tokens (dark theme, orange CTA)
+│   ├── AppTypes.swift           # Shared enums and type aliases
+│   ├── ModelRegistry.swift      # ASR model definitions and SDK registration
+│   ├── ClipboardService.swift   # Cross-platform pasteboard access
+│   └── DictationHistory.swift   # Local history persistence
+├── Features/
+│   ├── Home/                    # Model cards, download progress, home VM
+│   ├── Playground/              # Record → transcribe test bench
+│   ├── Notepad/                 # Voice-first text editor
+│   ├── Onboarding/              # Multi-step guided setup (mic, keyboard, model)
+│   └── VoiceKeyboard/           # Flow session manager, Live Activity, deep links
+├── Shared/
+│   ├── SharedConstants.swift    # App group keys, Darwin notification names, URL scheme
+│   └── SharedDataBridge.swift   # App ↔ keyboard extension shared state via UserDefaults suite
+├── macOS/
+│   ├── MacAppDelegate.swift     # Agent lifecycle, hub window, flow bar
+│   ├── Features/                # macOS-specific views (hub, playground, settings, onboarding)
+│   └── Services/                # Hotkey, text insertion, audio feedback, permissions
+├── YapRunKeyboard/              # iOS keyboard extension (separate target)
+└── YapRunActivity/              # Live Activity widget (separate target)
+```
+
+### Key Patterns
+
+- **Flow Session (WisprFlow pattern)**: The keyboard extension triggers the main app via deep link (`yaprun://startFlow`). The app starts `AVAudioEngine` while foregrounded, keeps alive via Live Activity, then receives Darwin notifications (`startListening` / `stopListening`) from the keyboard to gate audio buffering and transcription.
+- **Dual Runtime**: WhisperKit runs on Apple Neural Engine (Core ML) for speed; ONNX via sherpa-onnx runs on CPU as a fallback.
+- **Shared Data Bridge**: App and keyboard extension communicate through a shared `UserDefaults` suite and Darwin notifications — no network calls.
+
+## Requirements
+
+| Platform | Minimum | Recommended |
+|----------|---------|-------------|
+| iOS      | 16.0    | 17.0+       |
+| macOS    | 14.0    | 15.0+       |
+| Xcode    | 15.0    | 16.0+       |
+
+## Getting Started
+
+1. Open the project in Xcode:
+
+```bash
+cd Playground/YapRun
+open YapRun.xcodeproj
+```
+
+2. Select the **YapRun** scheme and your target device/simulator.
+
+3. Build and run. The onboarding flow will guide you through microphone permission, keyboard setup, and model download.
+
+> **Keyboard Extension**: To use the custom keyboard on iOS, go to **Settings → General → Keyboard → Keyboards → Add New Keyboard** and select **YapRun**. Enable **Full Access** when prompted.
+
+## Models
+
+All models are downloaded from GitHub Releases and cached on-device:
+
+| Model | Backend | Size | Best For |
+|-------|---------|------|----------|
+| Fast (whisperkit-tiny.en) | WhisperKit / Neural Engine | 70 MB | Quick notes, low battery |
+| Accurate (whisperkit-base.en) | WhisperKit / Neural Engine | 134 MB | Longer dictation, higher accuracy |
+| Compact CPU (moonshine-tiny-en-int8) | ONNX / sherpa-onnx | 118 MB | When Neural Engine is busy |
+| Whisper CPU (whisper-tiny.en) | ONNX / sherpa-onnx | 75 MB | Maximum device compatibility |