Merge origin/main into smonga/fix-big-model-loading

Resolves conflicts in sdk/runanywhere-commons/src/backends/llamacpp/llamacpp_backend.cpp
by adopting the PR's llama_params_fit-based model loading while adapting to main's
current idioms:

  - Replace LOGI(...)/LOGE(...) macro calls with RAC_LOG_INFO("LLM.LlamaCpp", ...)
    and RAC_LOG_ERROR("LLM.LlamaCpp", ...), matching main's direct-call style.
  - Drop the filename heuristic (is_model_size_marker, is_large_model) and the
    post-load adaptive context ladder (kLargeModelContextSize et al.) since
    llama_params_fit now queries actual device memory.
  - Keep main's named-constant refactor (k* constants in anonymous namespace)
    untouched; only the load_model() body changes.

Co-Authored-By: VyasGuru <71374747+VyasGuru@users.noreply.github.com>

Author: sanchitmonga22

Package.resolved

@@ -37,11 +37,11 @@ import Foundation
 //   ./scripts/build-swift.sh --set-remote  (sets useLocalBinaries = false)
 //
 // =============================================================================
-let useLocalBinaries = true //  Toggle: true for local dev, false for release
+let useLocalBinaries = false //  Toggle: true for local dev, false for release
 
 // Version for remote XCFrameworks (used when testLocal = false)
 // Updated automatically by CI/CD during releases
-let sdkVersion = "0.19.6"
+let sdkVersion = "0.19.7"
 
 let package = Package(
     name: "runanywhere-sdks",
@@ -86,9 +86,7 @@ let package = Package(
         .package(url: "https://github.com/apple/swift-crypto.git", from: "3.0.0"),
         .package(url: "https://github.com/Alamofire/Alamofire.git", from: "5.9.0"),
         .package(url: "https://github.com/JohnSundell/Files.git", from: "4.3.0"),
-        .package(url: "https://github.com/weichsel/ZIPFoundation.git", from: "0.9.0"),
         .package(url: "https://github.com/devicekit/DeviceKit.git", from: "5.6.0"),
-        .package(url: "https://github.com/tsolomko/SWCompression.git", from: "4.8.0"),
         .package(url: "https://github.com/getsentry/sentry-cocoa", from: "8.40.0"),
         // ml-stable-diffusion for CoreML-based image generation
         .package(url: "https://github.com/apple/ml-stable-diffusion.git", from: "1.1.0"),
@@ -139,9 +137,7 @@ let package = Package(
                 .product(name: "Crypto", package: "swift-crypto"),
                 .product(name: "Alamofire", package: "Alamofire"),
                 .product(name: "Files", package: "Files"),
-                .product(name: "ZIPFoundation", package: "ZIPFoundation"),
                 .product(name: "DeviceKit", package: "DeviceKit"),
-                .product(name: "SWCompression", package: "SWCompression"),
                 .product(name: "Sentry", package: "sentry-cocoa"),
                 .product(name: "StableDiffusion", package: "ml-stable-diffusion"),
                 "CRACommons",

Package.swift

@@ -42,7 +42,7 @@ A complete on-device voice AI pipeline for Linux (Raspberry Pi 5, x86_64, ARM64)
 - **Large Language Model** — Qwen2.5 0.5B Q4 via llama.cpp (fully local)
 - **Text-to-Speech** — Piper Lessac Medium neural TTS
 
-**Requirements:** Linux (ALSA), x86_64 or ARM64, CMake 3.16+, C++17
+**Requirements:** Linux (ALSA), x86_64 or ARM64, CMake 3.16+, C++20
 
 ## swift-starter-app
 
@@ -94,4 +94,4 @@ A hybrid voice assistant that combines on-device AI inference with cloud LLM rea
 - **Barge-in Support** — Wake word during TTS playback cancels speech and re-listens
 - **Waiting Chime** — Earcon feedback while waiting for cloud response
 
-**Requirements:** Linux (ALSA), x86_64 or ARM64, CMake 3.16+, C++17
+**Requirements:** Linux (ALSA), x86_64 or ARM64, CMake 3.16+, C++20

Playground/README.md

@@ -31,7 +31,7 @@ project(linux-voice-assistant
     DESCRIPTION "Linux Voice Assistant using RunAnywhere Commons"
 )
 
-set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD 20)
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
 
 # =============================================================================

Playground/linux-voice-assistant/CMakeLists.txt

@@ -56,7 +56,7 @@ linux-voice-assistant/
 
 - Linux (Raspberry Pi 5, Ubuntu, Debian, etc.)
 - CMake 3.16+
-- C++17 compiler (g++ or clang++)
+- C++20 compiler (g++ or clang++)
 - ALSA development headers: `sudo apt install libasound2-dev`
 
 ### Build and Run

Playground/linux-voice-assistant/README.md

@@ -1,7 +1,7 @@
 cmake_minimum_required(VERSION 3.16)
 project(openclaw-hybrid-assistant VERSION 0.1.0 LANGUAGES CXX)
 
-set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD 20)
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
 
 # =============================================================================

Playground/openclaw-hybrid-assistant/CMakeLists.txt

@@ -140,8 +140,8 @@ println(response) // "Paris is the capital of France."
 
 ```kotlin
 dependencies {
-    implementation("com.runanywhere.sdk:runanywhere-kotlin:0.1.4")
-    implementation("com.runanywhere.sdk:runanywhere-core-llamacpp:0.1.4")
+    implementation("com.runanywhere.sdk:runanywhere-kotlin:0.16.1")
+    implementation("com.runanywhere.sdk:runanywhere-core-llamacpp:0.16.1")
 }
 ```
 
@@ -161,7 +161,7 @@ LlamaCPP.register();
 
 // 2. Load a model
 await RunAnywhere.downloadModel('smollm2-360m');
-await RunAnywhere.loadModel(modelPath);
+await RunAnywhere.loadModel('smollm2-360m');
 
 // 3. Generate
 const response = await RunAnywhere.chat('What is the capital of France?');
@@ -201,8 +201,9 @@ print(response); // "Paris is the capital of France."
 
 ```yaml
 dependencies:
-  runanywhere: ^0.15.11
-  runanywhere_llamacpp: ^0.15.11
+  runanywhere: ^0.16.0
+  runanywhere_llamacpp: ^0.16.0  # LLM text generation
+  # runanywhere_onnx: ^0.16.0   # Add this if you need STT, TTS, or Voice features
 ```
 
 [Full documentation →](https://docs.runanywhere.ai/flutter/introduction) · [Source code](sdk/runanywhere-flutter/)

README.md

@@ -20,11 +20,21 @@ public static void registerWith(@NonNull FlutterEngine flutterEngine) {
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin audioplayers_android, xyz.luan.audioplayers.AudioplayersPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.camerax.CameraAndroidCameraxPlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin camera_android_camerax, io.flutter.plugins.camerax.CameraAndroidCameraxPlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new dev.fluttercommunity.plus.device_info.DeviceInfoPlusPlugin());
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin device_info_plus, dev.fluttercommunity.plus.device_info.DeviceInfoPlusPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.flutter_plugin_android_lifecycle.FlutterAndroidLifecyclePlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin flutter_plugin_android_lifecycle, io.flutter.plugins.flutter_plugin_android_lifecycle.FlutterAndroidLifecyclePlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new com.it_nomads.fluttersecurestorage.FlutterSecureStoragePlugin());
     } catch (Exception e) {
@@ -35,6 +45,11 @@ public static void registerWith(@NonNull FlutterEngine flutterEngine) {
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin flutter_tts, com.tundralabs.fluttertts.FlutterTtsPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.imagepicker.ImagePickerPlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin image_picker_android, io.flutter.plugins.imagepicker.ImagePickerPlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new dev.fluttercommunity.plus.packageinfo.PackageInfoPlugin());
     } catch (Exception e) {

examples/flutter/RunAnywhereAI/android/app/src/main/java/io/flutter/plugins/GeneratedPluginRegistrant.java

@@ -12,6 +12,12 @@
 @import audioplayers_darwin;
 #endif
 
+#if __has_include(<camera_avfoundation/CameraPlugin.h>)
+#import <camera_avfoundation/CameraPlugin.h>
+#else
+@import camera_avfoundation;
+#endif
+
 #if __has_include(<device_info_plus/FPPDeviceInfoPlusPlugin.h>)
 #import <device_info_plus/FPPDeviceInfoPlusPlugin.h>
 #else
@@ -30,6 +36,12 @@
 @import flutter_tts;
 #endif
 
+#if __has_include(<image_picker_ios/FLTImagePickerPlugin.h>)
+#import <image_picker_ios/FLTImagePickerPlugin.h>
+#else
+@import image_picker_ios;
+#endif
+
 #if __has_include(<package_info_plus/FPPPackageInfoPlusPlugin.h>)
 #import <package_info_plus/FPPPackageInfoPlusPlugin.h>
 #else
@@ -94,9 +106,11 @@ @implementation GeneratedPluginRegistrant
 
 + (void)registerWithRegistry:(NSObject<FlutterPluginRegistry>*)registry {
   [AudioplayersDarwinPlugin registerWithRegistrar:[registry registrarForPlugin:@"AudioplayersDarwinPlugin"]];
+  [CameraPlugin registerWithRegistrar:[registry registrarForPlugin:@"CameraPlugin"]];
   [FPPDeviceInfoPlusPlugin registerWithRegistrar:[registry registrarForPlugin:@"FPPDeviceInfoPlusPlugin"]];
   [FlutterSecureStoragePlugin registerWithRegistrar:[registry registrarForPlugin:@"FlutterSecureStoragePlugin"]];
   [FlutterTtsPlugin registerWithRegistrar:[registry registrarForPlugin:@"FlutterTtsPlugin"]];
+  [FLTImagePickerPlugin registerWithRegistrar:[registry registrarForPlugin:@"FLTImagePickerPlugin"]];
   [FPPPackageInfoPlusPlugin registerWithRegistrar:[registry registrarForPlugin:@"FPPPackageInfoPlusPlugin"]];
   [PathProviderPlugin registerWithRegistrar:[registry registrarForPlugin:@"PathProviderPlugin"]];
   [PermissionHandlerPlugin registerWithRegistrar:[registry registrarForPlugin:@"PermissionHandlerPlugin"]];

examples/flutter/RunAnywhereAI/ios/Runner/GeneratedPluginRegistrant.m

@@ -12,6 +12,7 @@ import 'package:runanywhere_ai/core/utilities/constants.dart';
 import 'package:runanywhere_ai/core/utilities/keychain_helper.dart';
 import 'package:runanywhere/public/extensions/rag_module.dart';
 import 'package:runanywhere_llamacpp/runanywhere_llamacpp.dart';
+import 'package:runanywhere_onnx/runanywhere_onnx.dart';
 
 /// RunAnywhereAIApp (mirroring iOS RunAnywhereAIApp.swift)
 ///
@@ -286,6 +287,14 @@ class _RunAnywhereAIAppState extends State<RunAnywhereAIApp> {
     debugPrint('✅ ONNX Embedding models registered');
     await Future<void>.delayed(Duration.zero);
 
+    // --- ONNX BACKEND (required for embeddings used by RAG) ---
+    try {
+      await Onnx.register();
+      debugPrint('✅ ONNX backend registered (STT + TTS + VAD + Embeddings)');
+    } catch (e) {
+      debugPrint('⚠️ ONNX backend not available: $e');
+    }
+
     // --- RAG BACKEND ---
     try {
       await RAGModule.register();