Merge pull request #447 from RunanywhereAI/Rag+CPP_optis

Cpp optis

Author: sanchitmonga22

Package.resolved

@@ -86,9 +86,7 @@ let package = Package(
         .package(url: "https://github.com/apple/swift-crypto.git", from: "3.0.0"),
         .package(url: "https://github.com/Alamofire/Alamofire.git", from: "5.9.0"),
         .package(url: "https://github.com/JohnSundell/Files.git", from: "4.3.0"),
-        .package(url: "https://github.com/weichsel/ZIPFoundation.git", from: "0.9.0"),
         .package(url: "https://github.com/devicekit/DeviceKit.git", from: "5.6.0"),
-        .package(url: "https://github.com/tsolomko/SWCompression.git", from: "4.8.0"),
         .package(url: "https://github.com/getsentry/sentry-cocoa", from: "8.40.0"),
         // ml-stable-diffusion for CoreML-based image generation
         .package(url: "https://github.com/apple/ml-stable-diffusion.git", from: "1.1.0"),
@@ -139,9 +137,7 @@ let package = Package(
                 .product(name: "Crypto", package: "swift-crypto"),
                 .product(name: "Alamofire", package: "Alamofire"),
                 .product(name: "Files", package: "Files"),
-                .product(name: "ZIPFoundation", package: "ZIPFoundation"),
                 .product(name: "DeviceKit", package: "DeviceKit"),
-                .product(name: "SWCompression", package: "SWCompression"),
                 .product(name: "Sentry", package: "sentry-cocoa"),
                 .product(name: "StableDiffusion", package: "ml-stable-diffusion"),
                 "CRACommons",

Package.swift

@@ -42,7 +42,7 @@ A complete on-device voice AI pipeline for Linux (Raspberry Pi 5, x86_64, ARM64)
 - **Large Language Model** — Qwen2.5 0.5B Q4 via llama.cpp (fully local)
 - **Text-to-Speech** — Piper Lessac Medium neural TTS
 
-**Requirements:** Linux (ALSA), x86_64 or ARM64, CMake 3.16+, C++17
+**Requirements:** Linux (ALSA), x86_64 or ARM64, CMake 3.16+, C++20
 
 ## swift-starter-app
 
@@ -94,4 +94,4 @@ A hybrid voice assistant that combines on-device AI inference with cloud LLM rea
 - **Barge-in Support** — Wake word during TTS playback cancels speech and re-listens
 - **Waiting Chime** — Earcon feedback while waiting for cloud response
 
-**Requirements:** Linux (ALSA), x86_64 or ARM64, CMake 3.16+, C++17
+**Requirements:** Linux (ALSA), x86_64 or ARM64, CMake 3.16+, C++20

Playground/README.md

@@ -31,7 +31,7 @@ project(linux-voice-assistant
     DESCRIPTION "Linux Voice Assistant using RunAnywhere Commons"
 )
 
-set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD 20)
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
 
 # =============================================================================

Playground/linux-voice-assistant/CMakeLists.txt

@@ -56,7 +56,7 @@ linux-voice-assistant/
 
 - Linux (Raspberry Pi 5, Ubuntu, Debian, etc.)
 - CMake 3.16+
-- C++17 compiler (g++ or clang++)
+- C++20 compiler (g++ or clang++)
 - ALSA development headers: `sudo apt install libasound2-dev`
 
 ### Build and Run

Playground/linux-voice-assistant/README.md

@@ -1,7 +1,7 @@
 cmake_minimum_required(VERSION 3.16)
 project(openclaw-hybrid-assistant VERSION 0.1.0 LANGUAGES CXX)
 
-set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD 20)
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
 
 # =============================================================================

Playground/openclaw-hybrid-assistant/CMakeLists.txt

@@ -20,11 +20,21 @@ public static void registerWith(@NonNull FlutterEngine flutterEngine) {
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin audioplayers_android, xyz.luan.audioplayers.AudioplayersPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.camerax.CameraAndroidCameraxPlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin camera_android_camerax, io.flutter.plugins.camerax.CameraAndroidCameraxPlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new dev.fluttercommunity.plus.device_info.DeviceInfoPlusPlugin());
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin device_info_plus, dev.fluttercommunity.plus.device_info.DeviceInfoPlusPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.flutter_plugin_android_lifecycle.FlutterAndroidLifecyclePlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin flutter_plugin_android_lifecycle, io.flutter.plugins.flutter_plugin_android_lifecycle.FlutterAndroidLifecyclePlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new com.it_nomads.fluttersecurestorage.FlutterSecureStoragePlugin());
     } catch (Exception e) {
@@ -35,6 +45,11 @@ public static void registerWith(@NonNull FlutterEngine flutterEngine) {
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin flutter_tts, com.tundralabs.fluttertts.FlutterTtsPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.imagepicker.ImagePickerPlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin image_picker_android, io.flutter.plugins.imagepicker.ImagePickerPlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new dev.fluttercommunity.plus.packageinfo.PackageInfoPlugin());
     } catch (Exception e) {

examples/flutter/RunAnywhereAI/android/app/src/main/java/io/flutter/plugins/GeneratedPluginRegistrant.java

@@ -12,6 +12,12 @@
 @import audioplayers_darwin;
 #endif
 
+#if __has_include(<camera_avfoundation/CameraPlugin.h>)
+#import <camera_avfoundation/CameraPlugin.h>
+#else
+@import camera_avfoundation;
+#endif
+
 #if __has_include(<device_info_plus/FPPDeviceInfoPlusPlugin.h>)
 #import <device_info_plus/FPPDeviceInfoPlusPlugin.h>
 #else
@@ -30,6 +36,12 @@
 @import flutter_tts;
 #endif
 
+#if __has_include(<image_picker_ios/FLTImagePickerPlugin.h>)
+#import <image_picker_ios/FLTImagePickerPlugin.h>
+#else
+@import image_picker_ios;
+#endif
+
 #if __has_include(<package_info_plus/FPPPackageInfoPlusPlugin.h>)
 #import <package_info_plus/FPPPackageInfoPlusPlugin.h>
 #else
@@ -94,9 +106,11 @@ @implementation GeneratedPluginRegistrant
 
 + (void)registerWithRegistry:(NSObject<FlutterPluginRegistry>*)registry {
   [AudioplayersDarwinPlugin registerWithRegistrar:[registry registrarForPlugin:@"AudioplayersDarwinPlugin"]];
+  [CameraPlugin registerWithRegistrar:[registry registrarForPlugin:@"CameraPlugin"]];
   [FPPDeviceInfoPlusPlugin registerWithRegistrar:[registry registrarForPlugin:@"FPPDeviceInfoPlusPlugin"]];
   [FlutterSecureStoragePlugin registerWithRegistrar:[registry registrarForPlugin:@"FlutterSecureStoragePlugin"]];
   [FlutterTtsPlugin registerWithRegistrar:[registry registrarForPlugin:@"FlutterTtsPlugin"]];
+  [FLTImagePickerPlugin registerWithRegistrar:[registry registrarForPlugin:@"FLTImagePickerPlugin"]];
   [FPPPackageInfoPlusPlugin registerWithRegistrar:[registry registrarForPlugin:@"FPPPackageInfoPlusPlugin"]];
   [PathProviderPlugin registerWithRegistrar:[registry registrarForPlugin:@"PathProviderPlugin"]];
   [PermissionHandlerPlugin registerWithRegistrar:[registry registrarForPlugin:@"PermissionHandlerPlugin"]];

examples/flutter/RunAnywhereAI/ios/Runner/GeneratedPluginRegistrant.m

@@ -12,6 +12,7 @@ import 'package:runanywhere_ai/core/utilities/constants.dart';
 import 'package:runanywhere_ai/core/utilities/keychain_helper.dart';
 import 'package:runanywhere/public/extensions/rag_module.dart';
 import 'package:runanywhere_llamacpp/runanywhere_llamacpp.dart';
+import 'package:runanywhere_onnx/runanywhere_onnx.dart';
 
 /// RunAnywhereAIApp (mirroring iOS RunAnywhereAIApp.swift)
 ///
@@ -286,6 +287,14 @@ class _RunAnywhereAIAppState extends State<RunAnywhereAIApp> {
     debugPrint('✅ ONNX Embedding models registered');
     await Future<void>.delayed(Duration.zero);
 
+    // --- ONNX BACKEND (required for embeddings used by RAG) ---
+    try {
+      await Onnx.register();
+      debugPrint('✅ ONNX backend registered (STT + TTS + VAD + Embeddings)');
+    } catch (e) {
+      debugPrint('⚠️ ONNX backend not available: $e');
+    }
+
     // --- RAG BACKEND ---
     try {
       await RAGModule.register();

examples/flutter/RunAnywhereAI/lib/app/runanywhere_ai_app.dart

@@ -161,7 +161,7 @@ class VLMViewModel extends ChangeNotifier {
       final result = await sdk.RunAnywhere.processImageStream(
         image,
         prompt: 'Describe what you see briefly.',
-        maxTokens: 200,
+        options: const sdk.VLMGenerationOptions(maxTokens: 200),
       );
 
       // Listen to stream and append tokens
@@ -201,7 +201,7 @@ class VLMViewModel extends ChangeNotifier {
       final result = await sdk.RunAnywhere.processImageStream(
         image,
         prompt: 'Describe this image in detail.',
-        maxTokens: 300,
+        options: const sdk.VLMGenerationOptions(maxTokens: 300),
       );
 
       // Listen to stream and append tokens
@@ -285,7 +285,7 @@ class VLMViewModel extends ChangeNotifier {
       final result = await sdk.RunAnywhere.processImageStream(
         image,
         prompt: 'Describe what you see in one sentence.',
-        maxTokens: 100,
+        options: const sdk.VLMGenerationOptions(maxTokens: 100),
       );
 
       // Listen to stream and build description