Add Genie NPU backend support and update dependencies

- Introduced the Genie NPU backend for Android/Snapdragon devices, including model registration and framework integration.
- Updated pubspec.yaml to include the runanywhere_genie dependency.
- Enhanced AndroidManifest.xml to declare native library requirements for Genie.
- Modified GeneratedPluginRegistrant to register Genie and related plugins.
- Updated model handling to support Genie in the app's logic and UI.
- Improved documentation and changelog to reflect these changes.

This commit enhances the SDK's capabilities by integrating support for the Genie NPU, allowing for optimized inference on compatible devices.

Author: sanchitmonga22

examples/flutter/RunAnywhereAI/android/app/src/main/AndroidManifest.xml

@@ -7,7 +7,10 @@
     <application
         android:label="RunAnywhere AI"
         android:name="${applicationName}"
-        android:icon="@mipmap/ic_launcher">
+        android:icon="@mipmap/ic_launcher"
+        android:extractNativeLibs="true">
+        <!-- Declare vendor public library for Genie NPU (Qualcomm FastRPC DSP communication) -->
+        <uses-native-library android:name="libcdsprpc.so" android:required="false" />
         <activity
             android:name=".MainActivity"
             android:exported="true"

examples/flutter/RunAnywhereAI/android/app/src/main/java/io/flutter/plugins/GeneratedPluginRegistrant.java

@@ -20,11 +20,26 @@ public static void registerWith(@NonNull FlutterEngine flutterEngine) {
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin audioplayers_android, xyz.luan.audioplayers.AudioplayersPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.camerax.CameraAndroidCameraxPlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin camera_android_camerax, io.flutter.plugins.camerax.CameraAndroidCameraxPlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new dev.fluttercommunity.plus.device_info.DeviceInfoPlusPlugin());
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin device_info_plus, dev.fluttercommunity.plus.device_info.DeviceInfoPlusPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new com.mr.flutter.plugin.filepicker.FilePickerPlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin file_picker, com.mr.flutter.plugin.filepicker.FilePickerPlugin", e);
+    }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.flutter_plugin_android_lifecycle.FlutterAndroidLifecyclePlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin flutter_plugin_android_lifecycle, io.flutter.plugins.flutter_plugin_android_lifecycle.FlutterAndroidLifecyclePlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new com.it_nomads.fluttersecurestorage.FlutterSecureStoragePlugin());
     } catch (Exception e) {
@@ -35,6 +50,11 @@ public static void registerWith(@NonNull FlutterEngine flutterEngine) {
     } catch (Exception e) {
       Log.e(TAG, "Error registering plugin flutter_tts, com.tundralabs.fluttertts.FlutterTtsPlugin", e);
     }
+    try {
+      flutterEngine.getPlugins().add(new io.flutter.plugins.imagepicker.ImagePickerPlugin());
+    } catch (Exception e) {
+      Log.e(TAG, "Error registering plugin image_picker_android, io.flutter.plugins.imagepicker.ImagePickerPlugin", e);
+    }
     try {
       flutterEngine.getPlugins().add(new dev.fluttercommunity.plus.packageinfo.PackageInfoPlugin());
     } catch (Exception e) {
@@ -61,14 +81,14 @@ public static void registerWith(@NonNull FlutterEngine flutterEngine) {
       Log.e(TAG, "Error registering plugin runanywhere, ai.runanywhere.sdk.RunAnywherePlugin", e);
     }
     try {
-      flutterEngine.getPlugins().add(new ai.runanywhere.sdk.llamacpp.LlamaCppPlugin());
+      flutterEngine.getPlugins().add(new ai.runanywhere.sdk.genie.GeniePlugin());
     } catch (Exception e) {
-      Log.e(TAG, "Error registering plugin runanywhere_llamacpp, ai.runanywhere.sdk.llamacpp.LlamaCppPlugin", e);
+      Log.e(TAG, "Error registering plugin runanywhere_genie, ai.runanywhere.sdk.genie.GeniePlugin", e);
     }
     try {
-      flutterEngine.getPlugins().add(new ai.runanywhere.sdk.onnx.OnnxPlugin());
+      flutterEngine.getPlugins().add(new ai.runanywhere.sdk.llamacpp.LlamaCppPlugin());
     } catch (Exception e) {
-      Log.e(TAG, "Error registering plugin runanywhere_onnx, ai.runanywhere.sdk.onnx.OnnxPlugin", e);
+      Log.e(TAG, "Error registering plugin runanywhere_llamacpp, ai.runanywhere.sdk.llamacpp.LlamaCppPlugin", e);
     }
     try {
       flutterEngine.getPlugins().add(new io.flutter.plugins.sharedpreferences.SharedPreferencesPlugin());

examples/flutter/RunAnywhereAI/ios/Runner/GeneratedPluginRegistrant.m

@@ -12,12 +12,24 @@
 @import audioplayers_darwin;
 #endif
 
+#if __has_include(<camera_avfoundation/CameraPlugin.h>)
+#import <camera_avfoundation/CameraPlugin.h>
+#else
+@import camera_avfoundation;
+#endif
+
 #if __has_include(<device_info_plus/FPPDeviceInfoPlusPlugin.h>)
 #import <device_info_plus/FPPDeviceInfoPlusPlugin.h>
 #else
 @import device_info_plus;
 #endif
 
+#if __has_include(<file_picker/FilePickerPlugin.h>)
+#import <file_picker/FilePickerPlugin.h>
+#else
+@import file_picker;
+#endif
+
 #if __has_include(<flutter_secure_storage/FlutterSecureStoragePlugin.h>)
 #import <flutter_secure_storage/FlutterSecureStoragePlugin.h>
 #else
@@ -30,6 +42,12 @@
 @import flutter_tts;
 #endif
 
+#if __has_include(<image_picker_ios/FLTImagePickerPlugin.h>)
+#import <image_picker_ios/FLTImagePickerPlugin.h>
+#else
+@import image_picker_ios;
+#endif
+
 #if __has_include(<package_info_plus/FPPPackageInfoPlusPlugin.h>)
 #import <package_info_plus/FPPPackageInfoPlusPlugin.h>
 #else
@@ -60,16 +78,16 @@
 @import runanywhere;
 #endif
 
-#if __has_include(<runanywhere_llamacpp/LlamaCppPlugin.h>)
-#import <runanywhere_llamacpp/LlamaCppPlugin.h>
+#if __has_include(<runanywhere_genie/GeniePlugin.h>)
+#import <runanywhere_genie/GeniePlugin.h>
 #else
-@import runanywhere_llamacpp;
+@import runanywhere_genie;
 #endif
 
-#if __has_include(<runanywhere_onnx/OnnxPlugin.h>)
-#import <runanywhere_onnx/OnnxPlugin.h>
+#if __has_include(<runanywhere_llamacpp/LlamaCppPlugin.h>)
+#import <runanywhere_llamacpp/LlamaCppPlugin.h>
 #else
-@import runanywhere_onnx;
+@import runanywhere_llamacpp;
 #endif
 
 #if __has_include(<shared_preferences_foundation/SharedPreferencesPlugin.h>)
@@ -94,16 +112,19 @@ @implementation GeneratedPluginRegistrant
 
 + (void)registerWithRegistry:(NSObject<FlutterPluginRegistry>*)registry {
   [AudioplayersDarwinPlugin registerWithRegistrar:[registry registrarForPlugin:@"AudioplayersDarwinPlugin"]];
+  [CameraPlugin registerWithRegistrar:[registry registrarForPlugin:@"CameraPlugin"]];
   [FPPDeviceInfoPlusPlugin registerWithRegistrar:[registry registrarForPlugin:@"FPPDeviceInfoPlusPlugin"]];
+  [FilePickerPlugin registerWithRegistrar:[registry registrarForPlugin:@"FilePickerPlugin"]];
   [FlutterSecureStoragePlugin registerWithRegistrar:[registry registrarForPlugin:@"FlutterSecureStoragePlugin"]];
   [FlutterTtsPlugin registerWithRegistrar:[registry registrarForPlugin:@"FlutterTtsPlugin"]];
+  [FLTImagePickerPlugin registerWithRegistrar:[registry registrarForPlugin:@"FLTImagePickerPlugin"]];
   [FPPPackageInfoPlusPlugin registerWithRegistrar:[registry registrarForPlugin:@"FPPPackageInfoPlusPlugin"]];
   [PathProviderPlugin registerWithRegistrar:[registry registrarForPlugin:@"PathProviderPlugin"]];
   [PermissionHandlerPlugin registerWithRegistrar:[registry registrarForPlugin:@"PermissionHandlerPlugin"]];
   [RecordIosPlugin registerWithRegistrar:[registry registrarForPlugin:@"RecordIosPlugin"]];
   [RunAnywherePlugin registerWithRegistrar:[registry registrarForPlugin:@"RunAnywherePlugin"]];
+  [GeniePlugin registerWithRegistrar:[registry registrarForPlugin:@"GeniePlugin"]];
   [LlamaCppPlugin registerWithRegistrar:[registry registrarForPlugin:@"LlamaCppPlugin"]];
-  [OnnxPlugin registerWithRegistrar:[registry registrarForPlugin:@"OnnxPlugin"]];
   [SharedPreferencesPlugin registerWithRegistrar:[registry registrarForPlugin:@"SharedPreferencesPlugin"]];
   [SqflitePlugin registerWithRegistrar:[registry registrarForPlugin:@"SqflitePlugin"]];
   [URLLauncherPlugin registerWithRegistrar:[registry registrarForPlugin:@"URLLauncherPlugin"]];

examples/flutter/RunAnywhereAI/lib/app/runanywhere_ai_app.dart

@@ -12,6 +12,7 @@ import 'package:runanywhere_ai/core/utilities/constants.dart';
 import 'package:runanywhere_ai/core/utilities/keychain_helper.dart';
 import 'package:runanywhere/public/extensions/rag_module.dart';
 import 'package:runanywhere_llamacpp/runanywhere_llamacpp.dart';
+import 'package:runanywhere_genie/runanywhere_genie.dart';
 
 /// RunAnywhereAIApp (mirroring iOS RunAnywhereAIApp.swift)
 ///
@@ -204,6 +205,27 @@ class _RunAnywhereAIAppState extends State<RunAnywhereAIApp> {
     debugPrint('✅ LlamaCPP module registered');
     await Future<void>.delayed(Duration.zero);
 
+    // --- GENIE NPU MODULE (Android/Snapdragon only) ---
+    if (Genie.isAvailable) {
+      await Genie.register(priority: 200);
+      Genie.addModel(
+        id: 'qwen2_5-7b-instruct-genie',
+        name: 'Qwen 2.5 7B (NPU)',
+        url: 'https://huggingface.co/runanywhere/genie-npu-models/resolve/main/qwen2.5-7b-instruct-genie-w8a16.tar.gz',
+        memoryRequirement: 5000000000,
+      );
+      Genie.addModel(
+        id: 'llama-3.2-1b-instruct-genie',
+        name: 'Llama 3.2 1B (NPU)',
+        url: 'https://huggingface.co/runanywhere/genie-npu-models/resolve/main/llama-3.2-1b-instruct-genie-w4.tar.gz',
+        memoryRequirement: 1500000000,
+      );
+      debugPrint('✅ Genie NPU module registered');
+    } else {
+      debugPrint('ℹ️ Genie NPU not available (non-Snapdragon device)');
+    }
+    await Future<void>.delayed(Duration.zero);
+
     // --- VLM MODULE ---
     RunAnywhere.registerModel(
       id: 'smolvlm-500m-instruct-q8_0',

examples/flutter/RunAnywhereAI/lib/features/chat/chat_interface_view.dart

@@ -530,7 +530,7 @@ class _ChatInterfaceViewState extends State<ChatInterfaceView> {
 
   /// Map SDK InferenceFramework enum to app framework enum
   LLMFramework _mapInferenceFramework(sdk.InferenceFramework? framework) {
-    if (framework == null) return LLMFramework.llamaCpp;
+    if (framework == null) return LLMFramework.unknown;
     switch (framework) {
       case sdk.InferenceFramework.llamaCpp:
         return LLMFramework.llamaCpp;
@@ -540,8 +540,10 @@ class _ChatInterfaceViewState extends State<ChatInterfaceView> {
         return LLMFramework.onnxRuntime;
       case sdk.InferenceFramework.systemTTS:
         return LLMFramework.systemTTS;
+      case sdk.InferenceFramework.genie:
+        return LLMFramework.genie;
       default:
-        return LLMFramework.llamaCpp;
+        return LLMFramework.unknown;
     }
   }
 
@@ -769,7 +771,6 @@ class _MessageBubble extends StatefulWidget {
 
 class _MessageBubbleState extends State<_MessageBubble> {
   bool _showThinking = false;
-  bool _showToolCallSheet = false;
 
   @override
   Widget build(BuildContext context) {

examples/flutter/RunAnywhereAI/lib/features/models/model_list_view_model.dart

@@ -137,6 +137,8 @@ class ModelListViewModel extends ChangeNotifier {
         return LLMFramework.onnxRuntime;
       case sdk.InferenceFramework.systemTTS:
         return LLMFramework.systemTTS;
+      case sdk.InferenceFramework.genie:
+        return LLMFramework.genie;
       default:
         return LLMFramework.unknown;
     }
@@ -153,6 +155,8 @@ class ModelListViewModel extends ChangeNotifier {
         return sdk.InferenceFramework.onnx;
       case LLMFramework.systemTTS:
         return sdk.InferenceFramework.systemTTS;
+      case LLMFramework.genie:
+        return sdk.InferenceFramework.genie;
       case LLMFramework.mediaPipe:
       case LLMFramework.whisperKit:
       case LLMFramework.unknown:

examples/flutter/RunAnywhereAI/lib/features/models/model_types.dart

@@ -10,6 +10,7 @@ enum LLMFramework {
   onnxRuntime,
   systemTTS,
   whisperKit,
+  genie,
   unknown;
 
   String get displayName {
@@ -26,6 +27,8 @@ enum LLMFramework {
         return 'System TTS';
       case LLMFramework.whisperKit:
         return 'WhisperKit';
+      case LLMFramework.genie:
+        return 'Genie NPU';
       case LLMFramework.unknown:
         return 'Unknown';
     }
@@ -45,6 +48,8 @@ enum LLMFramework {
         return 'system_tts';
       case LLMFramework.whisperKit:
         return 'whisperkit';
+      case LLMFramework.genie:
+        return 'genie';
       case LLMFramework.unknown:
         return 'unknown';
     }

examples/flutter/RunAnywhereAI/pubspec.yaml

@@ -17,6 +17,9 @@ dependencies:
   # RunAnywhere SDK - LlamaCpp Backend (LLM)
   runanywhere_llamacpp:
     path: ../../../sdk/runanywhere-flutter/packages/runanywhere_llamacpp
+
+  # RunAnywhere SDK - Genie NPU Backend (Android/Snapdragon only)
+  runanywhere_genie: ^0.1.2
   provider: ^6.1.0
   flutter_markdown: ^0.6.18
   record: ^6.1.0

examples/react-native/RunAnywhereAI/App.tsx

@@ -19,6 +19,7 @@ import {
   StyleSheet,
   ActivityIndicator,
   TouchableOpacity,
+  Platform,
 } from 'react-native';
 import { NavigationContainer } from '@react-navigation/native';
 import Icon from 'react-native-vector-icons/Ionicons';
@@ -50,6 +51,15 @@ try {
 } catch (e) {
   console.warn('[App] LlamaCPP backend not available - some features disabled');
 }
+
+// Make Genie optional (Android/Snapdragon only)
+let Genie: any = null;
+try {
+  Genie = require('@runanywhere/genie').Genie;
+} catch (e) {
+  console.warn('[App] Genie NPU backend not available');
+}
+
 import { ONNX } from '@runanywhere/onnx';
 import { getStoredApiKey, getStoredBaseURL, hasCustomConfiguration } from './src/screens/SettingsScreen';
 
@@ -228,6 +238,30 @@ async function registerModulesAndModels(): Promise<void> {
     ]);
   }
 
+  // =========================================================================
+  // Genie NPU backend + models (Android/Snapdragon only)
+  // =========================================================================
+  if (Platform.OS === 'android' && Genie && Genie.isAvailable) {
+    Genie.register();
+
+    await Promise.all([
+      RunAnywhere.registerModel({
+        id: 'qwen2_5-7b-instruct-genie',
+        name: 'Qwen 2.5 7B (NPU)',
+        url: 'https://huggingface.co/runanywhere/genie-npu-models/resolve/main/qwen2.5-7b-instruct-genie-w8a16.tar.gz',
+        framework: LLMFramework.Genie,
+        memoryRequirement: 5_000_000_000,
+      }),
+      RunAnywhere.registerModel({
+        id: 'llama-3.2-1b-instruct-genie',
+        name: 'Llama 3.2 1B (NPU)',
+        url: 'https://huggingface.co/runanywhere/genie-npu-models/resolve/main/llama-3.2-1b-instruct-genie-w4.tar.gz',
+        framework: LLMFramework.Genie,
+        memoryRequirement: 1_500_000_000,
+      }),
+    ]);
+  }
+
   // =========================================================================
   // ONNX backend + STT/TTS models
   // =========================================================================

examples/react-native/RunAnywhereAI/android/app/build.gradle

@@ -174,7 +174,8 @@ android {
             "**/libNitroModules.so",  // Nitro modules shared by @runanywhere/onnx and react-native-nitro-modules
             "**/librac_backend_onnx.so", // ONNX backend duplicated via rag + onnx modules
             "**/librac_commons.so",
-            "**/libomp.so"
+            "**/libomp.so",
+            "**/libcdsprpc.so"  // Qualcomm FastRPC (shared by Genie and device)
         ]
     }
 
@@ -199,7 +200,7 @@ dependencies {
     implementation project(':runanywhere_core')
     implementation project(':runanywhere_llamacpp')
     implementation project(':runanywhere_onnx')
-    implementation project(':runanywhere_rag')
+    implementation project(':runanywhere_genie')
 
     def isHermesEnabled = project.hasProperty("hermesEnabled") ? project.hermesEnabled.toBoolean() : true
     // Expose hermesEnabled for other modules (like react-native-worklets)