fixing rn for rag +some permissions for vlm + npm dependencies + archive logic improved

Author: shubhammalhotra28

examples/react-native/RunAnywhereAI/App.tsx

@@ -206,7 +206,7 @@ const App: React.FC = () => {
     // ONNX module with STT and TTS models
     // Using tar.gz format hosted on RunanywhereAI/sherpa-onnx for fast native extraction
     // Using explicit IDs ensures models are recognized after download across app restarts
-    ONNX.register();
+    await ONNX.register();
     // Register ONNX models in parallel
     const onnxPromises = [
       ONNX.addModel({

examples/react-native/RunAnywhereAI/ios/RunAnywhereAI.xcodeproj/project.pbxproj

@@ -16,6 +16,8 @@
 		81AB9BB82411601600AC10FF /* LaunchScreen.storyboard in Resources */ = {isa = PBXBuildFile; fileRef = 81AB9BB72411601600AC10FF /* LaunchScreen.storyboard */; };
 		AABB001122334455 /* NativeAudioModule.swift in Sources */ = {isa = PBXBuildFile; fileRef = AABB001122334456 /* NativeAudioModule.swift */; };
 		AABB001122334457 /* NativeAudioModule.m in Sources */ = {isa = PBXBuildFile; fileRef = AABB001122334458 /* NativeAudioModule.m */; };
+		CCDD001122334455 /* DocumentService.swift in Sources */ = {isa = PBXBuildFile; fileRef = CCDD001122334456 /* DocumentService.swift */; };
+		CCDD001122334457 /* DocumentService.m in Sources */ = {isa = PBXBuildFile; fileRef = CCDD001122334458 /* DocumentService.m */; };
 /* End PBXBuildFile section */
 
 /* Begin PBXContainerItemProxy section */
@@ -46,6 +48,8 @@
 		9E75FBBD9CE4CFEFC37E3C16 /* libPods-RunAnywhereAI.a */ = {isa = PBXFileReference; explicitFileType = archive.ar; includeInIndex = 0; path = "libPods-RunAnywhereAI.a"; sourceTree = BUILT_PRODUCTS_DIR; };
 		AABB001122334456 /* NativeAudioModule.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; name = NativeAudioModule.swift; path = RunAnywhereAI/NativeAudioModule.swift; sourceTree = "<group>"; };
 		AABB001122334458 /* NativeAudioModule.m */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.objc; name = NativeAudioModule.m; path = RunAnywhereAI/NativeAudioModule.m; sourceTree = "<group>"; };
+		CCDD001122334456 /* DocumentService.swift */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.swift; name = DocumentService.swift; path = RunAnywhereAI/DocumentService.swift; sourceTree = "<group>"; };
+		CCDD001122334458 /* DocumentService.m */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.objc; name = DocumentService.m; path = RunAnywhereAI/DocumentService.m; sourceTree = "<group>"; };
 		AABB001122334459 /* RunAnywhereAI-Bridging-Header.h */ = {isa = PBXFileReference; fileEncoding = 4; lastKnownFileType = sourcecode.c.h; name = "RunAnywhereAI-Bridging-Header.h"; path = "RunAnywhereAI/RunAnywhereAI-Bridging-Header.h"; sourceTree = "<group>"; };
 		ED297162215061F000B7C4FE /* JavaScriptCore.framework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.framework; name = JavaScriptCore.framework; path = System/Library/Frameworks/JavaScriptCore.framework; sourceTree = SDKROOT; };
 		FF375136ECCEFB06442E8E31 /* PrivacyInfo.xcprivacy */ = {isa = PBXFileReference; includeInIndex = 1; lastKnownFileType = text.xml; name = PrivacyInfo.xcprivacy; path = RunAnywhereAI/PrivacyInfo.xcprivacy; sourceTree = "<group>"; };
@@ -94,6 +98,8 @@
 				13B07FB01A68108700A75B9A /* AppDelegate.swift */,
 				AABB001122334456 /* NativeAudioModule.swift */,
 				AABB001122334458 /* NativeAudioModule.m */,
+				CCDD001122334456 /* DocumentService.swift */,
+				CCDD001122334458 /* DocumentService.m */,
 				AABB001122334459 /* RunAnywhereAI-Bridging-Header.h */,
 				13B07FB51A68108700A75B9A /* Images.xcassets */,
 				13B07FB61A68108700A75B9A /* Info.plist */,
@@ -404,6 +410,8 @@
 				13B07FBC1A68108700A75B9A /* AppDelegate.swift in Sources */,
 				AABB001122334455 /* NativeAudioModule.swift in Sources */,
 				AABB001122334457 /* NativeAudioModule.m in Sources */,
+				CCDD001122334455 /* DocumentService.swift in Sources */,
+				CCDD001122334457 /* DocumentService.m in Sources */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};

examples/react-native/RunAnywhereAI/ios/RunAnywhereAI/DocumentService.m

@@ -0,0 +1,9 @@
+#import <React/RCTBridgeModule.h>
+
+@interface RCT_EXTERN_MODULE(DocumentService, NSObject)
+
+RCT_EXTERN_METHOD(extractText:(NSString *)filePath
+                  withResolver:(RCTPromiseResolveBlock)resolve
+                  withRejecter:(RCTPromiseRejectBlock)reject)
+
+@end

examples/react-native/RunAnywhereAI/ios/RunAnywhereAI/DocumentService.swift

@@ -0,0 +1,104 @@
+import Foundation
+import PDFKit
+import React
+
+/// Native document text extraction using PDFKit.
+/// Mirrors the iOS example app's DocumentService.swift for RAG document ingestion.
+@objc(DocumentService)
+class DocumentService: NSObject {
+
+  @objc static func requiresMainQueueSetup() -> Bool {
+    return false
+  }
+
+  /// Extract plain text from a file at the given path.
+  /// Supports PDF (via PDFKit) and JSON / plain text (via String).
+  @objc func extractText(
+    _ filePath: String,
+    withResolver resolve: @escaping RCTPromiseResolveBlock,
+    withRejecter reject: @escaping RCTPromiseRejectBlock
+  ) {
+    DispatchQueue.global(qos: .userInitiated).async {
+      do {
+        // Document picker may return a file:// URI or a bare path
+        let url: URL
+        if filePath.hasPrefix("file://") {
+          url = URL(string: filePath) ?? URL(fileURLWithPath: filePath)
+        } else {
+          url = URL(fileURLWithPath: filePath)
+        }
+        let hasAccess = url.startAccessingSecurityScopedResource()
+        defer {
+          if hasAccess { url.stopAccessingSecurityScopedResource() }
+        }
+
+        let ext = url.pathExtension.lowercased()
+        let text: String
+
+        switch ext {
+        case "pdf":
+          text = try Self.extractPDFText(from: url)
+        case "json":
+          text = try Self.extractJSONText(from: url)
+        default:
+          text = try String(contentsOf: url, encoding: .utf8)
+        }
+
+        resolve(text)
+      } catch {
+        reject("EXTRACT_ERROR", error.localizedDescription, error)
+      }
+    }
+  }
+
+  // MARK: - PDF extraction (PDFKit)
+
+  private static func extractPDFText(from url: URL) throws -> String {
+    guard let document = PDFDocument(url: url) else {
+      throw NSError(domain: "DocumentService", code: 1,
+                    userInfo: [NSLocalizedDescriptionKey: "Failed to open PDF. File may be corrupted or image-only."])
+    }
+    guard document.pageCount > 0 else {
+      throw NSError(domain: "DocumentService", code: 2,
+                    userInfo: [NSLocalizedDescriptionKey: "PDF has no pages."])
+    }
+
+    var pages: [String] = []
+    for i in 0..<document.pageCount {
+      if let page = document.page(at: i), let text = page.string, !text.isEmpty {
+        pages.append(text)
+      }
+    }
+
+    let result = pages.joined(separator: "\n")
+    guard !result.isEmpty else {
+      throw NSError(domain: "DocumentService", code: 3,
+                    userInfo: [NSLocalizedDescriptionKey: "PDF contains no extractable text (may be image-only)."])
+    }
+    return result
+  }
+
+  // MARK: - JSON extraction (recursive string values)
+
+  private static func extractJSONText(from url: URL) throws -> String {
+    let data = try Data(contentsOf: url)
+    let parsed = try JSONSerialization.jsonObject(with: data)
+    var strings: [String] = []
+    extractStrings(from: parsed, into: &strings)
+    return strings.joined(separator: "\n")
+  }
+
+  private static func extractStrings(from value: Any, into result: inout [String]) {
+    if let string = value as? String {
+      result.append(string)
+    } else if let dict = value as? [String: Any] {
+      for (_, v) in dict {
+        extractStrings(from: v, into: &result)
+      }
+    } else if let array = value as? [Any] {
+      for element in array {
+        extractStrings(from: element, into: &result)
+      }
+    }
+  }
+}

examples/react-native/RunAnywhereAI/ios/RunAnywhereAI/PrivacyInfo.xcprivacy

@@ -10,6 +10,7 @@
 			<key>NSPrivacyAccessedAPITypeReasons</key>
 			<array>
 				<string>C617.1</string>
+				<string>3B52.1</string>
 			</array>
 		</dict>
 		<dict>

examples/react-native/RunAnywhereAI/package-lock.json

@@ -19,22 +19,25 @@
   },
   "dependencies": {
     "@react-native-async-storage/async-storage": "^2.2.0",
+    "@react-native-clipboard/clipboard": "^1.16.3",
     "@react-navigation/bottom-tabs": "^7.12.0",
     "@react-navigation/native": "^7.1.28",
     "@react-navigation/native-stack": "^7.12.0",
     "@runanywhere/core": "file:../../../sdk/runanywhere-react-native/packages/core",
     "@runanywhere/llamacpp": "file:../../../sdk/runanywhere-react-native/packages/llamacpp",
     "@runanywhere/onnx": "file:../../../sdk/runanywhere-react-native/packages/onnx",
-    "@runanywhere/rag": "file:../../../sdk/runanywhere-react-native/packages/rag",
     "react": "19.2.0",
     "react-native": "0.83.1",
+    "react-native-document-picker": "^9.3.1",
     "react-native-fs": "^2.20.0",
+    "react-native-image-picker": "^8.2.1",
     "react-native-live-audio-stream": "^1.1.1",
     "react-native-nitro-modules": "^0.33.7",
     "react-native-permissions": "^5.4.4",
     "react-native-safe-area-context": "^5.6.2",
     "react-native-screens": "^4.23.0",
     "react-native-vector-icons": "^10.3.0",
+    "react-native-vision-camera": "^4.7.3",
     "rn-fetch-blob": "^0.12.0",
     "zustand": "^5.0.0"
   },