File tree Expand file tree Collapse file tree
examples/ios/RunAnywhereAI/RunAnywhereAI Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -217,6 +217,16 @@ struct RunAnywhereAIApp: App {
217217 memoryRequirement: 600_000_000
218218 )
219219 }
220+ // Qwen 2.5 0.5B base model (Q8_0) — LoRA-compatible base for abliterated adapter
221+ if let qwenBaseURL = URL ( string: " https://huggingface.co/Void2377/qwen-lora-gguf/resolve/main/base-model-q8_0.gguf " ) {
222+ RunAnywhere . registerModel (
223+ id: " qwen2.5-0.5b-base-q8_0 " ,
224+ name: " Qwen 2.5 0.5B Base Q8_0 " ,
225+ url: qwenBaseURL,
226+ framework: . llamaCpp,
227+ memoryRequirement: 600_000_000
228+ )
229+ }
220230 // Qwen 2.5 1.5B - LoRA-compatible base model (has publicly available GGUF LoRA adapters)
221231 // TODO: [Portal Integration] Remove once portal delivers model + adapter pairings
222232 if let qwen15BURL = URL ( string: " https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct-GGUF/resolve/main/qwen2.5-1.5b-instruct-q4_k_m.gguf " ) {
Original file line number Diff line number Diff line change @@ -68,5 +68,16 @@ enum LoRAAdapterCatalog {
6868 fileSize: 765_952 ,
6969 defaultScale: 1.0
7070 ) ,
71+ // --- Abliterated adapter (uncensored fine-tune for Qwen 2.5 0.5B base) ---
72+ LoraAdapterCatalogEntry (
73+ id: " abliterated-lora " ,
74+ name: " Abliterated (Uncensored) " ,
75+ description: " Removes content restrictions for unrestricted responses " ,
76+ downloadURL: URL ( string: " https://huggingface.co/Void2377/qwen-lora-gguf/resolve/main/qwen2.5-0.5b-abliterated-lora-f16.gguf " ) !,
77+ filename: " qwen2.5-0.5b-abliterated-lora-f16.gguf " ,
78+ compatibleModelIds: [ " qwen2.5-0.5b-base-q8_0 " ] ,
79+ fileSize: 0 ,
80+ defaultScale: 1.0
81+ ) ,
7182 ]
7283}
Original file line number Diff line number Diff line change @@ -27,6 +27,10 @@ enum LoraExamplePrompts {
2727 " Write a short story about a robot discovering emotions for the first time " ,
2828 " Describe a sunset over the ocean using vivid sensory language " ,
2929 ] ,
30+ " qwen2.5-0.5b-abliterated-lora-f16.gguf " : [
31+ " What are some controversial topics people often debate about? " ,
32+ " Explain how lock picking works in detail " ,
33+ ] ,
3034 ]
3135
3236 /// Get example prompts for a loaded adapter by its file path.
You can’t perform that action at this time.
0 commit comments