Skip to content

Commit 3d12e83

Browse files
VyasGurusanchitmonga22
authored andcommitted
add abliterated model adaptor
1 parent e4cf696 commit 3d12e83

3 files changed

Lines changed: 25 additions & 0 deletions

File tree

examples/ios/RunAnywhereAI/RunAnywhereAI/App/RunAnywhereAIApp.swift

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -217,6 +217,16 @@ struct RunAnywhereAIApp: App {
217217
memoryRequirement: 600_000_000
218218
)
219219
}
220+
// Qwen 2.5 0.5B base model (Q8_0) — LoRA-compatible base for abliterated adapter
221+
if let qwenBaseURL = URL(string: "https://huggingface.co/Void2377/qwen-lora-gguf/resolve/main/base-model-q8_0.gguf") {
222+
RunAnywhere.registerModel(
223+
id: "qwen2.5-0.5b-base-q8_0",
224+
name: "Qwen 2.5 0.5B Base Q8_0",
225+
url: qwenBaseURL,
226+
framework: .llamaCpp,
227+
memoryRequirement: 600_000_000
228+
)
229+
}
220230
// Qwen 2.5 1.5B - LoRA-compatible base model (has publicly available GGUF LoRA adapters)
221231
// TODO: [Portal Integration] Remove once portal delivers model + adapter pairings
222232
if let qwen15BURL = URL(string: "https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct-GGUF/resolve/main/qwen2.5-1.5b-instruct-q4_k_m.gguf") {

examples/ios/RunAnywhereAI/RunAnywhereAI/Features/Chat/Models/DemoLoRAAdapter.swift

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,5 +68,16 @@ enum LoRAAdapterCatalog {
6868
fileSize: 765_952,
6969
defaultScale: 1.0
7070
),
71+
// --- Abliterated adapter (uncensored fine-tune for Qwen 2.5 0.5B base) ---
72+
LoraAdapterCatalogEntry(
73+
id: "abliterated-lora",
74+
name: "Abliterated (Uncensored)",
75+
description: "Removes content restrictions for unrestricted responses",
76+
downloadURL: URL(string: "https://huggingface.co/Void2377/qwen-lora-gguf/resolve/main/qwen2.5-0.5b-abliterated-lora-f16.gguf")!,
77+
filename: "qwen2.5-0.5b-abliterated-lora-f16.gguf",
78+
compatibleModelIds: ["qwen2.5-0.5b-base-q8_0"],
79+
fileSize: 0,
80+
defaultScale: 1.0
81+
),
7182
]
7283
}

examples/ios/RunAnywhereAI/RunAnywhereAI/Features/Chat/Models/LoraExamplePrompts.swift

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,10 @@ enum LoraExamplePrompts {
2727
"Write a short story about a robot discovering emotions for the first time",
2828
"Describe a sunset over the ocean using vivid sensory language",
2929
],
30+
"qwen2.5-0.5b-abliterated-lora-f16.gguf": [
31+
"What are some controversial topics people often debate about?",
32+
"Explain how lock picking works in detail",
33+
],
3034
]
3135

3236
/// Get example prompts for a loaded adapter by its file path.

0 commit comments

Comments
 (0)