Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion bundles/llamacpp-vulkan-qwen36-35b-a3b/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -65,5 +65,8 @@ services:
# that was running at shutdown. The two policies differ only for containers
# that were deliberately stopped, which is exactly the window's case.
restart: unless-stopped
ipc: host
# No ipc: host. llama-server is one process: weights load with --no-mmap into GPU
# memory through Vulkan, and nothing shares POSIX shared memory with another process,
# so the host IPC namespace buys nothing (the install security check refuses it
# without privileged consent). A private /dev/shm of shm_size is kept as headroom.
shm_size: 16g
1 change: 1 addition & 0 deletions bundles/llamacpp-vulkan-qwen36-35b-a3b/manifest.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
{
"id": "llamacpp-vulkan-qwen36-35b-a3b",
"version": "1.0.1",
"type": "bundle",
"name": "llama.cpp Qwen3.6-35B-A3B UD-Q6_K + Vision (Vulkan AMDVLK)",
"category": "ai",
Expand Down
1 change: 1 addition & 0 deletions registry/add-ons.json
Original file line number Diff line number Diff line change
Expand Up @@ -2701,6 +2701,7 @@
},
{
"id": "llamacpp-vulkan-qwen36-35b-a3b",
"version": "1.0.1",
"type": "bundle",
"name": "llama.cpp Qwen3.6-35B-A3B UD-Q6_K + Vision (Vulkan AMDVLK)",
"category": "ai",
Expand Down
6 changes: 6 additions & 0 deletions tests/compose-guard.test.js
Original file line number Diff line number Diff line change
Expand Up @@ -684,3 +684,9 @@ test("no tracked bundle id ends in an owned-place suffix (so the suffix rule can
const bad = [...trackedBundleSet()].filter((id) => G.OWN_SUFFIXES.some((x) => id.endsWith(x)));
assert.deepEqual(bad, []);
});

test("the 35B model bundle no longer asks for the host IPC namespace", () => {
const compose = readFileSync(join(REPO, "bundles", "llamacpp-vulkan-qwen36-35b-a3b", "docker-compose.yml"), "utf8");
assert.doesNotMatch(compose.split("\n").filter((l) => !/^\s*#/.test(l)).join("\n"), /^\s*ipc:\s*host/m);
assert.match(compose, /^\s*shm_size:\s*16g/m);
});
Loading