From df960b2ed92f9e45fc4984d19ab65c55074bb1d7 Mon Sep 17 00:00:00 2001 From: Henry J Webster Date: Tue, 4 Aug 2026 00:02:54 -0500 Subject: kusanagi/ollama: double default context, add 1h keep-alive MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The 12B model at 32k context uses only 7.7 GB of the 7900 XT's 20 GB, so there is ample VRAM headroom for 64k with the q8_0 KV cache — agentic coding tools are context-hungry and 32k is the practical bottleneck. The keep-alive stops the default 5-minute idle unload from adding a reload stall to every resumed session on a single-user workstation. Update flake to get newer packages. Assisted-by: Claude Code:claude-fable-5 --- flake.lock | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'flake.lock') diff --git a/flake.lock b/flake.lock index 83697dc..7469487 100644 --- a/flake.lock +++ b/flake.lock @@ -43,11 +43,11 @@ }, "nixpkgs": { "locked": { - "lastModified": 1784280462, - "narHash": "sha256-DtoqIqM7VkR6NxAkcLpMwmi02USwWb3JdmNGLyhthc0=", + "lastModified": 1785734586, + "narHash": "sha256-ODZkEK9Gy50yg6h98u7KkitZ3oc/uuTFK00bh1CRdNA=", "owner": "NixOS", "repo": "nixpkgs", - "rev": "293d6abedf0478e681a4dfcfcb35b30fc796a32f", + "rev": "531670d871c0e29724a02f3cbcac170adc65b58c", "type": "github" }, "original": { -- cgit v1.3