From 41faafd072cf98a1fa14d302b3b7cc056b19d049 Mon Sep 17 00:00:00 2001
From: Claude <claude@eom.dev>
Date: Sun, 8 Nov 2026 14:28:19 -0500
Subject: [PATCH] LocalAI: unload idle models after 15 minutes

A resident model holds the passively cooled Tesla T4 in P0 at about
30 W, which keeps the poweredge-t640 fans near 4,800 RPM. Unloading
idle models lets the card return to P8 at about 15 W.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
---
 localai.yaml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/localai.yaml b/localai.yaml
index d29c040..385083b 100644
--- a/localai.yaml
+++ b/localai.yaml
@@ -8,8 +8,8 @@
       vars:
         localai_disable_webui: "false"
         localai_debug: "true"
-        localai_watchdog_idle: "false"
-        localai_watchdog_idle_timeout: "1m"
+        localai_watchdog_idle: "true"
+        localai_watchdog_idle_timeout: "15m"
         localai_watchdog_busy: "false"
         localai_p2p: "false"
         localai_federated: "false"