From cd0b49c0feeb35e3929468e2034554f6dba65ec4 Mon Sep 17 00:00:00 2001 From: JonahSussman Date: Fri, 10 Jan 2025 13:05:09 -0500 Subject: [PATCH] Hack to fix cache Signed-off-by: JonahSussman --- kai/rpc_server/server.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/kai/rpc_server/server.py b/kai/rpc_server/server.py index 2c40e48c..626a8c03 100644 --- a/kai/rpc_server/server.py +++ b/kai/rpc_server/server.py @@ -174,6 +174,9 @@ def initialize( try: app.config = params + if app.config.cache_dir is None: + app.config.cache_dir = PATH_LLM_CACHE + try: model_provider = ModelProvider( app.config.model_provider, app.config.demo_mode, app.config.cache_dir