From e2869e906f6dbbb8963b78155aededa7c28d0da9 Mon Sep 17 00:00:00 2001
From: shamoon <4887959+shamoon@users.noreply.github.com>
Date: Fri, 25 Apr 2025 10:53:38 -0700
Subject: [PATCH] Trim nodes

---
 src/paperless/ai/chat.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/paperless/ai/chat.py b/src/paperless/ai/chat.py
index 6ad67b56f..6185131a1 100644
--- a/src/paperless/ai/chat.py
+++ b/src/paperless/ai/chat.py
@@ -51,7 +51,8 @@ def stream_chat_with_documents(query_str: str, documents: list[Document]):
     else:
         top_nodes = retriever.retrieve(query_str)
         context = "\n\n".join(
-            f"TITLE: {node.metadata.get('title')}\n{node.text}" for node in top_nodes
+            f"TITLE: {node.metadata.get('title')}\n{node.text[:500]}"
+            for node in top_nodes
         )
 
     prompt = CHAT_PROMPT_TMPL.partial_format(