From fd30baafb821f434c1bd7e8a8a7b3dd2dfe93b9f Mon Sep 17 00:00:00 2001
From: Enrico Ros <enrico.ros@gmail.com>
Date: Mon, 13 May 2024 16:24:30 -0700
Subject: [PATCH] Default to the full context window

---
 src/modules/llms/llm.client.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/modules/llms/llm.client.ts b/src/modules/llms/llm.client.ts
index 92a6f2cb6..55b70dd09 100644
--- a/src/modules/llms/llm.client.ts
+++ b/src/modules/llms/llm.client.ts
@@ -69,7 +69,7 @@ function modelDescriptionToDLLMOpenAIOptions<TSourceSetup, TLLMOptions>(model: M
   // null means unknown contenxt/output tokens
   const contextTokens = model.contextWindow || null;
   const maxOutputTokens = model.maxCompletionTokens || (contextTokens ? Math.round(contextTokens / 2) : null);
-  const llmResponseTokensRatio = model.maxCompletionTokens ? 1 / 2 : 1 / 4;
+  const llmResponseTokensRatio = model.maxCompletionTokens ? 1 : 1 / 4;
   const llmResponseTokens = maxOutputTokens ? Math.round(maxOutputTokens * llmResponseTokensRatio) : null;
 
   return {