Default to the full context window

Shivak11 · May 13, 2024 · fd30baa · fd30baa
1 parent 3623eef
commit fd30baa
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/modules/llms/llm.client.ts b/src/modules/llms/llm.client.ts
@@ -69,7 69,7 @@ function modelDescriptionToDLLMOpenAIOptions<TSourceSetup, TLLMOptions>(model: M
  // null means unknown contenxt/output tokens
  const contextTokens = model.contextWindow || null;
  const maxOutputTokens = model.maxCompletionTokens || (contextTokens ? Math.round(contextTokens / 2) : null);
- const llmResponseTokensRatio = model.maxCompletionTokens ? 1 / 2 : 1 / 4;
  const llmResponseTokensRatio = model.maxCompletionTokens ? 1 : 1 / 4;
  const llmResponseTokens = maxOutputTokens ? Math.round(maxOutputTokens * llmResponseTokensRatio) : null;
 
  return {