add cap for queue of messages - update prompt

characters/character.example/config/config.example.yaml

@@ -44,3 +44,4 @@ memory:
 
 orchestrator:
   MAX_WINDOW_SUMMARY: 20
+  MAX_QUEUE_SIZE: 50

src/agents/workflows/orchestrator/nodes/summaryNode.ts

@@ -9,9 +9,12 @@ export const createSummaryNode = ({ orchestratorModel, prompts }: OrchestratorCo
     logger.info('Summary Node');
     logger.info('State size:', { size: state.messages.length });
 
-    if (state.messages.length > config.orchestratorConfig.MAX_WINDOW_SUMMARY) {
+    if (state.messages.length > config.orchestratorConfig.MAX_QUEUE_SIZE) {
       const prevSummary = state.messages[1]?.content || 'No previous summary';
-      const messagesToSummarize = state.messages.slice(1);
+      const messagesToSummarize = state.messages.slice(
+        1,
+        config.orchestratorConfig.MAX_WINDOW_SUMMARY,
+      );
 
       const newMessages = messagesToSummarize
         .map(msg => {

src/agents/workflows/orchestrator/prompts.ts

@@ -75,17 +75,17 @@ export const createPrompts = async () => {
 
   const summarySystemPrompt = await PromptTemplate.fromTemplate(
     `
-    You are a helpful assistant that summarizes AI-to-AI conversations.
-    Maintain the key points and context while being concise.
-    Focus on:
-    - Main tasks and workflows executed
-    - Key decisions made by AI agents
-    - Important data exchanged between AI systems (e.g. tool calls, tool results, etc.)
-    - PAY ATTENTION TO IMPORTANT DETAILS
-    - MAKE SURE YOU INCLUDE ALL THE TOOL CALLS AND TOOL RESULTS IN THE SUMMARY
-    - IF it is twitter related messages, INCLUDE TWEET TEXT AND IDS IN THE SUMMARY
-
-    THE SUMMARY SHOULD BE EQUAL TO ORIGINAL IN TERMS OF FUNCTIONALITY
+    You are a helpful assistant that make the AI-to-AI conversations efficient.
+    Prune the data that you find unnecessary. The result doesn't have to be concise, but it should be functional.
+    Some of the examples of unnecessary data:
+    - Messages that don't contribute to the main workflow
+    - Messages that are duplicates
+    - Messages that are not relevant to the main workflow
+    - Messages that are not important to the main workflow
+    - Messages that are not important to the main workflow
+    - Messages that are not important to the main workflow
+
+    THE RESULT SHOULD BE EQUAL TO ORIGINAL IN TERMS OF FUNCTIONALITY
     
     Format the summary in a clear, bulleted structure.`,
   ).format({});

src/agents/workflows/orchestrator/types.ts

@@ -5,6 +5,7 @@ import { BaseLanguageModelInput } from '@langchain/core/language_models/base';
 import { AIMessageChunk } from '@langchain/core/messages';
 import { ToolNode } from '@langchain/langgraph/prebuilt';
 import { ChatPromptTemplate } from '@langchain/core/prompts';
+import { config } from '../../../config/index.js';
 
 export type OrchestratorConfig = {
   orchestratorModel: Runnable<BaseLanguageModelInput, AIMessageChunk>;
@@ -26,7 +27,7 @@ export const OrchestratorState = Annotation.Root({
         update.length === 1 &&
         update[0].content.toString().startsWith('Summary of conversation earlier:')
       ) {
-        return [curr[0], ...update];
+        return [curr[0], update[0], ...curr.slice(config.orchestratorConfig.MAX_WINDOW_SUMMARY)];
       }
       return [...curr, ...update];
     },

src/config/schema.ts

@@ -159,7 +159,8 @@ const memoryConfigSchema = z.object({
 });
 
 const orchestratorConfigSchema = z.object({
-  MAX_WINDOW_SUMMARY: z.number().int().positive().default(3),
+  MAX_WINDOW_SUMMARY: z.number().int().positive().default(20),
+  MAX_QUEUE_SIZE: z.number().int().positive().default(50),
 });
 
 const SERPAPI_API_KEY = z.string().optional();