Merge pull request #193 from autonomys/ref/generalize-orchestrator

Refactor orchestrator workflow to be instantiable with tools and prompts

src/agents/workflows/orchestrator/orchestratorWorkflow.ts

@@ -10,28 +10,28 @@ import { createLogger } from '../../../utils/logger.js';
 import { LLMFactory } from '../../../services/llm/factory.js';
 import { config } from '../../../config/index.js';
 import { ToolNode } from '@langchain/langgraph/prebuilt';
-import { createTools } from './tools.js';
 import { createNodes } from './nodes.js';
-import { OrchestratorConfig, OrchestratorInput, OrchestratorState } from './types.js';
-import { createPrompts } from './prompts.js';
-import { BaseMessage, HumanMessage } from '@langchain/core/messages';
-import { createTwitterApi } from '../../../services/twitter/client.js';
+import {
+  OrchestratorConfig,
+  OrchestratorInput,
+  OrchestratorPrompts,
+  OrchestratorState,
+} from './types.js';
+import { BaseMessage } from '@langchain/core/messages';
 import { workflowControlParser } from './prompts.js';
-import { VectorDB } from '../../../services/vectorDb/VectorDB.js';
+import { StructuredToolInterface } from '@langchain/core/tools';
+import { RunnableToolLike } from '@langchain/core/runnables';
 
 const logger = createLogger('orchestrator-workflow');
 
-export const createWorkflowConfig = async (): Promise<OrchestratorConfig> => {
-  const { USERNAME, PASSWORD, COOKIES_PATH } = config.twitterConfig;
-  const twitterApi = await createTwitterApi(USERNAME, PASSWORD, COOKIES_PATH);
-  const vectorDb = new VectorDB('data/orchestrator');
-
-  const { tools } = createTools(twitterApi, vectorDb);
+const createWorkflowConfig = async (
+  tools: (StructuredToolInterface | RunnableToolLike)[],
+  prompts: OrchestratorPrompts,
+): Promise<OrchestratorConfig> => {
   const toolNode = new ToolNode(tools);
   const orchestratorModel = LLMFactory.createModel(config.llmConfig.nodes.orchestrator).bind({
     tools,
   });
-  const prompts = await createPrompts();
   return { orchestratorModel, toolNode, prompts };
 };
 
@@ -78,12 +78,15 @@ const createOrchestratorWorkflow = async (nodes: Awaited<ReturnType<typeof creat
   return workflow;
 };
 
-type OrchestratorRunner = Readonly<{
+export type OrchestratorRunner = Readonly<{
   runWorkflow: (input?: OrchestratorInput) => Promise<unknown>;
 }>;
 
-const createOrchestratorRunner = async (): Promise<OrchestratorRunner> => {
-  const workflowConfig = await createWorkflowConfig();
+export const createOrchestratorRunner = async (
+  tools: (StructuredToolInterface | RunnableToolLike)[],
+  prompts: OrchestratorPrompts,
+): Promise<OrchestratorRunner> => {
+  const workflowConfig = await createWorkflowConfig(tools, prompts);
   const nodes = await createNodes(workflowConfig);
   const workflow = await createOrchestratorWorkflow(nodes);
   const memoryStore = new MemorySaver();
@@ -116,20 +119,18 @@ const createOrchestratorRunner = async (): Promise<OrchestratorRunner> => {
   };
 };
 
-// Create workflow runner with caching
 export const getOrchestratorRunner = (() => {
-  let runnerPromise: Promise<OrchestratorRunner> | null = null;
-
-  return () => {
+  let runnerPromise: Promise<OrchestratorRunner> | undefined = undefined;
+  return ({
+    prompts,
+    tools,
+  }: {
+    prompts: OrchestratorPrompts;
+    tools: (StructuredToolInterface | RunnableToolLike)[];
+  }) => {
     if (!runnerPromise) {
-      runnerPromise = createOrchestratorRunner();
+      runnerPromise = createOrchestratorRunner(tools, prompts);
     }
     return runnerPromise;
   };
 })();
-
-export const runOrchestratorWorkflow = async (input: string) => {
-  const messages = [new HumanMessage({ content: input })];
-  const runner = await getOrchestratorRunner();
-  return runner.runWorkflow({ messages });
-};

src/agents/workflows/orchestrator/tools.ts

@@ -1,32 +1,19 @@
 import { createTwitterWorkflowTool } from './workflowTools/twitterWorkflowTool.js';
 import { createAllTwitterTools } from '../../tools/twitterTools.js';
-import { createVectorDbInsertTool, createVectorDbSearchTool } from '../../tools/vectorDbTools.js';
 import { TwitterApi } from '../../../services/twitter/types.js';
-import { VectorDB } from '../../../services/vectorDb/VectorDB.js';
 import { createSaveExperienceTool } from '../../tools/saveExperienceTool.js';
 import { createGetCurrentTimeTool } from '../../tools/getTimeTool.js';
-export const createTools = (twitterApi: TwitterApi, vectorDb: VectorDB) => {
+export const createTools = (twitterApi: TwitterApi) => {
   const twitterWorkflowTool = createTwitterWorkflowTool();
   const twitterTools = createAllTwitterTools(twitterApi);
-  const vectorDbSearchTool = createVectorDbSearchTool(vectorDb);
-  const vectorDbInsertTool = createVectorDbInsertTool(vectorDb);
   const saveExperienceTool = createSaveExperienceTool();
   const getCurrentTimeTool = createGetCurrentTimeTool();
 
   return {
     ...twitterTools,
     twitterWorkflowTool,
-    vectorDbSearchTool,
-    vectorDbInsertTool,
     saveExperienceTool,
     getCurrentTimeTool,
-    tools: [
-      ...twitterTools.tools,
-      twitterWorkflowTool,
-      vectorDbSearchTool,
-      vectorDbInsertTool,
-      saveExperienceTool,
-      getCurrentTimeTool,
-    ],
+    tools: [...twitterTools.tools, twitterWorkflowTool, saveExperienceTool, getCurrentTimeTool],
   };
 };

src/agents/workflows/orchestrator/types.ts

@@ -6,12 +6,14 @@ import { AIMessageChunk } from '@langchain/core/messages';
 import { ToolNode } from '@langchain/langgraph/prebuilt';
 import { ChatPromptTemplate } from '@langchain/core/prompts';
 
+export type OrchestratorPrompts = {
+  inputPrompt: ChatPromptTemplate;
+};
+
 export type OrchestratorConfig = {
   orchestratorModel: Runnable<BaseLanguageModelInput, AIMessageChunk>;
   toolNode: ToolNode;
-  prompts: {
-    inputPrompt: ChatPromptTemplate;
-  };
+  prompts: OrchestratorPrompts;
 };
 
 export type OrchestratorInput = {

src/index.ts

@@ -1,9 +1,12 @@
 import { config } from './config/index.js';
 import { createLogger } from './utils/logger.js';
-import { runOrchestratorWorkflow } from './agents/workflows/orchestrator/orchestratorWorkflow.js';
+import { getOrchestratorRunner } from './agents/workflows/orchestrator/orchestratorWorkflow.js';
 import { validateLocalHash } from './agents/tools/utils/localHashStorage.js';
-
-const logger = createLogger('app');
+import { createTools } from './agents/workflows/orchestrator/tools.js';
+import { createPrompts } from './agents/workflows/orchestrator/prompts.js';
+import { createTwitterApi } from './services/twitter/client.js';
+import { HumanMessage } from '@langchain/core/messages';
+export const logger = createLogger('app');
 
 process.on('SIGINT', () => {
   logger.info('Received SIGINT. Gracefully shutting down...');
@@ -15,11 +18,24 @@ process.on('SIGTERM', () => {
   process.exit(0);
 });
 
+export const orchestatorConfig = async () => {
+  const { USERNAME, PASSWORD, COOKIES_PATH } = config.twitterConfig;
+  const twitterApi = await createTwitterApi(USERNAME, PASSWORD, COOKIES_PATH);
+  const { tools } = createTools(twitterApi);
+
+  const prompts = await createPrompts();
+  return { prompts, tools };
+};
+const orchestratorConfig = await orchestatorConfig();
+const orchestratorRunner = await getOrchestratorRunner(orchestratorConfig);
+
 const startWorkflowPolling = async () => {
   try {
-    const _result = await runOrchestratorWorkflow(
-      `You are expected to run the twitter workflow periodically in order to maintain social engagement.`,
-    );
+    const initalMessage = new HumanMessage(`
+      You are expected to run the twitter workflow periodically in order to maintain social engagement.
+    `);
+
+    const result = await orchestratorRunner.runWorkflow({ messages: [initalMessage] });
 
     logger.info('Workflow execution completed successfully for character:', {
       charcterName: config.characterConfig.name,