elizaos--eliza/plugins/plugin-workflow/__tests__/unit/workflowGenerationPrompt.test.ts

/** Assertions locking in the name-to-id resolution rules embedded in the WORKFLOW_GENERATION_SYSTEM_PROMPT string (deterministic). */
import { describe, expect, test } from 'bun:test';
import { WORKFLOW_GENERATION_SYSTEM_PROMPT } from '../../src/utils/workflow-prompts/workflowGeneration';

describe('WORKFLOW_GENERATION_SYSTEM_PROMPT — name→id resolution rules', () => {
  test('declares display-name → id resolution as mandatory', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain(
      'Display-name → id resolution is mandatory when a fact line covers it'
    );
  });

  test('forbids leading "#" sensitivity and demands case-insensitive name match', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/case-insensitively/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/leading `#`/);
  });

  test('forbids guessed ids when a fact line resolves the target', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain(
      'Never emit a placeholder, a guessed id, or the display name itself'
    );
  });

  test('walks the LLM through a concrete Cozy Devs / #general resolution', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Cozy Devs/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/9876543210/);
  });
});

describe('WORKFLOW_GENERATION_SYSTEM_PROMPT — structured ClarificationRequest rules', () => {
  test('documents the structured ClarificationRequest object format', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain('Structured ClarificationRequest format');
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain('"kind"');
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain('"paramPath"');
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain('"scope"');
  });

  test('lists all five clarification kinds', () => {
    for (const kind of ['target_channel', 'target_server', 'recipient', 'value', 'free_text']) {
      expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain(kind);
    }
  });

  test('demands paramPath point at the exact JSON path with bracketed-string syntax', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain('bracketed string syntax');
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain(
      'nodes["Discord Send"].parameters.channelId'
    );
  });

  test('instructs the LLM to leave the unresolved parameter absent', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(
      /Stop populating that parameter — leave it absent/
    );
  });

  test('shows the chained server→channel picker example', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/send me a daily reminder on Discord/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(
      /chained channel-picker clarification with `scope.guildId`/
    );
  });

  test('teaches the ambiguous-channel example with a concrete payload', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/post a daily reminder to Cozy Devs/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain('"target_channel"');
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toContain('"Which channel in Cozy Devs?"');
  });

  test('lists the new "do NOT clarify already-resolvable targets" rule', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(
      /Targets you can resolve directly from `## Runtime Facts` — those MUST be filled in, not asked about/
    );
  });

  test('lists the new "DO clarify unresolvable targets" rule', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(
      /references a target.*and `## Runtime Facts` does NOT contain a matching entry/s
    );
  });
});

describe('WORKFLOW_GENERATION_SYSTEM_PROMPT — verb→operation discrimination', () => {
  test('teaches the verb→operation table', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Resource and operation selection/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Verb in the user's prompt/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/"send", "post", "deliver"/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/`send` or `post` \(NOT `create`\)/);
  });

  test('explains the resource is the *object* of the verb', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/resource.*is the \*object\* of the verb/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Send a meow message/);
  });

  test('demands the read-back self-check before emitting (resource, operation)', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Self-check before emitting/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Discord message:send/);
  });
});

describe('WORKFLOW_GENERATION_SYSTEM_PROMPT — self-monitor anti-pattern', () => {
  test('teaches the canonical Schedule + execution-history loop', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Self-monitoring workflows/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Schedule Trigger \(every N minutes\)/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Execution-history node/);
  });

  test('hard-rules out errorTrigger for self-monitoring', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/`errorTrigger` is never the right answer/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/is a \*callback\*, not a \*poller\*/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/Refuse to emit it/);
  });

  test('hard-rules out external scanners like urlScanIoApi for self-monitoring', () => {
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/urlScanIoApi/);
    expect(WORKFLOW_GENERATION_SYSTEM_PROMPT).toMatch(/URL-safety service/);
  });
});