ci/src/agents/doc-verifier.test.ts

import * as fs from "node:fs";
import * as path from "node:path";
import * as os from "node:os";
import { DocVerifierAgent } from "../agents/doc-verifier.js";

function setupValidProject(tempDir: string): void {
  const srcDir = path.join(tempDir, "src");
  const agentsDir = path.join(srcDir, "agents");

  const agentFiles = [
    "orchestrator.ts", "planner.ts", "executor.ts", "verifier.ts",
    "researcher.ts", "challenger.ts", "security-auditor.ts", "debugger.ts",
    "doc-writer.ts", "doc-verifier.ts", "code-reviewer.ts", "ideation-agent.ts",
    "roadmapper.ts", "plan-checker.ts", "project-researcher.ts",
    "research-synthesizer.ts", "solution-writer.ts", "phase-researcher.ts", "tester.ts",
  ];

  for (const dir of ["agents", "backends", "cli", "core", "types", "utils", "verification"]) {
    fs.mkdirSync(path.join(srcDir, dir), { recursive: true });
  }

  fs.writeFileSync(path.join(agentsDir, "base.ts"), "");
  fs.writeFileSync(path.join(agentsDir, "index.ts"), "");
  for (const f of agentFiles) {
    fs.writeFileSync(path.join(agentsDir, f), "export class X {}");
  }

  fs.writeFileSync(path.join(srcDir, "version.ts"), 'export const VERSION = "0.8.0";');
  fs.writeFileSync(path.join(tempDir, "package.json"), JSON.stringify({ version: "0.8.0" }));

  fs.writeFileSync(
    path.join(tempDir, "AGENTS.md"),
    "19 agent implementations\n44 test suites\n"
  );

  for (let i = 0; i < 44; i++) {
    fs.writeFileSync(path.join(srcDir, `test-${i}.test.ts`), "test('x', () => {});");
  }
}

describe("DocVerifierAgent", () => {
  let tempDir: string;

  beforeEach(() => {
    tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "ciagent-doc-verifier-test-"));
  });

  afterEach(() => {
    fs.rmSync(tempDir, { recursive: true, force: true });
  });

  it("valid project passes with no findings", () => {
    setupValidProject(tempDir);

    const agent = new DocVerifierAgent();
    const findings = agent.mechanicalDocVerify(tempDir);

    expect(findings).toHaveLength(0);
  });

  it("detects missing agent via agent_mismatch", () => {
    const srcDir = path.join(tempDir, "src");
    const agentsDir = path.join(srcDir, "agents");
    fs.mkdirSync(agentsDir, { recursive: true });

    const agentFiles = [
      "orchestrator.ts", "planner.ts", "executor.ts", "verifier.ts",
      "researcher.ts", "challenger.ts", "security-auditor.ts",
    ];

    fs.writeFileSync(path.join(agentsDir, "base.ts"), "");
    fs.writeFileSync(path.join(agentsDir, "index.ts"), "");
    for (const f of agentFiles) {
      fs.writeFileSync(path.join(agentsDir, f), "export class X {}");
    }

    fs.writeFileSync(path.join(srcDir, "version.ts"), 'export const VERSION = "0.8.0";');
    fs.writeFileSync(path.join(tempDir, "package.json"), JSON.stringify({ version: "0.8.0" }));

    fs.writeFileSync(
      path.join(tempDir, "AGENTS.md"),
      "19 agent implementations\n44 test suites\n"
    );

    const agent = new DocVerifierAgent();
    const findings = agent.mechanicalDocVerify(tempDir);

    const mismatch = findings.find((f) => f.type === "agent_mismatch");
    expect(mismatch).toBeDefined();
    expect(mismatch!.severity).toBe("P1");
  });

  it("detects version drift between package.json and src/version.ts", () => {
    const srcDir = path.join(tempDir, "src");
    fs.mkdirSync(srcDir, { recursive: true });

    fs.writeFileSync(path.join(tempDir, "package.json"), JSON.stringify({ version: "0.8.0" }));
    fs.writeFileSync(path.join(srcDir, "version.ts"), 'export const VERSION = "0.9.0";');

    fs.writeFileSync(
      path.join(tempDir, "AGENTS.md"),
      "19 agent implementations\n44 test suites\n"
    );

    const agent = new DocVerifierAgent();
    const findings = agent.mechanicalDocVerify(tempDir);

    const drift = findings.find((f) => f.type === "version_drift");
    expect(drift).toBeDefined();
    expect(drift!.severity).toBe("P0");
    expect(drift!.expected).toContain("0.8.0");
    expect(drift!.actual).toContain("0.9.0");
  });

  it("detects architecture stale when expected directory missing", () => {
    const srcDir = path.join(tempDir, "src");
    const limitedDirs = ["agents", "types"];
    for (const dir of limitedDirs) {
      fs.mkdirSync(path.join(srcDir, dir), { recursive: true });
    }

    fs.writeFileSync(path.join(srcDir, "version.ts"), 'export const VERSION = "0.8.0";');
    fs.writeFileSync(path.join(tempDir, "package.json"), JSON.stringify({ version: "0.8.0" }));

    fs.writeFileSync(
      path.join(tempDir, "AGENTS.md"),
      "19 agent implementations\n44 test suites\n"
    );

    const agent = new DocVerifierAgent();
    const findings = agent.mechanicalDocVerify(tempDir);

    const stale = findings.filter((f) => f.type === "architecture_stale");
    expect(stale.length).toBeGreaterThan(0);
    expect(stale.some((f) => f.expected.includes("backends"))).toBe(true);
  });

  it("agent name is doc-verifier", () => {
    const agent = new DocVerifierAgent();
    expect(agent.name).toBe("doc-verifier");
  });

  it("findings include type and severity fields", () => {
    const srcDir = path.join(tempDir, "src");
    fs.mkdirSync(srcDir, { recursive: true });

    fs.writeFileSync(path.join(tempDir, "package.json"), JSON.stringify({ version: "1.0.0" }));
    fs.writeFileSync(path.join(srcDir, "version.ts"), 'export const VERSION = "2.0.0";');

    fs.writeFileSync(
      path.join(tempDir, "AGENTS.md"),
      "19 agent implementations\n99 test suites\n"
    );

    const agent = new DocVerifierAgent();
    const findings = agent.mechanicalDocVerify(tempDir);

    for (const f of findings) {
      expect(f.type).toBeDefined();
      expect(f.severity).toBeDefined();
      expect(f.expected).toBeDefined();
      expect(f.actual).toBeDefined();
      expect(["P0", "P1", "P2"]).toContain(f.severity);
      expect(["agent_mismatch", "version_drift", "architecture_stale", "test_count_drift"]).toContain(f.type);
    }
  });
});