mirror of
https://github.com/qybaihe/bla.git
synced 2026-11-20 08:20:59 +08:00
c6f2c26901
- Add bla_lint_lanes as a thin read-only wrapper over lintLaneIndependence (same engine as CLI lint-lanes), with warn/clean/missing-file coverage. - Expose real gaps only: in_place on protect/defend (still gated by confirm_overwrite), honey_source_maps on protect, output_directory on harden (including the confirm preview path). - Forward self_seal_enabled / wasm_export_rename_applied / numeric_template_leak_known into bla_verify so defenseScore soft-caps match protect-side metadata (defend/harden already forwarded these). - Add a maintainable MCP↔engine capability expectation table; tools/list now asserts against BLA_MCP_TOOLS instead of a brittle hardcoded name list.
146 lines
5.3 KiB
TypeScript
146 lines
5.3 KiB
TypeScript
import { describe, expect, it } from "vitest";
|
|
import * as fs from "node:fs";
|
|
import * as os from "node:os";
|
|
import * as path from "node:path";
|
|
import { runSetup, runUninstall } from "../src/setup/setup.js";
|
|
import { runDoctor } from "../src/setup/doctor.js";
|
|
import { BLA_MCP_TOOLS, handleMcpRequest } from "../src/mcp/server.js";
|
|
import { runShowcaseBenchmark } from "../src/engine/benchmark.js";
|
|
import { isNodeSqliteAvailable } from "../src/core/sqlite-runtime.js";
|
|
|
|
describe("CLI Setup, Doctor, Benchmark & MCP Server", () => {
|
|
it("registers and uninstalls BLA MCP server + skill across all 6 AI coding agents in an isolated homeDir", () => {
|
|
const fakeHome = fs.mkdtempSync(path.join(os.tmpdir(), "bla-home-test-"));
|
|
try {
|
|
const setupReport = runSetup({
|
|
homeDir: fakeHome,
|
|
clientIds: [
|
|
"claude_code",
|
|
"cursor",
|
|
"windsurf",
|
|
"codex",
|
|
"gemini_cli",
|
|
"antigravity",
|
|
],
|
|
yes: true,
|
|
});
|
|
expect(setupReport.status).toBe("applied");
|
|
expect(setupReport.actions.length).toBe(6);
|
|
|
|
// Verify Claude Code config and skill file exist
|
|
const claudeConfig = JSON.parse(
|
|
fs.readFileSync(path.join(fakeHome, ".claude.json"), "utf8"),
|
|
) as { mcpServers?: Record<string, unknown> };
|
|
expect(claudeConfig.mcpServers?.bla).toBeDefined();
|
|
|
|
const skillPath = path.join(fakeHome, ".claude", "skills", "blind-llm-agents", "SKILL.md");
|
|
expect(fs.existsSync(skillPath)).toBe(true);
|
|
|
|
// Run doctor and verify the 6 configured clients report healthy MCP + Skill.
|
|
// Override sqlite availability so this assertion isolates MCP/skill registration
|
|
// from the Node runtime floor (sqlite is probed separately by doctor/engine checks).
|
|
const doctorReport = runDoctor({
|
|
homeDir: fakeHome,
|
|
sqliteAvailableOverride: true,
|
|
});
|
|
expect(doctorReport.healthy).toBe(true);
|
|
const configuredClients = doctorReport.agentClients.filter((c) => c.mcpRegistered);
|
|
expect(configuredClients.length).toBe(6);
|
|
expect(configuredClients.every((c) => c.skillInstalled)).toBe(true);
|
|
|
|
// Run uninstall and verify clean removal
|
|
const removed = runUninstall({ homeDir: fakeHome });
|
|
expect(removed.removedClients.length).toBe(6);
|
|
expect(fs.existsSync(skillPath)).toBe(false);
|
|
} finally {
|
|
fs.rmSync(fakeHome, { recursive: true, force: true });
|
|
}
|
|
});
|
|
|
|
it("handles MCP JSON-RPC 2.0 requests (initialize, tools/list, tools/call)", async () => {
|
|
const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "bla-mcp-test-"));
|
|
|
|
try {
|
|
const initRes = await handleMcpRequest({
|
|
jsonrpc: "2.0",
|
|
id: 1,
|
|
method: "initialize",
|
|
});
|
|
expect(initRes?.result).toMatchObject({
|
|
serverInfo: { name: "bla" },
|
|
});
|
|
|
|
const listRes = await handleMcpRequest({
|
|
jsonrpc: "2.0",
|
|
id: 2,
|
|
method: "tools/list",
|
|
});
|
|
const tools = (listRes?.result as { tools: Array<{ name: string }> }).tools;
|
|
expect(tools.map((t) => t.name)).toEqual(BLA_MCP_TOOLS.map((t) => t.name));
|
|
expect(tools.map((t) => t.name)).toContain("bla_lint_lanes");
|
|
|
|
// Test bla_audit + bla_protect + bla_verify via MCP tool calls
|
|
const sampleFile = path.join(tmpDir, "sample.js");
|
|
const protectedFile = path.join(tmpDir, "sample.bla.js");
|
|
fs.writeFileSync(
|
|
sampleFile,
|
|
`function validateKey(k) { return k === "live-secret-token-2026"; }\nmodule.exports = { validateKey };\n`,
|
|
"utf8",
|
|
);
|
|
|
|
const auditCall = await handleMcpRequest({
|
|
jsonrpc: "2.0",
|
|
id: 3,
|
|
method: "tools/call",
|
|
params: {
|
|
name: "bla_audit",
|
|
arguments: { path: sampleFile },
|
|
},
|
|
});
|
|
expect((auditCall?.result as { isError?: boolean }).isError).toBe(false);
|
|
|
|
const protectCall = await handleMcpRequest({
|
|
jsonrpc: "2.0",
|
|
id: 4,
|
|
method: "tools/call",
|
|
params: {
|
|
name: "bla_protect",
|
|
arguments: {
|
|
input_path: sampleFile,
|
|
output_path: protectedFile,
|
|
intensity: "balanced",
|
|
},
|
|
},
|
|
});
|
|
expect((protectCall?.result as { isError?: boolean }).isError).toBe(false);
|
|
expect(fs.existsSync(protectedFile)).toBe(true);
|
|
|
|
const verifyCall = await handleMcpRequest({
|
|
jsonrpc: "2.0",
|
|
id: 5,
|
|
method: "tools/call",
|
|
params: {
|
|
name: "bla_verify",
|
|
arguments: {
|
|
target_path: protectedFile,
|
|
original_path: sampleFile,
|
|
},
|
|
},
|
|
});
|
|
const verifyPayload = (verifyCall?.result as { structuredContent: { overallPassed: boolean } })
|
|
.structuredContent;
|
|
expect(verifyPayload.overallPassed).toBe(true);
|
|
} finally {
|
|
fs.rmSync(tmpDir, { recursive: true, force: true });
|
|
}
|
|
});
|
|
|
|
it.skipIf(!isNodeSqliteAvailable())("runs the full Counter-REA benchmark (14 targets) suite and achieves >30x token amplification", async () => {
|
|
const report = await runShowcaseBenchmark();
|
|
expect(report.cases.length).toBeGreaterThanOrEqual(14);
|
|
expect(report.cases.every((c) => c.functionalCheckPassed)).toBe(true);
|
|
expect(report.aggregateTokenMultiplier).toBeGreaterThanOrEqual(30);
|
|
expect(report.aggregateCostMultiplier).toBeGreaterThanOrEqual(30);
|
|
});
|
|
});
|