Compare commits
1 Commits
feat/mosai
...
feat/mosai
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
ad3f6ae042 |
@@ -22,7 +22,8 @@
|
|||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@mosaicstack/db": "workspace:^",
|
"@mosaicstack/db": "workspace:^",
|
||||||
"@mosaicstack/types": "workspace:*"
|
"@mosaicstack/types": "workspace:*",
|
||||||
|
"commander": "^13.0.0"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"typescript": "^5.8.0",
|
"typescript": "^5.8.0",
|
||||||
|
|||||||
95
packages/brain/src/cli.spec.ts
Normal file
95
packages/brain/src/cli.spec.ts
Normal file
@@ -0,0 +1,95 @@
|
|||||||
|
import { describe, it, expect } from 'vitest';
|
||||||
|
import { Command } from 'commander';
|
||||||
|
import { registerBrainCommand } from './cli.js';
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Smoke test: verifies the command tree is correctly registered.
|
||||||
|
* No database connection is opened — we only inspect Commander metadata.
|
||||||
|
*/
|
||||||
|
describe('registerBrainCommand', () => {
|
||||||
|
function buildProgram(): Command {
|
||||||
|
const program = new Command('mosaic');
|
||||||
|
// Prevent Commander from calling process.exit on parse errors during tests.
|
||||||
|
program.exitOverride();
|
||||||
|
registerBrainCommand(program);
|
||||||
|
return program;
|
||||||
|
}
|
||||||
|
|
||||||
|
it('registers a top-level "brain" command', () => {
|
||||||
|
const program = buildProgram();
|
||||||
|
const brainCmd = program.commands.find((c) => c.name() === 'brain');
|
||||||
|
expect(brainCmd).toBeDefined();
|
||||||
|
});
|
||||||
|
|
||||||
|
it('registers "brain projects" with "list" and "create" subcommands', () => {
|
||||||
|
const program = buildProgram();
|
||||||
|
const brainCmd = program.commands.find((c) => c.name() === 'brain')!;
|
||||||
|
const projectsCmd = brainCmd.commands.find((c) => c.name() === 'projects');
|
||||||
|
expect(projectsCmd).toBeDefined();
|
||||||
|
|
||||||
|
const subNames = projectsCmd!.commands.map((c) => c.name());
|
||||||
|
expect(subNames).toContain('list');
|
||||||
|
expect(subNames).toContain('create');
|
||||||
|
});
|
||||||
|
|
||||||
|
it('registers "brain missions" with "list" subcommand', () => {
|
||||||
|
const program = buildProgram();
|
||||||
|
const brainCmd = program.commands.find((c) => c.name() === 'brain')!;
|
||||||
|
const missionsCmd = brainCmd.commands.find((c) => c.name() === 'missions');
|
||||||
|
expect(missionsCmd).toBeDefined();
|
||||||
|
|
||||||
|
const subNames = missionsCmd!.commands.map((c) => c.name());
|
||||||
|
expect(subNames).toContain('list');
|
||||||
|
});
|
||||||
|
|
||||||
|
it('registers "brain tasks" with "list" subcommand', () => {
|
||||||
|
const program = buildProgram();
|
||||||
|
const brainCmd = program.commands.find((c) => c.name() === 'brain')!;
|
||||||
|
const tasksCmd = brainCmd.commands.find((c) => c.name() === 'tasks');
|
||||||
|
expect(tasksCmd).toBeDefined();
|
||||||
|
|
||||||
|
const subNames = tasksCmd!.commands.map((c) => c.name());
|
||||||
|
expect(subNames).toContain('list');
|
||||||
|
});
|
||||||
|
|
||||||
|
it('registers "brain conversations" with "list" subcommand', () => {
|
||||||
|
const program = buildProgram();
|
||||||
|
const brainCmd = program.commands.find((c) => c.name() === 'brain')!;
|
||||||
|
const conversationsCmd = brainCmd.commands.find((c) => c.name() === 'conversations');
|
||||||
|
expect(conversationsCmd).toBeDefined();
|
||||||
|
|
||||||
|
const subNames = conversationsCmd!.commands.map((c) => c.name());
|
||||||
|
expect(subNames).toContain('list');
|
||||||
|
});
|
||||||
|
|
||||||
|
it('"brain projects list" accepts --db and --limit options', () => {
|
||||||
|
const program = buildProgram();
|
||||||
|
const brainCmd = program.commands.find((c) => c.name() === 'brain')!;
|
||||||
|
const projectsCmd = brainCmd.commands.find((c) => c.name() === 'projects')!;
|
||||||
|
const listCmd = projectsCmd.commands.find((c) => c.name() === 'list')!;
|
||||||
|
|
||||||
|
const optionNames = listCmd.options.map((o) => o.long);
|
||||||
|
expect(optionNames).toContain('--db');
|
||||||
|
expect(optionNames).toContain('--limit');
|
||||||
|
});
|
||||||
|
|
||||||
|
it('"brain missions list" accepts --project option', () => {
|
||||||
|
const program = buildProgram();
|
||||||
|
const brainCmd = program.commands.find((c) => c.name() === 'brain')!;
|
||||||
|
const missionsCmd = brainCmd.commands.find((c) => c.name() === 'missions')!;
|
||||||
|
const listCmd = missionsCmd.commands.find((c) => c.name() === 'list')!;
|
||||||
|
|
||||||
|
const optionNames = listCmd.options.map((o) => o.long);
|
||||||
|
expect(optionNames).toContain('--project');
|
||||||
|
});
|
||||||
|
|
||||||
|
it('"brain tasks list" accepts --project option', () => {
|
||||||
|
const program = buildProgram();
|
||||||
|
const brainCmd = program.commands.find((c) => c.name() === 'brain')!;
|
||||||
|
const tasksCmd = brainCmd.commands.find((c) => c.name() === 'tasks')!;
|
||||||
|
const listCmd = tasksCmd.commands.find((c) => c.name() === 'list')!;
|
||||||
|
|
||||||
|
const optionNames = listCmd.options.map((o) => o.long);
|
||||||
|
expect(optionNames).toContain('--project');
|
||||||
|
});
|
||||||
|
});
|
||||||
142
packages/brain/src/cli.ts
Normal file
142
packages/brain/src/cli.ts
Normal file
@@ -0,0 +1,142 @@
|
|||||||
|
import type { Command } from 'commander';
|
||||||
|
import { createDb, type DbHandle } from '@mosaicstack/db';
|
||||||
|
import { createBrain } from './brain.js';
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Build and attach the `brain` subcommand tree onto an existing Commander program.
|
||||||
|
* Uses the caller's Command instance to avoid cross-package Commander version mismatches.
|
||||||
|
*/
|
||||||
|
export function registerBrainCommand(parent: Command): void {
|
||||||
|
const brain = parent.command('brain').description('Inspect and manage brain data stores');
|
||||||
|
|
||||||
|
// ─── shared DB option helper ─────────────────────────────────────────────
|
||||||
|
|
||||||
|
function addDbOption(cmd: Command): Command {
|
||||||
|
return cmd.option(
|
||||||
|
'--db <connection-string>',
|
||||||
|
'PostgreSQL connection string (overrides MOSAIC_DB_URL)',
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function resolveDb(opts: { db?: string }): ReturnType<typeof createBrain> {
|
||||||
|
const connectionString = opts.db ?? process.env['MOSAIC_DB_URL'];
|
||||||
|
if (!connectionString) {
|
||||||
|
console.error('No DB connection string provided. Pass --db <url> or set MOSAIC_DB_URL.');
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
|
const handle: DbHandle = createDb(connectionString);
|
||||||
|
return createBrain(handle.db);
|
||||||
|
}
|
||||||
|
|
||||||
|
// ─── projects ────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
const projects = brain.command('projects').description('Manage projects');
|
||||||
|
|
||||||
|
addDbOption(
|
||||||
|
projects
|
||||||
|
.command('list')
|
||||||
|
.description('List all projects')
|
||||||
|
.option('--limit <n>', 'Maximum number of results', '50'),
|
||||||
|
).action(async (opts: { db?: string; limit: string }) => {
|
||||||
|
const b = resolveDb(opts);
|
||||||
|
const limit = parseInt(opts.limit, 10);
|
||||||
|
const rows = await b.projects.findAll();
|
||||||
|
const sliced = rows.slice(0, limit);
|
||||||
|
if (sliced.length === 0) {
|
||||||
|
console.log('No projects found.');
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
for (const p of sliced) {
|
||||||
|
console.log(`${p.id} ${p.name}`);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
addDbOption(
|
||||||
|
projects
|
||||||
|
.command('create <name>')
|
||||||
|
.description('Create a new project')
|
||||||
|
.requiredOption('--owner-id <id>', 'Owner user ID'),
|
||||||
|
).action(async (name: string, opts: { db?: string; ownerId: string }) => {
|
||||||
|
const b = resolveDb(opts);
|
||||||
|
const created = await b.projects.create({
|
||||||
|
name,
|
||||||
|
ownerId: opts.ownerId,
|
||||||
|
ownerType: 'user',
|
||||||
|
});
|
||||||
|
console.log(`Created project: ${created.id} ${created.name}`);
|
||||||
|
});
|
||||||
|
|
||||||
|
// ─── missions ────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
const missions = brain.command('missions').description('Manage missions');
|
||||||
|
|
||||||
|
addDbOption(
|
||||||
|
missions
|
||||||
|
.command('list')
|
||||||
|
.description('List all missions')
|
||||||
|
.option('--limit <n>', 'Maximum number of results', '50')
|
||||||
|
.option('--project <id>', 'Filter by project ID'),
|
||||||
|
).action(async (opts: { db?: string; limit: string; project?: string }) => {
|
||||||
|
const b = resolveDb(opts);
|
||||||
|
const limit = parseInt(opts.limit, 10);
|
||||||
|
const rows = opts.project
|
||||||
|
? await b.missions.findByProject(opts.project)
|
||||||
|
: await b.missions.findAll();
|
||||||
|
const sliced = rows.slice(0, limit);
|
||||||
|
if (sliced.length === 0) {
|
||||||
|
console.log('No missions found.');
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
for (const m of sliced) {
|
||||||
|
console.log(`${m.id} ${m.name}`);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
// ─── tasks ────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
const tasks = brain.command('tasks').description('Manage generic tasks');
|
||||||
|
|
||||||
|
addDbOption(
|
||||||
|
tasks
|
||||||
|
.command('list')
|
||||||
|
.description('List all tasks')
|
||||||
|
.option('--limit <n>', 'Maximum number of results', '50')
|
||||||
|
.option('--project <id>', 'Filter by project ID'),
|
||||||
|
).action(async (opts: { db?: string; limit: string; project?: string }) => {
|
||||||
|
const b = resolveDb(opts);
|
||||||
|
const limit = parseInt(opts.limit, 10);
|
||||||
|
const rows = opts.project ? await b.tasks.findByProject(opts.project) : await b.tasks.findAll();
|
||||||
|
const sliced = rows.slice(0, limit);
|
||||||
|
if (sliced.length === 0) {
|
||||||
|
console.log('No tasks found.');
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
for (const t of sliced) {
|
||||||
|
console.log(`${t.id} ${t.title} [${t.status}]`);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
// ─── conversations ────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
const conversations = brain.command('conversations').description('Manage conversations');
|
||||||
|
|
||||||
|
addDbOption(
|
||||||
|
conversations
|
||||||
|
.command('list')
|
||||||
|
.description('List conversations for a user')
|
||||||
|
.option('--limit <n>', 'Maximum number of results', '50')
|
||||||
|
.requiredOption('--user-id <id>', 'User ID to scope the query'),
|
||||||
|
).action(async (opts: { db?: string; limit: string; userId: string }) => {
|
||||||
|
const b = resolveDb(opts);
|
||||||
|
const limit = parseInt(opts.limit, 10);
|
||||||
|
const rows = await b.conversations.findAll(opts.userId);
|
||||||
|
const sliced = rows.slice(0, limit);
|
||||||
|
if (sliced.length === 0) {
|
||||||
|
console.log('No conversations found.');
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
for (const c of sliced) {
|
||||||
|
console.log(`${c.id} ${c.title ?? '(untitled)'}`);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
@@ -1,4 +1,5 @@
|
|||||||
export { createBrain, type Brain } from './brain.js';
|
export { createBrain, type Brain } from './brain.js';
|
||||||
|
export { registerBrainCommand } from './cli.js';
|
||||||
export {
|
export {
|
||||||
createProjectsRepo,
|
createProjectsRepo,
|
||||||
type ProjectsRepo,
|
type ProjectsRepo,
|
||||||
|
|||||||
@@ -27,12 +27,12 @@
|
|||||||
"test": "vitest run --passWithNoTests"
|
"test": "vitest run --passWithNoTests"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
|
"@mosaicstack/brain": "workspace:*",
|
||||||
"@mosaicstack/config": "workspace:*",
|
"@mosaicstack/config": "workspace:*",
|
||||||
"@mosaicstack/forge": "workspace:*",
|
"@mosaicstack/forge": "workspace:*",
|
||||||
"@mosaicstack/macp": "workspace:*",
|
"@mosaicstack/macp": "workspace:*",
|
||||||
"@mosaicstack/prdy": "workspace:*",
|
"@mosaicstack/prdy": "workspace:*",
|
||||||
"@mosaicstack/quality-rails": "workspace:*",
|
"@mosaicstack/quality-rails": "workspace:*",
|
||||||
"@mosaicstack/queue": "workspace:*",
|
|
||||||
"@mosaicstack/types": "workspace:*",
|
"@mosaicstack/types": "workspace:*",
|
||||||
"@clack/prompts": "^0.9.1",
|
"@clack/prompts": "^0.9.1",
|
||||||
"commander": "^13.0.0",
|
"commander": "^13.0.0",
|
||||||
|
|||||||
@@ -2,8 +2,8 @@
|
|||||||
|
|
||||||
import { createRequire } from 'module';
|
import { createRequire } from 'module';
|
||||||
import { Command } from 'commander';
|
import { Command } from 'commander';
|
||||||
|
import { registerBrainCommand } from '@mosaicstack/brain';
|
||||||
import { registerQualityRails } from '@mosaicstack/quality-rails';
|
import { registerQualityRails } from '@mosaicstack/quality-rails';
|
||||||
import { registerQueueCommand } from '@mosaicstack/queue';
|
|
||||||
import { registerAgentCommand } from './commands/agent.js';
|
import { registerAgentCommand } from './commands/agent.js';
|
||||||
import { registerMissionCommand } from './commands/mission.js';
|
import { registerMissionCommand } from './commands/mission.js';
|
||||||
// prdy is registered via launch.ts
|
// prdy is registered via launch.ts
|
||||||
@@ -315,14 +315,14 @@ registerAgentCommand(program);
|
|||||||
|
|
||||||
registerMissionCommand(program);
|
registerMissionCommand(program);
|
||||||
|
|
||||||
|
// ─── brain ──────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
registerBrainCommand(program);
|
||||||
|
|
||||||
// ─── quality-rails ──────────────────────────────────────────────────────
|
// ─── quality-rails ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
registerQualityRails(program);
|
registerQualityRails(program);
|
||||||
|
|
||||||
// ─── queue ───────────────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
registerQueueCommand(program);
|
|
||||||
|
|
||||||
// ─── update ─────────────────────────────────────────────────────────────
|
// ─── update ─────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
program
|
program
|
||||||
|
|||||||
@@ -22,7 +22,6 @@
|
|||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@mosaicstack/types": "workspace:*",
|
"@mosaicstack/types": "workspace:*",
|
||||||
"commander": "^13.0.0",
|
|
||||||
"ioredis": "^5.10.0"
|
"ioredis": "^5.10.0"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
|
|||||||
@@ -1,62 +0,0 @@
|
|||||||
import { describe, it, expect } from 'vitest';
|
|
||||||
import { Command } from 'commander';
|
|
||||||
import { registerQueueCommand } from './cli.js';
|
|
||||||
|
|
||||||
describe('registerQueueCommand', () => {
|
|
||||||
function buildProgram(): Command {
|
|
||||||
const program = new Command('mosaic');
|
|
||||||
registerQueueCommand(program);
|
|
||||||
return program;
|
|
||||||
}
|
|
||||||
|
|
||||||
it('registers a "queue" subcommand', () => {
|
|
||||||
const program = buildProgram();
|
|
||||||
const queueCmd = program.commands.find((c) => c.name() === 'queue');
|
|
||||||
expect(queueCmd).toBeDefined();
|
|
||||||
});
|
|
||||||
|
|
||||||
it('queue has list, stats, pause, resume, jobs, drain subcommands', () => {
|
|
||||||
const program = buildProgram();
|
|
||||||
const queueCmd = program.commands.find((c) => c.name() === 'queue');
|
|
||||||
expect(queueCmd).toBeDefined();
|
|
||||||
|
|
||||||
const names = queueCmd!.commands.map((c) => c.name());
|
|
||||||
expect(names).toContain('list');
|
|
||||||
expect(names).toContain('stats');
|
|
||||||
expect(names).toContain('pause');
|
|
||||||
expect(names).toContain('resume');
|
|
||||||
expect(names).toContain('jobs');
|
|
||||||
expect(names).toContain('drain');
|
|
||||||
});
|
|
||||||
|
|
||||||
it('jobs subcommand has a "tail" subcommand', () => {
|
|
||||||
const program = buildProgram();
|
|
||||||
const queueCmd = program.commands.find((c) => c.name() === 'queue');
|
|
||||||
const jobsCmd = queueCmd!.commands.find((c) => c.name() === 'jobs');
|
|
||||||
expect(jobsCmd).toBeDefined();
|
|
||||||
|
|
||||||
const tailCmd = jobsCmd!.commands.find((c) => c.name() === 'tail');
|
|
||||||
expect(tailCmd).toBeDefined();
|
|
||||||
});
|
|
||||||
|
|
||||||
it('drain has a --yes option', () => {
|
|
||||||
const program = buildProgram();
|
|
||||||
const queueCmd = program.commands.find((c) => c.name() === 'queue');
|
|
||||||
const drainCmd = queueCmd!.commands.find((c) => c.name() === 'drain');
|
|
||||||
expect(drainCmd).toBeDefined();
|
|
||||||
|
|
||||||
const optionNames = drainCmd!.options.map((o) => o.long);
|
|
||||||
expect(optionNames).toContain('--yes');
|
|
||||||
});
|
|
||||||
|
|
||||||
it('stats accepts an optional [name] argument', () => {
|
|
||||||
const program = buildProgram();
|
|
||||||
const queueCmd = program.commands.find((c) => c.name() === 'queue');
|
|
||||||
const statsCmd = queueCmd!.commands.find((c) => c.name() === 'stats');
|
|
||||||
expect(statsCmd).toBeDefined();
|
|
||||||
// Should not throw when called without argument
|
|
||||||
const args = statsCmd!.registeredArguments;
|
|
||||||
expect(args.length).toBe(1);
|
|
||||||
expect(args[0]!.required).toBe(false);
|
|
||||||
});
|
|
||||||
});
|
|
||||||
@@ -1,248 +0,0 @@
|
|||||||
import type { Command } from 'commander';
|
|
||||||
|
|
||||||
import { createLocalAdapter } from './adapters/local.js';
|
|
||||||
import type { QueueConfig } from './types.js';
|
|
||||||
|
|
||||||
/** Resolve adapter type from env; defaults to 'local'. */
|
|
||||||
function resolveAdapterType(): 'bullmq' | 'local' {
|
|
||||||
const t = process.env['QUEUE_ADAPTER'] ?? 'local';
|
|
||||||
return t === 'bullmq' ? 'bullmq' : 'local';
|
|
||||||
}
|
|
||||||
|
|
||||||
function resolveConfig(): QueueConfig {
|
|
||||||
const type = resolveAdapterType();
|
|
||||||
if (type === 'bullmq') {
|
|
||||||
return { type: 'bullmq', url: process.env['VALKEY_URL'] };
|
|
||||||
}
|
|
||||||
return { type: 'local', dataDir: process.env['QUEUE_DATA_DIR'] };
|
|
||||||
}
|
|
||||||
|
|
||||||
const BULLMQ_ONLY_MSG =
|
|
||||||
'not supported by local adapter — use the bullmq tier for this (set QUEUE_ADAPTER=bullmq)';
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Register queue subcommands on an existing Commander program.
|
|
||||||
* Follows the same pattern as registerQualityRails in @mosaicstack/quality-rails.
|
|
||||||
*/
|
|
||||||
export function registerQueueCommand(parent: Command): void {
|
|
||||||
buildQueueCommand(parent.command('queue').description('Manage Mosaic job queues'));
|
|
||||||
}
|
|
||||||
|
|
||||||
function buildQueueCommand(queue: Command): void {
|
|
||||||
// ─── list ──────────────────────────────────────────────────────────────
|
|
||||||
queue
|
|
||||||
.command('list')
|
|
||||||
.description('List all queues known to the configured adapter')
|
|
||||||
.action(async () => {
|
|
||||||
const config = resolveConfig();
|
|
||||||
|
|
||||||
if (config.type === 'local') {
|
|
||||||
const adapter = createLocalAdapter(config);
|
|
||||||
// Local adapter tracks queues in its internal Map; we expose them by
|
|
||||||
// listing JSON files in the data dir.
|
|
||||||
const { readdirSync } = await import('node:fs');
|
|
||||||
const { existsSync } = await import('node:fs');
|
|
||||||
const dataDir = config.dataDir ?? '.mosaic/queue';
|
|
||||||
if (!existsSync(dataDir)) {
|
|
||||||
console.log('No queues found (data dir does not exist yet).');
|
|
||||||
await adapter.close();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
const files = readdirSync(dataDir).filter((f: string) => f.endsWith('.json'));
|
|
||||||
if (files.length === 0) {
|
|
||||||
console.log('No queues found.');
|
|
||||||
} else {
|
|
||||||
console.log('Queues (local adapter):');
|
|
||||||
for (const f of files) {
|
|
||||||
console.log(` - ${f.slice(0, -5)}`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
await adapter.close();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
// bullmq — not enough info to enumerate queues without a BullMQ Board
|
|
||||||
console.log(BULLMQ_ONLY_MSG);
|
|
||||||
process.exit(0);
|
|
||||||
});
|
|
||||||
|
|
||||||
// ─── stats ─────────────────────────────────────────────────────────────
|
|
||||||
queue
|
|
||||||
.command('stats [name]')
|
|
||||||
.description('Show stats for a queue (or all queues)')
|
|
||||||
.action(async (name?: string) => {
|
|
||||||
const config = resolveConfig();
|
|
||||||
|
|
||||||
if (config.type === 'local') {
|
|
||||||
const adapter = createLocalAdapter(config);
|
|
||||||
const { readdirSync } = await import('node:fs');
|
|
||||||
const { existsSync } = await import('node:fs');
|
|
||||||
const dataDir = config.dataDir ?? '.mosaic/queue';
|
|
||||||
|
|
||||||
let names: string[] = [];
|
|
||||||
if (name) {
|
|
||||||
names = [name];
|
|
||||||
} else {
|
|
||||||
if (existsSync(dataDir)) {
|
|
||||||
names = readdirSync(dataDir)
|
|
||||||
.filter((f: string) => f.endsWith('.json'))
|
|
||||||
.map((f: string) => f.slice(0, -5));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (names.length === 0) {
|
|
||||||
console.log('No queues found.');
|
|
||||||
await adapter.close();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
for (const queueName of names) {
|
|
||||||
const len = await adapter.length(queueName);
|
|
||||||
console.log(`Queue: ${queueName}`);
|
|
||||||
console.log(` waiting: ${len}`);
|
|
||||||
console.log(` active: 0 (local adapter — no active tracking)`);
|
|
||||||
console.log(` completed: 0 (local adapter — no completed tracking)`);
|
|
||||||
console.log(` failed: 0 (local adapter — no failed tracking)`);
|
|
||||||
console.log(` delayed: 0 (local adapter — no delayed tracking)`);
|
|
||||||
}
|
|
||||||
await adapter.close();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
// bullmq
|
|
||||||
console.log(BULLMQ_ONLY_MSG);
|
|
||||||
process.exit(0);
|
|
||||||
});
|
|
||||||
|
|
||||||
// ─── pause ─────────────────────────────────────────────────────────────
|
|
||||||
queue
|
|
||||||
.command('pause <name>')
|
|
||||||
.description('Pause job processing for a queue')
|
|
||||||
.action(async (_name: string) => {
|
|
||||||
const config = resolveConfig();
|
|
||||||
|
|
||||||
if (config.type === 'local') {
|
|
||||||
console.log(BULLMQ_ONLY_MSG);
|
|
||||||
process.exit(0);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log(BULLMQ_ONLY_MSG);
|
|
||||||
process.exit(0);
|
|
||||||
});
|
|
||||||
|
|
||||||
// ─── resume ────────────────────────────────────────────────────────────
|
|
||||||
queue
|
|
||||||
.command('resume <name>')
|
|
||||||
.description('Resume job processing for a queue')
|
|
||||||
.action(async (_name: string) => {
|
|
||||||
const config = resolveConfig();
|
|
||||||
|
|
||||||
if (config.type === 'local') {
|
|
||||||
console.log(BULLMQ_ONLY_MSG);
|
|
||||||
process.exit(0);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log(BULLMQ_ONLY_MSG);
|
|
||||||
process.exit(0);
|
|
||||||
});
|
|
||||||
|
|
||||||
// ─── jobs tail ─────────────────────────────────────────────────────────
|
|
||||||
const jobs = queue.command('jobs').description('Job-level operations');
|
|
||||||
|
|
||||||
jobs
|
|
||||||
.command('tail [name]')
|
|
||||||
.description('Stream new jobs as they arrive (poll-based)')
|
|
||||||
.option('--interval <ms>', 'Poll interval in ms', '2000')
|
|
||||||
.action(async (name: string | undefined, opts: { interval: string }) => {
|
|
||||||
const config = resolveConfig();
|
|
||||||
const pollMs = parseInt(opts.interval, 10);
|
|
||||||
|
|
||||||
if (config.type === 'local') {
|
|
||||||
const adapter = createLocalAdapter(config);
|
|
||||||
const { existsSync, readdirSync } = await import('node:fs');
|
|
||||||
const dataDir = config.dataDir ?? '.mosaic/queue';
|
|
||||||
|
|
||||||
let names: string[] = [];
|
|
||||||
if (name) {
|
|
||||||
names = [name];
|
|
||||||
} else {
|
|
||||||
if (existsSync(dataDir)) {
|
|
||||||
names = readdirSync(dataDir)
|
|
||||||
.filter((f: string) => f.endsWith('.json'))
|
|
||||||
.map((f: string) => f.slice(0, -5));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (names.length === 0) {
|
|
||||||
console.log('No queues to tail.');
|
|
||||||
await adapter.close();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log(`Tailing queues: ${names.join(', ')} (Ctrl-C to stop)`);
|
|
||||||
const lastLen = new Map<string, number>();
|
|
||||||
for (const qn of names) {
|
|
||||||
lastLen.set(qn, await adapter.length(qn));
|
|
||||||
}
|
|
||||||
|
|
||||||
const timer = setInterval(async () => {
|
|
||||||
for (const qn of names) {
|
|
||||||
const len = await adapter.length(qn);
|
|
||||||
const prev = lastLen.get(qn) ?? 0;
|
|
||||||
if (len > prev) {
|
|
||||||
console.log(
|
|
||||||
`[${new Date().toISOString()}] ${qn}: ${len - prev} new job(s) (total: ${len})`,
|
|
||||||
);
|
|
||||||
}
|
|
||||||
lastLen.set(qn, len);
|
|
||||||
}
|
|
||||||
}, pollMs);
|
|
||||||
|
|
||||||
process.on('SIGINT', async () => {
|
|
||||||
clearInterval(timer);
|
|
||||||
await adapter.close();
|
|
||||||
process.exit(0);
|
|
||||||
});
|
|
||||||
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
// bullmq — use subscribe on the channel
|
|
||||||
console.log(BULLMQ_ONLY_MSG);
|
|
||||||
process.exit(0);
|
|
||||||
});
|
|
||||||
|
|
||||||
// ─── drain ─────────────────────────────────────────────────────────────
|
|
||||||
queue
|
|
||||||
.command('drain <name>')
|
|
||||||
.description('Drain all pending jobs from a queue')
|
|
||||||
.option('--yes', 'Skip confirmation prompt')
|
|
||||||
.action(async (name: string, opts: { yes?: boolean }) => {
|
|
||||||
if (!opts.yes) {
|
|
||||||
console.error(
|
|
||||||
`WARNING: This will remove all pending jobs from queue "${name}". Re-run with --yes to confirm.`,
|
|
||||||
);
|
|
||||||
process.exit(1);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
const config = resolveConfig();
|
|
||||||
|
|
||||||
if (config.type === 'local') {
|
|
||||||
const adapter = createLocalAdapter(config);
|
|
||||||
let removed = 0;
|
|
||||||
while ((await adapter.length(name)) > 0) {
|
|
||||||
await adapter.dequeue(name);
|
|
||||||
removed++;
|
|
||||||
}
|
|
||||||
console.log(`Drained ${removed} job(s) from queue "${name}".`);
|
|
||||||
await adapter.close();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log(BULLMQ_ONLY_MSG);
|
|
||||||
process.exit(0);
|
|
||||||
});
|
|
||||||
}
|
|
||||||
@@ -11,7 +11,6 @@ export { type QueueAdapter, type QueueConfig as QueueAdapterConfig } from './typ
|
|||||||
export { createQueueAdapter, registerQueueAdapter } from './factory.js';
|
export { createQueueAdapter, registerQueueAdapter } from './factory.js';
|
||||||
export { createBullMQAdapter } from './adapters/bullmq.js';
|
export { createBullMQAdapter } from './adapters/bullmq.js';
|
||||||
export { createLocalAdapter } from './adapters/local.js';
|
export { createLocalAdapter } from './adapters/local.js';
|
||||||
export { registerQueueCommand } from './cli.js';
|
|
||||||
|
|
||||||
import { registerQueueAdapter } from './factory.js';
|
import { registerQueueAdapter } from './factory.js';
|
||||||
import { createBullMQAdapter } from './adapters/bullmq.js';
|
import { createBullMQAdapter } from './adapters/bullmq.js';
|
||||||
|
|||||||
12
pnpm-lock.yaml
generated
12
pnpm-lock.yaml
generated
@@ -294,6 +294,9 @@ importers:
|
|||||||
'@mosaicstack/types':
|
'@mosaicstack/types':
|
||||||
specifier: workspace:*
|
specifier: workspace:*
|
||||||
version: link:../types
|
version: link:../types
|
||||||
|
commander:
|
||||||
|
specifier: ^13.0.0
|
||||||
|
version: 13.1.0
|
||||||
devDependencies:
|
devDependencies:
|
||||||
typescript:
|
typescript:
|
||||||
specifier: ^5.8.0
|
specifier: ^5.8.0
|
||||||
@@ -454,6 +457,9 @@ importers:
|
|||||||
'@clack/prompts':
|
'@clack/prompts':
|
||||||
specifier: ^0.9.1
|
specifier: ^0.9.1
|
||||||
version: 0.9.1
|
version: 0.9.1
|
||||||
|
'@mosaicstack/brain':
|
||||||
|
specifier: workspace:*
|
||||||
|
version: link:../brain
|
||||||
'@mosaicstack/config':
|
'@mosaicstack/config':
|
||||||
specifier: workspace:*
|
specifier: workspace:*
|
||||||
version: link:../config
|
version: link:../config
|
||||||
@@ -469,9 +475,6 @@ importers:
|
|||||||
'@mosaicstack/quality-rails':
|
'@mosaicstack/quality-rails':
|
||||||
specifier: workspace:*
|
specifier: workspace:*
|
||||||
version: link:../quality-rails
|
version: link:../quality-rails
|
||||||
'@mosaicstack/queue':
|
|
||||||
specifier: workspace:*
|
|
||||||
version: link:../queue
|
|
||||||
'@mosaicstack/types':
|
'@mosaicstack/types':
|
||||||
specifier: workspace:*
|
specifier: workspace:*
|
||||||
version: link:../types
|
version: link:../types
|
||||||
@@ -568,9 +571,6 @@ importers:
|
|||||||
'@mosaicstack/types':
|
'@mosaicstack/types':
|
||||||
specifier: workspace:*
|
specifier: workspace:*
|
||||||
version: link:../types
|
version: link:../types
|
||||||
commander:
|
|
||||||
specifier: ^13.0.0
|
|
||||||
version: 13.1.0
|
|
||||||
ioredis:
|
ioredis:
|
||||||
specifier: ^5.10.0
|
specifier: ^5.10.0
|
||||||
version: 5.10.0
|
version: 5.10.0
|
||||||
|
|||||||
Reference in New Issue
Block a user