Compare commits
39
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
5c6082fde1 | ||
|
|
c68440e9da | ||
|
|
2a0d5ecaa1 | ||
|
|
911429fd01 | ||
|
|
4a5434a818 | ||
|
|
5f431da480 | ||
|
|
1e4b5e07f9 | ||
|
|
ffa27c1bb0 | ||
|
|
1b5aa295ba | ||
|
|
125c71051e | ||
|
|
fcbf2dc9e3 | ||
|
|
3169c17098 | ||
|
|
00297e2754 | ||
|
|
323040f9cf | ||
|
|
d3f6d37c53 | ||
|
|
6a851bff3d | ||
|
|
5be7159751 | ||
|
|
3e648558f0 | ||
|
|
0ee9dcac7c | ||
|
|
f9fee0e4c8 | ||
|
|
b64e854ee9 | ||
|
|
af4b1d367e | ||
|
|
58d9c81479 | ||
|
|
5c18e8f1f6 | ||
|
|
67d9288c26 | ||
|
|
525a081471 | ||
|
|
ccbcb80a40 | ||
|
|
f65ca7bb73 | ||
|
|
96e157382b | ||
|
|
650a2d2890 | ||
|
|
66ef78d69e | ||
|
|
a0ec8e028c | ||
|
|
8c5764fd03 | ||
|
|
6f0427024a | ||
|
|
538fe12829 | ||
|
|
5f4ccd0326 | ||
|
|
1d39235a8b | ||
|
|
13763db199 | ||
|
|
717a8b9624 |
No files matched your search
+4
-15
@@ -1,24 +1,13 @@
|
||||
# Non-secret runtime settings for the mosaic-poc-agent container.
|
||||
# Copy to .env if you want to override the defaults in compose.yaml.
|
||||
#
|
||||
# NEVER put credentials in this file. Authentication is supplied at
|
||||
# runtime only, via one of the two documented paths:
|
||||
# 1. read-only mounted pi auth file (default: ~/.pi/agent/auth.json,
|
||||
# override the host path with PI_AUTH_FILE)
|
||||
# 2. provider API key environment variable (ZAI_API_KEY or
|
||||
# ANTHROPIC_API_KEY), passed through by compose.yaml when set
|
||||
# NEVER put credentials in this file. A worker holds no credential of
|
||||
# its own: it reaches its model through the local model proxy with the
|
||||
# worker key Mosaic issues (Settings > Model setup). No pi auth file is
|
||||
# mounted and no provider key variable is passed through.
|
||||
|
||||
# Model provider (built-in pi provider name)
|
||||
PI_PROVIDER=zai
|
||||
|
||||
# Model ID within the provider
|
||||
PI_MODEL=glm-5.3-flash
|
||||
|
||||
# Optional: alternative host path of the pi credential file mounted
|
||||
# read-only at /home/node/.pi/agent/auth.json in the container
|
||||
#PI_AUTH_FILE=/home/jwoltje/.pi/agent/auth.json
|
||||
|
||||
# Optional: documented env-var auth alternative (secret! set in your
|
||||
# shell or a gitignored .env, never commit)
|
||||
#ZAI_API_KEY=
|
||||
#ANTHROPIC_API_KEY=
|
||||
+3
-2
@@ -35,8 +35,9 @@ RUN chmod 0555 /opt/mosaic/contracts /opt/mosaic/contracts/* \
|
||||
&& chmod 0555 /opt/mosaic/adapters /opt/mosaic/adapters/*/adapter.sh
|
||||
|
||||
# Private per-container prompt/output paths, the fixed narrow-mount targets,
|
||||
# workspace, and pi agent directory (auth.json is bind-mounted read-only at
|
||||
# runtime; no host data root is mounted).
|
||||
# workspace, and pi agent directory (worker-cutover: no credential file is mounted;
|
||||
# a pi worker's models.json, which names the model proxy and holds no key, is
|
||||
# bind-mounted read-only at runtime; no host data root is mounted).
|
||||
RUN mkdir -p /var/lib/mosaic/private /var/lib/mosaic/input/user /var/lib/mosaic/input/skills /var/lib/mosaic/control /var/lib/mosaic/session /workspace /home/node/.pi/agent \
|
||||
&& touch /var/lib/mosaic/input/task.json /var/lib/mosaic/input/mission.json /var/lib/mosaic/input/agent-soul.md /var/lib/mosaic/input/session-fork.jsonl /var/lib/mosaic/control/processing.json \
|
||||
&& chown -R node:node /var/lib/mosaic /workspace /home/node /opt/app \
|
||||
|
||||
@@ -11,8 +11,10 @@ pi from the lock, not pinned, and fit-checked before the build) runs one Pi agen
|
||||
loaded in fixed order into the generated system prompt
|
||||
(`/var/lib/mosaic/private/system-prompt.md`, private to that container). One real model request is sent
|
||||
noninteractively; the response must equal `MOSAIC_HELLO_OK` exactly or the
|
||||
verification exits nonzero. Authentication is supplied at runtime only
|
||||
(read-only mounted pi auth file, or a provider API key environment variable).
|
||||
verification exits nonzero. Authentication is supplied at runtime only: since
|
||||
worker-cutover a worker reaches its model through the local model proxy, with
|
||||
the worker key Mosaic issues passed only as `ANTHROPIC_API_KEY` and the relay
|
||||
socket directory mounted read-only. No pi auth file is mounted.
|
||||
|
||||
## L1 — Deferred: persist and resume a named Pi session
|
||||
|
||||
|
||||
@@ -237,21 +237,24 @@ EXPECTED_MARKER=MOSAIC_NOT_OK scripts/verify.sh # must exit nonzero
|
||||
|
||||
## Authentication
|
||||
|
||||
Pi's documented container authentication (see the package's
|
||||
`docs/containerization.md`) is used, in this order:
|
||||
A worker container holds no credential of its own (worker-cutover). It
|
||||
reaches its model only through the instance's local model proxy, with the
|
||||
worker key Mosaic issues, re-adds and rotates itself at launch. Each launch
|
||||
passes the key to the container only as `ANTHROPIC_API_KEY`, and mounts the
|
||||
relay socket directory read-only at `/run/mosaic-proxy` and a `models.json`
|
||||
that names the proxy (and holds no key) read-only at
|
||||
`/home/node/.pi/agent/models.json`. No pi auth file is mounted, and a
|
||||
caller's `ZAI_API_KEY` or `ANTHROPIC_API_KEY` never reaches a worker.
|
||||
|
||||
1. **Read-only mounted credential file** (default): the host pi auth file
|
||||
`~/.pi/agent/auth.json` is bind-mounted read-only to
|
||||
`/home/node/.pi/agent/auth.json`. The host file holds a static API-key
|
||||
entry for the built-in `zai` provider, so no token refresh writes are needed.
|
||||
2. **Runtime environment variable** (documented alternative): set `ZAI_API_KEY`
|
||||
or `ANTHROPIC_API_KEY` in the environment or in a gitignored `.env`; compose
|
||||
passes them through. Pi's documented precedence applies.
|
||||
Set up once: start the proxy and add an account on Settings > Model setup.
|
||||
The worker's provider and model stay `execution.provider` and
|
||||
`execution.model` in the config; a Claude model is refused for a pi worker.
|
||||
The launch checks and their one-line refusals are in `docs/TOOLS.md`.
|
||||
|
||||
Credentials are never committed, never copied into the image, and never printed.
|
||||
Mosaic-managed named accounts (`agent.sh --auth`) live under the data root
|
||||
(`auth/<account>.json`, 0600) — the stack never writes into `~/.pi`.
|
||||
`.env.example` contains non-secret settings only.
|
||||
The key's text is redacted from run evidence; a run record keeps only
|
||||
`modelKeyId`. The stack never writes into `~/.pi`. `.env.example` contains
|
||||
non-secret settings only.
|
||||
|
||||
## Boundaries honored
|
||||
|
||||
|
||||
@@ -32,6 +32,8 @@ Optional, adapter-specific (documented per adapter):
|
||||
|---|---|
|
||||
| `MOSAIC_MOCK_RESPONSE` | mock only: the verbatim response to emit |
|
||||
| `MOSAIC_PI_FINAL_STOP` | pi only, `1` from `src/run-agent.sh` for a headless worker: judge the run by pi's final stop reason (`final-stop.mjs`) |
|
||||
| `MOSAIC_PROXY_PORT` | pi only, set by the host launcher (worker-cutover): start `proxy-forward.mjs` on `127.0.0.1:<port>` against the relay socket mounted at `/run/mosaic-proxy/proxy.sock`. The adapter refuses (exit 1) unless the forwarder's captured stdout is exactly `ready`. Unset: no proxy and no credential, so pi fails on its own. |
|
||||
| `ANTHROPIC_API_KEY` | pi only: the worker key Mosaic issued for this launch, read by the mounted `models.json` as `$ANTHROPIC_API_KEY`. It is the container's only credential; the adapter never prints it. Empty for the mock adapter. |
|
||||
|
||||
**Outputs:**
|
||||
|
||||
|
||||
@@ -25,6 +25,18 @@ esac
|
||||
: "${PI_PROVIDER:?pi adapter: PI_PROVIDER is required}"
|
||||
: "${PI_MODEL:?pi adapter: PI_MODEL is required}"
|
||||
|
||||
# Model proxy (worker-cutover, S4): the host launcher (packages/processing-control/src/
|
||||
# worker-proxy.mjs) mounts its relay's socket dir at /run/mosaic-proxy and sets
|
||||
# MOSAIC_PROXY_PORT. The forwarder listens on 127.0.0.1:$MOSAIC_PROXY_PORT, where the mounted
|
||||
# models.json points pi, after one request through the socket got a reply. It prints exactly
|
||||
# "ready" on stdout and closes it, so the capture below returns while it keeps running. Anything
|
||||
# else refuses: the forwarder already printed its one line on stderr. With no port set there is
|
||||
# no proxy and no credential in this container, so pi fails on its own.
|
||||
if [ -n "${MOSAIC_PROXY_PORT:-}" ]; then
|
||||
ready=$(node "$(dirname "$0")/proxy-forward.mjs" /run/mosaic-proxy/proxy.sock "$MOSAIC_PROXY_PORT" &)
|
||||
[ "$ready" = "ready" ] || exit 1
|
||||
fi
|
||||
|
||||
INTERACTIVE="${MOSAIC_INTERACTIVE:-}"
|
||||
if [ "$INTERACTIVE" != "1" ]; then
|
||||
[ -n "${MOSAIC_REQUEST:-}" ] || { echo "pi adapter: MOSAIC_REQUEST is required" >&2; exit 2; }
|
||||
|
||||
+7
-8
@@ -26,15 +26,14 @@ services:
|
||||
MOSAIC_AGENT_ROLE: ${MOSAIC_AGENT_ROLE:-}
|
||||
# mock adapter only: verbatim response for deterministic seam tests
|
||||
MOSAIC_MOCK_RESPONSE: ${MOSAIC_MOCK_RESPONSE:-}
|
||||
# Documented container auth alternative: provider API key via
|
||||
# runtime environment variable. Empty by default; when empty Pi
|
||||
# falls back to the read-only mounted auth.json credential file.
|
||||
ZAI_API_KEY: ${ZAI_API_KEY:-}
|
||||
# worker-cutover: a pi worker reaches its model only through the
|
||||
# instance's model proxy. The launcher (packages/processing-control/
|
||||
# src/worker-proxy.mjs) sets both from the worker key it issued and
|
||||
# the relay it started; it clears them for every other launch, so a
|
||||
# caller's own provider key never enters the container. There is no
|
||||
# credential file mount.
|
||||
ANTHROPIC_API_KEY: ${ANTHROPIC_API_KEY:-}
|
||||
volumes:
|
||||
# Runtime credential only: pi auth file mounted READ-ONLY.
|
||||
# Never copied into the image.
|
||||
- ${PI_AUTH_FILE:-/home/jwoltje/.pi/agent/auth.json}:/home/node/.pi/agent/auth.json:ro
|
||||
MOSAIC_PROXY_PORT: ${MOSAIC_PROXY_PORT:-}
|
||||
# Headless runs: the request is passed as command args by the launchers
|
||||
# (run-task.sh) or defaults inside run-agent.sh (hello/verify). Never a
|
||||
# fixed command here - interactive runs (scripts/agent.sh) need no args.
|
||||
+99
-56
@@ -39,36 +39,58 @@ Task fields: `prompt` (required), `mission` (path), `expectExact`,
|
||||
`directives[]`, optional governing `capabilities.tools`. Policy: a task may
|
||||
narrow a mission's tools, never widen; empty intersection = tool-free run.
|
||||
|
||||
Worker credential check (#1873, lane health-reason). A run's provider and
|
||||
model come only from the instance config, `execution.provider` and
|
||||
`execution.model`; task and mission files have no provider field. Before a
|
||||
pi run makes its run directory, `mosaic-task run` (and `retry`) asks whether
|
||||
the worker container compose starts will hold a credential for that provider:
|
||||
an entry in the auth file compose mounts (`PI_AUTH_FILE`), or a key variable
|
||||
compose passes with a value that isn't blank (pi treats a blank one as
|
||||
unset). The auth file path is read as compose reads it: a leading `~` is
|
||||
`$HOME`, and a relative path is from the checkout. Only names and types are
|
||||
read. pi
|
||||
decides which credential counts: the check runs pi's own `checkAuth` from the
|
||||
pi-ai the lock installs, on placeholders
|
||||
(`packages/plugins/harness/pi/worker-credential.mjs`), so no provider list is
|
||||
kept here. With none, the run refuses with exit 3 and no run record:
|
||||
Worker launch checks (worker-cutover). A run's provider and model come only
|
||||
from the instance config, `execution.provider` and `execution.model`; task and
|
||||
mission files have no provider field. A worker container holds no credential
|
||||
of its own. Every host worker launch (`mosaic-task run` and `retry`, so
|
||||
`run-task.sh` and the release health check, and `scripts/container.sh` for
|
||||
`verify.sh`, `hello.sh` and `agent.sh`) goes through
|
||||
`packages/processing-control/src/worker-proxy.mjs`. For a pi worker it checks,
|
||||
before a run directory exists and before docker:
|
||||
|
||||
```
|
||||
mosaic-task: the worker container has no credential for provider zai (config execution.provider); it has credentials for: anthropic. Change the instance's execution.provider to one of those, or add a credential for zai (a PI_AUTH_FILE entry, or an environment key compose passes to it).
|
||||
```
|
||||
1. the host user is uid 1000 (the image's user);
|
||||
2. the model proxy is set up (`proxy.json` beside the config);
|
||||
3. the model is not a Claude model (Claude OAuth models run only in the
|
||||
Claude harness);
|
||||
4. the management key loads and the proxy's model list has an account that
|
||||
serves `execution.provider/execution.model` for pi.
|
||||
|
||||
When the check can't decide, the run goes ahead and one line says why:
|
||||
`mosaic-task: worker credential not checked: <why>`. That happens when
|
||||
`COMPOSE_FILE` or `COMPOSE_ENV_FILES` is set, a `compose.override.yaml`,
|
||||
`compose.override.yml`, `docker-compose.override.yaml`,
|
||||
`docker-compose.override.yml` or `.env` sits beside `compose.yaml`, the
|
||||
service has an `env_file`, the auth file is a named volume or one this user
|
||||
can't read (the container may still read it), `compose.yaml` can't be read
|
||||
or parsed, pi or yaml isn't installed, or pi has no provider by that name.
|
||||
The check can't see inside an entry: an `api_key` entry whose key is empty,
|
||||
a `$VAR` or a `!command` still counts. The mock adapter needs no credential
|
||||
and is never checked.
|
||||
It then issues, re-adds or rotates the worker key (`msw-<tag>-worker-…`, in
|
||||
`<configDir>/secrets/worker/`) under the proxy lock when needed, and reads it,
|
||||
reading again when another launch rotated it in between. Each refusal is one
|
||||
line on stderr, exit 3, and no run record:
|
||||
|
||||
| Failure | Line |
|
||||
|---|---|
|
||||
| Proxy not set up | `proxy-not-configured: The model proxy is not set up. Set it up on Settings > Model setup.` |
|
||||
| Proxy not running | `proxy-down: The model proxy is not running. Start it on Settings > Model setup.` |
|
||||
| No account for the model | `model-provider-unavailable: No account serves zai/glm-5.3-flash. Models you can use: (list). Add an account on Settings > Model setup, or set execution.model in the config.` |
|
||||
| Model switched off | `model-provider-unavailable: zai/glm-5.3-flash is switched off. Switch it on in Settings > Model setup.` |
|
||||
| Claude model on pi | `model-harness-incompatible: Claude models run only in the Claude harness. Pick another model in the config.` |
|
||||
| Key refused | `proxy-key-refused: The proxy did not accept the worker key. Restart the proxy on Settings > Model setup, then run verify again.` |
|
||||
| Another key write running | `proxy-lock-busy: Another proxy key change is running. Run verify again in a minute.` |
|
||||
| Proxy write uncertain | `proxy-uncertain: A proxy key change did not finish. Restart the proxy, then run \`mosaic proxy fence clear --proxy-restarted\`.` |
|
||||
| Host user is not uid 1000 | `Worker containers run as user 1000. Run Mosaic as that user.` (no code) |
|
||||
|
||||
`mosaic-task` prefixes a coded line with `mosaic-task: `, `container.sh` with
|
||||
`processing: `. Rarer `worker-key-*` codes come from the key module with its
|
||||
own fixed sentence.
|
||||
|
||||
The launch then registers the runtime record, makes
|
||||
`<dataRoot>/worker-proxy/<id>/` (0700, `<id>` is 12 hex), writes pi's
|
||||
`models.json` there (it names the proxy and reads the key from
|
||||
`$ANTHROPIC_API_KEY`; it holds no key), and starts the relay at
|
||||
`<id>/proxy.sock`. Docker gets the key only in `ANTHROPIC_API_KEY`, the
|
||||
directory read-only at `/run/mosaic-proxy` and `models.json` read-only at
|
||||
`/home/node/.pi/agent/models.json`. No pi auth file is mounted. The caller's
|
||||
`ZAI_API_KEY` is removed and its `ANTHROPIC_API_KEY` replaced for every
|
||||
adapter. When docker returns, the relay stops, the directory goes, and the
|
||||
runtime record is marked ended (on a nonzero exit, after docker lists no
|
||||
container for it). A run record holds `modelKeyId`, the key's id (12 hex of
|
||||
its sha256), never the key. The key's exact text is redacted from
|
||||
`stderr.txt`, the response and the cause line.
|
||||
|
||||
The mock adapter takes no key, no proxy and no relay, and is never checked.
|
||||
|
||||
`mosaic-task show <runId>` on a run that did not succeed adds one line after
|
||||
`exit:`, `cause: <reason>`. A reason the runner decided is said in words
|
||||
@@ -147,9 +169,9 @@ contract's tools are a ceiling the seat definition or `--tools` may narrow,
|
||||
never escalate past. Missing/invalid contract refuses the launch; empty
|
||||
intersection = loud tool-free seat. An explicit `MOSAIC_AGENTS_DIR` override
|
||||
that cannot resolve the named seat also refuses (#46) — unset the override
|
||||
for the M13 plain governed TUI. `--auth <account>` injects
|
||||
`auth.<account>.json` (beside the active credential file) as the launch's
|
||||
`PI_AUTH_FILE`; a missing/invalid account refuses (M19).
|
||||
for the M13 plain governed TUI. `--auth` is retired (worker-cutover): it
|
||||
refuses with exit 4 and `agent: --auth is retired. Workers use the model
|
||||
proxy; set up accounts on Settings > Model setup.`
|
||||
|
||||
For native repository development, opt in with a **leading** `--host-dev`:
|
||||
|
||||
@@ -174,33 +196,24 @@ provider; resolution order `--api-key` → `auth.json` → env → models.json).
|
||||
No credential material is ever printed — provider names, credential types,
|
||||
and env var NAMES only.
|
||||
|
||||
Ownership rule (#48): `~/.pi` is read-only to the stack, permanently. The
|
||||
only interaction is the existing read-only container mount of the default
|
||||
credential (`PI_AUTH_FILE`, default `~/.pi/agent/auth.json`). Mosaic-managed
|
||||
accounts live under the data root: `<dataRoot>/auth/<account>.json`, perms
|
||||
0600 (mirroring `scripts/gitea-api.sh` hygiene — loose perms are flagged in
|
||||
listings and refused by `--auth`).
|
||||
Ownership rule (#48): `~/.pi` is read-only to the stack, permanently. Since
|
||||
worker-cutover no worker container mounts it: a worker reaches its model
|
||||
through the model proxy with the worker key Mosaic issues, and accounts are
|
||||
set up on Settings > Model setup. `auth.sh` still reports the host pi file
|
||||
(`PI_AUTH_FILE`, default `~/.pi/agent/auth.json`) for host-side pi use, and
|
||||
lists old files under `<dataRoot>/auth/<account>.json` for cleanup; nothing
|
||||
launches with them.
|
||||
|
||||
| Command | Purpose | Notes |
|
||||
|---|---|---|
|
||||
| `scripts/auth.sh status` | Report both credential sources | Default harness credential (read-only) + mosaic-managed accounts; never prints material |
|
||||
| `scripts/auth.sh accounts` | List mosaic-managed accounts | Under the data root; marks the active one; flags non-0600 |
|
||||
| `scripts/auth.sh status` | Report the host pi file, the default run and old accounts | Never prints material |
|
||||
| `scripts/auth.sh accounts` | List old accounts under the data root | Marks the one `PI_AUTH_FILE` names; flags non-0600 |
|
||||
|
||||
`agent.sh --auth <account>` injects `<dataRoot>/auth/<account>.json` as the
|
||||
launch's `PI_AUTH_FILE`; missing/symlinked/non-0600 accounts refuse.
|
||||
Headless task runs keep the default credential.
|
||||
|
||||
`auth.sh status` also prints one line for the default run: the provider the
|
||||
config asks for and whether the worker container will hold a credential for
|
||||
it, by the same check `mosaic-task run` makes. The auth file it checks is the
|
||||
one compose mounts, which is `PI_AUTH_FILE` when set (compose's own default
|
||||
otherwise, not the `$HOME` default the report above reads).
|
||||
`auth.sh status` prints one line for the default run:
|
||||
|
||||
```
|
||||
default run: provider zai (config execution.provider); worker container credential: yes
|
||||
default run: provider openai (config execution.provider); worker container credential: none (it has: anthropic, zai)
|
||||
default run: provider zai (config execution.provider); the worker uses the model proxy with a key Mosaic issues (Settings > Model setup)
|
||||
default run: provider zai (config execution.provider); the adapter needs no credential
|
||||
default run: provider zai (config execution.provider); worker container credential: not checked (<why>)
|
||||
```
|
||||
|
||||
## Release
|
||||
@@ -222,13 +235,13 @@ release: reason: the response did not match the expected text
|
||||
release: refusing activate: health check failed
|
||||
```
|
||||
|
||||
When the runner gave no run id (it refused before the run started: a missing
|
||||
worker credential, a config problem), the reason is the runner's last refusal
|
||||
line, picked and redacted by `scripts/health-reason.mjs`:
|
||||
When the runner gave no run id (it refused before the run started: a launch
|
||||
check from the table above, a config problem), the reason is the runner's last
|
||||
refusal line, picked and redacted by `scripts/health-reason.mjs`:
|
||||
|
||||
```
|
||||
release: health check gave no run id
|
||||
release: reason: the worker container has no credential for provider zai (config execution.provider); it has credentials for: none. ...
|
||||
release: reason: proxy-not-configured: The model proxy is not set up. Set it up on Settings > Model setup.
|
||||
release: refusing activate: health check failed
|
||||
```
|
||||
|
||||
@@ -1470,7 +1483,37 @@ render|status|install|start|stop|restart` manages the proxy user unit.
|
||||
confirmed new process listening on the port, then clears the fence with that
|
||||
evidence (`proxy-restart-unconfirmed` otherwise). `proxy init-lock
|
||||
status|clear` clears a stale init lock only when every bus is stopped and no
|
||||
proxy state exists. Details: `packages/model-proxy/README.md`.
|
||||
proxy state exists. `proxy undo` removes only an unfinished setup, matching Remove unfinished setup in Model setup. Connected accounts, riding organizations, a running service or a recorded successful start prevent removal. The pinned download and history stay. Details: `packages/model-proxy/README.md`.
|
||||
|
||||
`proxy ride --instance NAME` makes this instance's worker runs use instance
|
||||
NAME's model proxy (proxy-ride first slice, Jason 2026-11-21). Both instances
|
||||
belong to the OS user running the command. It writes
|
||||
`<configDir>/proxy-ride.json` as `{"version":1,"instance":"NAME"}`, mode 0600,
|
||||
then loads the system config the way a worker run does and removes the file
|
||||
again on any refusal. `proxy ride --off` removes the file without loading the
|
||||
config. Both refuse `human-required` in an agent shell or with `--tester`. The
|
||||
riding instance's `mosaic-config.mjs validate` prints the owner's `proxy` with
|
||||
`owner: {instance, configDir, dataRoot}`; worker runs (`verify.sh`, `hello.sh`,
|
||||
`agent.sh`, `run-task.sh`) then use the owner's management key, lock, fence,
|
||||
state directory and model on/off list. The worker key keeps the riding
|
||||
instance's own tag and file. Buses, the Console and every other verb load the
|
||||
config without that proxy, as on an instance with no proxy, and
|
||||
`MOSAIC_INSTANCE_PROXY_CONFIGURED` stays off, so no proxy unit is installed for
|
||||
the rider. Every validate resolves the owner, so while `proxy-ride.json`
|
||||
exists an owner problem refuses every verb on the rider, buses and the Console
|
||||
included; `proxy ride --off` is the way out. Run the owner with its own config
|
||||
path (`--instance NAME`, or `MOSAIC_CONFIG` set to exactly
|
||||
`~/.config/mosaic-NAME/config.json`): the rider locks the owner's proxy state
|
||||
with that path, and the first side to lock it fixes the lock identity, so the
|
||||
other side refuses `proxy-lock-invalid`. Refusals (validate exit 2):
|
||||
`proxy-ride-invalid` (a bad file, a bad name, the instance's own name, or an owner with the same data root),
|
||||
`proxy-ride-owner-missing` (the named
|
||||
instance has no valid config, claim or `proxy.json`, or rides another instance
|
||||
itself), `proxy-ride-conflict` (`proxy.json` and `proxy-ride.json` both exist;
|
||||
`proxy init` also refuses it on a riding instance). Each prints one line with
|
||||
the owner's next step, except under `run-task.sh`, where a ride refusal still
|
||||
shows as a JSON parse error, as every config refusal there does. `--off` leaves the rider's worker key in the owner's
|
||||
proxy; it is not removed yet.
|
||||
|
||||
## Agent limits (`scripts/mosaic limits`)
|
||||
|
||||
|
||||
@@ -561,9 +561,18 @@ const NOTICE_RUN = 'bus';
|
||||
//
|
||||
// The line has the form a failed turn's reply has (packages/harness/src/failure-notice.mjs), so the
|
||||
// chat renders it the same way: "The turn failed: <cause and next step>\nDetails: <code>". The
|
||||
// text is fixed per code. A refusal's own reason is never put in it: it can name paths, models
|
||||
// and accounts. Codes are the launcher's existing refusal codes and the existing proxy-stall stop
|
||||
// reason; none is added here.
|
||||
// first line is fixed per code. Codes are the launcher's existing refusal codes and the existing
|
||||
// proxy-stall stop reason; none is added here.
|
||||
// first-run-fixes-1 (B4): a refused start whose code has no line of its own (launch-failed, and any
|
||||
// code that gets OTHER) also carries the launcher's plain reason in its Details, so the generic
|
||||
// line alone no longer hides the cause. A code with its own line says its cause already, and its
|
||||
// reason is left out. The launcher has already put it
|
||||
// through relay(); here it is made one line, every absolute or home path and file: URL that
|
||||
// follows a space, a quote, a bracket, a backtick, `=`, `:`, `,`, `;`, `{`, `}`, `|` or `>`
|
||||
// (so a character that ends one path can start the next) is replaced again,
|
||||
// and it is cut to WHY_MAX characters, never inside a character. A path with a space in it is
|
||||
// replaced only up to the space. The reason can name a model, an account or a variable name; it
|
||||
// holds no value only as far as the launcher's own refusal text holds none.
|
||||
const MODEL = "the model this agent uses isn't available from the model service now. Pick another model, or check Settings > Model setup.";
|
||||
const PROXY = "the model proxy isn't ready. Check Settings > Model setup.";
|
||||
const ACCOUNT = "the agent's model account isn't signed in or set up. Sign in again, or check the account in Settings > Model setup.";
|
||||
@@ -603,12 +612,23 @@ const WAITS = new Set(['capacity-full', 'instance-running', 'legacy-run-live', '
|
||||
'processing-generation-changed', 'proxy-lock-busy', 'project-pending', 'processing-halted']);
|
||||
|
||||
const NOTICE_CODE = /^[a-z][a-z-]{0,63}$/;
|
||||
const WHY_MAX = 300;
|
||||
const NOTICE_PATH = /(^|[\s'"(=:,[<`{|)\]>;}])(?:~?\/(?!\/)|file:)[^\s'"),\]>;`}|]*/gi;
|
||||
// A reason as one plain line, or '' when nothing is left of it or it only repeats the code.
|
||||
function noticeWhy(why, code) {
|
||||
if (why === undefined) return '';
|
||||
const line = why.replace(/[\u0000-\u001f\u007f\u2028\u2029]+/g, ' ').replace(NOTICE_PATH, (_, before) => `${before}a host path`).replace(/\s+/g, ' ').trim();
|
||||
if (!line || line === code) return '';
|
||||
const chars = Array.from(line);
|
||||
return chars.length > WHY_MAX ? `${chars.slice(0, WHY_MAX - 3).join('')}...` : line;
|
||||
}
|
||||
|
||||
// The body for a code, or null when the code leaves no line.
|
||||
function failureNoticeBody(code) {
|
||||
function failureNoticeBody(code, why = '') {
|
||||
if (typeof code !== 'string' || !NOTICE_CODE.test(code) || WAITS.has(code)) return null;
|
||||
const line = LINES.get(code) ?? (code.startsWith('proxy-') ? PROXY : OTHER);
|
||||
return `The turn failed: ${line}\nDetails: ${code === 'proxy-stall' ? 'stopped' : 'start refused'}: ${code}`;
|
||||
const because = why && !LINES.has(code) ? `: ${why}` : '';
|
||||
return `The turn failed: ${line}\nDetails: ${code === 'proxy-stall' ? 'stopped' : 'start refused'}: ${code}${because}`;
|
||||
}
|
||||
// Row 143 (#1637, REQ-PROJ-4): a human save of this file through project.file.save sends one notice to each
|
||||
// instance of these definitions. Their answer goes to the instance of SPEC_ANSWER_TO, the chief of staff,
|
||||
@@ -2071,16 +2091,17 @@ export class Broker {
|
||||
// to or from the thread's instance (trigger message_threads_match), so the line is from the
|
||||
// instance, with from_run NOTICE_RUN: no run sent it, the bus did, and a failed turn's own line is
|
||||
// the instance's too. With { thread, session } the messages are the session's pending ones, for a
|
||||
// refused start; with { run } they are the ones delivered to that run and never read, for a
|
||||
// refused start, and an optional `why` is the launcher's reason for it (noticeWhy above); with { run } they are the ones delivered to that run and never read, for a
|
||||
// stopped run. A message the instance has already answered gets no line, so a refusal the
|
||||
// launcher meets on every tick leaves one line per message. The text is fixed per code
|
||||
// launcher meets on every tick leaves one line per message. The first line is fixed per code
|
||||
// (failureNoticeBody above). Trusted launcher API, deliberately NOT a socket verb.
|
||||
failureNotice(record) {
|
||||
keys(record, ['business', 'code', 'thread', 'session', 'run'], ['business', 'code']);
|
||||
keys(record, ['business', 'code', 'thread', 'session', 'run', 'why'], ['business', 'code']);
|
||||
this.#business(identifier(record.business));
|
||||
if (typeof record.code !== 'string' || !NOTICE_CODE.test(record.code)) fail('invalid-request');
|
||||
const byRun = record.run !== undefined;
|
||||
if (byRun === (record.thread !== undefined || record.session !== undefined)) fail('invalid-request');
|
||||
if (record.why !== undefined && (byRun || typeof record.why !== 'string' || record.why.length > 4096)) fail('invalid-request');
|
||||
let session = null, instance, where, param;
|
||||
if (byRun) {
|
||||
const run = this.#runs.get(record.business + ':' + identifier(record.run)) ?? fail('unknown-run');
|
||||
@@ -2096,7 +2117,7 @@ export class Broker {
|
||||
where = `NOT EXISTS(SELECT 1 FROM deliveries d WHERE d.message=m.id AND d.op IN ('delivered','read'))`;
|
||||
param = null;
|
||||
}
|
||||
const body = failureNoticeBody(record.code);
|
||||
const body = failureNoticeBody(record.code, noticeWhy(record.why, record.code));
|
||||
if (body === null) return { posted: 0 };
|
||||
const scope = session ? 'm.id IN (SELECT message FROM message_threads WHERE session=?)' : 'NOT EXISTS(SELECT 1 FROM message_threads mt WHERE mt.message=m.id)';
|
||||
return this.#store.transaction(() => {
|
||||
|
||||
@@ -7,7 +7,7 @@ const fail = code => { throw Object.assign(new Error(code), { code }); };
|
||||
const pause = ms => new Promise(resolve => setTimeout(resolve, ms));
|
||||
const syncDir = dir => { const fd = fs.openSync(dir, 'r'); try { fs.fsyncSync(fd); } finally { fs.closeSync(fd); } };
|
||||
|
||||
export function createProxyLock({ stateDir, identity, waitMs = 5000 }) {
|
||||
export function createProxyLock({ stateDir, identity, waitMs = 5000, readOnly = false }) {
|
||||
if (typeof stateDir !== 'string' || !path.isAbsolute(stateDir) || typeof identity !== 'string' || !identity || !Number.isSafeInteger(waitMs) || waitMs < 0) fail('proxy-lock-invalid');
|
||||
try {
|
||||
const stat = fs.lstatSync(stateDir);
|
||||
@@ -23,19 +23,24 @@ export function createProxyLock({ stateDir, identity, waitMs = 5000 }) {
|
||||
if (!stat.isFile() || stat.isSymbolicLink() || stat.uid !== process.getuid() || (stat.mode & 0o077) || stat.size > 4096) fail('proxy-lock-invalid');
|
||||
return fs.readFileSync(file, 'utf8');
|
||||
}
|
||||
const identityTemp = path.join(stateDir, `.identity-${randomBytes(16).toString('hex')}`);
|
||||
try {
|
||||
const fd = fs.openSync(identityTemp, 'wx', 0o600);
|
||||
try { fs.writeFileSync(fd, digest + '\n'); fs.fsyncSync(fd); } finally { fs.closeSync(fd); }
|
||||
try { fs.linkSync(identityTemp, identityFile); syncDir(stateDir); }
|
||||
catch (error) { if (error.code !== 'EEXIST') throw error; }
|
||||
} catch { fail('proxy-lock-invalid'); }
|
||||
finally { try { fs.unlinkSync(identityTemp); } catch (error) { if (error.code !== 'ENOENT') fail('proxy-lock-invalid'); } }
|
||||
try { if (readSafe(identityFile) !== digest + '\n') fail('proxy-lock-invalid'); } catch { fail('proxy-lock-invalid'); }
|
||||
if (!readOnly) {
|
||||
const identityTemp = path.join(stateDir, `.identity-${randomBytes(16).toString('hex')}`);
|
||||
try {
|
||||
const fd = fs.openSync(identityTemp, 'wx', 0o600);
|
||||
try { fs.writeFileSync(fd, digest + '\n'); fs.fsyncSync(fd); } finally { fs.closeSync(fd); }
|
||||
try { fs.linkSync(identityTemp, identityFile); syncDir(stateDir); }
|
||||
catch (error) { if (error.code !== 'EEXIST') throw error; }
|
||||
} catch { fail('proxy-lock-invalid'); }
|
||||
finally { try { fs.unlinkSync(identityTemp); } catch (error) { if (error.code !== 'ENOENT') fail('proxy-lock-invalid'); } }
|
||||
}
|
||||
try { if (readSafe(identityFile) !== digest + '\n') fail('proxy-lock-invalid'); }
|
||||
catch (error) { if (!readOnly || error.code !== 'ENOENT') fail('proxy-lock-invalid'); }
|
||||
function assertCertain() {
|
||||
try { fs.lstatSync(fenceFile); } catch (error) { if (error.code === 'ENOENT') return; fail('proxy-uncertain'); }
|
||||
fail('proxy-uncertain');
|
||||
}
|
||||
// Read admission keeps the directory, identity and fence checks but has no write surface.
|
||||
if (readOnly) return { assertCertain };
|
||||
function reap() {
|
||||
// An orphaned reaper is deliberately not guessed away. It needs operator inspection.
|
||||
try { fs.mkdirSync(guard, { mode: 0o700 }); } catch (error) { if (error.code === 'EEXIST') return false; fail('proxy-lock-uncertain'); }
|
||||
|
||||
@@ -0,0 +1,160 @@
|
||||
// Instance-owner transport. The HTTP owner gate authorizes it; the existing human verifier
|
||||
// checks the host ancestry, just as the bus's human wrapper does. No organization is needed.
|
||||
import { randomBytes } from 'node:crypto';
|
||||
import { readFileSync } from 'node:fs';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { join, dirname, resolve, isAbsolute } from 'node:path';
|
||||
import { readProcess, verifyHuman } from './human.mjs';
|
||||
import { ProxyPage, PROXY_PAGE_VERBS } from './proxy-page.mjs';
|
||||
import { createProxyLock } from './proxy-lock.mjs';
|
||||
import { initializeProxy, loadProxy } from '../../model-proxy/src/settings.mjs';
|
||||
import { loadManagementClient } from '../../model-proxy/src/client.mjs';
|
||||
import { refuse, sha256, validManagementKey, proxyTiming } from '../../model-proxy/src/common.mjs';
|
||||
import { catalogue } from '../../plugins/model-provider/cliproxy/index.mjs';
|
||||
import { verifyRestart } from '../../model-proxy/src/admin.mjs';
|
||||
import { readOffered } from '../../model-proxy/src/models-offered.mjs';
|
||||
const self = fileURLToPath(import.meta.url);
|
||||
const consolePath = fileURLToPath(new URL('../../webui/src/cli.mjs', import.meta.url));
|
||||
function parentConfigDir(pid) {
|
||||
// Read only the two instance-selection fields. Never retain or return the parent's environment.
|
||||
let home, selected;
|
||||
for (const entry of readFileSync(`/proc/${pid}/environ`, 'utf8').split('\0')) {
|
||||
if (entry.startsWith('HOME=')) home = entry.slice(5);
|
||||
if (entry.startsWith('MOSAIC_CONFIG=')) selected = entry.slice(14);
|
||||
}
|
||||
const file = selected || (home && join(home, '.config/mosaic-dev/config.json'));
|
||||
if (!file || !isAbsolute(file)) refuse('human-required');
|
||||
return dirname(file);
|
||||
}
|
||||
// The same cooperative same-UID check as the Console bus wrapper: exact direct parent,
|
||||
// instance selection, human ancestry and a second identity check after the walk. A supplied
|
||||
// subject is only an OAuth session namespace; the verified Console authorizes its HTTP owner.
|
||||
export function verifyOwnerConsole({ configDir, pid = process.pid, nonce = process.env.MOSAIC_BUS_CLI_NONCE,
|
||||
launches = [], readProcess: read = readProcess, parentConfigDir: selected = parentConfigDir }) {
|
||||
try {
|
||||
const child = read(pid), parent = read(child.ppid);
|
||||
if (parent.uid !== process.getuid() || parent.argv[1] !== consolePath || parent.argv[2] !== 'serve'
|
||||
|| resolve(selected(parent.pid)) !== resolve(configDir)) refuse('human-required');
|
||||
verifyHuman({ pid, startTime: child.startTime, nonce, business: 'instance-owner' }, { cliPath: self, launches, readProcess: read });
|
||||
const again = read(pid), up = read(parent.pid);
|
||||
if (again.ppid !== parent.pid || again.startTime !== child.startTime || up.startTime !== parent.startTime
|
||||
|| up.ppid !== parent.ppid || up.uid !== parent.uid || up.argv[1] !== parent.argv[1] || up.argv[2] !== 'serve'
|
||||
|| resolve(selected(up.pid)) !== resolve(configDir)) refuse('human-required');
|
||||
} catch { refuse('human-required'); }
|
||||
}
|
||||
export function createOwnerProxyRuntime({ configDir, dataRoot, checkHuman = () => verifyOwnerConsole({ configDir }), init = initializeProxy, load = loadManagementClient }) {
|
||||
let current = null, active = 0, paused = false;
|
||||
const pending = new Map();
|
||||
async function context({ readOnly = false } = {}) {
|
||||
checkHuman();
|
||||
const proxy = loadProxy(configDir, dataRoot);
|
||||
if (!proxy) refuse('not-configured');
|
||||
const identity = JSON.stringify(proxy);
|
||||
if (!current || current.identity !== identity) {
|
||||
const client = await load({ configDir, proxy });
|
||||
current = { identity, client, lock: null, page: null };
|
||||
}
|
||||
// Account and catalogue GETs never create the lock's identity file. Only mutations
|
||||
// acquire the write context; a later mutation still creates and validates the same lock.
|
||||
if (!readOnly && !current.page) {
|
||||
const lock = createProxyLock({ stateDir: join(dataRoot, 'proxy'), identity: `${configDir}:${proxy.port}` });
|
||||
current.lock = lock;
|
||||
current.page = new ProxyPage({ client: current.client, lock, instanceTag: sha256(configDir).slice(0, 12) });
|
||||
}
|
||||
if (readOnly && !current.page) {
|
||||
const lock = createProxyLock({ stateDir: join(dataRoot, 'proxy'), identity: `${configDir}:${proxy.port}`, readOnly: true });
|
||||
return { ...current, lock, page: new ProxyPage({ client: current.client, lock, instanceTag: sha256(configDir).slice(0, 12) }) };
|
||||
}
|
||||
return current;
|
||||
}
|
||||
return {
|
||||
reset() { if (paused) refuse('proxy-admin-busy'); current = null; pending.clear(); },
|
||||
async withRemoval(action) {
|
||||
for (const [state, expires] of pending) if (expires <= Date.now()) pending.delete(state);
|
||||
if (paused || active || pending.size) refuse('proxy-admin-busy');
|
||||
paused = true;
|
||||
try { const result = await action(); current = null; pending.clear(); return result; } finally { paused = false; }
|
||||
},
|
||||
async call(verb, args = {}, principal = null) {
|
||||
if (paused) refuse('proxy-admin-busy');
|
||||
active++;
|
||||
try {
|
||||
checkHuman();
|
||||
if (verb === 'proxy.init') {
|
||||
const { generate, ...given } = args;
|
||||
if (Object.keys(args).some(k => !['generate', 'key', 'port', 'firstOutputSeconds', 'rotateGraceMinutes'].includes(k))
|
||||
|| (generate !== undefined ? generate !== true || 'key' in args : !validManagementKey(args.key))) refuse('invalid-request');
|
||||
proxyTiming(given);
|
||||
const result = await init({ configDir, dataRoot, ...given, ...(generate ? { key: randomBytes(48).toString('base64url') } : {}) });
|
||||
current = null;
|
||||
return result;
|
||||
}
|
||||
const c = await context({ readOnly: verb === 'proxy.accounts' });
|
||||
if (verb === 'proxy.fence.clear') {
|
||||
if (Object.keys(args).length !== 1 || !args.evidence) refuse('invalid-request');
|
||||
const proxy = loadProxy(configDir, dataRoot);
|
||||
return await c.lock.clear({ restarted: true, read: () => c.client.getKeys(), verify: previous => verifyRestart(args.evidence, { fence: previous, port: proxy.port }) });
|
||||
}
|
||||
if (!PROXY_PAGE_VERBS.includes(verb)) refuse('invalid-request');
|
||||
// The verified Console supplies its signed-in owner only as an OAuth session namespace.
|
||||
const result = await c.page.request(verb, args, { business: 'instance-owner', human: JSON.stringify(principal) });
|
||||
if (verb === 'proxy.login.start') pending.set(result.state, Date.now() + 300000);
|
||||
if (verb === 'proxy.login.cancel' || (verb === 'proxy.login.status' && result.status !== 'wait')) pending.delete(args.state);
|
||||
return result;
|
||||
} finally { active--; }
|
||||
},
|
||||
async catalogue() {
|
||||
if (paused) refuse('proxy-admin-busy');
|
||||
active++;
|
||||
try {
|
||||
const { client } = await context({ readOnly: true });
|
||||
return await catalogue({ listAccounts: () => client.getCredentials(), listModels: name => client.getCredentialModels(name),
|
||||
listGroups: () => client.getUpstreamGroups(), now: () => new Date().toISOString(), offered: readOffered(dataRoot).offered });
|
||||
} finally { active--; }
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
// Private IPC from the Console. Disconnect closes admission, then drains existing work.
|
||||
// In particular, never exit while an init or locked write is still running.
|
||||
export function attachOwnerIPC(channel, owner, authorize) {
|
||||
let release = null, removal = null, closing = false, active = 0, drain = null;
|
||||
const send = message => { if (!closing && channel.connected) channel.send(message, () => {}); };
|
||||
channel.on('disconnect', () => {
|
||||
closing = true;
|
||||
release?.(); release = null;
|
||||
if (active) drain = setInterval(() => {}, 1000);
|
||||
});
|
||||
channel.on('message', async message => {
|
||||
if (closing) return;
|
||||
active++;
|
||||
const { id, type, verb, args, principal } = message ?? {};
|
||||
try {
|
||||
// Resume only gives up a hold. A failed ancestry read must never strand that hold.
|
||||
if (type === 'resume') {
|
||||
release?.(); release = null;
|
||||
await removal;
|
||||
send({ id, result: true });
|
||||
return;
|
||||
}
|
||||
authorize();
|
||||
let result;
|
||||
if (type === 'call') result = await owner.call(verb, args, principal);
|
||||
else if (type === 'catalogue') result = await owner.catalogue();
|
||||
else if (type === 'reset') { owner.reset(); result = true; }
|
||||
else if (type === 'pause') {
|
||||
removal = owner.withRemoval(() => new Promise(resolve => { release = resolve; send({ id, result: true }); }));
|
||||
await removal;
|
||||
return;
|
||||
} else refuse('invalid-request');
|
||||
send({ id, result });
|
||||
} catch (error) { send({ id, error: typeof error?.code === 'string' ? error.code : 'outcome-unknown' }); }
|
||||
finally { active--; if (closing && !active && drain) { clearInterval(drain); drain = null; } }
|
||||
});
|
||||
}
|
||||
if (process.argv[1] === self && process.argv[2] === '--owner-ipc' && process.send) {
|
||||
const configDir = process.argv[3], dataRoot = process.argv[4];
|
||||
const authorize = () => verifyOwnerConsole({ configDir });
|
||||
const owner = createOwnerProxyRuntime({ configDir, dataRoot, checkHuman: authorize });
|
||||
attachOwnerIPC(process, owner, authorize);
|
||||
}
|
||||
@@ -76,19 +76,26 @@ group(
|
||||
"Ask the owner to inspect the provider configuration through its supported controls; never put keys or callback contents in messages."
|
||||
);
|
||||
// #1873: proxy setup from the Console page and `mosaic proxy`. Each code has one owner next step.
|
||||
group("proxy-install-missing proxy-fetch-url proxy-fetch-failed proxy-fetch-redirect", "R1: pinned model proxy release", "Fetch the pinned release from the Proxy page or with mosaic proxy fetch. A download or redirect failure is retried as it stands; the release URL is fixed by the pin.");
|
||||
group("proxy-install-missing proxy-fetch-url proxy-fetch-failed proxy-fetch-redirect", "R1: pinned model proxy release", "Fetch the pinned release from the Model setup page or with mosaic proxy fetch. A download or redirect failure is retried as it stands; the release URL is fixed by the pin.");
|
||||
group("proxy-install-invalid proxy-fetch-hash proxy-fetch-archive proxy-fetch-existing", "R1: pinned release hashes must match", "A file does not match the pinned hash. Do not run it. Ask the owner to remove the pinned release directory named in the README and fetch again.");
|
||||
group("proxy-already-initialized proxy-port-in-use proxy-management-key-invalid", "R1/R4: proxy init is exclusive creation", "Init never rewrites proxy.json. Read the Proxy page status; pick a free port, or keep the existing setup and continue from the status's next step.");
|
||||
group("proxy-init-busy proxy-init-lock-held proxy-init-lock-absent", "R4: init lock clears only when provably stale", "Wait for a running init to finish. A stale lock clears from the Proxy page or with mosaic proxy init-lock clear only when the bus is stopped and no proxy.json, key file or proxy dir exists; the refusal lists what is still there.");
|
||||
group("proxy-already-initialized proxy-port-in-use proxy-management-key-invalid", "R1/R4: proxy init is exclusive creation", "Init never rewrites proxy.json. Read the Model setup page status; pick a free port, or keep the existing setup and continue from the status's next step.");
|
||||
group("proxy-init-busy proxy-init-lock-held proxy-init-lock-absent", "R4: init lock clears only when provably stale", "Wait for a running init to finish. A stale lock clears from the Model setup page or with mosaic proxy init-lock clear only when the bus is stopped and no proxy.json, key file or proxy dir exists; the refusal lists what is still there.");
|
||||
group("proxy-key-transport", "R1/R6: a pasted key travels only over loopback or HTTPS", "Use the generated key, which never leaves the host, or open the Console over HTTPS or on this machine to paste one.");
|
||||
group("proxy-restart-required proxy-restart-unconfirmed proxy-lock-uncertain", "R4/R6: fence clears only after a confirmed proxy restart", "Restart the proxy from the Proxy page or with mosaic proxy fence clear --restart, so the new process is confirmed on the proxy port, then clear the fence. A fence file with no readable time cannot be proven against: restart the proxy service yourself and run mosaic proxy fence clear --proxy-restarted.");
|
||||
group("proxy-admin-busy", "R4: one proxy setup action at a time", "Wait for the running fetch, init or unit action to finish (the Proxy page status shows it), then retry.");
|
||||
group("proxy-restart-required proxy-restart-unconfirmed proxy-lock-uncertain", "R4/R6: fence clears only after a confirmed proxy restart", "Restart the proxy from the Model setup page or with mosaic proxy fence clear --restart, so the new process is confirmed on the proxy port, then clear the fence. A fence file with no readable time cannot be proven against: restart the proxy service yourself and run mosaic proxy fence clear --proxy-restarted.");
|
||||
group("proxy-admin-busy", "R4: one proxy setup action at a time", "Wait for the running fetch, init or unit action to finish (the Model setup page status shows it), then retry.");
|
||||
// #1873 models-offered (A9, Jason 2026-11-20): the owner's per-provider model lists on the Model setup page.
|
||||
group("models-offered-conflict models-in-use", "R1/R4: the owner's offered models change one saved list at a time, and never silently under a running organization", "Reload the model list and make the change again. To switch off a model in use, confirm it in place, then give each organization and agent named another model on its Models page.");
|
||||
group("proxy-key-mismatch", "R1: a pasted management key is confirmed before init", "Type the same key in both fields, or leave them empty to have the bus generate the key.");
|
||||
group("proxy-lock-busy proxy-lock-invalid", "R4: one proxy key write at a time", "Wait for the running proxy write to finish and retry. An invalid lock file needs the owner to inspect the proxy state directory.");
|
||||
group("proxy-not-configured proxy-unit-usage proxy-unit-exists proxy-unit-dropin proxy-unit-copy proxy-unit-path proxy-unit-missing proxy-unit-unhealthy proxy-unit-failed", "R1/R4: proxy user unit is explicit creation", "Initialize the proxy first, then install the unit from the Proxy page or with mosaic proxy unit install. An existing unit or drop-in is never replaced; remove it by hand. An unhealthy unit: read its journal by unit name and restart it.");
|
||||
group("proxy-client-invalid proxy-client-refused proxy-client-response", "R1: proxy management answers", "Check the proxy unit is running and its port answers on the Proxy page, then retry. Upstream bodies are never shown.");
|
||||
group("proxy-setup-in-use", "R4: undo only unfinished model setup", "A running model service, connected account, riding organization or recorded successful start prevents undo. Keep this model service and resolve its current state in Model setup.");
|
||||
group("proxy-setup-remove-refused", "R4: unfinished state must be known and unused", "Mosaic could not prove the unfinished setup safe to remove. Ask the instance administrator to inspect the service file and unfinished state; no foreign file is removed.");
|
||||
group("proxy-not-configured proxy-unit-usage proxy-unit-exists proxy-unit-dropin proxy-unit-copy proxy-unit-path proxy-unit-missing proxy-unit-unhealthy proxy-unit-failed", "R1/R4: proxy user unit belongs to this instance", "Initialize the proxy first, then install the unit from the Model setup page or with mosaic proxy unit install. Existing unit files are never replaced. An identical file is a no-op on retry. A foreign unit or drop-in must be checked by its installer. An unhealthy unit: read its journal by unit name and restart it.");
|
||||
// proxy-ride first slice (Jason 2026-11-21): an instance's worker runs use another instance's proxy.
|
||||
// Each next step is the same line packages/model-proxy/src/settings.mjs RIDE_LINES prints.
|
||||
group("proxy-ride-invalid", "R1/R4: a ride file names one other instance of the same OS user", "proxy-ride.json is not a valid ride file, or it names this instance. Run mosaic proxy ride --off, then mosaic proxy ride --instance NAME with the instance whose proxy this one should use.");
|
||||
group("proxy-ride-owner-missing", "R1/R4: the ridden instance owns a valid model proxy", "The instance named in proxy-ride.json has no valid model proxy, or it rides another instance itself. Set up the proxy on that instance, or run mosaic proxy ride --off.");
|
||||
group("proxy-ride-conflict", "R1/R4: an instance has its own proxy or rides one, never both", "This instance has its own proxy.json and a proxy-ride.json. Run mosaic proxy ride --off to keep its own proxy.");
|
||||
group("proxy-client-invalid proxy-client-refused proxy-client-response", "R1: proxy management answers", "Check the proxy unit is running and its port answers on the Model setup page, then retry. Upstream bodies are never shown.");
|
||||
// proxy-scope slice 4 (Jason 2026-11-19): the Triage key lives with a bus that rides the owner's
|
||||
// proxy, and a Triage session on a key past its retireAt ends before the key leaves the proxy.
|
||||
group("triage-no-riding-bus", "R1/R4: the Triage key is issued and rotated by a bus that rides the owner's proxy", "Triage needs one organization that uses the owner's models. Start an organization that rides the owner's model proxy, then repair Triage access from Settings, Triage.");
|
||||
|
||||
@@ -874,7 +874,7 @@ export async function startBroker({
|
||||
let found;
|
||||
try { found = loadProxy(configDir, instanceRoot ?? dataRoot); }
|
||||
catch (error) { return dropLateProxy(`The model proxy settings do not load (${/^proxy-[a-z-]+$/.test(error?.code ?? '') ? error.code : 'proxy-config-invalid'}). This organization reads no accounts or catalogue until they do.`); }
|
||||
if (found === undefined) return dropLateProxy('The model proxy has not been set up for this instance yet. Set it up on the Model proxy page.');
|
||||
if (found === undefined) return dropLateProxy('The model proxy has not been set up for this instance yet. Set it up on the Model setup page.');
|
||||
if (modelProxyClient && found.port !== proxyPort) dropLateProxy(null);
|
||||
if (fixtureRecorded() && Object.keys(businesses).some(usesFixture))
|
||||
return dropLateProxy('This organization routes launches to the dev fixture, which the host refuses next to a model proxy (fixture-proxy-configured). Remove the fixture or stop using it here.');
|
||||
|
||||
@@ -0,0 +1,61 @@
|
||||
// Existing owner thread/session/message reads only. Runner notices are not answers.
|
||||
import { LENGTH_FAILURE_NOTICE_PREFIX, TURN_FAILURE_NOTICE_PREFIX } from '../../harness/src/failure-notice.mjs';
|
||||
|
||||
function realBody(body) {
|
||||
if (typeof body !== 'string') return false;
|
||||
const text = body.split('\n\n[unslop:')[0].trim();
|
||||
return !!text && text !== '(the session gave no answer)' &&
|
||||
!text.startsWith(TURN_FAILURE_NOTICE_PREFIX) && !text.startsWith(LENGTH_FAILURE_NOTICE_PREFIX);
|
||||
}
|
||||
const newest = rows => [...rows].sort((a, b) => String(b.at ?? '').localeCompare(String(a.at ?? '')) || String(b.id).localeCompare(String(a.id)));
|
||||
|
||||
export const setupState = Object.freeze([
|
||||
{
|
||||
id: 'assistant.replied', title: 'Say hello to your assistant',
|
||||
purpose: 'Send one message and get an answer. That proves every step above works together.',
|
||||
fix: { page: '#/assistant', label: 'Start a conversation' },
|
||||
order: { after: ['agents.routed'] }, required: true,
|
||||
async check(ctx) {
|
||||
let fix = null, incomplete = false, pages = 0;
|
||||
for (const org of ctx.members) {
|
||||
if (ctx.signal?.aborted) { incomplete = true; break; }
|
||||
const assistant = Object.entries(org.doc?.roles ?? {}).find(([, role]) => role.definition === 'assistant')?.[0] ?? 'assistant';
|
||||
fix ??= { page: `#/orgs/${encodeURIComponent(org.id)}`, label: 'Start a conversation' };
|
||||
try {
|
||||
const threads = await ctx.read(org, 'threads');
|
||||
if (!Array.isArray(threads)) throw Error('threads unavailable');
|
||||
const own = newest(threads.filter(t => t.instance === assistant));
|
||||
incomplete ||= own.length > 50;
|
||||
for (const thread of own.slice(0, 50)) {
|
||||
try {
|
||||
const sessions = await ctx.read(org, 'sessions', { thread: thread.id });
|
||||
if (!Array.isArray(sessions)) throw Error('sessions unavailable');
|
||||
incomplete ||= sessions.length > 50;
|
||||
for (const session of newest(sessions).slice(0, 50)) {
|
||||
let after;
|
||||
const human = new Set();
|
||||
for (let page = 0; page < 20; page++) {
|
||||
// A request-wide page budget also bounds many empty threads and sessions.
|
||||
if (pages++ >= 100 || ctx.signal?.aborted) { incomplete = true; break; }
|
||||
const messages = await ctx.read(org, 'messages', { thread: thread.id, session: session.id, ...(after ? { after } : {}), limit: 200 });
|
||||
if (!Array.isArray(messages)) throw Error('messages unavailable');
|
||||
for (const m of messages) {
|
||||
if (m.from_role === 'human' && typeof m.id === 'string') human.add(m.id);
|
||||
if (m.from_role === assistant && m.to_role === 'human' && typeof m.from_run === 'string' && m.from_run && m.from_run !== 'bus' && human.has(m.in_reply_to) && realBody(m.body))
|
||||
return { state: 'done', reason: 'Your assistant has replied to a message in your conversation.' + (incomplete ? " Some conversation history couldn't be checked." : '') };
|
||||
}
|
||||
if (messages.length < 200) break;
|
||||
if (page === 19 || !messages.at(-1)?.id || messages.at(-1).id === after) { incomplete = true; break; }
|
||||
after = messages.at(-1).id;
|
||||
}
|
||||
if (pages >= 100 || ctx.signal?.aborted) break;
|
||||
}
|
||||
} catch { incomplete = true; }
|
||||
if (pages >= 100 || ctx.signal?.aborted) break;
|
||||
}
|
||||
} catch { incomplete = true; }
|
||||
}
|
||||
return { state: 'next', reason: incomplete ? "Some conversation history couldn't be checked. Open your organization to check the conversation or send a message." : 'Open your organization and start a conversation with your assistant.', ...(fix ? { fix } : {}) };
|
||||
},
|
||||
},
|
||||
]);
|
||||
@@ -186,11 +186,19 @@ const probeFailure = (code) => new TriageKeyError(code, code === "proxy-down" ?
|
||||
// opts.purpose: "triage" (default) or "worker". opts.runtimes (worker only): () => the
|
||||
// processing-control runtime list, listRuntimes(dataRoot); without it no worker key whose grace has
|
||||
// passed is removed. opts.retireGuard: test seams for retireHeld ({ marginMs, live, startedAt }).
|
||||
// proxy-ride first slice (Jason 2026-11-21): a riding instance's system.proxy carries `owner`
|
||||
// ({ instance, configDir, dataRoot }) from scripts/mosaic-config.mjs. Without it, the instance's own.
|
||||
const proxyConfigDir = (configDir, system) => system?.proxy?.owner?.configDir ?? configDir;
|
||||
const proxyStateDir = (system) => join(system?.proxy?.owner?.dataRoot ?? system.dataRoot, "proxy");
|
||||
|
||||
function context({ configDir, system, uid, fileUid, now, hook, client, lock, purpose = "triage", runtimes, retireGuard, planSeam }) {
|
||||
const p = purposeOf(purpose);
|
||||
if (!system?.proxy || !Number.isInteger(system.proxy.port)) throw keyError(purpose, "no-proxy", "the instance has no model proxy set up (proxy.json)");
|
||||
return {
|
||||
configDir, dataRoot: system.dataRoot, proxy: system.proxy, stateDir: join(system.dataRoot, "proxy"),
|
||||
configDir, dataRoot: system.dataRoot, proxy: system.proxy, stateDir: proxyStateDir(system),
|
||||
// proxy-ride: the instance whose proxy this is. Its lock identity, sentinel and management key
|
||||
// are the owner's; the key file, key names and namespace stay this instance's (configDir).
|
||||
proxyConfigDir: proxyConfigDir(configDir, system),
|
||||
uid: uid ?? process.getuid(), fileUid, now: now ?? Date.now, hook: hook ?? (() => {}), client, lock,
|
||||
purpose, p, words: WORDS[purpose],
|
||||
// Tests only: rewrites a plan's result, to prove change()'s namespace check refuses it.
|
||||
@@ -202,18 +210,18 @@ function context({ configDir, system, uid, fileUid, now, hook, client, lock, pur
|
||||
|
||||
function lockFor(c) {
|
||||
if (c.lock) return c.lock;
|
||||
try { return createProxyLock({ stateDir: c.stateDir, identity: `${c.configDir}:${c.proxy.port}` }); }
|
||||
try { return createProxyLock({ stateDir: c.stateDir, identity: `${c.proxyConfigDir}:${c.proxy.port}` }); }
|
||||
catch (e) { throw proxyFailure(e.code ?? "proxy-lock-invalid", c.purpose); }
|
||||
}
|
||||
|
||||
async function clientFor(c) {
|
||||
if (c.client) return c.client;
|
||||
try { return await loadManagementClient({ configDir: c.configDir, proxy: c.proxy }); }
|
||||
try { return await loadManagementClient({ configDir: c.proxyConfigDir, proxy: c.proxy }); }
|
||||
catch (e) { throw proxyFailure(e.code ?? "proxy-management-key-invalid", c.purpose); }
|
||||
}
|
||||
|
||||
function checkSentinel(c, keys) {
|
||||
const prefix = sentinelPrefix(c.configDir);
|
||||
const prefix = sentinelPrefix(c.proxyConfigDir);
|
||||
if (!keys.some((k) => k.startsWith(prefix) && SECRET.test(k.slice(prefix.length)))) {
|
||||
throw keyError(c.purpose, "proxy-open", "the proxy's key list has no sentinel for this instance, so it may be another proxy");
|
||||
}
|
||||
@@ -248,7 +256,7 @@ async function change(c, opName, plan) {
|
||||
await client.putKeys(after);
|
||||
c.hook("put");
|
||||
const confirmed = await client.getKeys();
|
||||
if (!confirmed.some((k) => k.startsWith(sentinelPrefix(c.configDir))) || added.some((k) => !confirmed.includes(k)) || removed.some((k) => confirmed.includes(k))) {
|
||||
if (!confirmed.some((k) => k.startsWith(sentinelPrefix(c.proxyConfigDir))) || added.some((k) => !confirmed.includes(k)) || removed.some((k) => confirmed.includes(k))) {
|
||||
throw keyError(c.purpose, "unconfirmed", "the proxy did not confirm the change; the instance proxy fence stays set, see mosaic proxy fence status");
|
||||
}
|
||||
lock.confirm();
|
||||
@@ -509,7 +517,7 @@ export function retireHeld({ runtimes, rotatedAtMs, marginMs = RETIRE_LAUNCH_MAR
|
||||
// dead too. A failed task leaves its record behind, so "not ended" alone does not mean live.
|
||||
// Liveness is processing-control's own check (a pid is dead only on ESRCH or another start time),
|
||||
// so an unreadable /proc keeps the key. A container runtime has no pid, and a dead docker client is
|
||||
// not proof its container exited (containers.mjs runContainer), so it stays unknown until its
|
||||
// not proof its container exited (worker-proxy.mjs finish), so it stays unknown until its
|
||||
// record is ended.
|
||||
const supervisorLive = (id) => (id && typeof id === "object" ? runtimeGroupState({ pid: id.pid, startTime: id.startTime, boot: id.boot }) : null);
|
||||
const sameProcess = (id) => {
|
||||
@@ -586,12 +594,12 @@ export async function keyStatus(opts) {
|
||||
const record = readKey(configDir, { uid, fileUid, purpose });
|
||||
const proxy = { state: "not-set-up", fence: false, leftoverTemps: tempsIn(keyPaths(configDir, purpose).dir).length };
|
||||
if (system?.proxy && Number.isInteger(system.proxy.port)) {
|
||||
try { lstatSync(join(system.dataRoot, "proxy", "mosaic-keys.uncertain")); proxy.fence = true; }
|
||||
try { lstatSync(join(proxyStateDir(system), "mosaic-keys.uncertain")); proxy.fence = true; }
|
||||
catch (e) { if (e.code !== "ENOENT") proxy.fence = true; }
|
||||
try {
|
||||
const client = await loadManagementClient({ configDir, proxy: system.proxy });
|
||||
const client = await loadManagementClient({ configDir: proxyConfigDir(configDir, system), proxy: system.proxy });
|
||||
const keys = await client.getKeys();
|
||||
const prefix = sentinelPrefix(configDir);
|
||||
const prefix = sentinelPrefix(proxyConfigDir(configDir, system));
|
||||
proxy.state = keys.some((k) => k.startsWith(prefix) && SECRET.test(k.slice(prefix.length))) ? "read" : "no-sentinel";
|
||||
proxy.holdsKey = record ? keys.includes(record.key) : null;
|
||||
proxy.retiringHeld = record ? record.retiring.map((r) => keys.includes(r.key)) : [];
|
||||
|
||||
@@ -191,7 +191,7 @@ test('the restart notice is added after the notices the catalogue already carrie
|
||||
await initThroughA(t, f, a, { groups: [{ 'base-url': ZAI_URL, keys: [{ name: 'group-1' }] }] });
|
||||
const view = await b.ask('routes');
|
||||
assert.equal(view.catalogue.status, 'ready');
|
||||
assert.deepEqual(view.catalogue.notices, ['z.ai account has no models configured. Add them on Model proxy.', RESTART]);
|
||||
assert.deepEqual(view.catalogue.notices, ['z.ai account has no models configured. Add them on Model setup.', RESTART]);
|
||||
});
|
||||
|
||||
test('a bus started with the proxy shows no restart notice', async t => {
|
||||
|
||||
@@ -98,3 +98,16 @@ test('a contender waits while another process publishes its lock owner', async t
|
||||
await lock.run(async () => {});
|
||||
await new Promise((resolve, reject) => child.once('exit', code => code === 0 ? resolve() : reject(Error(`child exit ${code}`))));
|
||||
});
|
||||
|
||||
test('a read-only lock view validates existing identity without creating files or exposing writes', t => {
|
||||
const root = fs.mkdtempSync(join(tmpdir(), 'lr-')); t.after(() => fs.rmSync(root, { recursive: true, force: true }));
|
||||
fs.chmodSync(root, 0o700);
|
||||
const view = createProxyLock({ stateDir: root, identity: 'fixture', readOnly: true });
|
||||
assert.deepEqual(fs.readdirSync(root), []);
|
||||
assert.deepEqual(Object.keys(view), ['assertCertain']); view.assertCertain();
|
||||
fs.writeFileSync(join(root, 'mosaic-proxy.identity'), 'wrong\n', { mode: 0o600 });
|
||||
assert.throws(() => createProxyLock({ stateDir: root, identity: 'fixture', readOnly: true }), error => error.code === 'proxy-lock-invalid');
|
||||
fs.unlinkSync(join(root, 'mosaic-proxy.identity'));
|
||||
fs.writeFileSync(join(root, 'mosaic-keys.uncertain'), '{}', { mode: 0o600 });
|
||||
assert.throws(() => view.assertCertain(), error => error.code === 'proxy-uncertain');
|
||||
});
|
||||
@@ -0,0 +1,127 @@
|
||||
// proxy-ride first slice (Jason 2026-11-21): a riding instance's worker key in the owner
|
||||
// instance's proxy. Two scratch instances and a stand-in proxy on 127.0.0.1 port 0. The rider's
|
||||
// system.proxy carries `owner`, as scripts/mosaic-config.mjs gives it. Nothing here reads a real
|
||||
// config, proxy or secret.
|
||||
import { test } from "node:test";
|
||||
import assert from "node:assert/strict";
|
||||
import fs from "node:fs";
|
||||
import http from "node:http";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join } from "node:path";
|
||||
import { createHash, randomBytes } from "node:crypto";
|
||||
import { ensureReady, keyPrefix, keyStatus, readKey, rotateKey, sweepKeys } from "../src/triage-key.mjs";
|
||||
import { ModelKeys } from "../src/model-keys.mjs";
|
||||
import { loadManagementClient } from "../../model-proxy/src/client.mjs";
|
||||
|
||||
const MANAGE = "fxride-manage";
|
||||
const KEY_PATH = "/v8/management/config/access/api-keys";
|
||||
const sha = (s) => createHash("sha256").update(s).digest("hex");
|
||||
const tag = (dir) => sha(dir).slice(0, 12);
|
||||
const b64 = () => randomBytes(32).toString("base64url");
|
||||
const dir700 = (p) => { fs.mkdirSync(p, { recursive: true, mode: 0o700 }); fs.chmodSync(p, 0o700); };
|
||||
|
||||
async function fixture(t) {
|
||||
const root = fs.realpathSync(fs.mkdtempSync(join(tmpdir(), "pr-")));
|
||||
const owner = { configDir: join(root, "oc"), dataRoot: join(root, "od") };
|
||||
const rider = { configDir: join(root, "rc"), dataRoot: join(root, "rd") };
|
||||
for (const d of [owner.configDir, join(owner.configDir, "secrets"), owner.dataRoot, join(owner.dataRoot, "proxy"), rider.configDir, join(rider.configDir, "secrets"), rider.dataRoot]) dir700(d);
|
||||
fs.writeFileSync(join(owner.configDir, "secrets", "proxy-management.key"), MANAGE, { mode: 0o600 });
|
||||
const O = tag(owner.configDir);
|
||||
const ownerKeys = { sentinel: `msk-${O}-sentinel-${b64()}`, bus: `msk-${O}-bus-${b64()}`, org: `mso-${O}-demo-key-${b64()}` };
|
||||
const lockFile = join(owner.dataRoot, "proxy", "mosaic-keys.lock");
|
||||
const state = { keys: Object.values(ownerKeys), puts: [] };
|
||||
const server = http.createServer(async (req, res) => {
|
||||
if (req.url === "/v1/models") {
|
||||
res.writeHead(state.keys.includes(req.headers.authorization?.slice(7)) ? 200 : 401); res.end("{}"); return;
|
||||
}
|
||||
if (req.url !== KEY_PATH || req.headers.authorization !== `Bearer ${MANAGE}`) { res.writeHead(401); res.end("{}"); return; }
|
||||
if (req.method === "GET") { res.end(JSON.stringify(state.keys)); return; }
|
||||
const chunks = []; for await (const c of req) chunks.push(c);
|
||||
state.keys = JSON.parse(Buffer.concat(chunks));
|
||||
state.puts.push({ locked: fs.existsSync(lockFile) });
|
||||
res.end('{"status":"ok"}');
|
||||
});
|
||||
await new Promise((resolve) => server.listen(0, "127.0.0.1", resolve));
|
||||
const port = server.address().port;
|
||||
t.after(async () => { server.closeAllConnections(); await new Promise((r) => server.close(r)); fs.rmSync(root, { recursive: true, force: true }); });
|
||||
owner.system = { dataRoot: owner.dataRoot, proxy: { port, binary: "/fixture-unused" } };
|
||||
rider.system = { dataRoot: rider.dataRoot, proxy: { port, binary: "/fixture-unused", owner: { instance: "owner", configDir: owner.configDir, dataRoot: owner.dataRoot } } };
|
||||
const opts = (who, extra = {}) => ({ configDir: who.configDir, system: who.system, purpose: "worker", ...extra });
|
||||
return { root, owner, rider, ownerKeys, state, port, lockFile, opts, receipts: join(owner.dataRoot, "proxy", "mosaic-keys.receipts.jsonl") };
|
||||
}
|
||||
|
||||
test("a rider's worker key lands under the rider's tag, under the owner's lock, and survives the owner's own key work", async (t) => {
|
||||
const f = await fixture(t);
|
||||
// The owner writes first, so its lock identity file exists before the rider's write.
|
||||
await ensureReady(f.opts(f.owner));
|
||||
const ownerWorker = readKey(f.owner.configDir, { purpose: "worker" }).key;
|
||||
const putsBefore = f.state.puts.length;
|
||||
|
||||
const done = await ensureReady(f.opts(f.rider));
|
||||
assert.equal(done.action, "issued");
|
||||
const riderKey = readKey(f.rider.configDir, { purpose: "worker" }).key;
|
||||
assert.match(riderKey, new RegExp(`^msw-${tag(f.rider.configDir)}-worker-[A-Za-z0-9_-]{43}$`));
|
||||
assert.ok(riderKey.startsWith(keyPrefix(f.rider.configDir, "worker")));
|
||||
assert.ok(f.state.keys.includes(riderKey));
|
||||
assert.ok(f.state.puts.length > putsBefore && f.state.puts.every((p) => p.locked), "every PUT ran under the owner's lock");
|
||||
assert.equal(fs.existsSync(join(f.rider.dataRoot, "proxy")), false, "the rider has no proxy state of its own");
|
||||
assert.equal(fs.existsSync(join(f.rider.configDir, "secrets", "proxy-management.key")), false);
|
||||
const ops = fs.readFileSync(f.receipts, "utf8").trim().split("\n").map((l) => JSON.parse(l).op);
|
||||
assert.deepEqual(ops, ["worker.key.ensure", "worker.key.ensure"], "the rider's receipt is in the owner's state directory");
|
||||
for (const k of [...Object.values(f.ownerKeys), ownerWorker]) assert.ok(f.state.keys.includes(k), "the rider removes none of the owner's keys");
|
||||
|
||||
// The rider rotates and sweeps its own key; the owner's keys stay.
|
||||
await rotateKey(f.opts(f.rider));
|
||||
await sweepKeys(f.opts(f.rider));
|
||||
for (const k of [...Object.values(f.ownerKeys), ownerWorker]) assert.ok(f.state.keys.includes(k));
|
||||
const riderNow = readKey(f.rider.configDir, { purpose: "worker" }).key;
|
||||
|
||||
// The owner's own worker key work and its bus model key reconcile leave the rider's key.
|
||||
await rotateKey(f.opts(f.owner));
|
||||
await sweepKeys(f.opts(f.owner));
|
||||
await ensureReady(f.opts(f.owner));
|
||||
const client = await loadManagementClient({ configDir: f.owner.configDir, proxy: f.owner.system.proxy });
|
||||
const manager = new ModelKeys({ credentials: { status: () => [], modelRecord: () => null }, client, configDir: f.owner.configDir, baseUrl: `http://127.0.0.1:${f.port}/v1` });
|
||||
const receipt = await manager.reconcile();
|
||||
assert.ok(receipt.removedKeyIds.length >= 1, "the reconcile did remove the owner's own stale bus key");
|
||||
assert.ok(f.state.keys.includes(riderNow), "the rider's key survives the owner's reconcile and cleanup");
|
||||
assert.equal((await ensureReady(f.opts(f.rider))).action, "held");
|
||||
});
|
||||
|
||||
test("the rider's lock identity is the owner's: a writer naming the rider's own config directory refuses", async (t) => {
|
||||
const f = await fixture(t);
|
||||
await ensureReady(f.opts(f.owner));
|
||||
// The same state directory under the rider's own identity is another proxy to the lock.
|
||||
const wrong = { ...f.rider.system, proxy: { ...f.rider.system.proxy, owner: { ...f.rider.system.proxy.owner, configDir: f.rider.configDir } } };
|
||||
// Give it every other piece, so only the lock identity differs.
|
||||
fs.copyFileSync(join(f.owner.configDir, "secrets", "proxy-management.key"), join(f.rider.configDir, "secrets", "proxy-management.key"));
|
||||
f.state.keys.push(`msk-${tag(f.rider.configDir)}-sentinel-${b64()}`);
|
||||
const puts = f.state.puts.length;
|
||||
await assert.rejects(ensureReady({ configDir: f.rider.configDir, system: wrong, purpose: "worker" }), (e) => e.code === "proxy-lock-invalid");
|
||||
assert.equal(f.state.puts.length, puts, "no write without the owner's identity");
|
||||
});
|
||||
|
||||
test("the owner's fence stops the rider's key write, and the rider's status reports it", async (t) => {
|
||||
const f = await fixture(t);
|
||||
await ensureReady(f.opts(f.rider));
|
||||
const held = readKey(f.rider.configDir, { purpose: "worker" });
|
||||
fs.writeFileSync(join(f.owner.dataRoot, "proxy", "mosaic-keys.uncertain"), "{}\n", { mode: 0o600 });
|
||||
const puts = f.state.puts.length;
|
||||
// A held key goes to the lock while the fence is set, and the lock refuses.
|
||||
await assert.rejects(ensureReady(f.opts(f.rider)), (e) => e.code === "proxy-uncertain");
|
||||
await assert.rejects(rotateKey(f.opts(f.rider)), (e) => e.code === "proxy-uncertain");
|
||||
assert.equal(f.state.puts.length, puts, "no PUT while the owner's fence is set");
|
||||
assert.deepEqual(readKey(f.rider.configDir, { purpose: "worker" }), held);
|
||||
const status = await keyStatus(f.opts(f.rider));
|
||||
assert.equal(status.proxy.fence, true);
|
||||
assert.equal(status.proxy.state, "read", "status reads the list with the owner's management key and sentinel");
|
||||
assert.equal(status.proxy.holdsKey, true);
|
||||
assert.equal(JSON.stringify(status).includes(MANAGE), false);
|
||||
});
|
||||
|
||||
test("a rider without its own secrets directory refuses before any proxy write", async (t) => {
|
||||
const f = await fixture(t);
|
||||
fs.rmdirSync(join(f.rider.configDir, "secrets"));
|
||||
await assert.rejects(ensureReady(f.opts(f.rider)), (e) => e.code === "worker-key-unreadable" && /secrets directory is missing/.test(e.message));
|
||||
assert.equal(f.state.puts.length, 0);
|
||||
});
|
||||
@@ -0,0 +1,51 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { setupState } from '../src/setup-reply.mjs';
|
||||
const org = { id: 'team', doc: { roles: { assistant: { definition: 'assistant' } } } };
|
||||
const human = { id: 'q', from_role: 'human', body: 'Hello' };
|
||||
const answer = { id: 'a', from_role: 'assistant', from_run: 'real-run', to_role: 'human', in_reply_to: 'q', body: 'Hello back' };
|
||||
test('hello needs an actual reply to the owner, including retired session history', async () => {
|
||||
const run = messages => setupState[0].check({ members: [org], read: async (_, name) => name === 'threads' ? [{ id: 'thread', instance: 'assistant' }] : name === 'sessions' ? [{ id: 'session' }] : messages });
|
||||
assert.equal((await run([human, answer])).state, 'done');
|
||||
assert.equal((await run([human])).state, 'next');
|
||||
assert.equal((await run([human, { ...answer, from_run: 'bus', body: 'The turn failed' }])).state, 'next');
|
||||
assert.equal((await run([{ ...answer, in_reply_to: null }])).state, 'next');
|
||||
assert.equal((await setupState[0].check({ members: [] })).state, 'next');
|
||||
assert.match((await setupState[0].check({ members: [org], read: async () => { throw Error(); } })).reason, /couldn't be checked/);
|
||||
});
|
||||
|
||||
import { failureBody, LENGTH_FAILURE_NOTICE_PREFIX } from '../../harness/src/failure-notice.mjs';
|
||||
for (const [kind, body] of [
|
||||
['failed turn', failureBody({ reason: 'adapter exited' })],
|
||||
['length failure', LENGTH_FAILURE_NOTICE_PREFIX + 'answer was too long'],
|
||||
['empty answer', '(the session gave no answer)'],
|
||||
]) test(`hello rejects the runner ${kind} notice, including its unslop note`, async () => {
|
||||
for (const note of ['', '\n\n[unslop: the check is broken, so this session\'s replies go unchecked: test]']) {
|
||||
const result = await setupState[0].check({ members: [org], read: async (_, name) => name === 'threads' ? [{ id: 'thread', instance: 'assistant' }] : name === 'sessions' ? [{ id: 'session' }] : [human, { ...answer, class: 'RESULT', body: body + note }] });
|
||||
assert.equal(result.state, 'next');
|
||||
}
|
||||
});
|
||||
test('one unavailable organization does not hide a real reply in another', async () => {
|
||||
const result = await setupState[0].check({ members: [{ id: 'stopped' }, org], read: async (member, name) => {
|
||||
if (member.id === 'stopped') throw Error('private');
|
||||
return name === 'threads' ? [{ id: 'thread', instance: 'assistant' }] : name === 'sessions' ? [{ id: 'session' }] : [human, answer];
|
||||
} });
|
||||
assert.equal(result.state, 'done'); assert.match(result.reason, /couldn't be checked/);
|
||||
});
|
||||
test('large histories scan newest first and stop at the first real reply', async () => {
|
||||
const calls = [];
|
||||
const result = await setupState[0].check({ members: [org], read: async (_, name, args) => {
|
||||
calls.push([name, args]);
|
||||
if (name === 'threads') return Array.from({ length: 51 }, (_, n) => ({ id: `t${n}`, at: String(n).padStart(3, '0'), instance: 'assistant' }));
|
||||
if (name === 'sessions') return Array.from({ length: 51 }, (_, n) => ({ id: `s${n}`, at: String(n).padStart(3, '0') }));
|
||||
return [human, answer, ...Array.from({ length: 198 }, () => human)];
|
||||
} });
|
||||
assert.equal(result.state, 'done');
|
||||
assert.deepEqual(calls.map(c => c[0]), ['threads', 'sessions', 'messages']);
|
||||
assert.equal(calls[1][1].thread, 't50'); assert.equal(calls[2][1].session, 's50');
|
||||
});
|
||||
test('bounded history without a reply stays honest and plain', async () => {
|
||||
let pages = 0;
|
||||
const result = await setupState[0].check({ members: [org], read: async (_, name) => name === 'threads' ? Array.from({ length: 51 }, (_, i) => ({ id: String(i), instance: 'assistant' })) : name === 'sessions' ? [{ id: 'session' }] : (pages++, Array.from({ length: 200 }, (_, i) => ({ ...human, id: `${pages}-${i}` }))) });
|
||||
assert.equal(result.state, 'next'); assert.match(result.reason, /couldn't be checked/); assert.equal(pages, 100);
|
||||
});
|
||||
@@ -716,6 +716,46 @@ test('#1873 F2: a stalled run puts one line on each message delivered to it and
|
||||
assert.equal(store.get('SELECT count(*) n FROM message_threads WHERE message=?', line.id).n, 0);
|
||||
});
|
||||
|
||||
// first-run-fixes-1 (B4): a refused start's line carries the launcher's plain reason, as one line
|
||||
// with no host path, so "launch-failed" alone no longer hides the cause.
|
||||
test('B4: a refused start puts its plain reason in Details, one line, with no host path', (t) => {
|
||||
const { b, store, call, A } = twoThreads(t);
|
||||
b.endLaunch({ business: 'demo', run: 'a-run', reason: 'idle' });
|
||||
const session = store.get('SELECT session FROM session_defaults WHERE thread=?', A).session;
|
||||
const notice = (code, why) => b.failureNotice({ business: 'demo', thread: A, session, code, why });
|
||||
const one = call('human', 'thread.send', { thread: A, body: 'one' });
|
||||
assert.deepEqual(notice('launch-failed', 'listen EINVAL /home/u/.mosaic-dev/org-runtime/acme/launches/acme/r1/tools.sock\n at Server.listen'), { posted: 1 });
|
||||
assert.equal(lines(store, one.id)[0].body, "The turn failed: the assistant couldn't start. Try again later, or check the agent in Agents.\nDetails: start refused: launch-failed: listen EINVAL a host path at Server.listen");
|
||||
const two = call('human', 'thread.send', { thread: A, body: 'two' });
|
||||
assert.deepEqual(notice('limit-reached', '{"path":["tokens"],"limit":0}'), { posted: 1 });
|
||||
assert.equal(lines(store, two.id)[0].body, LIMIT_LINE, 'a code with its own line leaves its reason out');
|
||||
const three = call('human', 'thread.send', { thread: A, body: 'three' });
|
||||
assert.deepEqual(notice('checkout-failed', 'checkout-failed'), { posted: 1 });
|
||||
assert.match(lines(store, three.id)[0].body, /\nDetails: start refused: checkout-failed$/, 'a reason that only repeats the code adds nothing');
|
||||
const four = call('human', 'thread.send', { thread: A, body: 'four' });
|
||||
assert.deepEqual(notice('checkout-failed', `stack: ${'y'.repeat(400)} file:///x/y`), { posted: 1 });
|
||||
const details = lines(store, four.id)[0].body.split('\nDetails: ')[1];
|
||||
assert.ok(details.startsWith('start refused: checkout-failed: stack: yyy'));
|
||||
assert.ok(details.endsWith('...'), details.slice(-20));
|
||||
assert.equal(details.length, 'start refused: checkout-failed: '.length + 300);
|
||||
const five = call('human', 'thread.send', { thread: A, body: 'five' });
|
||||
assert.deepEqual(notice('project-refused', 'see ~/work/x and file:///etc/y, (/srv/z)'), { posted: 1 });
|
||||
assert.match(lines(store, five.id)[0].body, /\nDetails: start refused: project-refused: see a host path and a host path, \(a host path\)$/);
|
||||
// Review P3-4: a path after a backtick, `{` or `|` is replaced too, and the cut never splits a character.
|
||||
const six = call('human', 'thread.send', { thread: A, body: 'six' });
|
||||
assert.deepEqual(notice('checkout-failed', 'bad file `/home/u/.mosaic-x/a.json` {/srv/a} |~/b|'), { posted: 1 });
|
||||
assert.match(lines(store, six.id)[0].body, /\nDetails: start refused: checkout-failed: bad file `a host path` \{a host path\} \|a host path\|$/);
|
||||
// Re-check P3-1: a character that ends one path can start the next.
|
||||
const eight = call('human', 'thread.send', { thread: A, body: 'eight' });
|
||||
assert.deepEqual(notice('checkout-failed', 'at `/home/u/{a}/home/u/secret` and (/srv/a)/srv/b;/srv/c'), { posted: 1 });
|
||||
assert.match(lines(store, eight.id)[0].body, /\nDetails: start refused: checkout-failed: at `a host path\}a host path` and \(a host path\)a host path;a host path$/);
|
||||
const seven = call('human', 'thread.send', { thread: A, body: 'seven' });
|
||||
assert.deepEqual(notice('checkout-failed', `${'x'.repeat(296)}${'\u{1F600}'.repeat(10)}`), { posted: 1 });
|
||||
const cut = lines(store, seven.id)[0].body.split('\nDetails: start refused: checkout-failed: ')[1];
|
||||
assert.equal(cut, `${'x'.repeat(296)}\u{1F600}...`);
|
||||
assert.doesNotMatch(cut, /[\uD800-\uDBFF](?![\uDC00-\uDFFF])/, 'no lone high surrogate');
|
||||
});
|
||||
|
||||
test('#1873 F2: failureNotice refuses a malformed record before any write', (t) => {
|
||||
const { b, store, A } = twoThreads(t);
|
||||
const session = store.get('SELECT session FROM session_defaults WHERE thread=?', A).session;
|
||||
@@ -726,7 +766,10 @@ test('#1873 F2: failureNotice refuses a malformed record before any write', (t)
|
||||
[{ business: 'demo', code: 'Limit Reached', run: 'a-run' }, 'invalid-request'],
|
||||
[{ business: 'demo', code: 'x'.repeat(65), run: 'a-run' }, 'invalid-request'],
|
||||
[{ business: 'demo', code: 7, run: 'a-run' }, 'invalid-request'],
|
||||
[{ business: 'demo', code: 'limit-reached', run: 'a-run', why: 'secret text' }, 'invalid-request'],
|
||||
// first-run-fixes-1 (B4): a reason rides only on a refused start, as a string of at most 4096.
|
||||
[{ business: 'demo', code: 'limit-reached', run: 'a-run', why: 'a reason' }, 'invalid-request'],
|
||||
[{ business: 'demo', code: 'limit-reached', thread: A, session, why: 7 }, 'invalid-request'],
|
||||
[{ business: 'demo', code: 'limit-reached', thread: A, session, why: 'x'.repeat(4097) }, 'invalid-request'],
|
||||
[{ business: 'demo', code: 'limit-reached', run: 'nobody-run' }, 'unknown-run'],
|
||||
[{ business: 'demo', code: 'limit-reached', thread: A, session: 'no-such-session' }, 'session-not-found'],
|
||||
];
|
||||
|
||||
@@ -66,7 +66,8 @@ export const USAGE = `usage:
|
||||
${PLUGINS_USAGE}
|
||||
${CREDENTIALS_USAGE}
|
||||
mosaic proxy fetch | status [--json] | fence status [--json] | fence clear --proxy-restarted | fence clear --restart [--business ID] | init [--generate-key] [--port N] [--business ID] [--rotate-grace-minutes N] [--first-output-seconds N]
|
||||
mosaic proxy unit render|install|start|stop|restart|status [--json] | init-lock status|clear
|
||||
mosaic proxy undo
|
||||
mosaic proxy unit render|install|start|stop|restart|status [--json] | init-lock status|clear | ride --instance NAME | ride --off
|
||||
${HOSTS_USAGE}
|
||||
${GRANTS_USAGE}
|
||||
${ORG_INSTANCES_USAGE}
|
||||
|
||||
@@ -17,6 +17,7 @@ import { systemConfigProblem } from "../../organization/src/system-config-proble
|
||||
import { businessFilePath } from "../../organization/src/organization-config.mjs";
|
||||
import { busOrganization } from "../../bus/src/organization-context.mjs";
|
||||
import { BusError } from "../../bus/src/broker.mjs";
|
||||
import { RIDE_LINES } from "../../model-proxy/src/settings.mjs";
|
||||
import { CliError } from "./errors.mjs";
|
||||
import { accessContextFor } from "./access.mjs";
|
||||
|
||||
@@ -57,6 +58,9 @@ function instanceProblem(problem, label) {
|
||||
m = new RegExp(`^instance-config-mismatch: --instance (${INSTANCE}) names `).exec(body);
|
||||
if (m) return `instance-config-mismatch: --instance ${m[1]} names its own config, but MOSAIC_CONFIG names another`;
|
||||
if (body.startsWith("instance-config-mismatch: ")) return "instance-config-mismatch: --instance names its own config, but MOSAIC_CONFIG names another";
|
||||
// proxy-ride refusals carry their fixed owner line from settings.mjs, never the child's text.
|
||||
m = /^(proxy-ride-(?:invalid|owner-missing|conflict)): /.exec(body);
|
||||
if (m) return `${m[1]}: ${RIDE_LINES[m[1]]}`;
|
||||
if (body.startsWith("instance-name-invalid: ")) return `instance-name-invalid: an instance name must match /^${INSTANCE}$/`;
|
||||
if (body.startsWith("configuration not found: ")) {
|
||||
m = new RegExp(`\\(run (scripts/bootstrap\\.sh(?: --instance ${INSTANCE})?) to create it\\)$`).exec(body);
|
||||
@@ -65,7 +69,14 @@ function instanceProblem(problem, label) {
|
||||
return null;
|
||||
}
|
||||
|
||||
export function loadSystem({ env = process.env, instance = null } = {}) {
|
||||
// proxy-ride first slice (Jason 2026-11-21): on an instance whose proxy-ride.json names another
|
||||
// instance, validate prints the owner's proxy with an `owner` object. Only worker runs use it
|
||||
// (`ride: true`, packages/processing-control/src/container-cli.mjs). Every other caller, the
|
||||
// bus boot and the Console among them, gets the system config without that proxy, so a riding
|
||||
// instance's buses run exactly as an instance with no proxy runs. That holds while the owner is
|
||||
// valid: validate resolves the owner on every call, so while proxy-ride.json exists an owner
|
||||
// problem refuses every verb on the rider, buses and the Console included.
|
||||
export function loadSystem({ env = process.env, instance = null, ride = false } = {}) {
|
||||
const proc = spawnSync(process.execPath, [join(REPO, "scripts", "mosaic-config.mjs"), "validate", ...(instance === null ? [] : ["--instance", instance])], {
|
||||
encoding: "utf8",
|
||||
maxBuffer: 1024 * 1024,
|
||||
@@ -76,11 +87,14 @@ export function loadSystem({ env = process.env, instance = null } = {}) {
|
||||
const known = instanceProblem(String(proc.stderr ?? "").trim(), label);
|
||||
throw new CliError(known ? `system config problem (mosaic-config exit ${proc.status}): ${known}` : systemConfigProblem(proc, env, label), 3);
|
||||
}
|
||||
let system;
|
||||
try {
|
||||
return JSON.parse(proc.stdout);
|
||||
system = JSON.parse(proc.stdout);
|
||||
} catch {
|
||||
throw new CliError("system config: mosaic-config printed something that isn't JSON", 3);
|
||||
}
|
||||
if (!ride && system?.proxy?.owner) delete system.proxy;
|
||||
return system;
|
||||
}
|
||||
|
||||
export function rolesDir(env = process.env) {
|
||||
@@ -207,7 +221,7 @@ export function bootConfig({ system, businessId, orgRoot = system.dataRoot, env
|
||||
const config = {
|
||||
dataRoot: orgRoot,
|
||||
...(orgRoot === system.dataRoot ? {} : { instanceRoot: system.dataRoot, org: { id: b.id }, instanceDataRoot: system.dataRoot, instanceConfigDir: configDir(env) }),
|
||||
...(system.proxy ? { proxy: system.proxy } : {}),
|
||||
...(system.proxy && !system.proxy.owner ? { proxy: system.proxy } : {}),
|
||||
businesses: { [b.id]: busOrganization(b, resolved) },
|
||||
organization: {dir:configDir(env),rolesDir:rolesDir(env),system:vars},
|
||||
launches: [],
|
||||
|
||||
@@ -173,7 +173,7 @@ import {
|
||||
workspaceDir,
|
||||
writeSessionFile,
|
||||
} from "../../seat/src/session.mjs";
|
||||
import { BWRAP, sandboxProblem } from "../../seat/src/sandbox.mjs";
|
||||
import { BWRAP, sandboxProblem, TOOL_SOCKET } from "../../seat/src/sandbox.mjs";
|
||||
import { collectCompactions, READ_BYTES, readBudget, readStreams, STREAMS } from "../../seat/src/compactions.mjs";
|
||||
import { CheckoutError, ensureCheckouts } from "../../seat/src/checkout.mjs";
|
||||
import { createGitSocket } from "./git-socket.mjs";
|
||||
@@ -742,7 +742,8 @@ export function createLauncher({
|
||||
const sessionDir = store ? store.session : join(runDir, "session");
|
||||
if (!store) mkdirSync(sessionDir, { mode: 0o700 });
|
||||
if (store) compactions(store, model.harness, harness, { instance, thread, session, run });
|
||||
const toolSocket = join(runDir, "tools.sock");
|
||||
// first-run-fixes-1 (B4): a short path inside the sandbox, bound from the run's sock/.
|
||||
const toolSocket = TOOL_SOCKET;
|
||||
const turnMarker = join(runDir, "turn.done");
|
||||
const version = harnessVersion !== undefined ? harnessVersion : await call(model.harness, "version", () => harness.version({ env }));
|
||||
// Row 137 (#1631): a role and thread holding an approved, unspent merge decision get land_work.
|
||||
@@ -1096,7 +1097,8 @@ export function createLauncher({
|
||||
refusalSeen.set(key, noticed);
|
||||
if (noticedThreads.get(key) !== noticed && (code !== "launch-failed" || repeated)) {
|
||||
try {
|
||||
await host.op({ op: "failureNotice", record: { business: b.id, thread: t.thread, session: t.session, code } });
|
||||
// first-run-fixes-1 (B4): with the refusal's plain reason, so the chat says why.
|
||||
await host.op({ op: "failureNotice", record: { business: b.id, thread: t.thread, session: t.session, code, why: reason(e).slice(0, 4096) } });
|
||||
noticedThreads.set(key, noticed);
|
||||
noticeFailed.delete(key);
|
||||
} catch (err) {
|
||||
|
||||
@@ -1,12 +1,19 @@
|
||||
import { lstatSync } from 'node:fs';
|
||||
import { join } from 'node:path';
|
||||
import { configDir } from '../../organization/src/organization-config.mjs';
|
||||
import { createProxyLock } from '../../bus/src/proxy-lock.mjs';
|
||||
import { loadManagementClient } from '../../model-proxy/src/client.mjs';
|
||||
import { CliError } from './errors.mjs';
|
||||
import { loadSystem, rolesDir } from './config.mjs';
|
||||
import { orgSelector } from './org-selector.mjs';
|
||||
import { refuseInsideAgent } from './transport.mjs';
|
||||
import { fetchPinned } from '../../model-proxy/src/fetch.mjs';
|
||||
import { validManagementKey, proxyTiming } from '../../model-proxy/src/common.mjs';
|
||||
import { organizationWriter } from '../../organization/src/organization.mjs';
|
||||
import { readRider } from '../../model-proxy/src/ride.mjs';
|
||||
import { orgUsesFixture } from './dev-fixture.mjs';
|
||||
import { ownedText } from '../../model-proxy/src/admin.mjs';
|
||||
import { RIDE_LINES, RIDE_NAME, readRide, createRide, removeRide } from '../../model-proxy/src/settings.mjs';
|
||||
import { createProxyAdmin } from '../../model-proxy/src/admin-control.mjs';
|
||||
import { listOrgs } from '../../organization/src/org-registry.mjs';
|
||||
import { busesStopped, instanceFromConfig } from './proxy-admin-host.mjs';
|
||||
@@ -47,6 +54,10 @@ function adminFor(io, system, deps) {
|
||||
dataRoot: config.dataRoot, configDir: dir, instance: instanceFromConfig(io.env), env: io.env, fetch: deps.fetch ?? fetchPinned,
|
||||
unitDir: deps.unitDir ?? null,
|
||||
buses: () => busesStopped({ dataRoot: config.dataRoot, configDir: dir }),
|
||||
riders: async () => {
|
||||
const writer = organizationWriter({ dir, rolesDir: rolesDir(io.env) });
|
||||
return (await listOrgs({ configDir: dir, dataRoot: config.dataRoot })).filter(org => org.state === 'active').map(org => readRider({ id: org.id, read: () => writer.read(org.id).document, readLog: () => ownedText(writer.logFile(org.id), { mask: 0o022 }), isFixture: orgUsesFixture }));
|
||||
},
|
||||
orgs: async () => (await listOrgs({ configDir: dir, dataRoot: config.dataRoot })).filter(org => org.state === 'active').map(org => ({ id: org.id, proxy: 'shared', catalogue: null })),
|
||||
});
|
||||
}
|
||||
@@ -57,6 +68,10 @@ const hostCode = (error, fallback) => (/^proxy-[a-z-]+$/.test(error?.code ?? '')
|
||||
async function setupCommand(verb, rest, io, { system, deps }) {
|
||||
const admin = adminFor(io, system, deps);
|
||||
try {
|
||||
if (verb === 'undo') {
|
||||
if (rest.length) throw failure('proxy-usage', 4);
|
||||
print(io, await admin.undo()); return;
|
||||
}
|
||||
if (verb === 'status') {
|
||||
if (!(rest.length === 0 || (rest.length === 1 && rest[0] === '--json'))) throw failure('proxy-usage', 4);
|
||||
const status = await admin.status();
|
||||
@@ -91,14 +106,51 @@ async function setupCommand(verb, rest, io, { system, deps }) {
|
||||
throw failure('proxy-usage', 4);
|
||||
}
|
||||
|
||||
// proxy-ride first slice (Jason 2026-11-21): `mosaic proxy ride --instance NAME` writes this
|
||||
// instance's proxy-ride.json, then loads the system config exactly as a worker run loads it; any
|
||||
// refusal removes the file again, so a file the loader refuses is never left behind. `--off`
|
||||
// removes the file without loading the config, so it works when the owner is gone. Neither form
|
||||
// changes the owner instance, its proxy or any key.
|
||||
const RIDE_CODES = Object.keys(RIDE_LINES);
|
||||
const rideFailure = (code) => Object.assign(new CliError(`${code}: ${RIDE_LINES[code]}`, 2), { code });
|
||||
const rideCode = (error) => RIDE_CODES.find(code => error?.code === code || new RegExp(`(?:^|: )${code}: `).test(error?.message ?? ''));
|
||||
async function rideCommand(rest, io, { validate }) {
|
||||
const dir = configDir(io.env);
|
||||
if (rest.length === 1 && rest[0] === '--off') {
|
||||
let removed;
|
||||
try { removed = removeRide(dir); } catch { throw rideFailure('proxy-ride-invalid'); }
|
||||
return print(io, { riding: null, removed });
|
||||
}
|
||||
if (rest.length !== 2 || rest[0] !== '--instance') throw failure('proxy-usage', 4);
|
||||
const name = rest[1];
|
||||
if (!RIDE_NAME.test(name)) throw rideFailure('proxy-ride-invalid');
|
||||
let current;
|
||||
try { current = readRide(dir); } catch (error) { throw rideFailure(rideCode(error) ?? 'proxy-ride-invalid'); }
|
||||
if (current && current.instance !== name) {
|
||||
throw Object.assign(new CliError(`proxy-usage: this instance already rides instance ${current.instance}; run mosaic proxy ride --off first`, 4), { code: 'proxy-usage' });
|
||||
}
|
||||
let undo = () => {};
|
||||
if (!current) {
|
||||
try { lstatSync(join(dir, 'proxy.json')); throw rideFailure('proxy-ride-conflict'); }
|
||||
catch (error) { if (error instanceof CliError) throw error; if (error.code !== 'ENOENT') throw rideFailure('proxy-ride-conflict'); }
|
||||
try { undo = createRide(dir, name); } catch { throw rideFailure('proxy-ride-invalid'); }
|
||||
}
|
||||
let system;
|
||||
try { system = validate(); }
|
||||
catch (error) { undo(); const code = rideCode(error); if (code) throw rideFailure(code); throw error; }
|
||||
if (system?.proxy?.owner?.instance !== name || !Number.isInteger(system.proxy.port)) { undo(); throw rideFailure('proxy-ride-owner-missing'); }
|
||||
return print(io, { riding: name, port: system.proxy.port });
|
||||
}
|
||||
|
||||
export async function proxyCommand(args, io, { system, callFor, prompt = promptProxyKey, fetch = fetchPinned, ...deps }) {
|
||||
const [verb, ...rest] = args;
|
||||
if (args.includes('--tester')) throw failure('human-required', 3);
|
||||
// #1873: every proxy verb, read or write, runs only from a human shell.
|
||||
if (['init', 'fetch', 'fence', 'status', 'unit', 'init-lock'].includes(verb)) {
|
||||
if (['init', 'fetch', 'fence', 'status', 'unit', 'init-lock', 'ride', 'undo'].includes(verb)) {
|
||||
try { refuseInsideAgent(io.env); } catch { throw failure('human-required', 3); }
|
||||
}
|
||||
if (['status', 'unit', 'init-lock'].includes(verb)) return setupCommand(verb, rest, io, { system, deps: { ...deps, fetch } });
|
||||
if (verb === 'ride') return rideCommand(rest, io, { validate: deps.rideValidate ?? (() => loadSystem({ env: io.env, ride: true })) });
|
||||
if (['status', 'unit', 'init-lock', 'undo'].includes(verb)) return setupCommand(verb, rest, io, { system, deps: { ...deps, fetch } });
|
||||
if (verb === 'fence' && rest[0] === 'clear' && rest.includes('--restart')) {
|
||||
// #1873: restart the proxy unit, then send the restart evidence to the bus, which re-proves it
|
||||
// on the host before it clears the fence. --business/--org names the bus.
|
||||
|
||||
@@ -66,35 +66,37 @@ exit 0
|
||||
const env = { PATH: `${bin}:${process.env.PATH}`, HOME: process.env.HOME, TMPDIR: tmp, LANG: 'C.UTF-8', FAKE_DOCKER_RECORD: record, ...extra };
|
||||
const r = spawnSync('bash', [join(checkout, 'scripts', script)], { env, encoding: 'utf8', timeout: 600000 });
|
||||
t.diagnostic(JSON.stringify({ script, extra: Object.keys(extra), wallMs: Math.round(performance.now() - begin), status: r.status }));
|
||||
const runs = existsSync(record) ? readFileSync(record, 'utf8').trim().split('\n').filter(Boolean).map(l => { const [file, kind, adapter] = l.split('\t'); return { file, kind, adapter }; }) : [];
|
||||
const runs = existsSync(record) ? readFileSync(record, 'utf8').split('\n').filter(Boolean).map(l => { const [file, kind, adapter] = l.split('\t'); return { file, kind, adapter }; }) : [];
|
||||
return { out: r.stdout + r.stderr, runs, tmp };
|
||||
};
|
||||
}
|
||||
const fixtureRuns = (runs, tmp) => runs.every(r => r.file !== HOST_AUTH && r.file.startsWith(tmp + '/') && r.kind === 'regular file 600');
|
||||
// worker-cutover: the suites export no PI_AUTH_FILE and compose mounts no credential file, so no
|
||||
// compose run carries one, and none ever names the host's.
|
||||
const noAuthRuns = runs => runs.every(r => r.file === '' && r.kind === 'unset');
|
||||
|
||||
test('test-release.sh activates through the mock adapter with a 0600 fixture auth file', t => {
|
||||
const { out, runs, tmp } = suiteLane(t)('test-release.sh');
|
||||
test('test-release.sh activates through the mock adapter with no auth file', t => {
|
||||
const { out, runs } = suiteLane(t)('test-release.sh');
|
||||
assert.ok(runs.length >= 3, `fault, healthy and repeat activations reach Compose\n${out}`);
|
||||
assert.ok(fixtureRuns(runs, tmp), JSON.stringify(runs));
|
||||
assert.ok(noAuthRuns(runs), JSON.stringify(runs));
|
||||
assert.deepEqual([...new Set(runs.map(r => r.adapter))], ['mock'], 'ruling A: no pi adapter in the gate');
|
||||
assert.match(out, /OK +healthy activation succeeds/); assert.match(out, /OK +fault-injected activation refuses/);
|
||||
});
|
||||
|
||||
test('test-task.sh mounts only its fixture, uses only the mock adapter and prints the live skip twice', t => {
|
||||
const { out, runs, tmp } = suiteLane(t)('test-task.sh');
|
||||
test('test-task.sh passes no auth file, uses only the mock adapter and prints the live skip twice', t => {
|
||||
const { out, runs } = suiteLane(t)('test-task.sh');
|
||||
assert.ok(runs.length >= 1, out);
|
||||
assert.ok(fixtureRuns(runs, tmp), JSON.stringify(runs));
|
||||
assert.ok(noAuthRuns(runs), JSON.stringify(runs));
|
||||
assert.deepEqual([...new Set(runs.map(r => r.adapter))], ['mock']);
|
||||
assert.equal(out.split('\n').filter(l => l === LIVE_SKIP).length, 2, out);
|
||||
assert.match(out, /OK +hello task succeeds with exact marker/);
|
||||
});
|
||||
|
||||
test('M-T: MOSAIC_LIVE_PROVIDER=1 runs the real-model cases, which fail under a fixture auth file', t => {
|
||||
test('M-T: MOSAIC_LIVE_PROVIDER=1 runs the real-model cases, which fail before Compose with no model proxy', t => {
|
||||
const lane = suiteLane(t), auth = join(scratch(t), 'operator-auth.json'); writeFileSync(auth, '{}'); chmodSync(auth, 0o600);
|
||||
const { out, runs } = lane('test-task.sh', { MOSAIC_LIVE_PROVIDER: '1', PI_AUTH_FILE: auth });
|
||||
assert.ok(!out.includes(LIVE_SKIP), out);
|
||||
// The fake answers a pi run with nothing: the fork base misses REMEMBERED, recall misses the name.
|
||||
// worker-cutover: an operator's PI_AUTH_FILE no longer runs a worker. The suite's pi config has no
|
||||
// model proxy next to it, so each pi launch refuses before Compose: the fork base and the recall fail.
|
||||
assert.match(out, /FAIL fork base: teach succeeds/); assert.match(out, /FAIL recalled user name/);
|
||||
assert.ok(runs.some(r => r.adapter === 'pi'), JSON.stringify(runs));
|
||||
assert.ok(runs.every(r => r.file === auth), 'live mode keeps the operator\'s PI_AUTH_FILE');
|
||||
assert.ok(runs.length >= 1 && runs.every(r => r.adapter === 'mock'), JSON.stringify(runs));
|
||||
});
|
||||
@@ -0,0 +1,148 @@
|
||||
// proxy-ride first slice (Jason 2026-11-21): `mosaic proxy ride --instance NAME | --off`, the CLI
|
||||
// loader's view of a riding instance, the bus boot config, and the worker launcher's refusal line.
|
||||
// The rider is the cli fixture's config; the owner is named instance "owner" under a made-up HOME.
|
||||
// The real scripts/mosaic-config.mjs runs; nothing reads a real config, proxy or secret.
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { existsSync, lstatSync, mkdirSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
|
||||
import { join } from 'node:path';
|
||||
import { spawnSync } from 'node:child_process';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { main } from '../src/cli.mjs';
|
||||
import { bootConfig, loadSystem } from '../src/config.mjs';
|
||||
import { proxyCommand } from '../src/model-proxy.mjs';
|
||||
import { RIDE_LINES, installPaths } from '../../model-proxy/src/settings.mjs';
|
||||
import { fixture, io, tmp } from './helpers.mjs';
|
||||
|
||||
const MANAGE = 'ride-cli-management-key';
|
||||
const CONTAINER_CLI = fileURLToPath(new URL('../../processing-control/src/container-cli.mjs', import.meta.url));
|
||||
// The stand-in launch step of worker-proxy-task.test.mjs; FAKE_WP=proxy answers with the proxy it got.
|
||||
const HOOK = fileURLToPath(new URL('../../processing-control/tests/fixtures/worker-proxy-hook.mjs', import.meta.url));
|
||||
const code = (c) => (e) => e.code === c;
|
||||
|
||||
function setup(t) {
|
||||
const root = tmp(t, 'rcl-');
|
||||
const f = fixture(root, 'acme');
|
||||
f.env.HOME = root;
|
||||
const ownerDir = join(root, '.config', 'mosaic-owner'), ownerData = join(root, 'od');
|
||||
mkdirSync(join(ownerDir, 'secrets'), { recursive: true, mode: 0o700 }); mkdirSync(ownerData, { mode: 0o700 });
|
||||
writeFileSync(join(ownerDir, 'config.json'), JSON.stringify({ configVersion: 1, environment: 'development', dataRoot: ownerData, execution: { backend: 'docker', provider: 'fixture', model: 'fixture' } }));
|
||||
writeFileSync(join(ownerData, 'instance.json'), JSON.stringify({ instanceVersion: 1, name: 'owner' }));
|
||||
const value = { port: 18452, binary: installPaths(ownerData).binary };
|
||||
writeFileSync(join(ownerDir, 'proxy.json'), JSON.stringify(value));
|
||||
writeFileSync(join(ownerDir, 'secrets', 'proxy-management.key'), MANAGE, { mode: 0o600 });
|
||||
const riderDir = join(root, 'config');
|
||||
return { root, f, env: f.env, riderDir, rideFile: join(riderDir, 'proxy-ride.json'), owner: { dir: ownerDir, dataRoot: ownerData, value } };
|
||||
}
|
||||
const ride = (s, args, env = s.env) => { const x = io(env); return main(['proxy', 'ride', ...args], x).then(() => x); };
|
||||
|
||||
test('ride --instance writes the file, prints the owner port, and a second identical ride holds it', async (t) => {
|
||||
const s = setup(t);
|
||||
let x = await ride(s, ['--instance', 'owner']);
|
||||
assert.deepEqual(JSON.parse(x.out.text), { riding: 'owner', port: 18452 });
|
||||
assert.equal(readFileSync(s.rideFile, 'utf8'), '{"version":1,"instance":"owner"}\n');
|
||||
assert.equal(lstatSync(s.rideFile).mode & 0o777, 0o600);
|
||||
assert.equal(x.out.text.includes(MANAGE) || x.err.text.includes(MANAGE), false);
|
||||
x = await ride(s, ['--instance', 'owner']);
|
||||
assert.deepEqual(JSON.parse(x.out.text), { riding: 'owner', port: 18452 });
|
||||
// Nothing of the owner's changed.
|
||||
assert.deepEqual(JSON.parse(readFileSync(join(s.owner.dir, 'proxy.json'), 'utf8')), s.owner.value);
|
||||
assert.equal(existsSync(join(s.riderDir, 'proxy.json')), false);
|
||||
});
|
||||
|
||||
test('ride and ride --off run only from a human shell', async (t) => {
|
||||
const s = setup(t);
|
||||
for (const args of [['--instance', 'owner'], ['--off']]) {
|
||||
await assert.rejects(ride(s, args, { ...s.env, CLAUDECODE: '1' }), code('human-required'));
|
||||
await assert.rejects(ride(s, [...args, '--tester']), code('human-required'));
|
||||
}
|
||||
assert.equal(existsSync(s.rideFile), false);
|
||||
});
|
||||
|
||||
test('a ride the loader refuses is removed again, with the ride code and its owner line', async (t) => {
|
||||
const s = setup(t);
|
||||
const cases = [
|
||||
[['--instance', 'nobody'], 'proxy-ride-owner-missing', () => {}],
|
||||
[['--instance', 'owner'], 'proxy-ride-owner-missing', () => rmSync(join(s.owner.dir, 'proxy.json'))],
|
||||
];
|
||||
for (const [args, c, prep] of cases) {
|
||||
prep();
|
||||
await assert.rejects(ride(s, args), (e) => e.code === c && e.message === `${c}: ${RIDE_LINES[c]}` && e.exitCode === 2);
|
||||
assert.equal(existsSync(s.rideFile), false, `${c}: the refused file is gone`);
|
||||
}
|
||||
await assert.rejects(ride(s, ['--instance', '../x']), code('proxy-ride-invalid'));
|
||||
assert.equal(existsSync(s.rideFile), false);
|
||||
});
|
||||
|
||||
test('ride refuses beside its own proxy.json, and over a ride of another instance', async (t) => {
|
||||
const s = setup(t);
|
||||
writeFileSync(join(s.riderDir, 'proxy.json'), '{}');
|
||||
await assert.rejects(ride(s, ['--instance', 'owner']), code('proxy-ride-conflict'));
|
||||
assert.equal(existsSync(s.rideFile), false);
|
||||
rmSync(join(s.riderDir, 'proxy.json'));
|
||||
writeFileSync(s.rideFile, '{"version":1,"instance":"other"}\n', { mode: 0o600 });
|
||||
await assert.rejects(ride(s, ['--instance', 'owner']), (e) => e.code === 'proxy-usage' && e.exitCode === 4 && /already rides instance other/.test(e.message));
|
||||
assert.equal(readFileSync(s.rideFile, 'utf8'), '{"version":1,"instance":"other"}\n', 'the existing ride is left as it was');
|
||||
});
|
||||
|
||||
test('ride --off removes the file, also when the owner is gone, and says when there was none', async (t) => {
|
||||
const s = setup(t);
|
||||
await ride(s, ['--instance', 'owner']);
|
||||
rmSync(s.owner.dir, { recursive: true });
|
||||
let x = await ride(s, ['--off']);
|
||||
assert.deepEqual(JSON.parse(x.out.text), { riding: null, removed: true });
|
||||
assert.equal(existsSync(s.rideFile), false);
|
||||
x = await ride(s, ['--off']);
|
||||
assert.deepEqual(JSON.parse(x.out.text), { riding: null, removed: false });
|
||||
for (const args of [[], ['--instance'], ['--off', '--instance', 'owner'], ['--on']]) await assert.rejects(ride(s, args), code('proxy-usage'));
|
||||
});
|
||||
|
||||
test('a validate seam that answers another owner or no port removes the file', async (t) => {
|
||||
const s = setup(t);
|
||||
for (const answer of [{ proxy: { port: 1, owner: { instance: 'elsewhere' } } }, { proxy: { owner: { instance: 'owner' } } }, {}]) {
|
||||
const x = io(s.env);
|
||||
await assert.rejects(proxyCommand(['ride', '--instance', 'owner'], x, { system: () => ({}), rideValidate: () => answer }), code('proxy-ride-owner-missing'));
|
||||
assert.equal(existsSync(s.rideFile), false);
|
||||
}
|
||||
});
|
||||
|
||||
test('loadSystem drops the ridden proxy unless a worker run asks; the bus boot config is the one with no proxy', async (t) => {
|
||||
const s = setup(t);
|
||||
const plain = bootConfig({ system: loadSystem({ env: s.env }), businessId: 'acme', env: s.env });
|
||||
await ride(s, ['--instance', 'owner']);
|
||||
const off = loadSystem({ env: s.env });
|
||||
assert.equal(Object.hasOwn(off, 'proxy'), false, 'every caller but a worker run sees no proxy');
|
||||
const on = loadSystem({ env: s.env, ride: true });
|
||||
assert.deepEqual(on.proxy, { ...s.owner.value, owner: { instance: 'owner', configDir: s.owner.dir, dataRoot: s.owner.dataRoot } });
|
||||
for (const system of [off, on]) {
|
||||
const boot = bootConfig({ system, businessId: 'acme', env: s.env });
|
||||
assert.equal(Object.hasOwn(boot, 'proxy'), false);
|
||||
assert.deepEqual(boot, plain, "the rider's bus boots exactly as it did before the ride");
|
||||
}
|
||||
// An instance with its own proxy keeps it in the boot config, as before.
|
||||
const own = bootConfig({ system: { ...off, proxy: { port: 18460, binary: '/x' } }, businessId: 'acme', env: s.env });
|
||||
assert.deepEqual(own.proxy, { port: 18460, binary: '/x' });
|
||||
});
|
||||
|
||||
test('a ride refusal reaches loadSystem and the worker launcher as its code and owner line', async (t) => {
|
||||
const s = setup(t);
|
||||
writeFileSync(s.rideFile, '{"version":1,"instance":"owner","path":"/x"}', { mode: 0o600 });
|
||||
const line = `proxy-ride-invalid: ${RIDE_LINES['proxy-ride-invalid']}`;
|
||||
assert.throws(() => loadSystem({ env: s.env }), (e) => e.exitCode === 3 && e.message === `system config problem (mosaic-config exit 2): ${line}`);
|
||||
const r = spawnSync(process.execPath, [CONTAINER_CLI, '--check'], { env: s.env, encoding: 'utf8', timeout: 20000 });
|
||||
assert.equal(r.status, 3, r.stderr);
|
||||
assert.equal(r.stderr, `processing: ${line}\n`);
|
||||
assert.equal(r.stderr.includes(s.root), false);
|
||||
});
|
||||
|
||||
test("a worker launch through container-cli is given the owner's proxy", async (t) => {
|
||||
const s = setup(t);
|
||||
const launch = () => spawnSync(process.execPath, ['--import', HOOK, CONTAINER_CLI], { env: { ...s.env, FAKE_WP: 'proxy' }, encoding: 'utf8', timeout: 20000 });
|
||||
let r = launch();
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
assert.equal(r.stdout, 'no-owner:no-proxy', 'no ride file: no proxy, as before');
|
||||
await ride(s, ['--instance', 'owner']);
|
||||
r = launch();
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
assert.equal(r.stdout, 'owner:18452');
|
||||
});
|
||||
@@ -128,3 +128,12 @@ test('proxy fetch shows the page\'s progress steps and writes the same fetch rec
|
||||
await assert.rejects(proxyCommand(['fetch'], human(), { system: failed, fetch: async () => { throw Object.assign(Error('mismatch'), { code: 'proxy-fetch-hash' }); } }), code('proxy-fetch-hash'));
|
||||
assert.throws(() => readFileSync(join(failed.dataRoot, 'state', 'proxy-admin.jsonl')), { code: 'ENOENT' });
|
||||
});
|
||||
|
||||
test('proxy undo is the same owner-only unfinished-setup action as the screen', async () => {
|
||||
let calls = 0; const out = io();
|
||||
await proxyCommand(['undo'], out, { system: fakeSystem, admin: { undo: async () => { calls++; return { removed: true }; } } });
|
||||
assert.equal(calls, 1); assert.match(out.out.text, /removed/);
|
||||
await assert.rejects(proxyCommand(['undo', 'extra'], io(), { system: fakeSystem, admin: {} }), code('proxy-usage'));
|
||||
const agent = io(); agent.env.MOSAIC_AGENT_RUN = 'fixture';
|
||||
await assert.rejects(proxyCommand(['undo'], agent, { system: fakeSystem, admin: {} }), code('human-required'));
|
||||
});
|
||||
@@ -2210,10 +2210,12 @@ export class Store {
|
||||
// C1's scripts/mosaic runs B's host, as a copy-check failure needs.
|
||||
// Row 294: config.mjs imports access/transport. Task 5b also imports the built-in catalogue and
|
||||
// its task, bus, seat and processing-control dependencies; the rehearsal needs those files too.
|
||||
// proxy-ride-1: config.mjs imports the ride refusal lines from model-proxy/src/settings.mjs, whose
|
||||
// common.mjs reads model-proxy/PIN when it loads.
|
||||
const RCOPIES=join(base,'rcopies');mkdirSync(RCOPIES);
|
||||
for(const [id,v,froms] of [[B,'3g',['3f']],[C,'3h',['3f','3g']],[A,'3g',['3f']],[C1,'3g',['3f']]]){
|
||||
const d=join(RCOPIES,id);
|
||||
for(const p of ['scripts/mosaic','scripts/mosaic-config.mjs','packages/cli/src/config.mjs','packages/cli/src/errors.mjs','packages/cli/src/access.mjs','packages/cli/src/org-selector.mjs','packages/cli/src/transport.mjs','packages/bus/src/business.mjs','packages/bus/src/organization-context.mjs','packages/bus/src/request-store.mjs','packages/bus/src/requirement-catalog.mjs','packages/tasks/src','packages/seat/src/landing.mjs','packages/seat/src/checkout.mjs','packages/processing-control/src','packages/plugins/src/kinds.mjs','packages/organization/src','packages/business/src','packages/library/src','roles'])cpSync(join(repo,p),join(d,p),{recursive:true});
|
||||
for(const p of ['scripts/mosaic','scripts/mosaic-config.mjs','packages/cli/src/config.mjs','packages/cli/src/errors.mjs','packages/cli/src/access.mjs','packages/cli/src/org-selector.mjs','packages/cli/src/transport.mjs','packages/bus/src/business.mjs','packages/bus/src/organization-context.mjs','packages/bus/src/request-store.mjs','packages/bus/src/requirement-catalog.mjs','packages/tasks/src','packages/seat/src/landing.mjs','packages/seat/src/checkout.mjs','packages/processing-control/src','packages/model-proxy/src','packages/model-proxy/PIN','packages/plugins/src/kinds.mjs','packages/organization/src','packages/business/src','packages/library/src','roles'])cpSync(join(repo,p),join(d,p),{recursive:true});
|
||||
// Row 333 R2 (#1831): what the business loader imports from outside its directory, model-quota.mjs included.
|
||||
for(const p of businessImportedFiles(repo))if(!existsSync(join(d,p)))cpSync(join(repo,p),join(d,p));
|
||||
if(id===C1)writeFileSync(join(d,'scripts','mosaic'),`#!/usr/bin/env bash\nexec node "${join(RCOPIES,B,'packages','cli','src','cli.mjs')}" "$@"\n`,{mode:0o755});
|
||||
|
||||
@@ -549,7 +549,8 @@ test("#1873 F2 the same launch-failed refusal twice for one message posts one li
|
||||
const A = host.call("thread.create", { project, name: "alpha" }).id;
|
||||
host.call("thread.send", { thread: A, body: "for A" });
|
||||
const [line] = await until(() => failedLines(host, A).length && failedLines(host, A));
|
||||
assert.match(line.body, /\nDetails: start refused: launch-failed$/);
|
||||
// first-run-fixes-1 (B4): the line carries the refusal's plain reason, not only the code.
|
||||
assert.match(line.body, /\nDetails: start refused: launch-failed: launch-op refused: launch-op-refused$/);
|
||||
for (let i = 0; i < 3; i++) await host.launcher.tick();
|
||||
assert.equal(failedLines(host, A).length, 1);
|
||||
});
|
||||
|
||||
@@ -238,7 +238,7 @@ cross-role), plus the reads and `raise_decision`. The broker still decides
|
||||
every call; a tool being present is not permission.
|
||||
|
||||
The harness never holds the capability. Tools call the runner's tool socket
|
||||
(`tools.sock`, 0600) with `{tool, args}`; the runner checks the name
|
||||
(`tools.sock`, 0600, at `/run/mosaic/tools.sock` inside the sandbox) with `{tool, args}`; the runner checks the name
|
||||
against `tools.json` and forwards the call with its own capability. A
|
||||
refusal comes back to the model as `refused: <code>`.
|
||||
|
||||
|
||||
@@ -149,7 +149,8 @@ export function turnCause(stdout, secrets = []) {
|
||||
}
|
||||
|
||||
// The chat body for a failed turn: the plain cause first, the technical reason after.
|
||||
export const TURN_FAILURE_NOTICE_PREFIX = 'The turn failed: ';
|
||||
export const DETAILS = "\nDetails: ";
|
||||
export function failureBody(turn) {
|
||||
return turn.cause ? `The turn failed: ${turn.cause}${DETAILS}${turn.reason}` : `The turn failed: ${turn.reason}`;
|
||||
return turn.cause ? `${TURN_FAILURE_NOTICE_PREFIX}${turn.cause}${DETAILS}${turn.reason}` : `${TURN_FAILURE_NOTICE_PREFIX}${turn.reason}`;
|
||||
}
|
||||
@@ -1303,7 +1303,9 @@ const SHELL_SET = ["IFS"];
|
||||
test("pi-unpin S3 re-check 6: every argv the adapter builds in a bus session's environment is one sessionShape builds, over each tool count, -c case, thinking level and provider, and each pair of its branches is one a fit run passes", SKIP, async t => {
|
||||
const adapter = join(REPO, "adapters", "pi", "adapter.sh");
|
||||
// Set only by worker containers (packages/processing-control) and the TUI (scripts/agent.sh).
|
||||
const NOT_BUS = ["MOSAIC_SKILLS", "MOSAIC_SESSION_FORK", "MOSAIC_INTERACTIVE"];
|
||||
// MOSAIC_PROXY_PORT: only a host worker launch sets it (worker-proxy.mjs), for the model proxy
|
||||
// forwarder; a bus session reaches its model another way and leaves it unset.
|
||||
const NOT_BUS = ["MOSAIC_SKILLS", "MOSAIC_SESSION_FORK", "MOSAIC_INTERACTIVE", "MOSAIC_PROXY_PORT"];
|
||||
for (const name of NOT_BUS) assert.ok(!ENV_ALLOW.includes(name), name);
|
||||
const lines = readFileSync(adapter, "utf8").split("\n");
|
||||
const firstSet = new Map();
|
||||
|
||||
@@ -63,7 +63,7 @@ it was installed from (`systemctl --user cat <unit>` shows it). If the new
|
||||
code is in that same tree, a restart picks it up. If it is in another tree,
|
||||
the unit keeps the old PIN until it is installed again from the new tree:
|
||||
stop it, remove its unit file, then `mosaic proxy unit install` from the new
|
||||
tree, because install never replaces a unit. Then run `mosaic proxy fetch` (or Fetch on the Console's
|
||||
tree, because install never replaces a unit. An identical installed file is a no-op on retry. Then run `mosaic proxy fetch` (or Fetch on the Console's
|
||||
Model setup page), which installs the new release beside the old one
|
||||
under `<dataRoot>/opt/cliproxyapi/<version>/`. Then restart the proxy with
|
||||
`mosaic proxy unit restart`. Before the fetch, the proxy fails to start with
|
||||
@@ -162,11 +162,14 @@ state offers its next step as one button. CLI parity:
|
||||
mosaic proxy unit render|status|install|start|stop|restart
|
||||
mosaic proxy fence clear --restart --business ID
|
||||
mosaic proxy init-lock status|clear
|
||||
mosaic proxy undo
|
||||
mosaic proxy ride --instance NAME | ride --off (CLI only; no Console control)
|
||||
|
||||
- Fetch runs the same PIN and hash checks as `mosaic proxy fetch`; the page
|
||||
shows each step as it runs.
|
||||
- Init asks the bus to generate the management key (`proxy.init` with
|
||||
`generate: true`, 48 CSPRNG bytes). The key goes to the key file only; no
|
||||
- Init uses the instance-owner transport on the page, or the selected bus on the CLI,
|
||||
to generate the management key (`proxy.init` with `generate: true`, 48 CSPRNG bytes).
|
||||
The key goes to the key file only; no
|
||||
response, event or receipt carries it. A pasted key with its confirmation is
|
||||
accepted only when the page is on HTTPS or on loopback from a loopback
|
||||
peer; a plain-HTTP LAN page gets the generated key only
|
||||
@@ -183,7 +186,7 @@ state offers its next step as one button. CLI parity:
|
||||
yourself and use `fence clear --proxy-restarted`, which is unchanged.
|
||||
- `proxy-admin-busy` (one setup action at a time) is per process: the Console
|
||||
and a `mosaic proxy` command each hold their own. The writes that matter are
|
||||
still serialized across processes: init by the bus's init lock and
|
||||
still serialized across processes: init by the instance init lock and
|
||||
exclusive create, key writes by the instance-wide proxy lock, and unit
|
||||
actions by systemd.
|
||||
- The page and `status --json` carry the last ten receipts from
|
||||
@@ -196,3 +199,42 @@ state offers its next step as one button. CLI parity:
|
||||
per instance (ruling 8, deferred).
|
||||
|
||||
Receipts: `<dataRoot>/state/proxy-admin.jsonl` (labels, pids and port only).
|
||||
|
||||
### Model setup before an organization exists
|
||||
|
||||
The instance owner can fetch, initialize and start the service, connect accounts and see
|
||||
models at Settings > Model setup before creating any organization. The instance transport
|
||||
reuses the human ancestry verifier, initialization, account controller, write fence and
|
||||
provider catalogue. The private child proves its direct parent is this checkout's Console
|
||||
with the same instance config directory and checks human ancestry before admitting work.
|
||||
Resume only releases the removal hold, so it still completes when a new ancestry check would fail.
|
||||
Organization account routes and single-business Console routes retain their existing bus.
|
||||
|
||||
If setup stops, the page names the step and its reason. Try again reads current state and
|
||||
starts at the unfinished step. A service file on disk and systemd's loaded state are reported
|
||||
separately. A file the user manager cannot find often means the Console has a different HOME.
|
||||
The rendered file always carries an absolute MOSAIC_CONFIG; the displayed unit shortens HOME.
|
||||
|
||||
`mosaic proxy undo`, or **Remove unfinished setup** on Model setup, removes only an unfinished
|
||||
setup. The owner-only write is `POST /api/proxy/admin/undo` with `{}`. It removes
|
||||
only an inactive known Mosaic unit for this instance, then removes unfinished proxy state, proxy.json
|
||||
and the management key. The pinned download, config.json and append-only history stay.
|
||||
A running service, recorded successful start, connected account, riding organization,
|
||||
riding instance, non-sentinel client key, pending sign-in, held init lock, unknown file, foreign unit or drop-in prevents removal.
|
||||
Undo holds the existing init lock during removal to exclude another initialization. The new refusal
|
||||
codes are `proxy-setup-in-use` and `proxy-setup-remove-refused`. Retry and undo never widen
|
||||
who can manage an account.
|
||||
|
||||
The Lead approved a plain `message` field on every Model setup admin route error, including
|
||||
install, start and undo. This field explains the refusal in plain words and carries no absolute
|
||||
path, code-only text, key or token. A unit file under the home directory is named in its short
|
||||
`~/` form. It is an approved response field alongside the undo success message;
|
||||
it adds no route, verb, refusal code, grant or role.
|
||||
|
||||
Install checks drop-ins beside the unit file. It does not discover every system-wide or
|
||||
user.control override; an administrator must check those before changing an installation.
|
||||
A stopped-step reason is retained in the Console process only. After a Console restart,
|
||||
Continue setup still reads disk and service state and starts from the unfinished step.
|
||||
An owner IPC timeout reports an unknown outcome without stopping the child or its locked
|
||||
write. New owner calls refuse busy until the operation settles; retry reads current state.
|
||||
Disconnect closes admission and lets accepted work finish before the child exits.
|
||||
@@ -1,11 +1,13 @@
|
||||
// #1873 proxy setup controller shared by the Console page (webui proxy-admin.mjs) and
|
||||
// `mosaic proxy status|unit|init-lock|fence clear --restart`. Host actions run here; init and
|
||||
// the fence clear go to the bus, which decides them. Results and receipts carry labels, key IDs
|
||||
// and process ids only: never a key, token, absolute path or upstream text.
|
||||
// the fence clear use the owner transport or selected bus. Receipts carry labels, key IDs
|
||||
// and process ids only: never a key, token or upstream text. A unit refusal can name its file.
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { homedir } from 'node:os';
|
||||
import { fetchPinned } from './fetch.mjs';
|
||||
import { PIN } from './common.mjs';
|
||||
import { readRide, RIDE_NAME } from './settings.mjs';
|
||||
import { PIN, sha256 } from './common.mjs';
|
||||
import { localRide, riddenOrgs } from './ride.mjs';
|
||||
import { releaseState, initState, fenceState, initLockStatus, clearInitLock, appendReceipt, recentReceipts, receiptsText, createUnitControl, FILE_LABELS, LOG_LINES, receiptHistory, serviceKeyState } from './admin.mjs';
|
||||
import { secretValues } from './redact.mjs';
|
||||
@@ -76,19 +78,22 @@ const isoTime = value => (typeof value === 'string' && /^[0-9]{4}-[0-9]{2}-[0-9]
|
||||
// #1873 ride-default: `riders()` lists the owner's active organizations for Ride all, read locally:
|
||||
// [{id, fixture, cliproxy, changes, call, status}] where `changes` is the text of the organization's
|
||||
// change log, `call(verb, args)` reaches its bus as the owner and `status()` is its bus status. `ownerModels()` answers
|
||||
// {proxy, riding, models} from the riding buses' catalogues. `move(id, models, principal)` moves a
|
||||
// {proxy, riding, models, catalogue?} from the instance owner catalogue or riding buses. `move(id, models, principal)` moves a
|
||||
// stopped fixture organization to the owner's models through the organization service.
|
||||
// #1873 settings-backend A2: a rider may also have `file()`, its organization file as the writer
|
||||
// reads it ({document, revision}), read only. `harnesses()` lists the installed harness programs.
|
||||
// `rootAgents()` reads the root agent file (loadRootAgents); with none given, or one that throws,
|
||||
// no organization that has the program on is written (unreadable).
|
||||
export function createProxyAdmin({ dataRoot, configDir, instance = null, unitDir = null, unit = null, fetch = fetchPinned, buses, orgs = async () => [], riders = async () => [], harnesses = () => installedHarnesses(dataRoot), rootAgents = null, ownerModels = async () => ({ proxy: false, riding: false, models: [] }), move = null, now = () => new Date(), env = process.env, pin = PIN, providers = PROVIDERS }) {
|
||||
// worker-model-setup: `workerModel()`, when given, answers the Worker model card's view
|
||||
// (webui/src/worker-model-view.mjs); status() carries it as `worker`, or null when it throws.
|
||||
// status({ worker: false }) leaves it out and does not call it (the Triage snapshot).
|
||||
export function createProxyAdmin({ dataRoot, configDir, instance = null, unitDir = null, unit = null, fetch = fetchPinned, buses, orgs = async () => [], riders = async () => [], harnesses = () => installedHarnesses(dataRoot), rootAgents = null, ownerModels = async () => ({ proxy: false, riding: false, models: [] }), move = null, now = () => new Date(), env = process.env, pin = PIN, providers = PROVIDERS, workerModel = null, ownerProxy = null }) {
|
||||
const port = () => { try { return initState(configDir, dataRoot).settings?.port ?? null; } catch { return null; } };
|
||||
const control = unit ?? createUnitControl({ instance, unitDir, port, env });
|
||||
let job = { state: 'idle', step: null, receipt: null, error: null };
|
||||
// The last confirmed restart this page made. One fence clear may use it.
|
||||
let restarted = null;
|
||||
let busy = null;
|
||||
let busy = null, stoppedSetup = null;
|
||||
const receipt = record => appendReceipt(dataRoot, { time: now().toISOString(), ...record });
|
||||
const fetchRecord = () => ({ op: 'fetch', version: pin.version, panelVersion: pin.panel.version, archiveSha256: pin.archive.sha256, panelSha256: pin.panel.sha256, binarySha256: pin.binary.sha256, verified: true });
|
||||
async function exclusive(name, action) {
|
||||
@@ -249,9 +254,27 @@ export function createProxyAdmin({ dataRoot, configDir, instance = null, unitDir
|
||||
}
|
||||
return {
|
||||
// #1873 models-offered (A9): models() and modelsSet(), the owner's per-provider on/off lists.
|
||||
...offeredControl({ dataRoot, riders, receipt, exclusive, rootAgents }),
|
||||
...offeredControl({ dataRoot, riders, receipt, exclusive, rootAgents, ownerCatalogue: ownerProxy ? () => ownerProxy.catalogue() : null }),
|
||||
unit: control.unit,
|
||||
async status() {
|
||||
// The last local failure is memory only. Reading readiness never loads history or repairs setup.
|
||||
get stoppedSetup() { return stoppedSetup ? { ...stoppedSetup } : null; },
|
||||
...(ownerProxy ? { async setupAccounts(principal) {
|
||||
try {
|
||||
const [accounts, catalogue] = await Promise.all([
|
||||
ownerProxy.call('proxy.accounts', {}, principal), ownerProxy.catalogue(),
|
||||
]);
|
||||
return { accounts: accounts.accounts, catalogue };
|
||||
} catch (error) {
|
||||
if (error?.code !== 'not-configured') throw error;
|
||||
// Before service setup there are no accounts to connect or catalogue to inspect yet.
|
||||
return { accounts: [], catalogue: null };
|
||||
}
|
||||
} } : {}),
|
||||
...(ownerProxy ? { ownerCall: (verb, args, principal) => ownerProxy.call(verb, args, principal) } : {}),
|
||||
async status({ worker: withWorker = true } = {}) {
|
||||
// The Worker model view asks each organization's bus, so it starts first and runs alongside
|
||||
// the reads below; a throw reads as null.
|
||||
const workerRead = withWorker && workerModel ? Promise.resolve().then(() => workerModel()).catch(() => null) : null;
|
||||
// The job is read before the release: a fetch that ends during the awaits below then reads
|
||||
// "running" (and the page polls again), never "done" next to a release read before it ended.
|
||||
const fetchJob = { ...job };
|
||||
@@ -264,6 +287,7 @@ export function createProxyAdmin({ dataRoot, configDir, instance = null, unitDir
|
||||
try { organizations = await orgs(); } catch { organizations = null; }
|
||||
const ride = await rideSummary();
|
||||
const programs = await programsSummary();
|
||||
const worker = workerRead ? await workerRead : null;
|
||||
const next = nextSteps({ release, init, unitState, fence, lock });
|
||||
// Ride all comes after the proxy runs with no fence, while an organization can still ride.
|
||||
if (next[0] === 'accounts' && ride?.some(r => r.state === 'ready' || r.state === 'fixture')) next.push('ride-all');
|
||||
@@ -281,6 +305,7 @@ export function createProxyAdmin({ dataRoot, configDir, instance = null, unitDir
|
||||
// #1873 settings-backend-a3: the page's provider select, from the plugin. Id, label and sign-in kind only.
|
||||
providers: publicProviders(providers),
|
||||
busy,
|
||||
stoppedSetup,
|
||||
receipts: recentReceipts(dataRoot),
|
||||
organizations,
|
||||
// Ruling 8: the system config holds one proxy per instance; an organization's own proxy
|
||||
@@ -288,6 +313,7 @@ export function createProxyAdmin({ dataRoot, configDir, instance = null, unitDir
|
||||
ownProxy: { available: false, state: 'not built', reason: 'This instance has one shared proxy. A separate proxy per organization is not built yet.' },
|
||||
ride,
|
||||
programs,
|
||||
...(workerRead ? { worker } : {}),
|
||||
next,
|
||||
};
|
||||
},
|
||||
@@ -333,12 +359,104 @@ export function createProxyAdmin({ dataRoot, configDir, instance = null, unitDir
|
||||
restarted = evidence.confirmed ? evidence : null;
|
||||
return { state, evidence, receipt: receipt({ op: 'unit.restart', unit: control.unit, confirmed: evidence.confirmed, before: { pid: evidence.before.pid }, after: { pid: evidence.after.pid, listening: evidence.after.listening }, observedAt: evidence.observedAt }) };
|
||||
}
|
||||
const state = await control[op]();
|
||||
let state;
|
||||
try { state = await control[op](); stoppedSetup = null; }
|
||||
catch (error) {
|
||||
stoppedSetup = { at: `unit-${op}`, code: proxyCode(error, 'proxy-unit-failed'), ...(error.ownerMessage ? { reason: error.ownerMessage } : {}) };
|
||||
throw error;
|
||||
}
|
||||
// Any other unit action ends the restart this page confirmed.
|
||||
restarted = null;
|
||||
return { state, receipt: receipt({ op: `unit.${op}`, unit: control.unit, active: state.active, pid: state.pid ?? null, healthy: state.healthy === true }) };
|
||||
});
|
||||
},
|
||||
// Undo only an unfinished local setup. Unknown state, credentials, riders or any successful
|
||||
// service start refuse before a unit or file is touched. The pinned download and history stay.
|
||||
async undo() {
|
||||
return exclusive('undo', () => (ownerProxy?.withRemoval ? action => ownerProxy.withRemoval(action) : action => action())(async () => {
|
||||
const state = await control.status();
|
||||
const history = receiptsText(dataRoot);
|
||||
if (history === null) throw failure('proxy-setup-remove-refused');
|
||||
let entries;
|
||||
try { entries = history.split('\n').filter(Boolean).map(JSON.parse); } catch { throw failure('proxy-setup-remove-refused'); }
|
||||
const lastUndo = entries.findLastIndex(r => r.op === 'setup.undo');
|
||||
if (state.healthy || state.active === 'active' || entries.slice(lastUndo + 1).some(r => /^unit\.(start|restart)$/.test(r.op) && (r.healthy === true || r.confirmed === true))) throw failure('proxy-setup-in-use');
|
||||
if (!['inactive', 'failed'].includes(state.active)) throw failure('proxy-setup-remove-refused');
|
||||
const list = await riders();
|
||||
if (!Array.isArray(list) || list.some(r => typeof r.cliproxy !== 'boolean')) throw failure('proxy-setup-remove-refused');
|
||||
if (list.some(r => r.cliproxy)) throw failure('proxy-setup-in-use');
|
||||
// Instance rides are named under the same user's canonical config home. Never read keys.
|
||||
const configHome = path.join(homedir(), '.config');
|
||||
const ownerName = instance ?? (path.basename(configDir).startsWith('mosaic-') ? path.basename(configDir).slice(7) : null);
|
||||
if (ownerName) {
|
||||
let actual, named;
|
||||
try { actual = fs.realpathSync(configDir); named = fs.realpathSync(path.join(configHome, `mosaic-${ownerName}`)); }
|
||||
catch { throw failure('proxy-setup-remove-refused'); }
|
||||
if (actual !== named) throw failure('proxy-setup-remove-refused');
|
||||
let names; try { names = fs.readdirSync(configHome); } catch { throw failure('proxy-setup-remove-refused'); }
|
||||
for (const name of names) {
|
||||
if (!name.startsWith('mosaic-') || !RIDE_NAME.test(name.slice(7)) || name === `mosaic-${ownerName}`) continue;
|
||||
try { if (readRide(path.join(configHome, name))?.instance === ownerName) throw failure('proxy-setup-in-use'); }
|
||||
catch (error) { throw failure(error.code === 'proxy-setup-in-use' ? error.code : 'proxy-setup-remove-refused'); }
|
||||
}
|
||||
}
|
||||
const files = { settings: path.join(configDir, 'proxy.json'), key: path.join(configDir, 'secrets', 'proxy-management.key'), lock: path.join(configDir, '.proxy-init.lock'), proxy: path.join(dataRoot, 'proxy') };
|
||||
const snapshots = new Map();
|
||||
const inspect = file => {
|
||||
let st; try { st = fs.lstatSync(file); } catch (e) { if (e.code === 'ENOENT') return null; throw failure('proxy-setup-remove-refused'); }
|
||||
if (st.isSymbolicLink() || st.uid !== process.getuid() || (st.mode & 0o022) || fs.realpathSync(file) !== path.resolve(file) || (!st.isFile() && !st.isDirectory()) || (st.isFile() && st.nlink !== 1)) throw failure('proxy-setup-remove-refused');
|
||||
snapshots.set(file, st); return st;
|
||||
};
|
||||
for (const file of Object.values(files)) inspect(file);
|
||||
// An init lock cannot prove its holder is gone. Keep it for the existing stale-lock flow.
|
||||
if (snapshots.has(files.lock)) throw failure('proxy-setup-remove-refused');
|
||||
if (snapshots.has(files.proxy)) {
|
||||
const allowed = new Set(['config.yaml', 'auth', 'logs', 'mosaic-proxy.identity']);
|
||||
for (const name of fs.readdirSync(files.proxy)) {
|
||||
if (!allowed.has(name)) throw failure('proxy-setup-remove-refused');
|
||||
const file = path.join(files.proxy, name), st = inspect(file);
|
||||
if (name === 'auth') { if (!st.isDirectory() || fs.readdirSync(file).length) throw failure('proxy-setup-in-use'); }
|
||||
else if (name === 'config.yaml') {
|
||||
if (!st.isFile()) throw failure('proxy-setup-remove-refused');
|
||||
let cfg; try { cfg = JSON.parse(fs.readFileSync(file, 'utf8')); } catch { throw failure('proxy-setup-remove-refused'); }
|
||||
const access = cfg.access;
|
||||
if (access !== undefined) {
|
||||
const sentinel = new RegExp(`^msk-${sha256(configDir).slice(0, 12)}-sentinel-[A-Za-z0-9_-]{43}$`);
|
||||
if (!access || typeof access !== 'object' || Array.isArray(access) || Object.keys(access).some(k => k !== 'api-keys')
|
||||
|| !Array.isArray(access['api-keys']) || access['api-keys'].length > 1 || access['api-keys'].some(k => typeof k !== 'string' || !sentinel.test(k))) throw failure('proxy-setup-in-use');
|
||||
}
|
||||
if (Object.keys(cfg).some(k => !['config-version', 'server', 'management', 'access', 'oauth', 'observability', 'routing'].includes(k))) throw failure('proxy-setup-in-use');
|
||||
} else if (name === 'logs') {
|
||||
if (!st.isDirectory()) throw failure('proxy-setup-remove-refused');
|
||||
for (const log of fs.readdirSync(file)) if (!inspect(path.join(file, log))?.isFile()) throw failure('proxy-setup-remove-refused');
|
||||
} else if (!st.isFile()) throw failure('proxy-setup-remove-refused');
|
||||
}
|
||||
}
|
||||
// Recheck every identity after preflight, before performing the removal.
|
||||
for (const [file, before] of snapshots) {
|
||||
const after = fs.lstatSync(file);
|
||||
if (after.dev !== before.dev || after.ino !== before.ino || after.mtimeMs !== before.mtimeMs) throw failure('proxy-setup-remove-refused');
|
||||
}
|
||||
// Hold init's existing exclusive lock across the asynchronous unit removal, so another
|
||||
// Console or CLI cannot initialize new state while this operation removes old state.
|
||||
let guard;
|
||||
try { guard = fs.openSync(files.lock, 'wx', 0o600); } catch { throw failure('proxy-setup-remove-refused'); }
|
||||
const identity = fs.fstatSync(guard);
|
||||
try {
|
||||
// With no settings yet there can be no proxy unit that this setup installed.
|
||||
if (snapshots.has(files.settings)) await control.remove();
|
||||
else if (state.installed) throw failure('proxy-setup-remove-refused');
|
||||
for (const key of ['settings', 'key']) if (snapshots.has(files[key])) fs.unlinkSync(files[key]);
|
||||
if (snapshots.has(files.proxy)) fs.rmSync(files.proxy, { recursive: true });
|
||||
stoppedSetup = null; restarted = null;
|
||||
return { removed: true, message: 'Unfinished setup removed. You can set it up again.', receipt: receipt({ op: 'setup.undo' }) };
|
||||
} finally {
|
||||
fs.closeSync(guard);
|
||||
const after = fs.lstatSync(files.lock);
|
||||
if (after.ino === identity.ino && after.dev === identity.dev) fs.unlinkSync(files.lock);
|
||||
}
|
||||
}));
|
||||
},
|
||||
// Only after this page restarted the proxy and saw the new process. The bus re-proves it.
|
||||
async fenceClear(call) {
|
||||
return exclusive('fence-clear', async () => {
|
||||
@@ -385,7 +503,7 @@ export function createProxyAdmin({ dataRoot, configDir, instance = null, unitDir
|
||||
if (typeof move !== 'function') return { org, moved: false, reason: 'not-available' };
|
||||
const owner = await ownerModels();
|
||||
if (owner?.proxy !== true) return { org, moved: false, reason: 'no-proxy' };
|
||||
if (owner.riding !== true) return { org, moved: false, reason: 'no-riding-bus' };
|
||||
if (owner.riding !== true && owner.catalogue !== 'ready') return { org, moved: false, reason: 'no-riding-bus' };
|
||||
let result;
|
||||
try { result = await move(org, owner.models, principal); }
|
||||
catch (error) { result = { moved: false, reason: failCode(error) }; }
|
||||
|
||||
@@ -7,6 +7,7 @@ import path from 'node:path';
|
||||
import net from 'node:net';
|
||||
import { execFile } from 'node:child_process';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { ownedUnit, checkDropins } from './unit-file.mjs';
|
||||
import { PIN, refuse } from './common.mjs';
|
||||
import { installPaths, loadProxy, verifyInstall } from './settings.mjs';
|
||||
import { holdsSecret, redactLine, redactValue } from './redact.mjs';
|
||||
@@ -277,9 +278,9 @@ export function unitName(instance) {
|
||||
return instance && instance !== 'dev' ? `mosaic-proxy-${instance}.service` : 'mosaic-proxy.service';
|
||||
}
|
||||
|
||||
export function defaultRun(command, args, { env, timeout = 60000 } = {}) {
|
||||
export function defaultRun(command, args, { env, timeout = 60000, signal } = {}) {
|
||||
return new Promise(resolve => {
|
||||
execFile(command, args, { env, timeout, maxBuffer: 1024 * 1024, killSignal: 'SIGKILL' }, (error, stdout, stderr) => {
|
||||
execFile(command, args, { env, timeout, signal, maxBuffer: 1024 * 1024, killSignal: 'SIGKILL' }, (error, stdout, stderr) => {
|
||||
resolve({ code: error ? (typeof error.code === 'number' ? error.code : 1) : 0, stdout: String(stdout ?? ''), stderr: String(stderr ?? '') });
|
||||
});
|
||||
});
|
||||
@@ -305,11 +306,22 @@ export function createUnitControl({ instance = null, port = () => null, unitDir
|
||||
const unit = unitName(instance);
|
||||
if (unitDir !== null && (typeof unitDir !== 'string' || !path.isAbsolute(unitDir))) refuse('proxy-unit-path');
|
||||
const script = path.join(repo, 'scripts', 'proxy-service.sh');
|
||||
const unitFile = path.join(unitDir ?? path.join(env.XDG_CONFIG_HOME ?? path.join(env.HOME ?? '', '.config'), 'systemd', 'user'), unit);
|
||||
if (!path.isAbsolute(unitFile)) refuse('proxy-unit-path');
|
||||
const home = env.HOME;
|
||||
const displayUnit = home && path.isAbsolute(home) && unitFile.startsWith(home + path.sep) ? '~/' + path.relative(home, unitFile) : `${unit} in your user systemd folder`;
|
||||
const foreignMessage = () => `The service file ${displayUnit} differs from the file this setup would install. Nothing was replaced or removed. If it is an unused Mosaic setup, remove unfinished setup below. Otherwise ask its installer to move it aside, then try again.`;
|
||||
const requireOwned = expected => {
|
||||
try { return ownedUnit(unitFile, expected); }
|
||||
catch (error) { if (error.code === 'proxy-unit-exists') error.ownerMessage = foreignMessage(); throw error; }
|
||||
};
|
||||
const missingMessage = () => `The service file is at ${displayUnit}, but the user service manager cannot find it. This can happen when the Console uses a different home directory. Remove this unfinished setup below, then open the Console under your usual home and set it up again.`;
|
||||
const instanceArgs = instance && instance !== 'dev' ? ['--instance', instance] : [];
|
||||
async function service(op) {
|
||||
const result = await run('bash', [script, ...instanceArgs, op, ...(unitDir && op === 'install' ? ['--dir', unitDir] : [])], { env });
|
||||
if (result.code === 0) return result;
|
||||
const code = /^proxy-service: (proxy-[a-z-]+)$/m.exec(result.stderr)?.[1];
|
||||
if (code === 'proxy-unit-exists') throw Object.assign(new Error(code), { code, ownerMessage: foreignMessage() });
|
||||
refuse(UNIT_CODES.includes(code) ? code : 'proxy-unit-failed');
|
||||
}
|
||||
async function status() {
|
||||
@@ -322,7 +334,9 @@ export function createUnitControl({ instance = null, port = () => null, unitDir
|
||||
const listening = fields.ActiveState === 'active' && Number.isInteger(p) ? await probe(p) : false;
|
||||
return {
|
||||
unit,
|
||||
installed: fields.LoadState === 'loaded',
|
||||
installed: present(unitFile) || fields.LoadState === 'loaded',
|
||||
filePresent: present(unitFile),
|
||||
...(present(unitFile) && fields.LoadState !== 'loaded' ? { problem: missingMessage() } : {}),
|
||||
load: fields.LoadState ?? 'unknown', active: fields.ActiveState ?? 'unknown', sub: fields.SubState ?? 'unknown',
|
||||
pid, since, restarts: /^[0-9]+$/.test(fields.NRestarts ?? '') ? Number(fields.NRestarts) : null,
|
||||
port: Number.isInteger(p) ? p : null, listening,
|
||||
@@ -342,6 +356,10 @@ export function createUnitControl({ instance = null, port = () => null, unitDir
|
||||
const result = await run('systemctl', ['--user', verb, unit], { env, timeout: 90000 });
|
||||
if (result.code !== 0) refuse('proxy-unit-failed');
|
||||
}
|
||||
function requireInactive(state) {
|
||||
if (['active', 'activating'].includes(state.active) || state.healthy) refuse('proxy-setup-in-use');
|
||||
if (!['inactive', 'failed'].includes(state.active)) refuse('proxy-setup-remove-refused');
|
||||
}
|
||||
return {
|
||||
unit,
|
||||
status,
|
||||
@@ -349,9 +367,32 @@ export function createUnitControl({ instance = null, port = () => null, unitDir
|
||||
log(lines, { secrets = [] } = {}) { return unitLog({ run, unit, lines, env, secrets }); },
|
||||
async render() { return (await service('render')).stdout; },
|
||||
async install() { await service('install'); return status(); },
|
||||
async remove() {
|
||||
checkDropins(unitFile);
|
||||
const state = await status();
|
||||
if (!present(unitFile) && !state.installed) return;
|
||||
requireInactive(state);
|
||||
const expected = (await service('render')).stdout;
|
||||
const before = requireOwned(expected);
|
||||
if (!before && state.installed) throw Object.assign(new Error('proxy-unit-exists'), { code: 'proxy-unit-exists', ownerMessage: foreignMessage() });
|
||||
if (before) {
|
||||
// A different Console or CLI may have started it during the ownership preflight.
|
||||
requireInactive(await status());
|
||||
// Keep the final file identity check and unlink synchronous after the status await.
|
||||
const again = requireOwned(expected);
|
||||
if (!again || again.ino !== before.ino || again.dev !== before.dev || again.text !== before.text) refuse('proxy-unit-exists');
|
||||
fs.unlinkSync(unitFile);
|
||||
const r = await run('systemctl', ['--user', 'daemon-reload'], { env, timeout: 15000 });
|
||||
if (r.code !== 0) refuse('proxy-unit-failed');
|
||||
// A start during reload must leave the setup state in place for the running service.
|
||||
requireInactive(await status());
|
||||
}
|
||||
},
|
||||
async start() {
|
||||
const before = await status();
|
||||
if (!before.installed) refuse('proxy-unit-missing');
|
||||
if (before.filePresent) { checkDropins(unitFile); requireOwned((await service('render')).stdout); }
|
||||
if (before.filePresent && before.load !== 'loaded') throw Object.assign(new Error('proxy-unit-missing'), { code: 'proxy-unit-missing', ownerMessage: missingMessage() });
|
||||
await systemctl('start');
|
||||
const after = await waitFor(s => s.healthy);
|
||||
if (!after.healthy) refuse('proxy-unit-unhealthy');
|
||||
@@ -360,6 +401,8 @@ export function createUnitControl({ instance = null, port = () => null, unitDir
|
||||
async stop() {
|
||||
const before = await status();
|
||||
if (!before.installed) refuse('proxy-unit-missing');
|
||||
if (before.filePresent) { checkDropins(unitFile); requireOwned((await service('render')).stdout); }
|
||||
if (before.filePresent && before.load !== 'loaded') throw Object.assign(new Error('proxy-unit-missing'), { code: 'proxy-unit-missing', ownerMessage: missingMessage() });
|
||||
await systemctl('stop');
|
||||
return waitFor(s => s.active === 'inactive' || s.active === 'failed');
|
||||
},
|
||||
@@ -368,6 +411,8 @@ export function createUnitControl({ instance = null, port = () => null, unitDir
|
||||
async restart() {
|
||||
const before = await status();
|
||||
if (!before.installed) refuse('proxy-unit-missing');
|
||||
if (before.filePresent) { checkDropins(unitFile); requireOwned((await service('render')).stdout); }
|
||||
if (before.filePresent && before.load !== 'loaded') throw Object.assign(new Error('proxy-unit-missing'), { code: 'proxy-unit-missing', ownerMessage: missingMessage() });
|
||||
await systemctl('restart');
|
||||
const changed = s => s.healthy && s.pid !== null && s.pid !== before.pid && s.since !== null && (before.since === null || s.since > before.since);
|
||||
const after = await waitFor(changed);
|
||||
|
||||
@@ -138,7 +138,7 @@ export function rootModelsNamed(root, orgId) {
|
||||
return modelsNamed({ agents: taken, definitions: root.definitions ?? {} });
|
||||
}
|
||||
|
||||
export function offeredControl({ dataRoot, riders, receipt, exclusive, rootAgents = null, uid = process.getuid() }) {
|
||||
export function offeredControl({ dataRoot, riders, receipt, exclusive, rootAgents = null, ownerCatalogue = null, uid = process.getuid() }) {
|
||||
const readFile = () => {
|
||||
const file = readOffered(dataRoot, { uid });
|
||||
if (file.state === 'damaged') throw failure('outcome-unknown');
|
||||
@@ -158,7 +158,7 @@ export function offeredControl({ dataRoot, riders, receipt, exclusive, rootAgent
|
||||
const named = (Array.isArray(list) ? list : []).filter(r => typeof r?.id === 'string' && ORG_ID.test(r.id));
|
||||
const riding = named.filter(r => r.cliproxy === true);
|
||||
const unanswered = new Set(named.filter(r => typeof r.cliproxy !== 'boolean').map(r => r.id));
|
||||
if (!riding.length) throw failure(unanswered.size ? 'proxy-down' : 'not-configured');
|
||||
if (!riding.length && !ownerCatalogue) throw failure(unanswered.size ? 'proxy-down' : 'not-configured');
|
||||
let root;
|
||||
try { root = typeof rootAgents === 'function' ? await rootAgents() : undefined; } catch { root = undefined; }
|
||||
const answers = await Promise.all(riding.map(async r => {
|
||||
@@ -173,6 +173,17 @@ export function offeredControl({ dataRoot, riders, receipt, exclusive, rootAgent
|
||||
}));
|
||||
const providers = new Map(), usedBy = new Map();
|
||||
let ready = false;
|
||||
if (ownerCatalogue) {
|
||||
const c = await ownerCatalogue();
|
||||
if (c?.status !== 'ready' || !Array.isArray(c.models)) throw failure('proxy-down');
|
||||
ready = true;
|
||||
for (const m of c.models) {
|
||||
if (m?.module !== 'cliproxy' || typeof m.upstream !== 'string' || typeof m.model !== 'string' || !MODEL_ID.test(m.model)) continue;
|
||||
const provider = offeredProvider(m.upstream);
|
||||
if (!providers.has(provider)) providers.set(provider, []);
|
||||
if (!providers.get(provider).includes(m.model)) providers.get(provider).push(m.model);
|
||||
}
|
||||
}
|
||||
for (const { id, routes, noLaunch } of answers) {
|
||||
// routes explicitly refuses before reading a catalogue when the organization has no launch.
|
||||
if (noLaunch) continue;
|
||||
|
||||
@@ -0,0 +1,53 @@
|
||||
// Private transport to the bus-side owner process. No management client or key enters the Console.
|
||||
import { randomBytes } from 'node:crypto';
|
||||
import { fork } from 'node:child_process';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
const runtime = fileURLToPath(new URL('../../bus/src/proxy-owner.mjs', import.meta.url));
|
||||
const failure = code => Object.assign(new Error(code), { code });
|
||||
export function createOwnerProxy({ configDir, dataRoot, forkProcess = fork, timeoutMs = 30000 }) {
|
||||
let child = null, sequence = 0;
|
||||
const pending = new Map();
|
||||
function disconnect() {
|
||||
child = null;
|
||||
for (const { reject, timer } of pending.values()) { clearTimeout(timer); reject(failure('outcome-unknown')); }
|
||||
pending.clear();
|
||||
}
|
||||
function start() {
|
||||
if (child) return;
|
||||
const launched = forkProcess(runtime, ['--owner-ipc', configDir, dataRoot], { stdio: ['ignore', 'ignore', 'ignore', 'ipc'], execArgv: [], env: { ...process.env, MOSAIC_BUS_CLI_NONCE: randomBytes(32).toString('hex') } });
|
||||
child = launched;
|
||||
child.on('message', message => {
|
||||
const item = pending.get(message?.id); if (!item) return;
|
||||
pending.delete(message.id); clearTimeout(item.timer);
|
||||
if (!pending.size) { child?.unref(); child?.channel?.unref(); }
|
||||
message.error ? item.reject(failure(message.error)) : item.resolve(message.result);
|
||||
});
|
||||
const ended = () => { if (child === launched) disconnect(); };
|
||||
child.once('exit', ended); child.once('error', ended);
|
||||
child.unref(); child.channel?.unref();
|
||||
}
|
||||
function request(type, value = {}) {
|
||||
if ([...pending.values()].some(item => item.timedOut)) return Promise.reject(failure('proxy-admin-busy'));
|
||||
start(); const id = ++sequence;
|
||||
return new Promise((resolve, reject) => {
|
||||
const timer = ['pause', 'resume'].includes(type) ? null : setTimeout(() => {
|
||||
// Keep the same child and its locks alive. Late completion clears this uncertain request;
|
||||
// until then another request refuses busy and the page reads actual setup status.
|
||||
const item = pending.get(id);
|
||||
if (item) { item.timedOut = true; reject(failure('outcome-unknown')); }
|
||||
}, timeoutMs);
|
||||
pending.set(id, { resolve, reject, timer }); child.ref(); child.channel?.ref();
|
||||
child.send({ id, type, ...value }, error => { if (error) { if (child?.connected) child.disconnect(); disconnect(); } });
|
||||
});
|
||||
}
|
||||
return {
|
||||
call: (verb, args, principal) => request('call', { verb, args, principal }),
|
||||
catalogue: () => request('catalogue'),
|
||||
reset: () => request('reset'),
|
||||
async withRemoval(action) {
|
||||
await request('pause');
|
||||
try { return await action(); } finally { await request('resume'); }
|
||||
},
|
||||
close() { if (child?.connected) child.disconnect(); },
|
||||
};
|
||||
}
|
||||
@@ -3,8 +3,8 @@
|
||||
//
|
||||
// It is the redaction chat-fail landed for a failed turn's cause (packages/harness/src/failure-notice.mjs,
|
||||
// its REDACT list), with Mosaic's own key prefixes added to the key-prefix line: mso- (an organization's
|
||||
// model key), mst- (the Triage key) and msp-, beside msk- (the owner's). One line is added after it:
|
||||
// those four Mosaic prefixes with no word boundary, so a key glued to a word (xmso-...) is caught
|
||||
// model key), mst- (the Triage key), msw- (the worker key) and msp-, beside msk- (the owner's). One line is
|
||||
// added after it: those five Mosaic prefixes with no word boundary, so a key glued to a word (xmso-...) is caught
|
||||
// too. Over-redaction there is the safe side. failure-notice.mjs does not
|
||||
// export its list, and packages/harness/ belongs to another lane now, so the list is copied here.
|
||||
// tests/redact.test.mjs fails when a copied line no longer matches failure-notice.mjs.
|
||||
@@ -20,7 +20,7 @@ export { secretValues } from '../../harness/src/failure-notice.mjs';
|
||||
export const LINE_MAX = 300;
|
||||
export const REDACTED = '[redacted]';
|
||||
|
||||
// Copied from failure-notice.mjs. The key-prefix line adds mso, mst and msp, and the line after
|
||||
// Copied from failure-notice.mjs. The key-prefix line adds mso, mst, msp and msw, and the line after
|
||||
// it is Mosaic's own; every other line is failure-notice's.
|
||||
const KEY_WORD = "(?:\\w*[_-])?(?:api[_-]?key|key|token|secret|password|passwd|authorization|cookie|session)";
|
||||
const REDACT = [
|
||||
@@ -33,8 +33,8 @@ const REDACT = [
|
||||
/\b(?:bearer|basic)\s+\S+/gi,
|
||||
new RegExp(`\\b${KEY_WORD}["']?\\s*[:=]\\s*(?:"[^"]*"?|'[^']*'?|[^\\s,;}]+)`, "gi"),
|
||||
new RegExp(`\\b${KEY_WORD}["']?\\s+(?:"[^"]*"?|'[^']*'?|(?=[^\\s"',;}]*\\d)[^\\s"',;}]+|[^\\s"',;}]{8,})`, "gi"),
|
||||
/\b(?:sk|msk|mso|mst|msp|rk|pk|ghp|gho|ghs|glpat|xox[a-z])[-_]\S+/gi,
|
||||
/ms[kotp][-_]\S+/gi, // Mosaic's prefixes glued to a word: added here, not in failure-notice.mjs
|
||||
/\b(?:sk|msk|mso|mst|msp|msw|rk|pk|ghp|gho|ghs|glpat|xox[a-z])[-_]\S+/gi,
|
||||
/ms[kotpw][-_]\S+/gi, // Mosaic's prefixes glued to a word: added here, not in failure-notice.mjs
|
||||
/\beyJ\S+/g, // JWT
|
||||
/[A-Za-z0-9_\-+/=.]{32,}/g,
|
||||
/(?<![A-Za-z0-9_\-+/=.])(?=[A-Za-z0-9_\-+/=.]*\d)(?=[A-Za-z0-9_\-+/=.]*[A-Za-z])[A-Za-z0-9_\-+/=.]{16,}/g,
|
||||
|
||||
@@ -3,7 +3,7 @@
|
||||
// Console wiring (webui cli.mjs) reads each organization and its bus, and admin-control runs them.
|
||||
import { usableModel } from '../../plugins/model-provider/cliproxy/index.mjs';
|
||||
|
||||
export { usableModel };
|
||||
export { usableModel, ownerModelsAvailable } from '../../plugins/model-provider/cliproxy/index.mjs';
|
||||
const has = (list, name) => Array.isArray(list) && list.includes(name);
|
||||
|
||||
// The model providers one change-log change shows before and after, by the change's path: the
|
||||
@@ -98,12 +98,41 @@ export function readRider({ id, read, readLog, isFixture }) {
|
||||
cliproxy: ok ? (Array.isArray(doc.plugins?.['model-provider']) ? doc.plugins['model-provider'] : []).includes('cliproxy') : undefined, changes };
|
||||
}
|
||||
|
||||
// The owner's models: `proxy` is true when the instance's proxy.json names a port. Each organization
|
||||
// that lists cliproxy is asked for its routes at once, so a hung bus costs one timeout, not one each.
|
||||
// It rides when its bus answers a ready catalogue; the models are the cliproxy rows those
|
||||
// catalogues list, once each.
|
||||
export async function ownerModelsFrom({ proxy, riders }) {
|
||||
// Only organization mode uses the owner transport. Single-business and SSO Consoles keep
|
||||
// reading their riding buses. The CLI and HTTP fixtures share this admission choice.
|
||||
export function ownerModelsReader({ proxy, organizations, ownerProxy, rideRiders, timeoutMs }) {
|
||||
return async () => {
|
||||
let configured = false;
|
||||
try { configured = proxy() === true; } catch {}
|
||||
return ownerModelsFrom({ proxy: configured,
|
||||
riders: configured && !organizations ? await rideRiders() : [],
|
||||
...(organizations ? { ownerCatalogue: () => ownerProxy.catalogue() } : {}),
|
||||
...(timeoutMs === undefined ? {} : { timeoutMs }),
|
||||
});
|
||||
};
|
||||
}
|
||||
|
||||
// The instance owner catalogue is authoritative when supplied: it works before the first
|
||||
// organization and reads the same offered-model rule as the Models page. Never merge it with
|
||||
// stale bus rows or fall back after a refused read. Other callers keep their riding-bus truth.
|
||||
// `catalogue` is read evidence, not persisted state; `riding` still describes a bus catalogue.
|
||||
export async function ownerModelsFrom({ proxy, riders, ownerCatalogue = null, timeoutMs = 5000 }) {
|
||||
if (proxy !== true) return { proxy: false, riding: false, models: [] };
|
||||
if (typeof ownerCatalogue === 'function') {
|
||||
// The bound stops waiting; it does not cancel the owner read.
|
||||
let timer;
|
||||
try {
|
||||
const catalogue = await Promise.race([
|
||||
Promise.resolve().then(ownerCatalogue),
|
||||
new Promise(resolve => { timer = setTimeout(() => resolve(null), timeoutMs); }),
|
||||
]);
|
||||
if (catalogue?.status === 'ready' && Array.isArray(catalogue.models)) return {
|
||||
proxy: true, riding: false, catalogue: 'ready', models: catalogue.models.filter(m => m?.module === 'cliproxy'),
|
||||
};
|
||||
} catch { /* A failed read carries no upstream text and grants no bus fallback. */ }
|
||||
finally { clearTimeout(timer); }
|
||||
return { proxy: true, riding: false, catalogue: 'unavailable', models: [] };
|
||||
}
|
||||
const catalogues = await Promise.all((Array.isArray(riders) ? riders : []).filter(r => r?.cliproxy === true)
|
||||
.map(async r => { try { return (await r.call('routes'))?.catalogue; } catch { return null; } }));
|
||||
const models = new Map(); let riding = false;
|
||||
|
||||
@@ -8,6 +8,8 @@ try {
|
||||
const result = spawnSync(process.execPath, [path.join(repo, 'scripts/mosaic-config.mjs'), 'validate'], { encoding: 'utf8', env: process.env });
|
||||
if (result.status !== 0) throw Error('proxy-config-invalid');
|
||||
const config = JSON.parse(result.stdout);
|
||||
// proxy-ride: a riding instance runs no proxy of its own; the owner's unit serves it.
|
||||
if (config.proxy?.owner) delete config.proxy;
|
||||
const child = startVerifiedProxy(config, {
|
||||
onError: code => { process.stderr.write(code + '\n'); process.exitCode = 3; },
|
||||
onExit: code => { process.exitCode = code; },
|
||||
|
||||
@@ -34,6 +34,59 @@ export function loadProxy(configDir, dataRoot) {
|
||||
refuse('proxy-config-invalid');
|
||||
}
|
||||
}
|
||||
// proxy-ride first slice (Jason 2026-11-21): <configDir>/proxy-ride.json names another instance
|
||||
// of the same OS user whose model proxy this instance's worker runs use. It names an instance,
|
||||
// never a path. scripts/mosaic-config.mjs resolves the name the way --instance does.
|
||||
export const RIDE_FILE = 'proxy-ride.json';
|
||||
export const RIDE_NAME = /^[a-z][a-z0-9]{1,15}$/;
|
||||
// One owner line per refusal. packages/bus/src/refusals.mjs carries the same text.
|
||||
export const RIDE_LINES = Object.freeze({
|
||||
'proxy-ride-invalid': 'proxy-ride.json is not a valid ride file, or it names this instance. Run mosaic proxy ride --off, then mosaic proxy ride --instance NAME with the instance whose proxy this one should use.',
|
||||
'proxy-ride-owner-missing': 'The instance named in proxy-ride.json has no valid model proxy, or it rides another instance itself. Set up the proxy on that instance, or run mosaic proxy ride --off.',
|
||||
'proxy-ride-conflict': 'This instance has its own proxy.json and a proxy-ride.json. Run mosaic proxy ride --off to keep its own proxy.',
|
||||
});
|
||||
// undefined when the file is absent. Present beside proxy.json refuses proxy-ride-conflict, before
|
||||
// the file is read. Otherwise it must be a regular 0600 file of the running user holding exactly
|
||||
// {"version":1,"instance":NAME}; anything else refuses proxy-ride-invalid.
|
||||
export function readRide(configDir) {
|
||||
const file = path.join(configDir, RIDE_FILE);
|
||||
let stat;
|
||||
try { stat = fs.lstatSync(file); } catch (e) { if (e.code === 'ENOENT') return undefined; refuse('proxy-ride-invalid'); }
|
||||
let own = true;
|
||||
try { fs.lstatSync(path.join(configDir, 'proxy.json')); } catch (e) { if (e.code === 'ENOENT') own = false; }
|
||||
if (own) refuse('proxy-ride-conflict');
|
||||
if (!stat.isFile() || stat.isSymbolicLink() || stat.uid !== process.getuid() || (stat.mode & 0o777) !== 0o600 || stat.size > 4096) refuse('proxy-ride-invalid');
|
||||
let value;
|
||||
try { value = JSON.parse(regularBytes(file, 'proxy-ride-invalid')); } catch { refuse('proxy-ride-invalid'); }
|
||||
if (!value || typeof value !== 'object' || Array.isArray(value) || Object.keys(value).sort().join(',') !== 'instance,version'
|
||||
|| value.version !== 1 || typeof value.instance !== 'string' || !RIDE_NAME.test(value.instance)) refuse('proxy-ride-invalid');
|
||||
return { instance: value.instance };
|
||||
}
|
||||
// The verb's write: exclusive creation, 0600, so an existing file is never rewritten. Returns a
|
||||
// function that removes the file only while it is still the one this call created.
|
||||
export function createRide(configDir, instance) {
|
||||
if (typeof instance !== 'string' || !RIDE_NAME.test(instance)) refuse('proxy-ride-invalid');
|
||||
safePath(configDir, 'proxy-ride-invalid');
|
||||
const file = path.join(configDir, RIDE_FILE);
|
||||
let fd;
|
||||
try { fd = fs.openSync(file, 'wx', 0o600); } catch { refuse('proxy-ride-invalid'); }
|
||||
try { fs.writeFileSync(fd, JSON.stringify({ version: 1, instance }) + '\n'); }
|
||||
finally { fs.closeSync(fd); }
|
||||
const { ino, dev } = fs.lstatSync(file);
|
||||
return () => {
|
||||
try { const now = fs.lstatSync(file); if (now.ino === ino && now.dev === dev) fs.unlinkSync(file); } catch { /* already gone */ }
|
||||
};
|
||||
}
|
||||
// The verb's --off: removes the ride file, never following a link. False when there was none.
|
||||
export function removeRide(configDir) {
|
||||
safePath(configDir, 'proxy-ride-invalid');
|
||||
const file = path.join(configDir, RIDE_FILE);
|
||||
let stat;
|
||||
try { stat = fs.lstatSync(file); } catch (e) { if (e.code === 'ENOENT') return false; refuse('proxy-ride-invalid'); }
|
||||
if (stat.isDirectory()) refuse('proxy-ride-invalid');
|
||||
fs.unlinkSync(file);
|
||||
return true;
|
||||
}
|
||||
export function verifyInstall(dataRoot, pin = PIN) {
|
||||
const paths = installPaths(dataRoot, pin);
|
||||
for (const [file, hash] of [[paths.binary, pin.binary.sha256], [paths.panel, pin.panel.sha256]]) {
|
||||
@@ -74,6 +127,8 @@ export async function initializeProxy({ configDir, dataRoot, key, port, pin = PI
|
||||
for (const file of [settingsFile, proxyDir, keyFile]) {
|
||||
try { fs.lstatSync(file); refuse('proxy-already-initialized'); } catch (e) { if (e.code !== 'ENOENT') throw e; }
|
||||
}
|
||||
// A riding instance uses another instance's proxy; its own init would make both files.
|
||||
try { fs.lstatSync(path.join(configDir, RIDE_FILE)); refuse('proxy-ride-conflict'); } catch (e) { if (e.code !== 'ENOENT') throw e; }
|
||||
const lockFile = path.join(configDir, '.proxy-init.lock');
|
||||
let lock;
|
||||
try { lock = fs.openSync(lockFile, 'wx', 0o600); } catch { refuse('proxy-init-busy'); }
|
||||
|
||||
@@ -0,0 +1,81 @@
|
||||
// Readiness only. Never calls offeredControl.models(), which seeds the offered-model file.
|
||||
// The management client remains bus-only; account metadata comes from its existing owner read.
|
||||
import { releaseState, initState, fenceState, createUnitControl, defaultRun } from './admin.mjs';
|
||||
import { loadProxy } from './settings.mjs';
|
||||
import { offeredProvider, usesModelService } from '../../plugins/model-provider/cliproxy/index.mjs';
|
||||
|
||||
export async function readService({ configDir, dataRoot, instance, unitDir = null, signal, run = defaultRun }) {
|
||||
const release = releaseState(dataRoot), init = initState(configDir, dataRoot);
|
||||
const fence = fenceState(dataRoot);
|
||||
// An untouched instance needs no systemd call. A partial install still reports a failure.
|
||||
if (!release.fetched && !init.initialized && !init.partial) return { release, init, unit: {}, fence: { set: !!fence } };
|
||||
const unit = await createUnitControl({ instance, unitDir,
|
||||
port: () => loadProxy(configDir, dataRoot)?.port ?? null,
|
||||
run: (command, args, options) => run(command, args, { ...options, timeout: 1000, signal }),
|
||||
}).status();
|
||||
return { release, init, unit, fence: { set: !!fence } };
|
||||
}
|
||||
|
||||
// Membership includes the admitted organization document. Unknown documents still need a
|
||||
// check; an invalid member or a failed membership read must never become a silent pass.
|
||||
function proxyMembers(ctx) {
|
||||
const members = ctx.members;
|
||||
if (members?.some(org => org.invalid)) throw Error('organization unavailable');
|
||||
return members?.filter(org => !org.doc || usesModelService(org.doc));
|
||||
}
|
||||
const notNeeded = members => ({ state: 'not-applicable', reason: members.length > 1 ? 'Your organizations answer without the model service.' : 'Your organization answers without the model service.' });
|
||||
|
||||
// The host can supply the instance account reader without requiring an organization.
|
||||
export async function accountState(ctx) {
|
||||
const members = proxyMembers(ctx);
|
||||
if (ctx.members.length && !members.length) return notNeeded(ctx.members);
|
||||
const read = !ctx.members.length && ctx.accounts ? [ctx.accounts] : members.map(org => async () => {
|
||||
const routes = await ctx.read(org, 'routes');
|
||||
if (['unavailable', 'disabled'].includes(routes?.catalogue?.status)) return { catalogue: routes.catalogue };
|
||||
const accounts = await ctx.read(org, 'accounts');
|
||||
return { ...accounts, catalogue: routes?.catalogue };
|
||||
});
|
||||
if (!read.length) return { state: 'next', reason: 'Connect an account in Model setup so your agents can answer.' };
|
||||
const answers = await Promise.allSettled(read.map(async reader => {
|
||||
const a = await reader();
|
||||
if (['unavailable', 'disabled'].includes(a?.catalogue?.status))
|
||||
return { state: 'next', reason: 'Open Model setup to connect an account and load the models it offers.' };
|
||||
if (!Array.isArray(a?.accounts)) throw Error('accounts unavailable');
|
||||
const active = a.accounts.some(account => ['active', 'ready'].includes(account.status));
|
||||
if (!a.accounts.length) return { state: 'next', reason: 'Connect an account in Model setup so your agents can answer.' };
|
||||
if (!active) return { state: 'failed', reason: 'Your connected accounts are not ready. Open Model setup to sign in or add an account.' };
|
||||
if (a.catalogue?.status !== 'ready' || !Array.isArray(a.catalogue.models)) throw Error('catalogue unavailable');
|
||||
if (a.catalogue.models.some(model => model.available === true && typeof model.upstream === 'string' && a.accounts.some(account =>
|
||||
['active', 'ready'].includes(account.status) && typeof account.provider === 'string' && account.provider === offeredProvider(model.upstream)))) return { state: 'done', reason: 'An account is connected and offers a model.' };
|
||||
return { state: 'next', reason: 'The account is connected but has no model available. Choose a model in Model setup.' };
|
||||
}));
|
||||
const found = answers.filter(a => a.status === 'fulfilled').map(a => a.value);
|
||||
return found.find(a => a.state === 'done') ?? found.find(a => a.state === 'failed') ?? found[0] ?? Promise.reject(Error('account read unavailable'));
|
||||
}
|
||||
|
||||
export const setupState = Object.freeze([
|
||||
{
|
||||
id: 'model-service.running', title: 'Start the model service',
|
||||
purpose: "The program on this computer that carries your agents' questions to the models you connect.",
|
||||
fix: { page: '#/settings/model-setup', step: 1, label: 'Set up model service' }, order: { after: [] }, required: true,
|
||||
async check(ctx) {
|
||||
const members = proxyMembers(ctx);
|
||||
if (ctx.members?.length && !members.length) return notNeeded(ctx.members);
|
||||
const s = await ctx.service();
|
||||
if (!s || !s.release || !s.init || !s.unit) throw Error('service state unavailable');
|
||||
if (!s.release.fetched && s.release.problem && s.release.problem !== 'proxy-install-missing') throw Error('release state unavailable');
|
||||
if (s.release.verified && s.init.initialized && s.unit.active === 'active' && s.unit.healthy === true && s.unit.listening === true && !s.fence?.set)
|
||||
return { state: 'done', reason: 'The model service is running and answers on this computer.' };
|
||||
if (s.stoppedSetup) return { state: 'failed', reason: 'Setup stopped. Open Model setup to see why and try again.', fix: { page: '#/settings/model-setup', step: 1, label: 'Try again' } };
|
||||
if (s.release.fetched || s.release.verified || s.init.initialized || s.init.partial || s.unit.active === 'failed' || s.fence?.set)
|
||||
return { state: 'failed', reason: 'The model service is not ready. Open Model setup to check it and continue.' };
|
||||
return { state: 'next', reason: "Mosaic downloads the model service, checks the download and starts it on this computer. You don't need an account for this step." };
|
||||
},
|
||||
},
|
||||
{
|
||||
id: 'model-account.connected', title: 'Connect a model account',
|
||||
purpose: "Sign in to an account or add a model key in Model setup. This account pays for your agents' answers.",
|
||||
fix: { page: '#/settings/model-setup', step: 2, label: 'Connect an account' },
|
||||
order: { after: ['model-service.running'] }, required: true, check: accountState,
|
||||
},
|
||||
]);
|
||||
@@ -0,0 +1,47 @@
|
||||
// A complete known template and the exact instance config identify a Mosaic unit. A comment
|
||||
// alone is never ownership. Older checkouts/node paths are accepted only in the two fixed fields.
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { refuse } from './common.mjs';
|
||||
export function sameInstanceUnit(text, expected) {
|
||||
const normalize = value => {
|
||||
const root = /^WorkingDirectory=(\/[A-Za-z0-9/._+:-]+)$/m.exec(value)?.[1];
|
||||
const start = /^ExecStart=(\/[A-Za-z0-9/._+:-]+) (\/[A-Za-z0-9/._+:-]+)\/packages\/model-proxy\/src\/run.mjs$/m.exec(value);
|
||||
if (!root || !start || start[2] !== root) return null;
|
||||
return value.replace(`WorkingDirectory=${root}\n`, 'WorkingDirectory=@ROOT@\n')
|
||||
.replace(start[0], 'ExecStart=@NODE@ @ROOT@/packages/model-proxy/src/run.mjs');
|
||||
};
|
||||
const a = normalize(text), b = normalize(expected);
|
||||
return a !== null && b !== null && a === b;
|
||||
}
|
||||
export function ownedUnit(file, expected) {
|
||||
let fd;
|
||||
try { fd = fs.openSync(file, fs.constants.O_RDONLY | fs.constants.O_NOFOLLOW | fs.constants.O_NONBLOCK); }
|
||||
catch (e) { if (e.code === 'ENOENT') return null; refuse('proxy-unit-exists'); }
|
||||
try {
|
||||
const st = fs.fstatSync(fd);
|
||||
if (!st.isFile() || st.uid !== process.getuid() || (st.mode & 0o022) || st.nlink !== 1 || st.size > 16384) refuse('proxy-unit-exists');
|
||||
const text = fs.readFileSync(fd, 'utf8');
|
||||
if (!sameInstanceUnit(text, expected)) refuse('proxy-unit-exists');
|
||||
return { dev: st.dev, ino: st.ino, text };
|
||||
} finally { fs.closeSync(fd); }
|
||||
}
|
||||
export function checkDropins(file) {
|
||||
for (const name of [path.basename(file) + '.d', 'mosaic-proxy-.service.d', 'mosaic-.service.d', 'service.d']) {
|
||||
try { fs.lstatSync(path.join(path.dirname(file), name)); } catch (e) { if (e.code === 'ENOENT') continue; }
|
||||
refuse('proxy-unit-dropin');
|
||||
}
|
||||
}
|
||||
export function installUnit(file, text) {
|
||||
fs.mkdirSync(path.dirname(file), { recursive: true });
|
||||
checkDropins(file);
|
||||
const before = ownedUnit(file, text);
|
||||
if (!before) { fs.writeFileSync(file, text, { flag: 'wx', mode: 0o644 }); return; }
|
||||
// An existing file is never rewritten, including its inode, timestamps and running target.
|
||||
if (before.text !== text) refuse('proxy-unit-exists');
|
||||
}
|
||||
if (process.argv[1] === fileURLToPath(import.meta.url)) {
|
||||
try { installUnit(process.argv[2], fs.readFileSync(0, 'utf8')); }
|
||||
catch (e) { process.stderr.write(`proxy-service: ${['proxy-unit-exists', 'proxy-unit-dropin'].includes(e.code) ? e.code : 'proxy-unit-exists'}\n`); process.exitCode = 3; }
|
||||
}
|
||||
@@ -34,7 +34,7 @@ function fixture(t, { unitState = { installed: false, active: 'inactive', health
|
||||
restart: async () => { ops.push('restart'); return restart ?? { state: unitState, evidence: { unit: 'mosaic-proxy-zz.service', confirmed: true, before: { pid: 10, since: 1, active: 'active' }, after: { pid: 11, since: 2, active: 'active', listening: true }, observedAt: new Date(0).toISOString() } }; },
|
||||
};
|
||||
const admin = createProxyAdmin({ dataRoot, configDir, unit, buses: stopped, fetch: fetch ?? (async () => ({})), now: () => new Date(0), orgs: async () => [{ id: 'acme', catalogue: 'ready' }], pin, ...extra });
|
||||
return { root, configDir, dataRoot, admin, ops, files: initFiles(configDir, dataRoot) };
|
||||
return { root, configDir, dataRoot, unit, admin, ops, files: initFiles(configDir, dataRoot) };
|
||||
}
|
||||
const receipts = dataRoot => { try { return fs.readFileSync(receiptFile(dataRoot), 'utf8').trim().split('\n').filter(Boolean).map(JSON.parse); } catch { return []; } };
|
||||
|
||||
@@ -244,7 +244,7 @@ function a1Fixture(t, { unitState = { installed: true, active: 'active', healthy
|
||||
...(log === undefined ? { log: async (lines, options) => { calls.push({ lines, options }); return { unit: 'mosaic-proxy-zz.service', lines: ['ok'], redacted: 0, dropped: 0 }; } } : log === null ? {} : { log }),
|
||||
};
|
||||
const admin = createProxyAdmin({ dataRoot, configDir, unit, buses: stopped, now: () => new Date(0), env });
|
||||
return { admin, calls, configDir, dataRoot };
|
||||
return { unit, admin, calls, configDir, dataRoot };
|
||||
}
|
||||
|
||||
test('log reads the unit journal with the env secrets; a missing unit or log reader is not-configured, an unreadable state outcome-unknown', async t => {
|
||||
@@ -628,3 +628,123 @@ test('accountImpact reads the accounts through the bus and each cliproxy organiz
|
||||
const { admin: lost } = fixture(t, { extra: { riders: async () => { throw new Error('gone'); } } });
|
||||
assert.equal((await lost.accountImpact(call, { accountId: 'a1b2c3d4e5f6' })).organizations, null);
|
||||
});
|
||||
|
||||
// worker-model-setup: status carries the Worker model card's view only when one is given, and a
|
||||
// view that throws reads as null, never as the error.
|
||||
test('status carries worker only when a workerModel is given, and null when it throws', async t => {
|
||||
assert.equal(Object.hasOwn(await fixture(t).admin.status(), 'worker'), false);
|
||||
let calls = 0;
|
||||
const view = { harness: 'pi', using: null, models: [] };
|
||||
assert.deepEqual((await fixture(t, { extra: { workerModel: async () => { calls++; return view; } } }).admin.status()).worker, view);
|
||||
assert.equal(calls, 1);
|
||||
const thrown = await fixture(t, { extra: { workerModel: async () => { throw new Error(`${SENTINEL} at /secret`); } } }).admin.status();
|
||||
assert.equal(thrown.worker, null);
|
||||
assert.equal(JSON.stringify(thrown).includes(SENTINEL), false);
|
||||
// A callback that throws before it returns a promise reads as null too.
|
||||
assert.equal((await fixture(t, { extra: { workerModel: () => { throw new Error(SENTINEL); } } }).admin.status()).worker, null);
|
||||
// status({ worker: false }) (the Triage snapshot) neither calls it nor carries the field.
|
||||
const skipped = await fixture(t, { extra: { workerModel: async () => { calls++; return view; } } }).admin.status({ worker: false });
|
||||
assert.equal(Object.hasOwn(skipped, 'worker'), false);
|
||||
assert.equal(calls, 1);
|
||||
});
|
||||
|
||||
test('the worker view starts before the ride read and runs alongside it, so a slow bus is not paid twice', async t => {
|
||||
const order = [];
|
||||
let release;
|
||||
const gate = new Promise(r => { release = r; });
|
||||
const admin = fixture(t, { extra: {
|
||||
workerModel: async () => { order.push('worker-start'); await gate; order.push('worker-end'); return { harness: 'pi' }; },
|
||||
riders: async () => { order.push('riders'); release(); return []; },
|
||||
} }).admin;
|
||||
const out = await admin.status();
|
||||
assert.deepEqual(out.worker, { harness: 'pi' });
|
||||
assert.equal(order[0], 'worker-start');
|
||||
assert.ok(order.indexOf('riders') < order.indexOf('worker-end'), order.join(' '));
|
||||
});
|
||||
|
||||
test('undo removes only unfinished state and keeps release and history', async t => {
|
||||
const f = fixture(t); const files = initFiles(f.configDir, f.dataRoot);
|
||||
fs.mkdirSync(files.proxyDir); fs.mkdirSync(join(files.proxyDir, 'auth')); fs.mkdirSync(join(files.proxyDir, 'logs'));
|
||||
fs.writeFileSync(join(files.proxyDir, 'config.yaml'), '{}', { mode: 0o600 });
|
||||
fs.mkdirSync(join(f.configDir, 'secrets')); fs.writeFileSync(files.key, 'dummy', { mode: 0o600 });
|
||||
fs.writeFileSync(files.settings, '{}', { mode: 0o600 });
|
||||
f.unit.remove = async () => { f.ops.push('remove'); };
|
||||
const result = await f.admin.undo();
|
||||
assert.equal(result.removed, true); assert.deepEqual(f.ops, ['remove']);
|
||||
for (const name of ['settings', 'key', 'proxyDir']) assert.equal(fs.existsSync(files[name]), false);
|
||||
assert.equal(fs.existsSync(receiptFile(f.dataRoot)), true);
|
||||
});
|
||||
|
||||
test('undo refuses a running service, connected accounts and riding organizations', async t => {
|
||||
const active = fixture(t, { unitState: { installed: true, active: 'active', healthy: true } });
|
||||
await assert.rejects(active.admin.undo(), code('proxy-setup-in-use'));
|
||||
const account = fixture(t); const dir = join(account.dataRoot,'proxy','auth');fs.mkdirSync(dir,{recursive:true});fs.writeFileSync(join(dir,'account.json'),'{}');
|
||||
await assert.rejects(account.admin.undo(), code('proxy-setup-in-use'));
|
||||
const riding = fixture(t, { extra: { riders: async () => [{ id: 'team', cliproxy: true, fixture: false }] } });
|
||||
await assert.rejects(riding.admin.undo(), code('proxy-setup-in-use'));
|
||||
});
|
||||
|
||||
test('undo refuses unsafe files and a previously successful service even after it stops', async t => {
|
||||
const finished=fixture(t);fs.mkdirSync(join(finished.dataRoot,'state'));fs.writeFileSync(receiptFile(finished.dataRoot),JSON.stringify({op:'unit.start',healthy:true})+'\n',{mode:0o600});
|
||||
await assert.rejects(finished.admin.undo(),code('proxy-setup-in-use'));
|
||||
const unavailable=fixture(t,{unitState:{installed:true,active:'unknown'}});
|
||||
await assert.rejects(unavailable.admin.undo(),code('proxy-setup-remove-refused'));
|
||||
const unknown=fixture(t);fs.mkdirSync(unknown.files.proxyDir);fs.writeFileSync(join(unknown.files.proxyDir,'foreign'),'keep');
|
||||
await assert.rejects(unknown.admin.undo(),code('proxy-setup-remove-refused'));
|
||||
assert.equal(fs.readFileSync(join(unknown.files.proxyDir,'foreign'),'utf8'),'keep');
|
||||
});
|
||||
|
||||
|
||||
test('undo keeps an existing init lock and holds that lock during unit removal', async t => {
|
||||
const locked=fixture(t); fs.writeFileSync(join(locked.configDir,'.proxy-init.lock'),'');
|
||||
await assert.rejects(locked.admin.undo(),code('proxy-setup-remove-refused'));
|
||||
assert.equal(fs.existsSync(join(locked.configDir,'.proxy-init.lock')),true);
|
||||
const f=fixture(t); fs.writeFileSync(f.files.settings,'{}',{mode:0o600});
|
||||
f.unit.remove=async()=>{
|
||||
assert.equal(fs.existsSync(join(f.configDir,'.proxy-init.lock')),true);
|
||||
assert.throws(()=>fs.writeFileSync(join(f.configDir,'.proxy-init.lock'),'',{flag:'wx'}),{code:'EEXIST'});
|
||||
};
|
||||
await f.admin.undo();
|
||||
assert.equal(fs.existsSync(join(f.configDir,'.proxy-init.lock')),false);
|
||||
});
|
||||
|
||||
test('undo refuses access keys handed to riders', async t => {
|
||||
const f=fixture(t);fs.mkdirSync(f.files.proxyDir);fs.writeFileSync(join(f.files.proxyDir,'config.yaml'),JSON.stringify({access:{'api-keys':['rider-client-key']}}));
|
||||
await assert.rejects(f.admin.undo(),code('proxy-setup-in-use'));assert.equal(fs.existsSync(f.files.proxyDir),true);
|
||||
});
|
||||
test('undo refuses another instance riding this owner',async t=>{
|
||||
const f=fixture(t),owner=join(f.root,'.config','mosaic-owner'),other=join(f.root,'.config','mosaic-rider');
|
||||
fs.mkdirSync(owner,{recursive:true});fs.mkdirSync(other);
|
||||
fs.writeFileSync(join(other,'proxy-ride.json'),JSON.stringify({version:1,instance:'owner'}),{mode:0o600});
|
||||
const home=process.env.HOME;t.after(()=>{process.env.HOME=home;});process.env.HOME=f.root;
|
||||
const admin=createProxyAdmin({dataRoot:f.dataRoot,configDir:owner,instance:'owner',env:{HOME:f.root},unit:f.unit,buses:stopped});
|
||||
await assert.rejects(admin.undo(),code('proxy-setup-in-use'));assert.equal(fs.existsSync(join(other,'proxy-ride.json')),true);
|
||||
});
|
||||
|
||||
test('undo finds a riding instance through a symlinked owner config directory', async t => {
|
||||
const f = fixture(t), configHome = join(f.root, '.config'), owner = join(configHome, 'mosaic-owner'), other = join(configHome, 'mosaic-rider');
|
||||
fs.mkdirSync(owner, { recursive: true }); fs.mkdirSync(other);
|
||||
fs.mkdirSync(f.files.proxyDir); fs.writeFileSync(join(f.files.proxyDir, 'config.yaml'), '{}', { mode: 0o600 });
|
||||
fs.writeFileSync(join(other, 'proxy-ride.json'), JSON.stringify({ version: 1, instance: 'owner' }), { mode: 0o600 });
|
||||
const alias = join(f.root, 'alias'); fs.symlinkSync(configHome, alias);
|
||||
const home = process.env.HOME; t.after(() => { process.env.HOME = home; }); process.env.HOME = f.root;
|
||||
// Riders use the OS user's home, even if a controller was given another HOME.
|
||||
const admin = createProxyAdmin({ dataRoot: f.dataRoot, configDir: join(alias, 'mosaic-owner', '..', 'mosaic-owner'), instance: 'owner', env: { HOME: join(f.root, 'decoy') }, unit: f.unit, buses: stopped });
|
||||
await assert.rejects(admin.undo(), code('proxy-setup-in-use'));
|
||||
assert.equal(fs.existsSync(join(f.files.proxyDir, 'config.yaml')), true);
|
||||
assert.deepEqual(f.ops, []);
|
||||
});
|
||||
|
||||
for (const kind of ['missing', 'different']) test(`undo refuses a named owner whose canonical config is ${kind}`, async t => {
|
||||
const f = fixture(t), canonical = join(f.root, '.config', 'mosaic-owner');
|
||||
if (kind === 'different') fs.mkdirSync(canonical, { recursive: true });
|
||||
const home = process.env.HOME; t.after(() => { process.env.HOME = home; }); process.env.HOME = f.root;
|
||||
const admin = createProxyAdmin({ dataRoot: f.dataRoot, configDir: f.configDir, instance: 'owner', unit: f.unit, buses: stopped });
|
||||
await assert.rejects(admin.undo(), code('proxy-setup-remove-refused'));
|
||||
assert.deepEqual(f.ops, []);
|
||||
});
|
||||
test('undo before a first receipt is allowed and explains what was removed', async t => {
|
||||
const f=fixture(t);fs.mkdirSync(f.files.proxyDir);fs.writeFileSync(join(f.files.proxyDir,'config.yaml'),'{}');
|
||||
const result=await f.admin.undo();assert.equal(result.removed,true);assert.match(result.message,/Unfinished setup removed/);
|
||||
assert.doesNotMatch(result.message,/\/|proxy-setup-|msk-/);
|
||||
});
|
||||
@@ -1,11 +1,12 @@
|
||||
// The real config loader and unit renderers with made-up HOME/config/data only.
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { mkdtempSync, mkdirSync, writeFileSync, readFileSync, existsSync } from 'node:fs';
|
||||
import { mkdtempSync, mkdirSync, writeFileSync, readFileSync, statSync, existsSync } from 'node:fs';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { dirname, join } from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { spawnSync } from 'node:child_process';
|
||||
import { createUnitControl } from '../src/admin.mjs';
|
||||
import { installPaths } from '../src/settings.mjs';
|
||||
const repo=fileURLToPath(new URL('../../../',import.meta.url));
|
||||
function fixture(name='dev'){const root=mkdtempSync(join(tmpdir(),'p1-unit-')),configDir=join(root,'.config',`mosaic-${name}`),dataRoot=join(root,'data');mkdirSync(configDir,{recursive:true});mkdirSync(dataRoot);const file=join(configDir,'config.json');writeFileSync(file,JSON.stringify({configVersion:1,environment:'development',dataRoot,execution:{backend:'docker',provider:'fixture',model:'fixture'}}));if(name!=='dev')writeFileSync(join(dataRoot,'instance.json'),JSON.stringify({instanceVersion:1,name}));const env={PATH:process.env.PATH,HOME:root,MOSAIC_CONFIG:file};return {root,configDir,dataRoot,file,env};}
|
||||
@@ -18,9 +19,121 @@ test('proxy-not-configured: runner and unit render refuse absent sidecar',()=>{c
|
||||
test('proxy-install-invalid: unit runner refuses tampered executable before spawning',()=>{const f=fixture(),p=installPaths(f.dataRoot);mkdirSync(dirname(p.binary),{recursive:true});writeFileSync(p.binary,'#!/bin/sh\ntouch '+join(f.root,'executed')+'\n',{mode:0o755});proxy(f);const r=run(f,'packages/model-proxy/src/run.mjs');assert.equal(r.status,3);assert.match(r.stderr,/proxy-install-invalid/);assert.equal(existsSync(join(f.root,'executed')),false);});
|
||||
for(const [label,args,prep]of [['proxy-unit-usage',['bad'],()=>{}],['proxy-unit-exists',['install','--no-reload'],(f,dir)=>{mkdirSync(dir);writeFileSync(join(dir,'mosaic-proxy.service'),'old');}],['proxy-unit-dropin',['install','--no-reload'],(f,dir)=>{mkdirSync(join(dir,'service.d'),{recursive:true});}],['proxy-unit-path',['install','--no-reload','--dir','/invalid space'],()=>{}]])test(label,()=>{const f=fixture();proxy(f);const dir=join(f.root,'units');prep(f,dir);const r=run(f,'scripts/proxy-service.sh',[...args,...(label==='proxy-unit-path'?[]:['--dir',dir])]);assert.notEqual(r.status,0);assert.match(r.stderr,new RegExp(label));});
|
||||
test('proxy-config-invalid: instance selection also refuses invalid present sidecar',()=>{const f=fixture();writeFileSync(join(f.configDir,'proxy.json'),'{');const r=run(f,'scripts/mosaic-config.mjs',['instance']);assert.equal(r.status,2);assert.match(r.stderr,/proxy-config-invalid/);});
|
||||
test('explicit unit install writes only a scratch user unit and refuses a repeat',()=>{const f=fixture();proxy(f);const dir=join(f.root,'units');let r=run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']);assert.equal(r.status,0,r.stderr);const file=join(dir,'mosaic-proxy.service'),before=readFileSync(file);r=run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']);assert.equal(r.status,3);assert.match(r.stderr,/proxy-unit-exists/);assert.deepEqual(readFileSync(file),before);});
|
||||
test('identical unit installation is a no-op on retry',()=>{const f=fixture();proxy(f);const dir=join(f.root,'units');let r=run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']);assert.equal(r.status,0,r.stderr);const file=join(dir,'mosaic-proxy.service'),before=readFileSync(file),identity=statSync(file);r=run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']);assert.equal(r.status,0,r.stderr);assert.deepEqual(readFileSync(file),before);assert.equal(statSync(file).ino,identity.ino);assert.equal(statSync(file).mtimeMs,identity.mtimeMs);});
|
||||
test('proxy-unit-copy: renderer refuses an unknown or unpinned stack copy',()=>{const f=fixture();proxy(f);const r=run(f,'scripts/proxy-service.sh',['render','--copy','a'.repeat(40),'--copies',join(f.root,'missing-copies')]);assert.equal(r.status,3);assert.match(r.stderr,/proxy-unit-copy/);});
|
||||
test('historical no-proxy config loader works without new package dependency',()=>{const f=fixture();const copy=join(f.root,'historical/scripts');mkdirSync(copy,{recursive:true});writeFileSync(join(copy,'mosaic-config.mjs'),readFileSync(join(repo,'scripts/mosaic-config.mjs')));const r=spawnSync(process.execPath,[join(copy,'mosaic-config.mjs'),'validate'],{env:f.env,encoding:'utf8',timeout:10000});assert.equal(r.status,0,r.stderr);assert.equal(Object.hasOwn(JSON.parse(r.stdout),'proxy'),false);});
|
||||
function customConfig(f,file){const bytes=readFileSync(f.file);mkdirSync(dirname(file),{recursive:true});writeFileSync(file,bytes);f.file=file;f.configDir=dirname(file);f.env.MOSAIC_CONFIG=file;proxy(f);}
|
||||
test('configured default bus and proxy units bind the same explicit MOSAIC_CONFIG',()=>{const f=fixture();customConfig(f,join(f.root,'custom/config.json'));for(const script of ['scripts/bus-service.sh','scripts/proxy-service.sh']){const r=run(f,script,['render']);assert.equal(r.status,0,r.stderr);assert.ok(r.stdout.includes(`Environment=MOSAIC_CONFIG=${f.file}\n`),r.stdout);}});
|
||||
test('proxy-config-invalid: configured bus refuses a config path systemd cannot carry',()=>{const f=fixture();customConfig(f,join(f.root,'custom config/config.json'));const r=run(f,'scripts/bus-service.sh',['render']);assert.equal(r.status,1);assert.match(r.stderr,/proxy-config-invalid/);});
|
||||
|
||||
test('an edited unit and another instance unit are foreign and never replaced',()=>{
|
||||
for (const edit of [s=>s+'Environment=EXTRA=yes\n',s=>s.replace('Description=Mosaic model proxy [dev]','Description=Mosaic model proxy [other]')]) {
|
||||
const f=fixture();proxy(f);const dir=join(f.root,'units');
|
||||
assert.equal(run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']).status,0);
|
||||
const file=join(dir,'mosaic-proxy.service'), foreign=edit(readFileSync(file,'utf8'));writeFileSync(file,foreign);
|
||||
const r=run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']);
|
||||
assert.equal(r.status,3);assert.match(r.stderr,/proxy-unit-exists/);assert.equal(readFileSync(file,'utf8'),foreign);
|
||||
}
|
||||
});
|
||||
|
||||
test('disk installation, retry and undo stay honest when systemd cannot see scratch HOME',async()=>{
|
||||
const f=fixture('modelfirst'),dir=join(f.root,'units');proxy(f);
|
||||
const unitCalls=[];
|
||||
const control=createUnitControl({instance:'modelfirst',unitDir:dir,env:f.env,port:()=>18432,
|
||||
run:async(command,args)=>{
|
||||
if(command==='bash') {const r=spawnSync(command,[...args,...(args.includes('install')?['--no-reload']:[])],{env:f.env,encoding:'utf8'});return {code:r.status,stdout:r.stdout,stderr:r.stderr};}
|
||||
unitCalls.push(args);return {code:0,stdout:args.includes('show')?'LoadState=not-found\nActiveState=inactive\nMainPID=0\n':'',stderr:''};
|
||||
}});
|
||||
const state=await control.install();assert.equal(state.installed,true);assert.equal(state.filePresent,true);assert.equal(state.load,'not-found');
|
||||
assert.match(state.problem,/user service manager cannot find it/);assert.match(state.problem,/~\/units\//);assert.equal(JSON.stringify(state).includes(f.root),false);
|
||||
await assert.rejects(control.start(),e=>e.code==='proxy-unit-missing'&&e.ownerMessage.includes('~/units/mosaic-proxy-modelfirst.service') && !e.ownerMessage.includes(f.root));
|
||||
assert.equal((await control.install()).installed,true);
|
||||
const file=join(dir,'mosaic-proxy-modelfirst.service'),known=readFileSync(file,'utf8');
|
||||
writeFileSync(file,'foreign unit');
|
||||
await assert.rejects(control.remove(),e=>e.code==='proxy-unit-exists'&&e.ownerMessage.includes('~/units/mosaic-proxy-modelfirst.service') && !e.ownerMessage.includes(f.root)&&e.ownerMessage.includes('move it aside'));
|
||||
for(const op of ['start','stop','restart']) await assert.rejects(control[op](),e=>e.code==='proxy-unit-exists'&&e.ownerMessage.includes('~/units/mosaic-proxy-modelfirst.service') && !e.ownerMessage.includes(f.root));
|
||||
assert.equal(unitCalls.some(args=>args.some(a=>['start','stop','restart'].includes(a))),false);
|
||||
assert.equal(readFileSync(file,'utf8'),'foreign unit');writeFileSync(file,known);
|
||||
await control.remove();assert.equal(existsSync(file),false);
|
||||
});
|
||||
|
||||
|
||||
test('a previous checkout or another config is never replaced',()=>{
|
||||
const f=fixture();proxy(f);const dir=join(f.root,'units');
|
||||
assert.equal(run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']).status,0);
|
||||
const file=join(dir,'mosaic-proxy.service'), expected=readFileSync(file,'utf8');
|
||||
const previous=expected.replace(/^WorkingDirectory=.*$/m,'WorkingDirectory=/previous/checkout')
|
||||
.replace(/^ExecStart=.*$/m,'ExecStart=/previous/node /previous/checkout/packages/model-proxy/src/run.mjs');
|
||||
writeFileSync(file,previous);
|
||||
let r=run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']);
|
||||
assert.equal(r.status,3,r.stderr);assert.equal(readFileSync(file,'utf8'),previous);
|
||||
const foreign=expected.replace(`Environment=MOSAIC_CONFIG=${f.file}`,`Environment=MOSAIC_CONFIG=${f.root}/other/config.json`);
|
||||
writeFileSync(file,foreign);r=run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']);
|
||||
assert.equal(r.status,3);assert.match(r.stderr,/proxy-unit-exists/);assert.equal(readFileSync(file,'utf8'),foreign);
|
||||
});
|
||||
|
||||
test('active units cannot be changed or removed', async () => {
|
||||
const f=fixture();proxy(f);const dir=join(f.root,'units');
|
||||
assert.equal(run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']).status,0);
|
||||
const file=join(dir,'mosaic-proxy.service'),before=readFileSync(file,'utf8'),identity=statSync(file),calls=[];
|
||||
const control=createUnitControl({unitDir:dir,env:f.env,run:async(command,args)=>{
|
||||
if(command==='bash'){const r=spawnSync(command,[...args,...(args.includes('install')?['--no-reload']:[])],{env:f.env,encoding:'utf8'});return {code:r.status,stdout:r.stdout,stderr:r.stderr};}
|
||||
calls.push(args);return {code:0,stdout:args.includes('show')?'LoadState=loaded\nActiveState=active\nMainPID=42\n':'',stderr:''};
|
||||
}});
|
||||
await control.install();assert.equal(statSync(file).ino,identity.ino);assert.equal(statSync(file).mtimeMs,identity.mtimeMs);
|
||||
await assert.rejects(control.remove(),e=>e.code==='proxy-setup-in-use');
|
||||
assert.equal(readFileSync(file,'utf8'),before);assert.equal(calls.some(a=>a.includes('stop')),false);
|
||||
});
|
||||
|
||||
for (const active of ['active', 'activating']) test(`undo keeps a unit that becomes ${active} before deletion`, async () => {
|
||||
const f = fixture(); proxy(f); const dir = join(f.root, 'units');
|
||||
assert.equal(run(f, 'scripts/proxy-service.sh', ['install', '--dir', dir, '--no-reload']).status, 0);
|
||||
const file = join(dir, 'mosaic-proxy.service'), before = readFileSync(file, 'utf8');
|
||||
let started = false, checks = 0; const mutations = [];
|
||||
const control = createUnitControl({ unitDir: dir, env: f.env, run: async (command, args) => {
|
||||
if (command === 'bash') {
|
||||
const r = spawnSync(command, args, { env: f.env, encoding: 'utf8' });
|
||||
// Another caller starts the service after the initial status read.
|
||||
started = true;
|
||||
return { code: r.status, stdout: r.stdout, stderr: r.stderr };
|
||||
}
|
||||
if (!args.includes('show')) { mutations.push(args); return { code: 0, stdout: '', stderr: '' }; }
|
||||
checks++;
|
||||
return { code: 0, stdout: `LoadState=loaded\nActiveState=${started ? active : 'inactive'}\nMainPID=${started ? 42 : 0}\n`, stderr: '' };
|
||||
} });
|
||||
await assert.rejects(control.remove(), e => e.code === 'proxy-setup-in-use');
|
||||
assert.equal(checks, 2);
|
||||
assert.deepEqual(mutations, [], 'no stop or reload may run after the start');
|
||||
assert.equal(readFileSync(file, 'utf8'), before);
|
||||
});
|
||||
|
||||
test('undo detects a start during daemon reload before allowing setup state removal', async () => {
|
||||
const f = fixture(); proxy(f); const dir = join(f.root, 'units');
|
||||
assert.equal(run(f, 'scripts/proxy-service.sh', ['install', '--dir', dir, '--no-reload']).status, 0);
|
||||
let started = false;
|
||||
const control = createUnitControl({ unitDir: dir, env: f.env, run: async (command, args) => {
|
||||
if (command === 'bash') {
|
||||
const r = spawnSync(command, args, { env: f.env, encoding: 'utf8' });
|
||||
return { code: r.status, stdout: r.stdout, stderr: r.stderr };
|
||||
}
|
||||
if (args.includes('daemon-reload')) started = true;
|
||||
return { code: 0, stdout: args.includes('show') ? `LoadState=loaded\nActiveState=${started ? 'active' : 'inactive'}\nMainPID=${started ? 42 : 0}\n` : '', stderr: '' };
|
||||
} });
|
||||
await assert.rejects(control.remove(), e => e.code === 'proxy-setup-in-use');
|
||||
assert.equal(readFileSync(join(f.configDir, 'proxy.json'), 'utf8').length > 0, true);
|
||||
});
|
||||
test('unit state refuses a relative user configuration folder', () => {
|
||||
assert.throws(()=>createUnitControl({env:{PATH:process.env.PATH}}),e=>e.code==='proxy-unit-path');
|
||||
});
|
||||
|
||||
test('undo can remove an inactive known unit from a stale checkout',async()=>{
|
||||
const f=fixture();proxy(f);const dir=join(f.root,'units');
|
||||
assert.equal(run(f,'scripts/proxy-service.sh',['install','--dir',dir,'--no-reload']).status,0);
|
||||
const file=join(dir,'mosaic-proxy.service'),old=readFileSync(file,'utf8').replace(/^WorkingDirectory=.*$/m,'WorkingDirectory=/previous/checkout').replace(/^ExecStart=.*$/m,'ExecStart=/previous/node /previous/checkout/packages/model-proxy/src/run.mjs');
|
||||
writeFileSync(file,old);
|
||||
const control=createUnitControl({unitDir:dir,env:f.env,run:async(command,args)=>{
|
||||
if(command==='bash'){const r=spawnSync(command,args,{env:f.env,encoding:'utf8'});return {code:r.status,stdout:r.stdout,stderr:r.stderr};}
|
||||
return {code:0,stdout:args.includes('show')?'LoadState=loaded\nActiveState=inactive\nMainPID=0\n':'',stderr:''};
|
||||
}});
|
||||
await control.remove();assert.equal(existsSync(file),false);
|
||||
});
|
||||
@@ -0,0 +1,79 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import { join } from 'node:path';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { spawnSync } from 'node:child_process';
|
||||
import { createOwnerProxyRuntime as createOwnerProxy } from '../../bus/src/proxy-owner.mjs';
|
||||
import { initializeProxy, installPaths } from '../src/settings.mjs';
|
||||
import { createProxyAdmin } from '../src/admin-control.mjs';
|
||||
import { PIN } from '../src/common.mjs';
|
||||
const sha = value => createHash('sha256').update(value).digest('hex');
|
||||
const code = expected => error => error.code === expected;
|
||||
function fixture(t) {
|
||||
const root = fs.mkdtempSync(join(tmpdir(), 'ow-')); t.after(() => fs.rmSync(root, { recursive: true, force: true }));
|
||||
const configDir = join(root, 'config'), dataRoot = join(root, 'data'); fs.mkdirSync(configDir); fs.mkdirSync(dataRoot);
|
||||
const pin = { ...PIN, binary: { sha256: sha('binary') }, panel: { ...PIN.panel, sha256: sha('panel') } };
|
||||
const paths = installPaths(dataRoot, pin); fs.mkdirSync(join(paths.dir, 'static'), { recursive: true });
|
||||
fs.writeFileSync(paths.binary, 'binary'); fs.writeFileSync(paths.panel, 'panel');
|
||||
let groups = [];
|
||||
const client = { getCredentials: async () => ({ files: [] }), getUpstreamGroups: async () => structuredClone(groups),
|
||||
putUpstreamGroups: async value => { groups = value.map((g, i) => ({ ...g, keys: g.keys.map((k, j) => ({ ...k, auth_index: `account-${i}-${j}` })) })); },
|
||||
getKeys: async () => [], oauthStart: async () => ({ state: 'state1', url: 'https://claude.ai/oauth/authorize?state=state1' }),
|
||||
oauthStatus: async () => ({ status: 'wait' }), oauthCancel: async () => ({ status: 'ok' }) };
|
||||
const owner = createOwnerProxy({ configDir, dataRoot, checkHuman: () => {}, init: args => initializeProxy({ ...args, pin }), load: async () => client });
|
||||
return { configDir, dataRoot, owner, pin, client };
|
||||
}
|
||||
test('the owner initializes, connects an account and sees its models without an organization', async t => {
|
||||
const f = fixture(t); const admin = createProxyAdmin({ ...f, ownerProxy: f.owner, unit: { unit: 'mosaic-proxy-test.service', status: async () => ({ installed: false, active: 'inactive' }) }, buses: async () => ({ stopped: true }), riders: async () => [] });
|
||||
const init = await admin.init(f.owner.call, { generate: true });
|
||||
assert.equal(init.receipt.generated, true); assert.equal(JSON.stringify(init).includes('secret-key'), false);
|
||||
assert.deepEqual((await f.owner.call('proxy.accounts')).accounts, []);
|
||||
await f.owner.call('proxy.apikey.add', { provider: 'z.ai', key: 'dummy-account-key' });
|
||||
const accounts = await f.owner.call('proxy.accounts'); assert.equal(accounts.accounts.length, 1);
|
||||
await f.owner.call('proxy.group.models.set', { accountId: accounts.accounts[0].accountId, models: ['glm-fixture'] });
|
||||
const view = await admin.models({ seed: true }); assert.equal(view.providers[0].provider, 'z.ai'); assert.equal(view.providers[0].models[0].id, 'glm-fixture');
|
||||
await assert.rejects(f.owner.call('plugins.set', {}), code('invalid-request'));
|
||||
});
|
||||
test('pending sign-in and an in-flight account request prevent removal', async t => {
|
||||
const f = fixture(t); await f.owner.call('proxy.init', { generate: true });
|
||||
let release; f.client.getCredentials = () => new Promise(resolve => { release = () => resolve({ files: [] }); });
|
||||
const read = f.owner.call('proxy.accounts'); while (!release) await new Promise(resolve => setImmediate(resolve));
|
||||
await assert.rejects(f.owner.withRemoval(async () => {}), code('proxy-admin-busy')); release(); await read;
|
||||
const principal = { provider: 'fixture', iss: 'fixture', sub: 'owner' };
|
||||
await f.owner.call('proxy.login.start', { provider: 'claude' }, principal);
|
||||
await assert.rejects(f.owner.withRemoval(async () => {}), code('proxy-admin-busy'));
|
||||
await assert.rejects(f.owner.call('proxy.login.status', { state: 'state1' }, { ...principal, sub: 'other-owner' }), code('login-state-unknown'));
|
||||
await f.owner.call('proxy.login.cancel', { state: 'state1' }, principal);
|
||||
await f.owner.withRemoval(async () => {});
|
||||
});
|
||||
test('the instance transport retains the human ancestry gate before reading config', () => {
|
||||
const source = `import { createOwnerProxy } from ${JSON.stringify(new URL('../src/owner-call.mjs', import.meta.url).href)}; try { await createOwnerProxy({ configDir: '/unread', dataRoot: '/unread' }).call('proxy.init', {generate:true}); process.exit(1); } catch(e) { process.exit(e.code==='human-required'?0:2); }`;
|
||||
const r = spawnSync(process.execPath, ['--input-type=module', '-e', source], { env: { ...process.env, MOSAIC_AGENT_RUN: 'owner-transport-test' }, encoding: 'utf8' });
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
});
|
||||
|
||||
test('catalogue and reset refuse during unfinished setup removal',async t=>{
|
||||
const f=fixture(t);await f.owner.call('proxy.init',{generate:true});
|
||||
let release;const removal=f.owner.withRemoval(()=>new Promise(resolve=>{release=resolve;}));
|
||||
while(!release)await new Promise(r=>setImmediate(r));
|
||||
await assert.rejects(f.owner.catalogue(),code('proxy-admin-busy'));
|
||||
assert.throws(()=>f.owner.reset(),code('proxy-admin-busy'));
|
||||
release();await removal;
|
||||
});
|
||||
|
||||
test('owner account and catalogue reads do not seed files before a later locked mutation', async t => {
|
||||
const f = fixture(t);
|
||||
await initializeProxy({ configDir: f.configDir, dataRoot: f.dataRoot, key: 'fixture-management-value', pin: f.pin });
|
||||
const snapshot = dir => fs.readdirSync(dir, { recursive: true }).sort().map(name => {
|
||||
const file = join(dir, name); return [name, fs.lstatSync(file).isDirectory() ? null : fs.readFileSync(file).toString('base64')];
|
||||
});
|
||||
const before = [snapshot(f.configDir), snapshot(f.dataRoot)];
|
||||
assert.deepEqual((await f.owner.call('proxy.accounts')).accounts, []);
|
||||
assert.equal((await f.owner.catalogue()).status, 'ready');
|
||||
assert.deepEqual([snapshot(f.configDir), snapshot(f.dataRoot)], before);
|
||||
await f.owner.call('proxy.apikey.add', { provider: 'z.ai', key: 'dummy-account-key' });
|
||||
assert.equal(fs.existsSync(join(f.dataRoot, 'proxy', 'mosaic-proxy.identity')), true);
|
||||
assert.equal((await f.owner.call('proxy.accounts')).accounts.length, 1);
|
||||
});
|
||||
@@ -0,0 +1,86 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import { join } from 'node:path';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { fork } from 'node:child_process';
|
||||
import { EventEmitter, once } from 'node:events';
|
||||
import * as runtime from '../../bus/src/proxy-owner.mjs';
|
||||
import { createOwnerProxy } from '../src/owner-call.mjs';
|
||||
const code = name => error => error.code === name;
|
||||
const consolePath = new URL('../../webui/src/cli.mjs', import.meta.url).pathname;
|
||||
const ownerPath = new URL('../../bus/src/proxy-owner.mjs', import.meta.url).pathname;
|
||||
|
||||
test('resume releases a paused owner even when authorization would throw', async () => {
|
||||
const channel = new EventEmitter(); channel.connected = true;
|
||||
channel.send = message => channel.emit('reply', message);
|
||||
let allowed = true, checks = 0;
|
||||
const authorize = () => { checks++; if (!allowed) throw Object.assign(Error(), { code: 'human-required' }); };
|
||||
const owner = runtime.createOwnerProxyRuntime({ configDir: '/unread', dataRoot: '/unread', checkHuman: authorize });
|
||||
runtime.attachOwnerIPC(channel, owner, authorize);
|
||||
async function request(message) {
|
||||
const reply = once(channel, 'reply'); channel.emit('message', message); return (await reply)[0];
|
||||
}
|
||||
assert.deepEqual(await request({ id: 1, type: 'pause' }), { id: 1, result: true });
|
||||
assert.throws(() => owner.reset(), code('proxy-admin-busy'));
|
||||
allowed = false;
|
||||
try {
|
||||
assert.deepEqual(await request({ id: 2, type: 'resume' }), { id: 2, result: true });
|
||||
assert.equal(checks, 1, 'cleanup must not depend on a new authorization check');
|
||||
allowed = true;
|
||||
assert.deepEqual(await request({ id: 3, type: 'reset' }), { id: 3, result: true });
|
||||
allowed = false;
|
||||
assert.deepEqual(await request({ id: 4, type: 'pause' }), { id: 4, error: 'human-required' });
|
||||
} finally { channel.emit('disconnect'); }
|
||||
});
|
||||
function ancestry() {
|
||||
const env = { MOSAIC_BUS_CLI_NONCE: 'a'.repeat(64) };
|
||||
const rows = new Map([
|
||||
[30, { pid:30,ppid:20,startTime:'30',uid:process.getuid(),argv:[process.execPath,ownerPath,'--owner-ipc','/scratch/config','/scratch/data'],env }],
|
||||
[20, { pid:20,ppid:1,startTime:'20',uid:process.getuid(),argv:[process.execPath,consolePath,'serve'],env:{} }],
|
||||
]);
|
||||
return { rows, options: { pid:30,configDir:'/scratch/config',nonce:env.MOSAIC_BUS_CLI_NONCE,readProcess:id=>structuredClone(rows.get(id)),parentConfigDir:()=>'/scratch/config' } };
|
||||
}
|
||||
test('owner IPC proves its direct Console parent, instance and live ancestry', () => {
|
||||
const f=ancestry(); runtime.verifyOwnerConsole(f.options);
|
||||
f.rows.get(20).argv=[process.execPath,'/some/other.mjs','serve'];
|
||||
assert.throws(()=>runtime.verifyOwnerConsole(f.options),code('human-required'));
|
||||
const wrong=ancestry();wrong.options.parentConfigDir=()=>'/other/config';
|
||||
assert.throws(()=>runtime.verifyOwnerConsole(wrong.options),code('human-required'));
|
||||
const agent=ancestry();agent.options.launches=[{pid:20,startTime:'20'}];
|
||||
assert.throws(()=>runtime.verifyOwnerConsole(agent.options),code('human-required'));
|
||||
});
|
||||
function fixture(t) {
|
||||
const root=fs.mkdtempSync(join(tmpdir(),'ipc-'));t.after(()=>fs.rmSync(root,{recursive:true,force:true}));
|
||||
const file=join(root,'child.mjs'),marker=join(root,'done');
|
||||
fs.writeFileSync(file,`import fs from 'node:fs';import { attachOwnerIPC } from ${JSON.stringify(new URL('../../bus/src/proxy-owner.mjs',import.meta.url).href)};
|
||||
let paused=false,active=false;
|
||||
const owner={async call(verb){if(paused||active)throw Object.assign(Error(),{code:'proxy-admin-busy'});active=true;try{if(verb==='slow'){await new Promise(r=>setTimeout(r,200));fs.writeFileSync(${JSON.stringify(marker)},'finished');}return {done:true};}finally{active=false;}},async catalogue(){if(paused)throw Object.assign(Error(),{code:'proxy-admin-busy'});return {models:[]};},reset(){},async withRemoval(action){if(paused||active)throw Object.assign(Error(),{code:'proxy-admin-busy'});paused=true;try{return await action();}finally{paused=false;}}};
|
||||
attachOwnerIPC(process,owner,()=>{});`);
|
||||
const children=[];
|
||||
const forkProcess=(_file,_args,options)=>{const child=fork(file,[],options);children.push(child);return child;};
|
||||
t.after(async()=>{for(const child of children){if(child.connected)child.disconnect();if(child.exitCode===null)await once(child,'exit');}});
|
||||
return {root,marker,children,forkProcess};
|
||||
}
|
||||
test('a real IPC fork finishes a write after its transport times out and blocks another write until it settles',async t=>{
|
||||
const f=fixture(t),owner=createOwnerProxy({configDir:f.root,dataRoot:f.root,forkProcess:f.forkProcess,timeoutMs:80});
|
||||
await assert.rejects(owner.call('slow',{}),code('outcome-unknown'));
|
||||
await assert.rejects(owner.call('another',{}),code('proxy-admin-busy'));
|
||||
for(let i=0;i<100&&!fs.existsSync(f.marker);i++)await new Promise(r=>setTimeout(r,10));
|
||||
assert.equal(fs.readFileSync(f.marker,'utf8'),'finished');
|
||||
let result; for(let i=0;i<100;i++){try{result=await owner.call('read',{});break;}catch(error){if(error.code!=='proxy-admin-busy')throw error;await new Promise(r=>setTimeout(r,10));}}
|
||||
assert.deepEqual(result,{done:true});owner.close();
|
||||
});
|
||||
test('a real IPC fork drains a write on disconnect instead of terminating it',async t=>{
|
||||
const f=fixture(t),child=f.forkProcess(null,null,{stdio:['ignore','ignore','pipe','ipc'],execArgv:[]});
|
||||
const exit=once(child,'exit');let errors='';child.stderr.on('data',d=>errors+=d);
|
||||
child.send({id:1,type:'call',verb:'slow',args:{}});
|
||||
await new Promise(r=>setTimeout(r,100));child.disconnect();await exit;
|
||||
assert.equal(fs.existsSync(f.marker),true,errors);
|
||||
});
|
||||
test('a non-Console process cannot drive the production IPC child without agent markers',async()=>{
|
||||
const child=fork(ownerPath,['--owner-ipc','/unread','/unread'],{stdio:['ignore','ignore','ignore','ipc'],execArgv:[],env:{PATH:process.env.PATH,HOME:process.env.HOME,MOSAIC_BUS_CLI_NONCE:'b'.repeat(64)}});
|
||||
const exit=once(child,'exit');
|
||||
child.send({id:1,type:'call',verb:'proxy.init',args:{generate:true},principal:{provider:'fake',iss:'fake',sub:'fake'}});
|
||||
const [reply]=await once(child,'message');assert.equal(reply.error,'human-required');child.disconnect();await exit;
|
||||
});
|
||||
@@ -0,0 +1,139 @@
|
||||
// proxy-ride first slice (Jason 2026-11-21): the real config loader with two scratch instances of
|
||||
// one made-up HOME. The owner is named instance "owner" with its own proxy.json; the rider is the
|
||||
// default instance (or a second named one) with proxy-ride.json. Nothing reads a real config.
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { mkdtempSync, mkdirSync, writeFileSync, readFileSync, realpathSync, rmSync, symlinkSync } from 'node:fs';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { join } from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { spawnSync } from 'node:child_process';
|
||||
import { installPaths, RIDE_LINES } from '../src/settings.mjs';
|
||||
|
||||
const repo = fileURLToPath(new URL('../../../', import.meta.url));
|
||||
const MANAGE = 'ride-config-management-key';
|
||||
function instance(home, name, dataRoot) {
|
||||
const configDir = join(home, '.config', `mosaic-${name}`), file = join(configDir, 'config.json');
|
||||
mkdirSync(configDir, { recursive: true, mode: 0o700 }); mkdirSync(dataRoot, { recursive: true });
|
||||
writeFileSync(file, JSON.stringify({ configVersion: 1, environment: 'development', dataRoot, execution: { backend: 'docker', provider: 'fixture', model: 'fixture' } }));
|
||||
if (name !== 'dev') writeFileSync(join(dataRoot, 'instance.json'), JSON.stringify({ instanceVersion: 1, name }));
|
||||
return { name, configDir, file, dataRoot };
|
||||
}
|
||||
function proxy(i, port = 18432) {
|
||||
const v = { port, binary: installPaths(i.dataRoot).binary };
|
||||
writeFileSync(join(i.configDir, 'proxy.json'), JSON.stringify(v));
|
||||
mkdirSync(join(i.configDir, 'secrets'), { mode: 0o700 });
|
||||
writeFileSync(join(i.configDir, 'secrets', 'proxy-management.key'), MANAGE, { mode: 0o600 });
|
||||
return v;
|
||||
}
|
||||
const ride = (i, name) => writeFileSync(join(i.configDir, 'proxy-ride.json'), JSON.stringify({ version: 1, instance: name }) + '\n', { mode: 0o600 });
|
||||
function fixture() {
|
||||
const home = realpathSync(mkdtempSync(join(tmpdir(), 'rc-')));
|
||||
const owner = instance(home, 'owner', join(home, 'od'));
|
||||
const rider = instance(home, 'dev', join(home, 'rd'));
|
||||
return { home, owner, rider, value: proxy(owner) };
|
||||
}
|
||||
function run(f, script, args = [], config = null) {
|
||||
const env = { PATH: process.env.PATH, HOME: f.home, ...(config ? { MOSAIC_CONFIG: config } : {}) };
|
||||
return spawnSync(script.endsWith('.mjs') ? process.execPath : 'bash', [join(repo, script), ...args], { env, encoding: 'utf8', timeout: 10000 });
|
||||
}
|
||||
const validate = (f, args = []) => run(f, 'scripts/mosaic-config.mjs', ['validate', ...args]);
|
||||
function refuses(f, r, code) {
|
||||
assert.equal(r.status, 2, r.stderr);
|
||||
assert.equal(r.stderr.trim().split('\n').at(-1), `mosaic-config: ${code}: ${RIDE_LINES[code]}`);
|
||||
assert.equal(r.stderr.includes(f.home), false, 'no path in the refusal');
|
||||
assert.equal(r.stdout, '');
|
||||
}
|
||||
|
||||
test('a rider resolves the owner proxy plus owner; its own data root and unit flag are unchanged', () => {
|
||||
const f = fixture(); ride(f.rider, 'owner');
|
||||
const before = readFileSync(f.rider.file);
|
||||
let r = validate(f);
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
const out = JSON.parse(r.stdout);
|
||||
assert.equal(out.dataRoot, f.rider.dataRoot);
|
||||
assert.deepEqual(out.proxy, { ...f.value, owner: { instance: 'owner', configDir: f.owner.configDir, dataRoot: f.owner.dataRoot } });
|
||||
assert.equal(r.stdout.includes(MANAGE), false, 'the management key never enters the output');
|
||||
assert.deepEqual(readFileSync(f.rider.file), before);
|
||||
r = run(f, 'scripts/mosaic-config.mjs', ['instance']);
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
assert.doesNotMatch(r.stdout, /MOSAIC_INSTANCE_PROXY_CONFIGURED/);
|
||||
r = run(f, 'scripts/mosaic-config.mjs', ['instance', '--instance', 'owner']);
|
||||
assert.match(r.stdout, /MOSAIC_INSTANCE_PROXY_CONFIGURED=1/, 'the owner keeps its flag');
|
||||
r = run(f, 'scripts/bus-service.sh', ['render']);
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
assert.doesNotMatch(r.stdout, /Wants=mosaic-proxy/, "the rider's bus unit does not wait for a proxy unit");
|
||||
for (const [script, args] of [['scripts/proxy-service.sh', ['render']], ['packages/model-proxy/src/run.mjs', []]]) {
|
||||
r = run(f, script, args);
|
||||
assert.equal(r.status, 3, `${script}: ${r.stderr}`);
|
||||
assert.match(r.stderr, /proxy-not-configured/, 'a rider runs no proxy of its own');
|
||||
}
|
||||
});
|
||||
|
||||
test('a named instance rides the same way, selected with --instance', () => {
|
||||
const f = fixture(); const second = instance(f.home, 'second', join(f.home, 'sd')); ride(second, 'owner');
|
||||
const r = validate(f, ['--instance', 'second']);
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
assert.equal(JSON.parse(r.stdout).proxy.owner.instance, 'owner');
|
||||
});
|
||||
|
||||
test('proxy-ride-invalid: a ride file naming its own instance, by name or by its config directory', () => {
|
||||
let f = fixture(); ride(f.rider, 'dev'); refuses(f, validate(f), 'proxy-ride-invalid');
|
||||
f = fixture(); ride(f.owner, 'owner'); rmSync(join(f.owner.configDir, 'proxy.json'));
|
||||
refuses(f, validate(f, ['--instance', 'owner']), 'proxy-ride-invalid');
|
||||
// MOSAIC_CONFIG names the owner's file by another path: the same directory still refuses.
|
||||
f = fixture(); const alias = join(f.home, 'alias'); symlinkSync(f.rider.configDir, alias); ride(f.rider, 'dev');
|
||||
refuses(f, run(f, 'scripts/mosaic-config.mjs', ['validate'], join(alias, 'config.json')), 'proxy-ride-invalid');
|
||||
});
|
||||
|
||||
test('proxy-ride-invalid: an owner whose data root is the rider\'s', () => {
|
||||
const f = fixture(); const twin = instance(f.home, 'twin', f.rider.dataRoot); proxy(twin, 18433);
|
||||
ride(f.rider, 'twin');
|
||||
// validate checks no claim of the rider's own, so the shared root is what refuses.
|
||||
refuses(f, validate(f), 'proxy-ride-invalid');
|
||||
});
|
||||
|
||||
test('proxy-ride-invalid: a malformed ride file, or one naming a path', () => {
|
||||
for (const text of ['{', '{"version":1,"instance":"../mosaic-owner"}', '{"version":1,"instance":"owner","configDir":"/x"}']) {
|
||||
const f = fixture(); writeFileSync(join(f.rider.configDir, 'proxy-ride.json'), text, { mode: 0o600 });
|
||||
refuses(f, validate(f), 'proxy-ride-invalid');
|
||||
}
|
||||
});
|
||||
|
||||
test('proxy-ride-conflict: an instance with its own proxy.json and a ride file', () => {
|
||||
const f = fixture(); proxy(f.rider, 18440); ride(f.rider, 'owner');
|
||||
refuses(f, validate(f), 'proxy-ride-conflict');
|
||||
refuses(f, run(f, 'scripts/mosaic-config.mjs', ['instance']), 'proxy-ride-conflict');
|
||||
});
|
||||
|
||||
test('proxy-ride-owner-missing: no such instance, no proxy, a broken proxy, an unclaimed root, or a rider of a rider', () => {
|
||||
const cases = {
|
||||
absent: (f) => ride(f.rider, 'nobody'),
|
||||
noProxy: (f) => { rmSync(join(f.owner.configDir, 'proxy.json')); ride(f.rider, 'owner'); },
|
||||
badProxy: (f) => { writeFileSync(join(f.owner.configDir, 'proxy.json'), '{'); ride(f.rider, 'owner'); },
|
||||
badConfig: (f) => { writeFileSync(f.owner.file, '{'); ride(f.rider, 'owner'); },
|
||||
unclaimed: (f) => { rmSync(join(f.owner.dataRoot, 'instance.json')); ride(f.rider, 'owner'); },
|
||||
riderOfRider: (f) => {
|
||||
const middle = instance(f.home, 'middle', join(f.home, 'md')); ride(middle, 'owner'); ride(f.rider, 'middle');
|
||||
assert.equal(validate(f, ['--instance', 'middle']).status, 0, 'the middle instance itself rides');
|
||||
},
|
||||
};
|
||||
for (const [label, prep] of Object.entries(cases)) {
|
||||
const f = fixture(); prep(f);
|
||||
const r = validate(f);
|
||||
assert.equal(r.status, 2, `${label}: ${r.stderr}`);
|
||||
refuses(f, r, 'proxy-ride-owner-missing');
|
||||
}
|
||||
});
|
||||
|
||||
test('neither file still has no proxy; an instance with its own proxy.json is exactly as before', () => {
|
||||
const f = fixture();
|
||||
let r = validate(f);
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
assert.equal(Object.hasOwn(JSON.parse(r.stdout), 'proxy'), false);
|
||||
r = run(f, 'packages/model-proxy/src/run.mjs');
|
||||
assert.equal(r.status, 3); assert.match(r.stderr, /proxy-not-configured/);
|
||||
r = validate(f, ['--instance', 'owner']);
|
||||
assert.equal(r.status, 0, r.stderr);
|
||||
assert.deepEqual(JSON.parse(r.stdout).proxy, f.value);
|
||||
});
|
||||
@@ -0,0 +1,96 @@
|
||||
// proxy-ride first slice (Jason 2026-11-21): <configDir>/proxy-ride.json, its strict reader, the
|
||||
// verb's exclusive write and --off removal, and proxy init refusing beside a ride file. Scratch
|
||||
// directories only.
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { mkdtempSync, mkdirSync, writeFileSync, readFileSync, lstatSync, symlinkSync, chmodSync, existsSync, renameSync } from 'node:fs';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { join } from 'node:path';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { RIDE_FILE, RIDE_LINES, readRide, createRide, removeRide, initializeProxy, installPaths } from '../src/settings.mjs';
|
||||
import { REFUSALS } from '../../bus/src/refusals.mjs';
|
||||
|
||||
const digest = (x) => createHash('sha256').update(x).digest('hex');
|
||||
const pin = { version: '8.0.42', binary: { sha256: digest('fake binary') }, panel: { sha256: digest('fake panel') } };
|
||||
const code = (c) => (e) => e.code === c;
|
||||
function dir() { const root = mkdtempSync(join(tmpdir(), 'rf-')); const configDir = join(root, 'config'), dataRoot = join(root, 'data'); mkdirSync(configDir, { mode: 0o700 }); mkdirSync(dataRoot); return { root, configDir, dataRoot, file: join(configDir, RIDE_FILE) }; }
|
||||
const put = (f, text, mode = 0o600) => { writeFileSync(f.file, text, { mode }); chmodSync(f.file, mode); };
|
||||
|
||||
test('readRide: absent is undefined; a strict file names its instance', () => {
|
||||
const f = dir();
|
||||
assert.equal(readRide(f.configDir), undefined);
|
||||
put(f, '{"version":1,"instance":"uiorg"}\n');
|
||||
assert.deepEqual(readRide(f.configDir), { instance: 'uiorg' });
|
||||
});
|
||||
|
||||
for (const [label, text] of Object.entries({
|
||||
malformed: '{', array: '[]', null: 'null', extra: '{"version":1,"instance":"uiorg","path":"/x"}',
|
||||
missing: '{"version":1}', version: '{"version":2,"instance":"uiorg"}', stringVersion: '{"version":"1","instance":"uiorg"}',
|
||||
path: '{"version":1,"instance":"../mosaic-uiorg"}', absolute: '{"version":1,"instance":"/home/x/.config/mosaic-uiorg"}',
|
||||
upper: '{"version":1,"instance":"UIorg"}', short: '{"version":1,"instance":"u"}', long: `{"version":1,"instance":"${'a'.repeat(17)}"}`,
|
||||
number: '{"version":1,"instance":7}', big: `{"version":1,"instance":"uiorg","pad":"${'x'.repeat(5000)}"}`,
|
||||
})) test(`proxy-ride-invalid: ${label}`, () => { const f = dir(); put(f, text); assert.throws(() => readRide(f.configDir), code('proxy-ride-invalid')); });
|
||||
|
||||
test('proxy-ride-invalid: wrong mode, symlink, directory', () => {
|
||||
let f = dir(); put(f, '{"version":1,"instance":"uiorg"}', 0o644);
|
||||
assert.throws(() => readRide(f.configDir), code('proxy-ride-invalid'));
|
||||
f = dir(); const real = join(f.root, 'real.json'); writeFileSync(real, '{"version":1,"instance":"uiorg"}', { mode: 0o600 }); symlinkSync(real, f.file);
|
||||
assert.throws(() => readRide(f.configDir), code('proxy-ride-invalid'));
|
||||
f = dir(); mkdirSync(f.file);
|
||||
assert.throws(() => readRide(f.configDir), code('proxy-ride-invalid'));
|
||||
});
|
||||
|
||||
test('proxy-ride-conflict: a ride file beside proxy.json refuses before the ride file is read', () => {
|
||||
const f = dir(); put(f, 'not json at all', 0o644); writeFileSync(join(f.configDir, 'proxy.json'), '{}');
|
||||
assert.throws(() => readRide(f.configDir), code('proxy-ride-conflict'));
|
||||
});
|
||||
|
||||
test('createRide writes 0600 exclusively, never rewrites, and its undo removes only its own file', () => {
|
||||
const f = dir();
|
||||
const undo = createRide(f.configDir, 'uiorg');
|
||||
assert.equal(readFileSync(f.file, 'utf8'), '{"version":1,"instance":"uiorg"}\n');
|
||||
assert.equal(lstatSync(f.file).mode & 0o777, 0o600);
|
||||
assert.deepEqual(readRide(f.configDir), { instance: 'uiorg' });
|
||||
assert.throws(() => createRide(f.configDir, 'other'), code('proxy-ride-invalid'));
|
||||
assert.equal(readFileSync(f.file, 'utf8'), '{"version":1,"instance":"uiorg"}\n');
|
||||
undo();
|
||||
assert.equal(existsSync(f.file), false);
|
||||
const again = createRide(f.configDir, 'uiorg');
|
||||
// Moved aside, not unlinked, so the new file cannot reuse its inode number.
|
||||
renameSync(f.file, join(f.root, 'aside.json')); put(f, '{"version":1,"instance":"later"}\n');
|
||||
again();
|
||||
assert.equal(readFileSync(f.file, 'utf8'), '{"version":1,"instance":"later"}\n', 'undo leaves a file it did not create');
|
||||
for (const name of ['../x', 'UI', '', 'a', 'a/b']) assert.throws(() => createRide(dir().configDir, name), code('proxy-ride-invalid'));
|
||||
});
|
||||
|
||||
test('removeRide removes the file, never a link target, and says when there was none', () => {
|
||||
let f = dir();
|
||||
assert.equal(removeRide(f.configDir), false);
|
||||
createRide(f.configDir, 'uiorg');
|
||||
assert.equal(removeRide(f.configDir), true);
|
||||
assert.equal(existsSync(f.file), false);
|
||||
f = dir(); const target = join(f.root, 'target.json'); writeFileSync(target, 'keep'); symlinkSync(target, f.file);
|
||||
assert.equal(removeRide(f.configDir), true);
|
||||
assert.equal(readFileSync(target, 'utf8'), 'keep');
|
||||
f = dir(); mkdirSync(f.file);
|
||||
assert.throws(() => removeRide(f.configDir), code('proxy-ride-invalid'));
|
||||
});
|
||||
|
||||
test('proxy-ride-conflict: proxy init refuses beside a ride file and writes nothing', async () => {
|
||||
const f = dir(); const p = installPaths(f.dataRoot, pin);
|
||||
mkdirSync(join(p.dir, 'static'), { recursive: true }); writeFileSync(p.binary, 'fake binary', { mode: 0o755 }); writeFileSync(p.panel, 'fake panel');
|
||||
createRide(f.configDir, 'uiorg');
|
||||
await assert.rejects(initializeProxy({ configDir: f.configDir, dataRoot: f.dataRoot, pin, key: 'ride-management' }), code('proxy-ride-conflict'));
|
||||
for (const name of ['proxy.json', 'secrets', '.proxy-init.lock']) assert.equal(existsSync(join(f.configDir, name)), false);
|
||||
assert.equal(existsSync(join(f.dataRoot, 'proxy')), false);
|
||||
});
|
||||
|
||||
test('each ride code has one plain owner line, and the bus refusal table carries the same line', () => {
|
||||
assert.deepEqual(Object.keys(RIDE_LINES), ['proxy-ride-invalid', 'proxy-ride-owner-missing', 'proxy-ride-conflict']);
|
||||
for (const [c, line] of Object.entries(RIDE_LINES)) {
|
||||
assert.equal(line.includes('\n'), false);
|
||||
assert.match(line, /mosaic proxy ride/);
|
||||
assert.doesNotMatch(line, /\//, 'no path in the owner line');
|
||||
assert.equal(REFUSALS[c]?.nextStep, line, c);
|
||||
}
|
||||
});
|
||||
@@ -8,7 +8,7 @@ import { redactLine, redactValue, holdsSecret, secretValues, REDACTED, LINE_MAX
|
||||
|
||||
// Short keys of each Mosaic prefix, letters only, so no long-run or mixed-run rule catches them:
|
||||
// only the key-prefix line does.
|
||||
const SHORT = { msk: 'msk-tag-qwertyu', mso: 'mso-tag-acme-qwerty', mst: 'mst-tag-triage-zxcvb', msp: 'msp-tag-plmokn' };
|
||||
const SHORT = { msk: 'msk-tag-qwertyu', mso: 'mso-tag-acme-qwerty', mst: 'mst-tag-triage-zxcvb', msp: 'msp-tag-plmokn', msw: 'msw-tag-worker-asdfgh' };
|
||||
|
||||
for (const [prefix, key] of Object.entries(SHORT)) {
|
||||
test(`a short ${prefix}- key is redacted from a line, and the rest of the line stays`, () => {
|
||||
@@ -35,7 +35,7 @@ test('a short Mosaic key glued to a word or an underscore is redacted', () => {
|
||||
|
||||
test('the real key shapes of each prefix are redacted', () => {
|
||||
const tail = 'Ab3_dE5-fG7hJ9kL1mN3pQ5rS7tU9vW1xY3zA5bC7dE';
|
||||
for (const key of [`msk-k1a2-${tail}`, `mso-k1a2-acme-${tail}`, `mst-k1a2-triage-${tail}`, `msp-k1a2-${tail}`, `sk-ant-${tail}`]) {
|
||||
for (const key of [`msk-k1a2-${tail}`, `mso-k1a2-acme-${tail}`, `mst-k1a2-triage-${tail}`, `msp-k1a2-${tail}`, `msw-k1a2-worker-${tail}`, `sk-ant-${tail}`]) {
|
||||
const safe = redactLine(`key ${key} rejected by upstream`);
|
||||
assert.equal(safe.text.includes(key.slice(0, 12)), false, key.slice(0, 4));
|
||||
assert.equal(safe.text.includes(tail.slice(0, 8)), false, key.slice(0, 4));
|
||||
@@ -103,7 +103,7 @@ test('a 128000-character run with no spaces is redacted in well under a second',
|
||||
});
|
||||
|
||||
// The list is a copy of failure-notice.mjs's. Every line must still match it, except the key-prefix
|
||||
// line, which is the original with mso, mst and msp added after msk, and Mosaic's glued-prefix line
|
||||
// line, which is the original with mso, mst, msp and msw added after msk, and Mosaic's glued-prefix line
|
||||
// right after it.
|
||||
test('the redaction list matches failure-notice.mjs line for line, with only the prefixes and one line added', () => {
|
||||
const source = file => fs.readFileSync(fileURLToPath(new URL(file, import.meta.url)), 'utf8');
|
||||
@@ -114,9 +114,9 @@ test('the redaction list matches failure-notice.mjs line for line, with only the
|
||||
const keyWord = text => /const KEY_WORD = (.*);/.exec(text)[1];
|
||||
const theirs = source('../../harness/src/failure-notice.mjs'), ours = source('../src/redact.mjs');
|
||||
assert.equal(keyWord(ours), keyWord(theirs));
|
||||
const expected = block(theirs).map(line => line.replace('(?:sk|msk|rk|', '(?:sk|msk|mso|mst|msp|rk|'));
|
||||
const expected = block(theirs).map(line => line.replace('(?:sk|msk|rk|', '(?:sk|msk|mso|mst|msp|msw|rk|'));
|
||||
assert.equal(expected.filter((line, i) => line !== block(theirs)[i]).length, 1, 'the original has one key-prefix line');
|
||||
const at = expected.findIndex(line => line.includes('(?:sk|msk|mso|mst|msp|rk|'));
|
||||
expected.splice(at + 1, 0, '/ms[kotp][-_]\\S+/gi');
|
||||
const at = expected.findIndex(line => line.includes('(?:sk|msk|mso|mst|msp|msw|rk|'));
|
||||
expected.splice(at + 1, 0, '/ms[kotpw][-_]\\S+/gi');
|
||||
assert.deepEqual(block(ours), expected);
|
||||
});
|
||||
@@ -544,3 +544,60 @@ test('the owner models come only from riding buses that answer a ready catalogue
|
||||
assert.deepEqual((await ownerModelsFrom({ proxy: true, riders: [rider('s', true, ready([stale])), rider('a', true, ready([row()]))] })).models, [row()]);
|
||||
assert.deepEqual((await ownerModelsFrom({ proxy: true, riders: [rider('a', true, ready([row()])), rider('s', true, ready([stale]))] })).models, [row()]);
|
||||
});
|
||||
|
||||
test('the owner catalogue answers before the first rider and stays authoritative over stale buses', async () => {
|
||||
let busReads = 0;
|
||||
const ownerCatalogue = async () => ({ status: 'ready', models: [glm] });
|
||||
const first = await ownerModelsFrom({ proxy: true, riders: [], ownerCatalogue });
|
||||
assert.equal(first.catalogue, 'ready');
|
||||
assert.deepEqual(first.models, [glm]);
|
||||
const both = await ownerModelsFrom({ proxy: true, ownerCatalogue, riders: [{ cliproxy: true, call: async () => { busReads++; return { catalogue: { status: 'ready', models: [row()] } }; } }] });
|
||||
assert.deepEqual(both.models, [glm]); assert.equal(busReads, 0);
|
||||
const empty = await ownerModelsFrom({ proxy: true, ownerCatalogue: async () => ({ status: 'ready', models: [] }) });
|
||||
assert.equal(empty.catalogue, 'ready'); assert.deepEqual(empty.models, []);
|
||||
});
|
||||
test('owner catalogue failure and timeout never fall back to a stale riding bus', { timeout: 3000 }, async t => {
|
||||
let release;
|
||||
const stalled = new Promise(resolve => { release = resolve; });
|
||||
// Even a broken deadline must release the synthetic read when the test times out.
|
||||
t.after(() => release({ status: 'unavailable' }));
|
||||
for (const read of [async () => { throw Error('/private token=secret'); }, () => stalled, async () => ({ status: 'unavailable' })]) {
|
||||
const start = Date.now();
|
||||
let busReads = 0;
|
||||
const owner = await ownerModelsFrom({ proxy: true, riders: [{ cliproxy: true, call: async () => { busReads++; return { catalogue: { status: 'ready', models: [row()] } }; } }], ownerCatalogue: read, timeoutMs: 20 });
|
||||
assert.equal(busReads, 0);
|
||||
assert.equal(owner.catalogue, 'unavailable'); assert.deepEqual(owner.models, []);
|
||||
assert.ok(Date.now() - start < 1000); assert.doesNotMatch(JSON.stringify(owner), /private|secret/);
|
||||
}
|
||||
});
|
||||
test('a first stopped fixture moves using the owner catalogue without a riding bus', async t => {
|
||||
const ownerModels = () => ownerModelsFrom({ proxy: true, riders: [], ownerCatalogue: async () => ({ status: 'ready', models: [row()] }) });
|
||||
let moved = 0;
|
||||
const f = admin(t, { riders: async () => [{ id: 'first', fixture: true, cliproxy: false, changes: '', status: async () => ({ pid: null }) }], ownerModels,
|
||||
move: async (_id, models) => { assert.deepEqual(models, [row()]); moved++; return { moved: true, model: row().key }; } });
|
||||
assert.equal((await f.admin.rideMove({ org: 'first' })).moved, true); assert.equal(moved, 1);
|
||||
});
|
||||
|
||||
|
||||
test('owner models reader without organizations never calls the owner catalogue', async () => {
|
||||
const { ownerModelsReader } = await import('../src/ride.mjs');
|
||||
let calls = 0, busReads = 0;
|
||||
const read = ownerModelsReader({ proxy: () => true, ownerProxy: { catalogue: async () => { calls++; return { status: 'ready', models: [glm] }; } },
|
||||
rideRiders: async () => [{ cliproxy: true, call: async () => { busReads++; return { catalogue: { status: 'ready', models: [row()] } }; } }] });
|
||||
const result = await read();
|
||||
assert.equal(calls, 0); assert.equal(busReads, 1);
|
||||
assert.deepEqual(result, { proxy: true, riding: true, models: [row()] });
|
||||
});
|
||||
|
||||
test('owner catalogue default bound stops waiting at exactly 5000 ms', { timeout: 3000 }, async t => {
|
||||
t.mock.timers.enable({ apis: ['setTimeout'] });
|
||||
let done = false;
|
||||
const pending = ownerModelsFrom({ proxy: true, ownerCatalogue: () => new Promise(() => {}) }).then(value => { done = true; return value; });
|
||||
t.mock.timers.tick(4999);
|
||||
await new Promise(resolve => setImmediate(resolve));
|
||||
assert.equal(done, false);
|
||||
t.mock.timers.tick(1);
|
||||
await new Promise(resolve => setImmediate(resolve));
|
||||
assert.equal(done, true, 'the default wait ends at 5000 ms');
|
||||
assert.deepEqual(await pending, { proxy: true, riding: false, catalogue: 'unavailable', models: [] });
|
||||
});
|
||||
@@ -0,0 +1,102 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { setupState } from '../src/setup-state.mjs';
|
||||
const [service, accounts] = setupState;
|
||||
const ready = { release: { verified: true }, init: { initialized: true }, unit: { active: 'active', healthy: true, listening: true }, fence: { set: false } };
|
||||
test('model service and account checks do not apply to organizations using other model routes', async () => {
|
||||
for (const providers of [[], ['fixture']]) {
|
||||
const ctx = { members: [{ id: 'local', doc: { plugins: { 'model-provider': providers } } }],
|
||||
service: () => { throw Error('must not inspect service'); }, read: () => { throw Error('must not read accounts'); } };
|
||||
for (const row of setupState) assert.deepEqual(await row.check(ctx), { state: 'not-applicable', reason: 'Your organization answers without the model service.' });
|
||||
ctx.members.push({ ...ctx.members[0], id: 'second' });
|
||||
for (const row of setupState) assert.deepEqual(await row.check(ctx), { state: 'not-applicable', reason: 'Your organizations answer without the model service.' });
|
||||
}
|
||||
});
|
||||
for (const withProxy of [false, true]) test(`an invalid member${withProxy ? ' beside a proxy organization' : ''} cannot silently skip the model checks`, async () => {
|
||||
const ctx = { members: [{ id: 'broken', invalid: true }, ...(withProxy ? [{ id: 'proxy', doc: { plugins: { 'model-provider': ['cliproxy'] } } }] : [])],
|
||||
service: async () => ready, read: async () => { throw Error('must not hide invalid membership'); } };
|
||||
for (const row of setupState) await assert.rejects(row.check(ctx), /organization unavailable/);
|
||||
});
|
||||
test('a mixed instance still checks its model service and proxy accounts', async () => {
|
||||
const ctx = { members: [{ id: 'local', doc: { plugins: {} } }, { id: 'proxy', doc: { plugins: { 'model-provider': ['cliproxy'] } } }],
|
||||
service: async () => ready, read: async (org, name) => {
|
||||
assert.equal(org.id, 'proxy');
|
||||
return name === 'accounts' ? { accounts: [{ provider: 'claude', status: 'active' }] } : { catalogue: { status: 'ready', models: [{ upstream: 'claude', available: true }] } };
|
||||
} };
|
||||
for (const row of setupState) assert.equal((await row.check(ctx)).state, 'done');
|
||||
});
|
||||
test('service needs a verified install, active unit and answering port', async () => {
|
||||
assert.equal((await service.check({ service: async () => ready })).state, 'done');
|
||||
for (const unit of [{ active: 'inactive' }, { active: 'failed' }, { active: 'active', healthy: false }]) assert.equal((await service.check({ service: async () => ({ ...ready, unit }) })).state, 'failed');
|
||||
assert.equal((await service.check({ service: async () => ({ release: {}, init: {}, unit: {} }) })).state, 'next');
|
||||
assert.equal((await service.check({ service: async () => ({ release: {}, init: {}, unit: {}, fence: { set: true } }) })).state, 'failed');
|
||||
await assert.rejects(service.check({ service: async () => ({ release: { problem: 'proxy-install-invalid' }, init: {}, unit: {} }) }));
|
||||
await assert.rejects(service.check({ service: async () => { throw Error(); } }));
|
||||
});
|
||||
test('account completion uses existing account metadata and a usable model, with no new health probe', async () => {
|
||||
const org = { id: 'team' };
|
||||
const ctx = (a, models) => ({ members: [org], read: async (_, name) => name === 'accounts' ? { accounts: a } : { catalogue: { status: 'ready', models } } });
|
||||
assert.equal((await accounts.check(ctx([{ provider: 'claude', status: 'active' }], [{ module: 'cliproxy', upstream: 'claude', available: true }]))).state, 'done');
|
||||
assert.equal((await accounts.check(ctx([], []))).state, 'next');
|
||||
assert.equal((await accounts.check(ctx([{ status: 'error' }], []))).state, 'failed');
|
||||
assert.equal((await accounts.check(ctx([{ provider: 'claude', status: 'active' }], []))).state, 'next');
|
||||
assert.equal((await accounts.check({ members: [], read: async () => { throw Error(); } })).state, 'next');
|
||||
await assert.rejects(accounts.check({ members: [org], read: async () => { throw Error(); } }));
|
||||
});
|
||||
test('the account reader can answer without an organization and uses the catalogue provider identity', async () => {
|
||||
const result = await accounts.check({ members: [], accounts: async () => ({ accounts: [{ provider: 'claude', status: 'active' }], catalogue: { status: 'ready', models: [{ module: 'another-provider', upstream: 'claude', available: true }] } }) });
|
||||
assert.equal(result.state, 'done');
|
||||
});
|
||||
for (const status of ['unavailable', 'disabled']) test(`a ${status} catalogue gives a plain next step`, async () => {
|
||||
for (const entries of [[], [{ provider: 'claude', status: 'active' }]]) {
|
||||
const result = await accounts.check({ members: [], accounts: async () => ({ accounts: entries, catalogue: { status } }) });
|
||||
assert.equal(result.state, 'next'); assert.doesNotMatch(result.reason, /Couldn't check/);
|
||||
}
|
||||
});
|
||||
test('one account reader failing does not hide a usable account', async () => {
|
||||
assert.equal((await accounts.check({ members: [{ id: 'bad' }, { id: 'good' }], read: async (org, name) => {
|
||||
if (org.id === 'bad') throw Error();
|
||||
return name === 'accounts' ? { accounts: [{ provider: 'claude', status: 'active' }] } : { catalogue: { status: 'ready', models: [{ upstream: 'claude', available: true }] } };
|
||||
} })).state, 'done');
|
||||
});
|
||||
import { readService } from '../src/setup-state.mjs';
|
||||
import { defaultRun } from '../src/admin.mjs';
|
||||
import { mkdtemp, mkdir, rm } from 'node:fs/promises';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { join } from 'node:path';
|
||||
test('service inspection makes one systemctl read and forwards cancellation', async t => {
|
||||
const root = await mkdtemp(join(tmpdir(), 'setup-service-'));
|
||||
t.after(() => rm(root, { recursive: true, force: true }));
|
||||
const configDir = join(root, 'config'), dataRoot = join(root, 'data');
|
||||
await mkdir(configDir); await mkdir(join(dataRoot, 'proxy'), { recursive: true });
|
||||
let calls = 0;
|
||||
const signal = new AbortController().signal;
|
||||
await readService({ configDir, dataRoot, instance: 'test', signal, run: async (command, _args, options) => {
|
||||
calls++; assert.equal(command, 'systemctl'); assert.equal(options.signal, signal); assert.equal(options.timeout, 1000);
|
||||
return { code: 0, stdout: 'LoadState=loaded\nActiveState=inactive\n' };
|
||||
} });
|
||||
assert.equal(calls, 1);
|
||||
});
|
||||
test('the process reader stops promptly when its request is cancelled', async () => {
|
||||
const controller = new AbortController(), start = Date.now();
|
||||
const pending = defaultRun(process.execPath, ['-e', 'setInterval(() => {}, 1000)'], { timeout: 5000, signal: controller.signal });
|
||||
setTimeout(() => controller.abort(), 30);
|
||||
assert.notEqual((await pending).code, 0); assert.ok(Date.now() - start < 1500);
|
||||
});
|
||||
test('an unrelated available model does not stand in for an active account offering one', async () => {
|
||||
assert.equal((await accounts.check({ members: [], accounts: async () => ({ accounts: [{ provider: 'claude', status: 'active' }], catalogue: { status: 'ready', models: [{ upstream: 'unrelated', available: true }] } }) })).state, 'next');
|
||||
});
|
||||
import { PROVIDERS, providerUpstream } from '../../plugins/model-provider/cliproxy/index.mjs';
|
||||
test('account matching uses the plugin mapping when its provider and upstream names differ', async () => {
|
||||
const provider = PROVIDERS.find(p => p.signIn === 'apikey');
|
||||
const result = await accounts.check({ members: [], accounts: async () => ({ accounts: [{ provider: provider.id, status: 'active' }], catalogue: { status: 'ready', models: [{ upstream: providerUpstream(provider.id), available: true }] } }) });
|
||||
assert.equal(result.state, 'done');
|
||||
});
|
||||
for (const status of ['unavailable', 'disabled']) test(`a ${status} organization catalogue does not depend on an account reader answering`, async () => {
|
||||
let accountsRead = 0;
|
||||
const result = await accounts.check({ members: [{ id: 'team' }], read: async (_, name) => {
|
||||
if (name === 'accounts') { accountsRead++; throw Error('no proxy configured'); }
|
||||
return { catalogue: { status, models: [] } };
|
||||
} });
|
||||
assert.equal(result.state, 'next'); assert.doesNotMatch(result.reason, /Couldn't check/); assert.equal(accountsRead, 0);
|
||||
});
|
||||
@@ -60,7 +60,7 @@ function normalizeDoc(ctx, id, input, existing) {
|
||||
}
|
||||
// Presets are supplied by installed modules; reject malformed or duplicate names
|
||||
// rather than silently choosing a different module's configuration.
|
||||
async function discoverPresets() {
|
||||
async function discoverPresets(context) {
|
||||
const presets = new Map();
|
||||
for (const kind of ['harness', 'model-provider']) {
|
||||
const { modules, refused } = await loadInstalled(kind);
|
||||
@@ -68,7 +68,7 @@ async function discoverPresets() {
|
||||
for (const { module } of modules) {
|
||||
if (module.orgPresets === undefined) continue;
|
||||
if (typeof module.orgPresets !== 'function') fail('org-invalid', 'invalid preset provider');
|
||||
const list = await module.orgPresets();
|
||||
const list = await module.orgPresets(context);
|
||||
if (!Array.isArray(list)) fail('org-invalid', 'invalid preset provider');
|
||||
for (const p of list) {
|
||||
if (!p || typeof p.name !== 'string' || !/^[a-z][a-z0-9-]*$/.test(p.name) || presets.has(p.name) ||
|
||||
@@ -85,10 +85,11 @@ async function discoverPresets() {
|
||||
}
|
||||
// `owner` (#1873 ride-default) is what the Console read from the owner's model proxy:
|
||||
// {proxy, riding, models}. A preset that does not use it ignores it.
|
||||
export async function orgPresets({ env = process.env, owner } = {}) {
|
||||
const presets = await discoverPresets();
|
||||
// `fixture` (first-run-fixes-1 B2) is what the Console read of the instance's dev fixture: {ready}.
|
||||
export async function orgPresets({ env = process.env, owner, fixture } = {}) {
|
||||
const presets = await discoverPresets({ env, owner, fixture });
|
||||
return Promise.all([...presets.values()].map(async p => {
|
||||
const availability = await p.available({ env, owner });
|
||||
const availability = await p.available({ env, owner, fixture });
|
||||
if (!availability || typeof availability.ok !== 'boolean' || (!availability.ok && (typeof availability.reason !== 'string' || !availability.reason))) fail('org-invalid', 'invalid preset availability');
|
||||
return { name: p.name, label: p.label, description: p.description, thinking: structuredClone(p.thinking), available: availability.ok ? { ok: true } : { ok: false, reason: availability.reason } };
|
||||
}));
|
||||
|
||||
@@ -0,0 +1,36 @@
|
||||
// Uses the host's recorded harness fit result, not a thinking-level list or a new preflight.
|
||||
export const setupState = Object.freeze([
|
||||
{
|
||||
id: 'agents.routed', title: 'Choose models for your agents',
|
||||
purpose: 'The model your assistant and your chief use. Filled in for you when the default fits.',
|
||||
fix: { page: '#/settings/routing', label: 'Choose models' },
|
||||
order: { after: ['organization.ready'] }, required: true,
|
||||
async check(ctx) {
|
||||
if (!ctx.members.length) return { state: 'next', reason: 'Create an organization first, then choose the models your agents use.' };
|
||||
const answers = await Promise.allSettled(ctx.members.map(async org => {
|
||||
const inOrg = ctx.members.length > 1 ? ` in ${org.id}` : '';
|
||||
const answer = (state, reason, fix) => ({ state, reason: inOrg ? reason.replace(/\.$/, `${inOrg}.`) : reason, ...(fix ? { fix } : {}) });
|
||||
const fix = { page: '#/settings/routing', label: 'Choose models' };
|
||||
const r = await ctx.read(org, 'routes');
|
||||
if (!r?.instances || !Array.isArray(r.harnesses) || !Array.isArray(r.models)) throw Error('routes unavailable');
|
||||
const names = ['assistant', 'chief'].map(name => Object.entries(org.doc?.roles ?? {}).find(([, role]) => role.definition === (name === 'chief' ? 'chief-of-staff' : name))?.[0] ?? name);
|
||||
const chosen = names.map(name => r.instances[name]);
|
||||
const missing = chosen.map((c, i) => !c?.harness || !c.model || !r.harnesses.includes(c.harness) || !r.models.includes(c.model) ? ['assistant', 'chief'][i] : null).filter(Boolean);
|
||||
if (missing.length) return answer('next', `Choose a model for ${missing.length === 2 ? 'both your assistant and your chief' : `your ${missing[0]}`}.`, fix);
|
||||
const p = await ctx.read(org, 'plugins');
|
||||
if (!Array.isArray(p?.harnessWatch)) throw Error('fit unavailable');
|
||||
const fits = chosen.map(c => p.harnessWatch.find(h => h.name === c.harness));
|
||||
if (fits.some(h => ['red', 'missing'].includes(h?.state))) return answer('failed', 'A chosen program did not pass its check. Choose models to check the program.', fix);
|
||||
if (fits.some(h => h?.state === 'unknown')) return answer('failed', 'The program check did not finish. Choose models to try again.', fix);
|
||||
if (fits.some(h => !['fit', 'changed'].includes(h?.state) || !h?.checkedAt)) return answer('checking', 'The chosen programs have not passed their check yet. Choose models to check them.', fix);
|
||||
return answer('done', 'Your assistant and chief have models, and their programs passed the recorded check.');
|
||||
}));
|
||||
const found = answers.filter(a => a.status === 'fulfilled').map(a => a.value);
|
||||
const missed = answers.length - found.length;
|
||||
const result = found.find(a => a.state === 'failed') ?? found.find(a => a.state === 'next') ?? found.find(a => a.state === 'checking') ?? found[0];
|
||||
if (!result) return { state: 'next', reason: "Your organizations couldn't be checked. Choose models to check their settings." };
|
||||
if (ctx.members.length > 1 && !missed && result.state === 'done') return { state: 'done', reason: 'Your assistant and chief have models, and their programs passed the recorded check in every organization.' };
|
||||
return { ...result, reason: result.reason + (missed ? " Some organizations couldn't be checked. Choose models to check their settings." : '') };
|
||||
},
|
||||
},
|
||||
]);
|
||||
@@ -0,0 +1,22 @@
|
||||
export const setupState = Object.freeze([
|
||||
{
|
||||
id: 'organization.ready', title: 'Create your organization',
|
||||
purpose: 'One organization is one team of agents with its own projects and tasks.',
|
||||
fix: { page: '#/settings/organizations?new=1', label: 'Create organization' },
|
||||
order: { after: ['model-account.connected'] }, required: true,
|
||||
async check(ctx) {
|
||||
if (!ctx.members.length) return { state: 'next', reason: 'Give your team a name. Mosaic sets up its first project and agents.' };
|
||||
const answers = await Promise.allSettled(ctx.members.map(async org => ctx.read(org, 'status')));
|
||||
const states = answers.filter(a => a.status === 'fulfilled').map(a => a.value);
|
||||
const missed = answers.length - states.length;
|
||||
const unhealthy = states.some(s => s?.healthy !== true);
|
||||
const fix = { page: '#/settings/organizations', label: 'Open Organizations' };
|
||||
if (!states.length) return { state: 'next', reason: "Your organizations couldn't be checked. Open Organizations to check them.", fix };
|
||||
if (!states.some(s => s?.healthy === true)) return { state: 'failed', reason: 'An organization is not answering. Open Organizations to check it and start it again.' + (missed ? " Some organizations couldn't be checked." : ''), fix };
|
||||
return { state: 'done', reason: 'An organization is created and answering.' +
|
||||
(unhealthy ? ' Some organizations are not answering. Open Organizations to check them.' : '') +
|
||||
(missed ? " Some organizations couldn't be checked. Open Organizations to check them." : ''),
|
||||
...(unhealthy || missed ? { fix } : {}) };
|
||||
},
|
||||
},
|
||||
]);
|
||||
@@ -9,10 +9,20 @@ test('installed modules supply presets and report availability without credentia
|
||||
const claude = presets.find(p => p.name === 'claude-code');
|
||||
assert.equal(fixture.available.ok, true);
|
||||
assert.equal(claude.available.ok, false);
|
||||
assert.ok(claude.available.reason);
|
||||
assert.equal(claude.available.reason, 'Claude sign-in is not available on this Console.');
|
||||
assert.deepEqual(claude.thinking.levels, ['low', 'medium', 'high', 'xhigh', 'max']);
|
||||
});
|
||||
|
||||
// first-run-fixes-1 (B2): the Console passes what it knows of the instance's dev fixture.
|
||||
test('the Test model preset is hidden when the Console says the fixture is not ready', async () => {
|
||||
const fixtureOf = async fixture => (await service.orgPresets({ env: { PATH: '/usr/bin:/bin' }, fixture })).find(p => p.name === 'fixture');
|
||||
assert.equal(await fixtureOf({ ready: false }), undefined);
|
||||
assert.deepEqual((await fixtureOf({ ready: true })).available, { ok: true });
|
||||
assert.deepEqual((await fixtureOf(undefined)).available, { ok: true }, 'no word from the Console keeps it offered');
|
||||
const others = async fixture => (await service.orgPresets({ env: { PATH: '/usr/bin:/bin' }, fixture })).filter(p => p.name !== 'fixture').map(p => [p.name, p.available]);
|
||||
assert.deepEqual(await others({ ready: false }), await others(undefined), 'no other preset reads the fixture');
|
||||
});
|
||||
|
||||
test('preset overlays produce valid documents and the legacy alias remains identical', async () => {
|
||||
const doc = await templateRender('alpha', { preset: 'fixture' });
|
||||
assert.deepEqual(doc, await templateRender('alpha', { fixture: 'local' }));
|
||||
@@ -44,7 +54,11 @@ test('the cliproxy preset is discovered and names each reason it is unavailable'
|
||||
assert.match((await cliproxyOf({ proxy: true, riding: false, models: [row()] })).available.reason, /No organization uses the model proxy yet/);
|
||||
assert.match((await cliproxyOf({ proxy: true, riding: true, models: [] })).available.reason, /lists no model you can use/);
|
||||
for (const bad of [row({ available: false }), row({ reason: 'unverified' }), row({ module: 'fixture' }), row({ harnesses: [] })])
|
||||
assert.match((await cliproxyOf({ proxy: true, riding: true, models: [bad] })).available.reason, /lists no model you can use/);
|
||||
assert.equal((await cliproxyOf({ proxy: true, riding: true, models: [bad] })).available.reason, 'Switch a model on in Model setup.');
|
||||
// first-run-fixes-1 (F5): each reason names the page as the Settings nav does.
|
||||
assert.equal(none.available.reason, 'Set up the model proxy first, on the Model setup page.');
|
||||
assert.equal((await cliproxyOf({ proxy: true, riding: false, models: [row()] })).available.reason, 'No organization uses the model proxy yet, or none answered. Open Model setup to check it.');
|
||||
assert.equal((await cliproxyOf({ proxy: true, riding: true, models: [] })).available.reason, 'The model proxy lists no model you can use. Sign in to an account on the Model setup page.');
|
||||
const ok = await cliproxyOf({ proxy: true, riding: true, models: [row()] });
|
||||
assert.deepEqual(ok.available, { ok: true });
|
||||
assert.deepEqual(ok.thinking, { levels: ['low', 'medium', 'high', 'xhigh', 'max'], default: 'low' });
|
||||
@@ -72,3 +86,18 @@ test('existing presets ignore the new model and owner inputs', async () => {
|
||||
assert.equal(presets.find(p => p.name === 'fixture').available.ok, true);
|
||||
assert.equal(presets.find(p => p.name === 'claude-code').available.ok, false);
|
||||
});
|
||||
|
||||
|
||||
test('the first organization uses the owner catalogue and one plain reason for empty or failed reads', async () => {
|
||||
const owner = { proxy: true, riding: false, catalogue: 'ready', models: [row()] };
|
||||
assert.deepEqual((await cliproxyOf(owner)).available, { ok: true });
|
||||
const reason = (await cliproxyOf({ ...owner, models: [] })).available.reason;
|
||||
assert.match(reason, /account on the Model setup page/); assert.doesNotMatch(reason, /organization|Ride all/);
|
||||
const unavailable = (await cliproxyOf({ ...owner, catalogue: 'unavailable', models: [] })).available;
|
||||
assert.equal(unavailable.ok, false); assert.equal(unavailable.reason, 'Your models could not be checked. Open Model setup to try again.');
|
||||
});
|
||||
|
||||
test('a catalogue with only switched-off models names the model switch', async () => {
|
||||
assert.deepEqual((await cliproxyOf({ proxy: true, riding: false, catalogue: 'ready', models: [row({ available: false, reason: 'model-off' })] })).available,
|
||||
{ ok: false, reason: 'Switch a model on in Model setup.' });
|
||||
});
|
||||
@@ -0,0 +1,73 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { setupState } from '../src/setup/setup-state.mjs';
|
||||
import { setupState as routes } from '../src/setup/setup-routing.mjs';
|
||||
const org = { id: 'team', doc: { roles: { assistant: { definition: 'assistant' }, chief: { definition: 'chief' } } } };
|
||||
test('routing identifies the missing agent and names the organization only when there are several', async () => {
|
||||
const selected = { harness: 'example', model: 'model' };
|
||||
for (const missing of ['assistant', 'chief', 'both']) for (const multiple of [false, true]) {
|
||||
const members = multiple ? [{ ...org, id: 'ready' }, { ...org, id: 'fxco' }] : [org];
|
||||
const result = await routes[0].check({ members, read: async (member, name) => name === 'plugins'
|
||||
? { harnessWatch: [{ name: 'example', state: 'fit', checkedAt: 'now' }] }
|
||||
: { harnesses: ['example'], models: ['model'], instances: member.id === 'ready' ? { assistant: selected, chief: selected }
|
||||
: Object.fromEntries(['assistant', 'chief'].filter(n => n !== missing && missing !== 'both').map(n => [n, selected])) } });
|
||||
const who = missing === 'both' ? 'both your assistant and your chief' : `your ${missing}`;
|
||||
assert.equal(result.reason, `Choose a model for ${who}${multiple ? ' in fxco' : ''}.`);
|
||||
}
|
||||
});
|
||||
test('organization readiness requires an owner organization and its bus answering', async () => {
|
||||
assert.equal((await setupState[0].check({ members: [], read: async () => {} })).state, 'next');
|
||||
for (const healthy of [true, false]) assert.equal((await setupState[0].check({ members: [org], read: async () => ({ healthy }) })).state, healthy ? 'done' : 'failed');
|
||||
const unavailable = await setupState[0].check({ members: [org], read: async () => { throw Error('private'); } });
|
||||
assert.equal(unavailable.state, 'next'); assert.match(unavailable.reason, /couldn't be checked/); assert.doesNotMatch(unavailable.reason, /private/);
|
||||
});
|
||||
test('routing confirms every organization when all their agents have models and recorded fit', async () => {
|
||||
const selected = { harness: 'example', model: 'model' };
|
||||
const result = await routes[0].check({ members: [{ ...org, id: 'alpha' }, { ...org, id: 'beta' }], read: async (_, name) => name === 'plugins'
|
||||
? { harnessWatch: [{ name: 'example', state: 'fit', checkedAt: 'now' }] }
|
||||
: { harnesses: ['example'], models: ['model'], instances: { assistant: selected, chief: selected } } });
|
||||
assert.equal(result.state, 'done');
|
||||
assert.equal(result.reason, 'Your assistant and chief have models, and their programs passed the recorded check in every organization.');
|
||||
});
|
||||
test('one answering organization completes setup while another cannot be checked', async () => {
|
||||
const result = await setupState[0].check({ members: [{ id: 'broken', invalid: true }, org], read: async member => {
|
||||
if (member.invalid) throw Error('private');
|
||||
return { healthy: true };
|
||||
} });
|
||||
assert.equal(result.state, 'done'); assert.match(result.reason, /Some organizations couldn't be checked/); assert.doesNotMatch(result.reason, /private/);
|
||||
});
|
||||
test('one answering organization is enough even when another reports an unhealthy bus', async () => {
|
||||
const result = await setupState[0].check({ members: [{ id: 'stopped' }, org], read: async member => ({ healthy: member.id === org.id }) });
|
||||
assert.equal(result.state, 'done'); assert.match(result.reason, /Some organizations are not answering/);
|
||||
});
|
||||
test('routing requires both agent routes and recorded fit, never levels alone', async () => {
|
||||
const route = { harnesses: ['example'], models: ['model'], instances: { assistant: { harness: 'example', model: 'model' }, chief: { harness: 'example', model: 'model' } } };
|
||||
const run = (r = route, state = 'fit') => routes[0].check({ members: [org], read: async (_, name) => name === 'routes' ? r : { harnessWatch: [{ name: 'example', state, checkedAt: '2026-11-21T01:00:00Z' }] } });
|
||||
assert.equal((await run()).state, 'done');
|
||||
assert.equal((await run(route, 'changed')).state, 'done');
|
||||
assert.equal((await run(route, 'red')).state, 'failed');
|
||||
assert.equal((await run(route, 'unchecked')).state, 'checking');
|
||||
assert.equal((await run({ ...route, instances: { assistant: route.instances.assistant } })).state, 'next');
|
||||
assert.equal((await routes[0].check({ members: [] })).state, 'next');
|
||||
assert.match((await routes[0].check({ members: [org], read: async () => { throw Error(); } })).reason, /couldn't be checked/);
|
||||
});
|
||||
test('routing follows a renamed chief before another role with the conventional id', async () => {
|
||||
const member = { id: 'team', doc: { roles: { assistant: { definition: 'assistant' }, chief: { definition: 'coder' }, lead: { definition: 'chief-of-staff' } } } };
|
||||
const r = { harnesses: ['example'], models: ['model'], instances: { assistant: { harness: 'example', model: 'model' }, chief: { harness: 'example', model: 'model' } } };
|
||||
const check = () => routes[0].check({ members: [member], read: async (_, name) => name === 'routes' ? r : { harnessWatch: [{ name: 'example', state: 'fit', checkedAt: '2026-11-21T01:00:00Z' }] } });
|
||||
assert.equal((await check()).state, 'next');
|
||||
r.instances.lead = r.instances.chief;
|
||||
assert.equal((await check()).state, 'done');
|
||||
});
|
||||
test('routing keeps answering organizations and uses the worst answered state', async () => {
|
||||
const route = { harnesses: ['example'], models: ['model'], instances: { assistant: { harness: 'example', model: 'model' }, chief: { harness: 'example', model: 'model' } } };
|
||||
for (const state of ['fit', 'red', 'unknown']) {
|
||||
const result = await routes[0].check({ members: [{ id: 'bad' }, org], read: async (member, name) => {
|
||||
if (member.id === 'bad') throw Error('private');
|
||||
return name === 'routes' ? route : { harnessWatch: [{ name: 'example', state, checkedAt: 'now' }] };
|
||||
} });
|
||||
assert.equal(result.state, state === 'fit' ? 'done' : 'failed'); assert.match(result.reason, /Some organizations couldn't be checked/); assert.doesNotMatch(result.reason, /private/);
|
||||
}
|
||||
const result = await routes[0].check({ members: [org, { ...org, id: 'empty' }], read: async (member, name) => name === 'routes' ? member.id === 'empty' ? { ...route, instances: {} } : route : { harnessWatch: [{ name: 'example', state: 'fit', checkedAt: 'now' }] } });
|
||||
assert.equal(result.state, 'next');
|
||||
});
|
||||
@@ -50,6 +50,19 @@ unknown or ambiguous legacy mapping and validates transport data before use.
|
||||
|
||||
### Organization presets
|
||||
|
||||
“Your models through the model proxy” reads the instance owner's catalogue for the signed-in
|
||||
root owner in an organization-mode Console. It can create the first organization after an
|
||||
account is connected and a usable model is offered. Availability, model choices and template
|
||||
selection use that same read; a failed read offers nothing. With models switched off, the
|
||||
preset points to the model switches in Model setup; with no model rows, it asks to sign in.
|
||||
The owner catalogue takes precedence
|
||||
over riding buses, so an old bus catalogue cannot restore an unavailable or switched-off model.
|
||||
Other Console modes keep the riding-bus reader. Quick Setup starts the normal organization bus,
|
||||
which registers with the shared model service and issues model keys on launch preflight.
|
||||
Quick Setup gives the chief the routing values the preset assistant defines (harness, model
|
||||
and thinking), without adding the chief to the launch list. Advanced Setup keeps the preset template unchanged. The routing
|
||||
checklist still requires the selected program's existing recorded check to pass.
|
||||
|
||||
A `harness` or `model-provider` module may export `orgPresets()`, returning an
|
||||
array of preset descriptions. Each has a globally unique stable `name`, a
|
||||
`label`, a one-line `description`, `thinking: { levels, default }`, an
|
||||
|
||||
@@ -92,7 +92,7 @@ export function orgPresets() {
|
||||
thinking: { levels: [...LEVELS], default: 'low' },
|
||||
available: ({ env }) => {
|
||||
const problem = preflight({ env });
|
||||
return problem ? { ok: false, reason: problem.code === 'no-session-credential' ? 'No session credential is available to the Console.' : 'Claude Code is not available to the Console.' } : { ok: true };
|
||||
return problem ? { ok: false, reason: problem.code === 'no-session-credential' ? 'Claude sign-in is not available on this Console.' : 'Claude Code is not available on this Console.' } : { ok: true };
|
||||
},
|
||||
overlay: ({ thinking }) => ({ plugins: { channel: ['cli', 'webui'], harness: ['claude-code'] },
|
||||
launch: { by: 'chief', instances: ['assistant'], models: { opus: { provider: 'anthropic', model: 'claude-opus-5-5' } } },
|
||||
|
||||
@@ -1,102 +0,0 @@
|
||||
// lane health-reason: does the pi worker container hold a credential for the provider a run asks
|
||||
// for? pi answers, not a list kept here. Before it sends a prompt, pi checks
|
||||
// `models.checkAuth(provider)` from @earendil-works/pi-ai (pi-coding-agent's agent-session.js). The
|
||||
// worker image has no models.json and pi runs with --no-extensions, so that call is the whole
|
||||
// gate. This runs the same call, from the pi-ai the lock installs, on stand-ins: each auth.json
|
||||
// entry becomes a placeholder of its type, and each environment name the container gets with a
|
||||
// value answers a placeholder. No key, token or value is read, passed or kept.
|
||||
//
|
||||
// credentialCheck({ provider, entries, envNames })
|
||||
// entries: [{ name, type }] from the auth file the container mounts (names and types only)
|
||||
// envNames: names the container's environment carries with a nonempty value
|
||||
// answers { decided: true, known, has, providers } or { decided: false, why }
|
||||
// known: pi has a provider by this id
|
||||
// has: the container will hold a credential pi accepts for it
|
||||
// providers: every provider pi would accept a credential for in that container, sorted
|
||||
import { existsSync, readFileSync } from "node:fs";
|
||||
import { join } from "node:path";
|
||||
import { pathToFileURL, fileURLToPath } from "node:url";
|
||||
|
||||
const REPO = fileURLToPath(new URL("../../../../", import.meta.url));
|
||||
const SCOPE = "@earendil-works";
|
||||
const PLACEHOLDER = "mosaic-credential-check-placeholder";
|
||||
|
||||
// Where pi reads auth.json inside the worker image: its agent directory under the image user's
|
||||
// home (HOME=/home/node, pi's default ~/.pi/agent). compose.yaml mounts the host file there.
|
||||
export const authFileInContainer = "/home/node/.pi/agent/auth.json";
|
||||
|
||||
// The pi-ai pi itself loads: the copy nested under pi-coding-agent first, else the hoisted one.
|
||||
// Both come from package-lock.json, the lock the image's npm ci installs.
|
||||
function piAiDir(root) {
|
||||
for (const dir of [join(root, "node_modules", SCOPE, "pi-coding-agent", "node_modules", SCOPE, "pi-ai"),
|
||||
join(root, "node_modules", SCOPE, "pi-ai")]) {
|
||||
if (existsSync(join(dir, "package.json"))) return dir;
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
function exportPath(pkg, key) {
|
||||
const entry = pkg?.exports?.[key];
|
||||
const target = typeof entry === "string" ? entry : entry?.import ?? entry?.default;
|
||||
return typeof target === "string" ? target : null;
|
||||
}
|
||||
|
||||
async function loadPiAi(root) {
|
||||
const dir = piAiDir(root);
|
||||
if (!dir) return { why: "pi isn't installed in this checkout (run npm ci)" };
|
||||
let pkg;
|
||||
try { pkg = JSON.parse(readFileSync(join(dir, "package.json"), "utf8")); } catch { return { why: "pi's package can't be read" }; }
|
||||
const main = exportPath(pkg, ".");
|
||||
const providers = exportPath(pkg, "./providers/*");
|
||||
if (!main || !providers) return { why: "pi's package doesn't export what the check needs" };
|
||||
try {
|
||||
const ai = await import(pathToFileURL(join(dir, main)).href);
|
||||
const all = await import(pathToFileURL(join(dir, providers.replace("*", "all"))).href);
|
||||
if (typeof ai.createModels !== "function" || typeof all.builtinProviders !== "function") {
|
||||
return { why: "pi's package doesn't export what the check needs" };
|
||||
}
|
||||
return { createModels: ai.createModels, builtinProviders: all.builtinProviders };
|
||||
} catch {
|
||||
return { why: "pi's package can't be loaded" };
|
||||
}
|
||||
}
|
||||
|
||||
// A stand-in for an entry: the type pi reads, with placeholder fields where pi wants them. A type
|
||||
// pi doesn't know stays bare, and pi treats it as no credential, as it treats the real entry.
|
||||
function standIn(type) {
|
||||
if (type === "api_key") return { type, key: PLACEHOLDER };
|
||||
if (type === "oauth") return { type, access: PLACEHOLDER, refresh: PLACEHOLDER, expires: Number.MAX_SAFE_INTEGER };
|
||||
return { type: String(type) };
|
||||
}
|
||||
|
||||
function store(entries) {
|
||||
const map = new Map();
|
||||
for (const { name, type } of entries) if (typeof name === "string" && name) map.set(name, standIn(type));
|
||||
return {
|
||||
read: async (id) => map.get(id),
|
||||
list: async () => [...map].map(([providerId, c]) => ({ providerId, type: c.type })),
|
||||
modify: async (id) => map.get(id),
|
||||
delete: async () => {},
|
||||
};
|
||||
}
|
||||
|
||||
export async function credentialCheck({ provider, entries = [], envNames = [], root = REPO } = {}) {
|
||||
const pi = await loadPiAi(root);
|
||||
if (!pi.createModels) return { decided: false, why: pi.why };
|
||||
const names = new Set(envNames);
|
||||
try {
|
||||
const models = pi.createModels({
|
||||
credentials: store(entries),
|
||||
// The container has no ambient credential files: its pi directory starts empty.
|
||||
authContext: { env: async (name) => (names.has(name) ? PLACEHOLDER : undefined), fileExists: async () => false },
|
||||
});
|
||||
for (const p of pi.builtinProviders()) models.setProvider(p);
|
||||
const ids = models.getProviders().map((p) => p.id);
|
||||
const providers = [];
|
||||
for (const id of ids) if ((await models.checkAuth(id)) !== undefined) providers.push(id);
|
||||
providers.sort();
|
||||
return { decided: true, known: ids.includes(provider), has: providers.includes(provider), providers };
|
||||
} catch {
|
||||
return { decided: false, why: "pi's credential check failed" };
|
||||
}
|
||||
}
|
||||
@@ -1,5 +1,7 @@
|
||||
// Provider configuration and transport declarations owned by the proxy module.
|
||||
export const interfaceVersion = 1;
|
||||
// Whether an admitted organization needs this model service for its model routes.
|
||||
export const usesModelService = doc => (doc.plugins?.['model-provider'] ?? []).includes('cliproxy');
|
||||
export const ZAI_URL = 'https://api.z.ai/api/anthropic';
|
||||
// #1873 settings-backend-a3: the one list of providers an account can be added for. The bus proxy
|
||||
// page, the management client and the Console's provider select all read it; a provider not here
|
||||
@@ -94,7 +96,7 @@ export async function catalogue({ listAccounts, listModels, listGroups, now, off
|
||||
if (group.disabled === true || !group.keys.some(key => key && key.disabled !== true)) continue;
|
||||
const upstream = family(group['base-url']);
|
||||
if (group.models === undefined || (Array.isArray(group.models) && !group.models.length)) {
|
||||
if (upstream === 'zai') notices.push('z.ai account has no models configured. Add them on Model proxy.');
|
||||
if (upstream === 'zai') notices.push('z.ai account has no models configured. Add them on Model setup.');
|
||||
continue;
|
||||
}
|
||||
if (!Array.isArray(group.models) || group.models.length > MAX_MODELS) throw Error();
|
||||
@@ -143,23 +145,26 @@ export function route({ selection, harness }) {
|
||||
}
|
||||
|
||||
// #1873 ride-default slice 1: a new organization that uses the owner's models through the
|
||||
// instance's model proxy. The Console reads the owner's catalogue from a riding bus and passes
|
||||
// instance's model proxy. The Console reads the instance owner catalogue, or riding buses, and passes
|
||||
// it as `owner`; this module never reaches the proxy itself.
|
||||
const THINKING = Object.freeze(['low', 'medium', 'high', 'xhigh', 'max']);
|
||||
export const usableModel = m => !!m && m.module === 'cliproxy' && m.available === true && m.reason === null
|
||||
&& typeof m.key === 'string' && /^[a-z][a-z0-9-]{0,63}$/.test(m.key) && typeof m.upstream === 'string' && Object.hasOwn(ROUTES, m.upstream)
|
||||
&& typeof m.provider === 'string' && typeof m.model === 'string' && MODEL.test(m.model)
|
||||
&& Array.isArray(m.harnesses) && (m.harnesses.includes('claude-code') || m.harnesses.includes('pi'));
|
||||
export function ownerModelsAvailable(owner) {
|
||||
if (!owner || owner.proxy !== true) return { ok: false, reason: 'Set up the model proxy first, on the Model setup page.' };
|
||||
if (owner.catalogue === 'unavailable') return { ok: false, reason: 'Your models could not be checked. Open Model setup to try again.' };
|
||||
if (owner.catalogue !== 'ready' && owner.riding !== true) return { ok: false, reason: 'No organization uses the model proxy yet, or none answered. Open Model setup to check it.' };
|
||||
if (Array.isArray(owner.models) && owner.models.length && !owner.models.some(usableModel)) return { ok: false, reason: 'Switch a model on in Model setup.' };
|
||||
if (!Array.isArray(owner.models) || !owner.models.some(usableModel)) return { ok: false, reason: 'The model proxy lists no model you can use. Sign in to an account on the Model setup page.' };
|
||||
return { ok: true };
|
||||
}
|
||||
export function orgPresets() {
|
||||
return [{ name: 'cliproxy', label: 'Your models through the model proxy',
|
||||
description: 'Uses a model your model proxy lists. Each reply spends your own account.',
|
||||
thinking: { levels: [...THINKING], default: 'low' },
|
||||
available: ({ owner } = {}) => {
|
||||
if (!owner || owner.proxy !== true) return { ok: false, reason: 'Set up the model proxy first, on the Model proxy page.' };
|
||||
if (owner.riding !== true) return { ok: false, reason: 'No organization uses the model proxy yet, or none answered. Use Ride all on the Model proxy page.' };
|
||||
if (!Array.isArray(owner.models) || !owner.models.some(usableModel)) return { ok: false, reason: 'The model proxy lists no model you can use. Sign in to an account on the Model proxy page.' };
|
||||
return { ok: true };
|
||||
},
|
||||
available: ({ owner } = {}) => ownerModelsAvailable(owner),
|
||||
overlay: ({ thinking, model }) => {
|
||||
if (!usableModel(model)) throw Object.assign(Error('the model proxy lists no such model'), { code: 'org-invalid' });
|
||||
const harness = model.harnesses.includes('claude-code') ? 'claude-code' : 'pi';
|
||||
|
||||
@@ -17,9 +17,17 @@ export const FIXTURE_TEMPLATE = Object.freeze({
|
||||
vars: { 'bus.tester': true },
|
||||
});
|
||||
// Organization setup is supplied by this module, alongside its model route.
|
||||
export function orgPresets() {
|
||||
// first-run-fixes-1 (B2): `fixture` is what the Console knows of the instance's dev fixture
|
||||
// ({ ready }). A chat on this preset has no endpoint to answer it until `mosaic dev fixture init`
|
||||
// runs, so the preset is hidden when the Console says it is not ready. With no word from
|
||||
// the Console (a caller that does not read the fixture) it stays offered.
|
||||
// first-run-fixes-1 follow-up: the Console never tells an owner to run a command, so the reason is a plain line.
|
||||
export const FIXTURE_NOT_READY = 'Developer test fixture is not running.';
|
||||
export function orgPresets({ fixture } = {}) {
|
||||
if (fixture?.ready === false) return [];
|
||||
return [{ name: 'fixture', label: 'Test model', description: 'Canned replies, no cost.',
|
||||
thinking: { levels: ['off'], default: 'off' }, available: () => ({ ok: true }),
|
||||
thinking: { levels: ['off'], default: 'off' },
|
||||
available: ({ fixture } = {}) => (fixture?.ready === false ? { ok: false, reason: FIXTURE_NOT_READY } : { ok: true }),
|
||||
overlay: ({ thinking }) => ({ ...structuredClone(FIXTURE_TEMPLATE), assistantVars: { ...FIXTURE_TEMPLATE.assistantVars, thinking } }) }];
|
||||
}
|
||||
const HARNESSES = Object.freeze(['pi']);
|
||||
|
||||
@@ -158,3 +158,15 @@ export function checkPlugins(value, where, { kinds = KINDS, fail = raise } = {})
|
||||
}
|
||||
return value;
|
||||
}
|
||||
|
||||
// Instance readiness contributions, independent of an organization's plugin switches. Each part
|
||||
// owns its row definitions and read checks. The host loads these paths relative to packages/.
|
||||
// No new kind, module interface, organization setting or capability is introduced here.
|
||||
export const setupState = Object.freeze([
|
||||
'model-proxy/src/setup-state.mjs',
|
||||
'organization/src/setup/setup-state.mjs',
|
||||
'organization/src/setup/setup-routing.mjs',
|
||||
'bus/src/setup-reply.mjs',
|
||||
'tasks/src/setup-state.mjs',
|
||||
'processing-control/src/setup-state.mjs',
|
||||
]);
|
||||
@@ -36,7 +36,7 @@ test('an empty group offers no models; unknown groups offer claude-code and pi a
|
||||
const c = await catalogue(d);
|
||||
assert.equal(c.models.length, 1);
|
||||
assert.deepEqual([c.models[0].upstream, c.models[0].harnesses, c.models[0].reason], ['other', ['claude-code', 'pi'], 'unverified']);
|
||||
assert.ok(c.notices.includes('z.ai account has no models configured. Add them on Model proxy.'));
|
||||
assert.ok(c.notices.includes('z.ai account has no models configured. Add them on Model setup.'));
|
||||
});
|
||||
|
||||
test('a failed catalogue never authorizes a saved route', async () => {
|
||||
|
||||
@@ -1,12 +1,30 @@
|
||||
#!/usr/bin/env node
|
||||
// The shell launchers already load/release/bootstrap. Resolve the selected config again here.
|
||||
// worker-cutover: every container this starts goes through worker-proxy.mjs launchWorker, so a pi
|
||||
// worker reaches its model only through the instance's model proxy with its own worker key.
|
||||
// --check runs the processing guard only. A probe (hello.sh, verify.sh) reads the worker's output
|
||||
// and writes it with the key removed; an interactive session (agent.sh --tty) keeps the terminal.
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { constants } from 'node:os';
|
||||
import { loadSystem } from '../../cli/src/config.mjs';
|
||||
import { runContainer } from './containers.mjs';
|
||||
import { CliError } from '../../cli/src/errors.mjs';
|
||||
import { RIDE_LINES } from '../../model-proxy/src/settings.mjs';
|
||||
import { configDir } from '../../organization/src/organization-config.mjs';
|
||||
import { launchWorker, redactSecrets, WorkerLaunchError } from './worker-proxy.mjs';
|
||||
import { unregisterRuntime } from './runtimes.mjs';
|
||||
import { initializeControl, assertProcessing } from './state.mjs';
|
||||
|
||||
function refusal(e) {
|
||||
// proxy-ride: the config refusal keeps its code and fixed owner line. Other config problems read
|
||||
// as they did.
|
||||
const ride = e instanceof CliError ? /(?:^|: )(proxy-ride-(?:invalid|owner-missing|conflict)): /.exec(e.message) : null;
|
||||
if (ride) return { line: `processing: ${ride[1]}: ${RIDE_LINES[ride[1]]}`, exitCode: 3 };
|
||||
if (e instanceof WorkerLaunchError) return { line: e.code ? `processing: ${e.code}: ${e.line}` : e.line, exitCode: e.exitCode };
|
||||
return { line: `processing: ${e?.code?.startsWith?.('processing-') ? e.code : 'container-launch-failed'}`, exitCode: 3 };
|
||||
}
|
||||
|
||||
try {
|
||||
const system = loadSystem();
|
||||
const system = loadSystem({ ride: true });
|
||||
initializeControl(system.dataRoot);
|
||||
assertProcessing(system.dataRoot);
|
||||
const args = process.argv.slice(2), tty = args[0] === '--tty';
|
||||
@@ -20,12 +38,24 @@ try {
|
||||
...(process.env.MOSAIC_AGENT_SOUL_SOURCE ? { agentSoulFile: process.env.MOSAIC_AGENT_SOUL_SOURCE } : {}),
|
||||
...(process.env.MOSAIC_SKILL_SOURCES ? { skillDirs: process.env.MOSAIC_SKILL_SOURCES.split(',') } : {}),
|
||||
} : { kind: 'probe' };
|
||||
const result = runContainer(system.dataRoot, { kind: 'container', business: 'instance', run: randomUUID() },
|
||||
{ tty, args, worker, env: process.env, stdio: 'inherit' });
|
||||
const spawn = tty
|
||||
? { env: process.env, stdio: 'inherit' }
|
||||
: { env: process.env, stdio: ['inherit', 'pipe', 'pipe'], encoding: 'utf8', maxBuffer: 16 * 1024 * 1024 };
|
||||
const result = await launchWorker({
|
||||
system, configDir: configDir(process.env),
|
||||
record: { kind: 'container', business: 'instance', run: randomUUID() },
|
||||
worker, args, tty, spawn,
|
||||
});
|
||||
if (!tty) {
|
||||
process.stdout.write(redactSecrets(result.proc.stdout, result.secrets));
|
||||
process.stderr.write(redactSecrets(result.proc.stderr, result.secrets));
|
||||
}
|
||||
if (!result.haltGeneration && !result.proc.error && result.proc.status === 0) unregisterRuntime(system.dataRoot, result.managed.id);
|
||||
if (result.proc.error) throw result.proc.error;
|
||||
process.exit(result.proc.status ?? 1);
|
||||
// A signal held while docker ran ends this process as that signal would have: 128 plus its number.
|
||||
process.exitCode = result.signal ? 128 + (constants.signals[result.signal] ?? 0) : result.proc.status ?? 1;
|
||||
} catch (e) {
|
||||
process.stderr.write(`processing: ${e.code?.startsWith('processing-') ? e.code : 'container-launch-failed'}\n`);
|
||||
process.exit(3);
|
||||
const { line, exitCode } = refusal(e);
|
||||
process.stderr.write(`${line}\n`);
|
||||
process.exitCode = exitCode;
|
||||
}
|
||||
@@ -1,5 +1,5 @@
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { spawnSync, execFile } from 'node:child_process';
|
||||
import { execFile } from 'node:child_process';
|
||||
import { existsSync, lstatSync, readdirSync, realpathSync } from 'node:fs';
|
||||
import { isAbsolute, join, relative, resolve } from 'node:path';
|
||||
import { promisify } from 'node:util';
|
||||
@@ -9,8 +9,9 @@ const execute = promisify(execFile);
|
||||
const pause = ms => new Promise(resolve => setTimeout(resolve, ms));
|
||||
const WORKER_KEYS = new Set([
|
||||
'kind', 'taskFile', 'missionFile', 'workspaceDir', 'sessionDir',
|
||||
'sessionForkFile', 'agentSoulFile', 'skillDirs',
|
||||
'sessionForkFile', 'agentSoulFile', 'skillDirs', 'proxyDir', 'proxyModelsFile',
|
||||
]);
|
||||
const PROXY_SLOTS = ['proxyDir', 'proxyModelsFile'];
|
||||
const WORKER_ENV = Object.freeze({
|
||||
MOSAIC_SYSTEM_PROMPT_FILE: '/var/lib/mosaic/private/system-prompt.md',
|
||||
MOSAIC_TASK_FILE: '',
|
||||
@@ -88,8 +89,22 @@ export function workerLaunch(dataRoot, input) {
|
||||
environment.MOSAIC_USER_DIR = '/var/lib/mosaic/input/user';
|
||||
}
|
||||
|
||||
// worker-cutover: the launch's model proxy view (worker-proxy.mjs), for any kind, both or neither.
|
||||
// The directory holds only the relay's socket, so a socket path a Docker socket-file bind would
|
||||
// pin is never mounted; models.json names the key as "$ANTHROPIC_API_KEY", never its value.
|
||||
const proxyGiven = PROXY_SLOTS.filter(key => input[key] !== undefined);
|
||||
if (proxyGiven.length === 1) throw workerError('proxyDir and proxyModelsFile are given together or not at all');
|
||||
if (proxyGiven.length === 2) {
|
||||
const proxy = exactParts(components(root, input.proxyDir, 'proxyDir', 'directory'), ['worker-proxy', null], 'proxyDir');
|
||||
if (!/^[0-9a-f]{12}$/.test(proxy.parts[1])) throw workerError(`proxyDir is outside its allowed data-root path: ${proxy.source}`);
|
||||
const models = exactParts(components(root, input.proxyModelsFile, 'proxyModelsFile', 'file'),
|
||||
['worker-proxy', proxy.parts[1], 'home', '.pi', 'agent', 'models.json'], 'proxyModelsFile');
|
||||
add(proxy.source, '/run/mosaic-proxy');
|
||||
add(models.source, '/home/node/.pi/agent/models.json');
|
||||
}
|
||||
|
||||
if (input.kind === 'probe') {
|
||||
for (const key of WORKER_KEYS) if (key !== 'kind' && input[key] !== undefined) throw workerError(`${key} is unsupported for probe launches`);
|
||||
for (const key of WORKER_KEYS) if (key !== 'kind' && !PROXY_SLOTS.includes(key) && input[key] !== undefined) throw workerError(`${key} is unsupported for probe launches`);
|
||||
return Object.freeze({ mounts: Object.freeze(mounts), environment: Object.freeze(environment) });
|
||||
}
|
||||
|
||||
@@ -175,17 +190,6 @@ export function containerArgs(record, { tty = false, args = [], worker } = {}) {
|
||||
'--label', `mosaic.root=${record.root}`, '--label', `mosaic.runtime=${record.id}`,
|
||||
'-e', `MOSAIC_PROCESSING_GENERATION=${record.generation}`, ...environment, ...volumes, 'mosaic-agent', ...args];
|
||||
}
|
||||
export function runContainer(dataRoot, record, { tty = false, args = [], worker, ...options } = {}) {
|
||||
const launch = workerLaunch(dataRoot, worker);
|
||||
const managed = prepareContainer(dataRoot, record);
|
||||
assertProcessing(dataRoot, managed.generation);
|
||||
// Keep this synchronous. The independent broker sweeps the prepublished name while this waits.
|
||||
const proc = spawnSync('docker', containerArgs(managed, { tty, args, worker: launch }), options);
|
||||
const current = runtime(dataRoot, managed.id);
|
||||
// An interrupted Docker client is not proof its container exited. Keep that receipt for inspection.
|
||||
if (!proc.error && proc.status === 0) updateRuntime(dataRoot, managed.id, { phase: 'ended' });
|
||||
return { proc, managed, haltGeneration: current.haltGeneration ?? null };
|
||||
}
|
||||
export function createContainerStopper({ dataRoot = null, docker = async args => {
|
||||
const r = await execute('docker', args, { encoding: 'utf8', timeout: 2000, maxBuffer: 131072 });
|
||||
return r.stdout;
|
||||
|
||||
@@ -0,0 +1,32 @@
|
||||
import { defaultRun } from '../../model-proxy/src/admin.mjs';
|
||||
import { listRunIds, isRunId, readRunDocument } from '../../runs/src/runs.mjs';
|
||||
import { accountState, setupState as modelSetupState } from '../../model-proxy/src/setup-state.mjs';
|
||||
|
||||
// Stop at the first result instead of parsing the whole run history.
|
||||
export function hasRunResult(dataRoot, { ids = listRunIds, read = readRunDocument } = {}) {
|
||||
if (!dataRoot) return false;
|
||||
return ids(dataRoot).reverse().some(id => isRunId(id) && !!read(dataRoot, id, 'result.json'));
|
||||
}
|
||||
export async function dockerAnswers({ run = defaultRun, signal } = {}) {
|
||||
try { return (await run('docker', ['info', '--format', '{{.ServerVersion}}'], { timeout: 800, env: process.env, signal })).code === 0; }
|
||||
catch { return false; }
|
||||
}
|
||||
export const setupState = Object.freeze([
|
||||
{
|
||||
id: 'worker.ready', title: 'Run work in sealed containers',
|
||||
purpose: 'Lets agents run code in a container on this computer. Not needed to start. Needs Docker.',
|
||||
fix: null, order: { after: [] }, required: false,
|
||||
async check(ctx) {
|
||||
// Workers need the instance model service even when organizations answer another way.
|
||||
const instance = { ...ctx, members: [] };
|
||||
const [service, account, docker] = await Promise.allSettled([modelSetupState[0].check(instance), accountState(ctx.accounts ? instance : ctx), (ctx.docker ?? (() => dockerAnswers({ signal: ctx.signal })))()]);
|
||||
const ready = service.status === 'fulfilled' && service.value?.state === 'done';
|
||||
const connected = account.status === 'fulfilled' ? account.value.state === 'done' ? 'connected' : 'not ready' : 'not checked';
|
||||
const model = typeof ctx.system?.execution?.model === 'string' && !!ctx.system.execution.model.trim();
|
||||
const answers = docker.status === 'fulfilled' && docker.value === true;
|
||||
const ran = ctx.runs ? (await ctx.runs()).some(r => r?.result && typeof r.result === 'object') : hasRunResult(ctx.dataRoot);
|
||||
return { state: ran && answers ? 'done' : 'optional',
|
||||
reason: `A worker needs Docker, a model service, an account and a worker model. Model service: ${ready ? 'ready' : 'not ready'}; Account: ${connected}; Worker model: ${model ? 'chosen' : 'not chosen'}; Docker: ${answers ? 'answering' : 'not answering'}. ${ran ? 'A worker run is recorded.' : 'No worker run is recorded.'} Worker runs start outside the Console.` };
|
||||
},
|
||||
},
|
||||
]);
|
||||
@@ -0,0 +1,258 @@
|
||||
// worker-model-setup (S6 of reports/worker-proxy-simple.md, Jason's ruling 2026-11-21): the
|
||||
// instance owner's worker model choice, <dataRoot>/worker-model/choice.json.
|
||||
//
|
||||
// { version, revision, provider, model, updatedAt, updatedBy }
|
||||
//
|
||||
// The config wins: a worker run uses execution.provider and execution.model when the config names
|
||||
// them, and this choice only when it names none (worker-proxy.mjs workerModel). Today the config
|
||||
// must name both (scripts/mosaic-config.mjs), so this choice has no effect on a run yet.
|
||||
//
|
||||
// Names only: a provider and a model id in the config's own name shape. No key, no env value and
|
||||
// no harness enter this file. A Claude model is refused at every write and every read, so a choice
|
||||
// in this file can never send a Claude model to pi; the launcher checks the catalogue again.
|
||||
//
|
||||
// Shaped and guarded like the Triage route store (packages/webui/src/triage-route-store.mjs). Fail
|
||||
// closed. The worker-model directory is 0700 and choice.json 0600, both owned by the running user;
|
||||
// a link, a hard link, a non-file, a wrong mode or owner or an unknown field refuses. A write is
|
||||
// compare-and-set on `revision` under an exclusive lock file, atomic (a 0600 temp file in the same
|
||||
// directory, fsync, rename, fsync of the directory), and appends one line to
|
||||
// choice-receipts.jsonl. A writer that dies leaves its lock; the next write refuses and names it,
|
||||
// and the person removes it by hand.
|
||||
//
|
||||
// Errors are WorkerModelStoreError with a `reason` (unreadable, invalid, busy, stale, unrecorded)
|
||||
// and no refusal code: nothing here reaches a person on its own. The launcher turns a store error
|
||||
// into its existing processing-worker-launch-invalid line, and the Console shows it as a state.
|
||||
import { closeSync, constants, fchmodSync, fstatSync, fsyncSync, lstatSync, mkdirSync, openSync, readFileSync, renameSync, unlinkSync, writeSync } from "node:fs";
|
||||
import { randomBytes } from "node:crypto";
|
||||
import { join } from "node:path";
|
||||
import { processState } from "../../seat/src/process-state.mjs";
|
||||
|
||||
export const CHOICE_VERSION = 1;
|
||||
export const CHOICE_FIELDS = Object.freeze(["version", "revision", "provider", "model", "updatedAt", "updatedBy"]);
|
||||
// The config's own name shape for execution.provider and execution.model (scripts/mosaic-config.mjs
|
||||
// NAME_PATTERN), so a choice is never something the config could not name.
|
||||
const NAME = /^[A-Za-z0-9][A-Za-z0-9._:/-]{0,199}$/;
|
||||
const ACTOR = /^[a-z][a-z0-9-]{0,31}$/;
|
||||
const ISO = /^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z$/;
|
||||
const MAX_BYTES = 64 * 1024;
|
||||
const INPUT_FIELDS = Object.freeze(["provider", "model", "by", "revision"]);
|
||||
|
||||
// The one Claude rule for worker models, used here, by the launcher and by the Console's list.
|
||||
export const claudeModel = (provider, model) => provider === "anthropic" || /claude/i.test(String(model ?? ""));
|
||||
|
||||
export class WorkerModelStoreError extends Error {
|
||||
constructor(reason, message) {
|
||||
super(message);
|
||||
this.name = "WorkerModelStoreError";
|
||||
this.reason = reason;
|
||||
}
|
||||
}
|
||||
const unreadable = (why) => new WorkerModelStoreError("unreadable", `the worker model choice is unreadable: ${why}`);
|
||||
const invalid = (why) => new WorkerModelStoreError("invalid", `the worker model choice is invalid: ${why}`);
|
||||
|
||||
// The file location, in one place.
|
||||
export function choicePaths(dataRoot) {
|
||||
const dir = join(dataRoot, "worker-model");
|
||||
return { dir, file: join(dir, "choice.json"), receipts: join(dir, "choice-receipts.jsonl"), lock: join(dir, "choice.lock") };
|
||||
}
|
||||
|
||||
const plain = (v) => v !== null && typeof v === "object" && !Array.isArray(v) && Object.getPrototypeOf(v) === Object.prototype;
|
||||
const exactKeys = (v, keys) => plain(v) && Object.keys(v).length === keys.length && keys.every((k) => Object.hasOwn(v, k));
|
||||
const canonicalTime = (s) => typeof s === "string" && ISO.test(s) && !Number.isNaN(Date.parse(s)) && new Date(s).toISOString() === s;
|
||||
|
||||
export function validChoice(doc) {
|
||||
return exactKeys(doc, CHOICE_FIELDS)
|
||||
&& doc.version === CHOICE_VERSION
|
||||
&& Number.isSafeInteger(doc.revision) && doc.revision >= 1
|
||||
&& typeof doc.provider === "string" && NAME.test(doc.provider)
|
||||
&& typeof doc.model === "string" && NAME.test(doc.model)
|
||||
&& !claudeModel(doc.provider, doc.model)
|
||||
&& canonicalTime(doc.updatedAt)
|
||||
&& typeof doc.updatedBy === "string" && ACTOR.test(doc.updatedBy);
|
||||
}
|
||||
|
||||
const uidOf = (opts) => opts.uid ?? process.getuid();
|
||||
// The owner the files are held to: the same user, unless a test checks the file owner alone.
|
||||
const fileUidOf = (opts) => opts.fileUid ?? uidOf(opts);
|
||||
|
||||
// The worker-model directory: a real directory, the running user's, mode 0700. Returns false when
|
||||
// it is missing and `create` is off; with `create` it makes it (never the data root above it).
|
||||
function checkDir(dir, uid, { create }) {
|
||||
let st;
|
||||
try { st = lstatSync(dir); }
|
||||
catch (e) {
|
||||
if (e.code !== "ENOENT") throw unreadable("the worker-model directory cannot be read");
|
||||
if (!create) return false;
|
||||
try { mkdirSync(dir, { mode: 0o700 }); } catch { throw unreadable("the worker-model directory cannot be made"); }
|
||||
// The umask may have narrowed the mode; set it on the directory just made, never through a link.
|
||||
try {
|
||||
const fd = openSync(dir, constants.O_RDONLY | constants.O_DIRECTORY | constants.O_NOFOLLOW);
|
||||
try { fchmodSync(fd, 0o700); } finally { closeSync(fd); }
|
||||
} catch { throw unreadable("the worker-model directory cannot be made"); }
|
||||
st = lstatSync(dir);
|
||||
}
|
||||
if (st.isSymbolicLink()) throw unreadable("the worker-model directory is a link");
|
||||
if (!st.isDirectory()) throw unreadable("the worker-model directory is not a directory");
|
||||
if (st.uid !== uid) throw unreadable("the worker-model directory is not owned by this user");
|
||||
if ((st.mode & 0o777) !== 0o700) throw unreadable("the worker-model directory mode is not 0700");
|
||||
return true;
|
||||
}
|
||||
|
||||
// An opened file's own checks: a regular file, one link, the running user's, mode 0600.
|
||||
function checkFile(fd, uid, what) {
|
||||
const st = fstatSync(fd);
|
||||
if (!st.isFile()) throw unreadable(`${what} is not a regular file`);
|
||||
if (st.nlink !== 1) throw unreadable(`${what} has more than one link`);
|
||||
if (st.uid !== uid) throw unreadable(`${what} is not owned by this user`);
|
||||
if ((st.mode & 0o777) !== 0o600) throw unreadable(`${what} mode is not 0600`);
|
||||
return st;
|
||||
}
|
||||
|
||||
function readFile(file, uid) {
|
||||
let fd;
|
||||
try { fd = openSync(file, constants.O_RDONLY | constants.O_NOFOLLOW | constants.O_NONBLOCK); }
|
||||
catch (e) {
|
||||
if (e.code === "ENOENT") return null;
|
||||
if (e.code === "ELOOP") throw unreadable("choice.json is a link");
|
||||
throw unreadable("choice.json cannot be opened");
|
||||
}
|
||||
try {
|
||||
const st = checkFile(fd, uid, "choice.json");
|
||||
if (st.size > MAX_BYTES) throw unreadable("choice.json is too large");
|
||||
let doc;
|
||||
try { doc = JSON.parse(readFileSync(fd, "utf8")); } catch { throw unreadable("choice.json is not JSON"); }
|
||||
if (!validChoice(doc)) throw unreadable("choice.json does not match the choice shape");
|
||||
return doc;
|
||||
} finally { closeSync(fd); }
|
||||
}
|
||||
|
||||
// The stored choice, or null when none is set. Throws WorkerModelStoreError (unreadable) on
|
||||
// anything unsafe.
|
||||
export function readChoice(dataRoot, opts = {}) {
|
||||
const { dir, file } = choicePaths(dataRoot);
|
||||
if (!checkDir(dir, uidOf(opts), { create: false })) return null;
|
||||
return readFile(file, fileUidOf(opts));
|
||||
}
|
||||
|
||||
function checkInput(input) {
|
||||
if (!plain(input)) throw invalid("the input is not an object");
|
||||
for (const k of Object.keys(input)) if (!INPUT_FIELDS.includes(k)) throw invalid(`unknown field ${k}`);
|
||||
if (typeof input.provider !== "string" || !NAME.test(input.provider)) throw invalid("provider must be a name the config could hold");
|
||||
if (typeof input.model !== "string" || !NAME.test(input.model)) throw invalid("model must be a name the config could hold");
|
||||
if (claudeModel(input.provider, input.model)) throw invalid("Claude models run only in the Claude harness");
|
||||
if (typeof input.by !== "string" || !ACTOR.test(input.by)) throw invalid("the actor name is invalid");
|
||||
if (input.revision !== undefined && (!Number.isSafeInteger(input.revision) || input.revision < 0)) throw invalid("revision must be a whole number, 0 or more");
|
||||
}
|
||||
|
||||
function holderLine(lock) {
|
||||
let holder = null;
|
||||
try {
|
||||
const fd = openSync(lock, constants.O_RDONLY | constants.O_NOFOLLOW | constants.O_NONBLOCK);
|
||||
try { holder = JSON.parse(readFileSync(fd, "utf8")); } finally { closeSync(fd); }
|
||||
} catch { holder = null; }
|
||||
if (!Number.isSafeInteger(holder?.pid) || holder.pid <= 0) return `another write holds ${lock}, or a writer left it; remove it by hand once no write is running`;
|
||||
let alive;
|
||||
try { alive = processState(holder.pid).alive; } catch { alive = null; }
|
||||
if (alive === false) return `a writer that is not running (pid ${holder.pid}) left ${lock}; remove it by hand`;
|
||||
return `another write (pid ${holder.pid}) holds ${lock}; try again when it ends`;
|
||||
}
|
||||
|
||||
function takeLock(lock) {
|
||||
let fd;
|
||||
try { fd = openSync(lock, constants.O_WRONLY | constants.O_CREAT | constants.O_EXCL | constants.O_NOFOLLOW, 0o600); }
|
||||
catch (e) {
|
||||
if (e.code === "EEXIST") throw new WorkerModelStoreError("busy", `the worker model choice is busy: ${holderLine(lock)}`);
|
||||
throw unreadable("the lock cannot be made");
|
||||
}
|
||||
try {
|
||||
writeSync(fd, `${JSON.stringify({ pid: process.pid, at: new Date().toISOString() })}\n`);
|
||||
return { fd, st: fstatSync(fd) };
|
||||
} catch {
|
||||
closeSync(fd);
|
||||
try { unlinkSync(lock); } catch {}
|
||||
throw unreadable("the lock cannot be written");
|
||||
}
|
||||
}
|
||||
|
||||
function dropLock(lock, held) {
|
||||
try {
|
||||
const now = lstatSync(lock);
|
||||
if (now.dev === held.st.dev && now.ino === held.st.ino) unlinkSync(lock);
|
||||
} catch {}
|
||||
closeSync(held.fd);
|
||||
}
|
||||
|
||||
// The receipts file, opened for append before the choice changes, so a bad one refuses first. An
|
||||
// existing file is held to its checks as it is; only a file made here gets its mode set.
|
||||
function openReceipts(receipts, uid) {
|
||||
const flags = constants.O_WRONLY | constants.O_APPEND | constants.O_NOFOLLOW | constants.O_NONBLOCK;
|
||||
let fd;
|
||||
try { fd = openSync(receipts, flags); }
|
||||
catch (e) {
|
||||
if (e.code === "ELOOP") throw unreadable("choice-receipts.jsonl is a link");
|
||||
if (e.code !== "ENOENT") throw unreadable("choice-receipts.jsonl cannot be opened");
|
||||
try { fd = openSync(receipts, flags | constants.O_CREAT | constants.O_EXCL, 0o600); }
|
||||
catch { throw unreadable("choice-receipts.jsonl cannot be made"); }
|
||||
try { fchmodSync(fd, 0o600); } catch { closeSync(fd); throw unreadable("choice-receipts.jsonl cannot be made"); }
|
||||
}
|
||||
try { checkFile(fd, uid, "choice-receipts.jsonl"); } catch (e) { closeSync(fd); throw e; }
|
||||
return fd;
|
||||
}
|
||||
|
||||
const summary = (doc) => (doc ? { provider: doc.provider, model: doc.model } : null);
|
||||
|
||||
// Set the choice. input: { provider, model, by, revision? }. With `revision` the write happens only
|
||||
// if the stored revision equals it (0: only when no choice is set yet); without it, the revision
|
||||
// read under the lock. Returns the new choice. Nothing in the Console calls this yet: saving from
|
||||
// Model setup needs a route Jason has not approved (reports/worker-model-setup-build.md).
|
||||
// opts.now, opts.uid and opts.fileUid are for tests; opts.hook(stage) is a test seam at "write"
|
||||
// (inside the temp write), "crash" (after the temp file is written), "before-rename" and
|
||||
// "after-rename" (before the receipt line). A failure after the rename refuses as unrecorded: the
|
||||
// choice did change, and its receipt line is missing.
|
||||
export function writeChoice(dataRoot, input, opts = {}) {
|
||||
checkInput(input);
|
||||
const { dir, file, receipts, lock } = choicePaths(dataRoot);
|
||||
const uid = uidOf(opts);
|
||||
const fileUid = fileUidOf(opts);
|
||||
const now = (opts.now ?? (() => new Date()))().toISOString();
|
||||
const hook = opts.hook ?? (() => {});
|
||||
checkDir(dir, uid, { create: true });
|
||||
const held = takeLock(lock);
|
||||
try {
|
||||
const current = readFile(file, fileUid);
|
||||
const stored = current?.revision ?? 0;
|
||||
if (input.revision !== undefined && input.revision !== stored) {
|
||||
throw new WorkerModelStoreError("stale", `the worker model choice changed: the stored revision is ${stored}, not ${input.revision}`);
|
||||
}
|
||||
const next = { version: CHOICE_VERSION, revision: stored + 1, provider: input.provider, model: input.model, updatedAt: now, updatedBy: input.by };
|
||||
if (!validChoice(next)) throw invalid("the new choice does not match the choice shape");
|
||||
const receiptFd = openReceipts(receipts, fileUid);
|
||||
try {
|
||||
const temp = join(dir, `.choice.json.${process.pid}.${randomBytes(6).toString("hex")}.tmp`);
|
||||
let tfd;
|
||||
try { tfd = openSync(temp, constants.O_WRONLY | constants.O_CREAT | constants.O_EXCL | constants.O_NOFOLLOW, 0o600); }
|
||||
catch { throw unreadable("choice.json cannot be written"); }
|
||||
try {
|
||||
try {
|
||||
fchmodSync(tfd, 0o600);
|
||||
hook("write");
|
||||
writeSync(tfd, `${JSON.stringify(next, null, 2)}\n`);
|
||||
fsyncSync(tfd);
|
||||
} finally { closeSync(tfd); }
|
||||
} catch { try { unlinkSync(temp); } catch {} throw unreadable("choice.json cannot be written"); }
|
||||
hook("crash");
|
||||
hook("before-rename");
|
||||
try { renameSync(temp, file); } catch { try { unlinkSync(temp); } catch {} throw unreadable("choice.json cannot be replaced"); }
|
||||
try {
|
||||
hook("after-rename");
|
||||
const dfd = openSync(dir, constants.O_RDONLY | constants.O_DIRECTORY);
|
||||
try { fsyncSync(dfd); } finally { closeSync(dfd); }
|
||||
writeSync(receiptFd, `${JSON.stringify({ at: now, by: input.by, revision: next.revision, from: summary(current), to: summary(next) })}\n`);
|
||||
fsyncSync(receiptFd);
|
||||
} catch {
|
||||
throw new WorkerModelStoreError("unrecorded", `the worker model choice changed to revision ${next.revision}, but its receipt line was not written`);
|
||||
}
|
||||
} finally { closeSync(receiptFd); }
|
||||
return next;
|
||||
} finally { dropLock(lock, held); }
|
||||
}
|
||||
@@ -0,0 +1,344 @@
|
||||
// worker-cutover (S4 of reports/worker-proxy-simple.md, Jason's ruling 2026-11-21): the one launch
|
||||
// step every host worker launch takes (scripts/mosaic-task.mjs for run-task and the release health
|
||||
// check, container-cli.mjs for verify.sh, hello.sh and agent.sh). A pi worker reaches its model
|
||||
// only through the instance's model proxy, with the worker key Mosaic issues itself:
|
||||
//
|
||||
// 1. checks, before anything is written: the host user is uid 1000, the proxy is set up, the
|
||||
// model is not a Claude model, the management key loads, and the catalogue has an account
|
||||
// that serves execution.provider/execution.model for pi (the cliproxy preflight). The model is
|
||||
// the config's, or the Settings > Model setup choice when the config names none (workerModel);
|
||||
// 2. ensures the worker key (issue, re-add or rotate under the proxy lock when needed) and reads
|
||||
// it, calling again when another launch rotated it in between (prepareWorker; a caller runs
|
||||
// it before it makes a run directory, so every refusal leaves nothing behind);
|
||||
// 3. registers the runtime record, writes <dataRoot>/worker-proxy/<id>/home/.pi/agent/models.json
|
||||
// (pi's bundle: the key as "$ANTHROPIC_API_KEY", never the value), starts the relay at
|
||||
// <id>/proxy.sock;
|
||||
// 4. runs docker with the key only in ANTHROPIC_API_KEY, the dir mounted read-only at
|
||||
// /run/mosaic-proxy and models.json read-only at /home/node/.pi/agent/models.json;
|
||||
// 5. when docker returns: stops the relay, removes the dir, and marks the record ended. A docker
|
||||
// client that died by a timeout, a buffer limit or a signal is not proof its container ended,
|
||||
// so the container is stopped first, and the record stays open when that outcome is unknown.
|
||||
//
|
||||
// A launcher killed outright leaves its record open, which keeps old worker keys from retiring
|
||||
// (triage-key.mjs runtimeLive). Each launch sweeps first: a record that is not ended, whose
|
||||
// supervisor is proved dead and whose container docker no longer lists, is marked ended, and a
|
||||
// launch dir whose launcher is gone is removed.
|
||||
//
|
||||
// The mock adapter takes no key, no catalogue and no relay. Every adapter gets ANTHROPIC_API_KEY
|
||||
// emptied and ZAI_API_KEY removed from the docker environment, so a caller's own key never reaches
|
||||
// a worker. Refusals are WorkerLaunchError: a reused code and one fixed line, never a value.
|
||||
import { execFile, spawnSync } from 'node:child_process';
|
||||
import { lstatSync, mkdirSync, readdirSync, rmSync } from 'node:fs';
|
||||
import { join } from 'node:path';
|
||||
import { promisify } from 'node:util';
|
||||
import { containerArgs, createContainerStopper, prepareContainer, workerLaunch } from './containers.mjs';
|
||||
import { listRuntimes, runtime, runtimeGroupState, unregisterRuntime, updateRuntime } from './runtimes.mjs';
|
||||
import { assertProcessing } from './state.mjs';
|
||||
import { spawnRelay as defaultSpawnRelay } from './proxy-relay.mjs';
|
||||
import { ensureReady as defaultEnsureReady, readKey as defaultReadKey } from '../../bus/src/triage-key.mjs';
|
||||
import { loadManagementClient } from '../../model-proxy/src/client.mjs';
|
||||
import { createModelCatalogue } from '../../bus/src/model-catalogue.mjs';
|
||||
import { preflight as cliproxyPreflight } from '../../plugins/model-provider/cliproxy/index.mjs';
|
||||
import { checkedTransport } from '../../harness/src/bundle.mjs';
|
||||
import { bundle as piBundle } from '../../plugins/harness/pi/index.mjs';
|
||||
import { claudeModel, readChoice as defaultReadChoice } from './worker-model-store.mjs';
|
||||
|
||||
const execute = promisify(execFile);
|
||||
export const WORKER_UID = 1000;
|
||||
export const PROXY_DIR = 'worker-proxy';
|
||||
export const CONTAINER_PROXY_DIR = '/run/mosaic-proxy';
|
||||
export const CONTAINER_MODELS_FILE = '/home/node/.pi/agent/models.json';
|
||||
const HELD_SIGNALS = ['SIGINT', 'SIGTERM', 'SIGHUP'];
|
||||
const KEY_TRIES = 3;
|
||||
|
||||
export const UID_LINE = 'Worker containers run as user 1000. Run Mosaic as that user.';
|
||||
const LINES = {
|
||||
'proxy-not-configured': () => 'The model proxy is not set up. Set it up on Settings > Model setup.',
|
||||
'proxy-down': () => 'The model proxy is not running. Start it on Settings > Model setup.',
|
||||
'model-harness-incompatible': () => 'Claude models run only in the Claude harness. Pick another model in the config.',
|
||||
'proxy-key-refused': () => 'The proxy did not accept the worker key. Restart the proxy on Settings > Model setup, then run verify again.',
|
||||
'proxy-lock-busy': () => 'Another proxy key change is running. Run verify again in a minute.',
|
||||
'proxy-uncertain': () => 'A proxy key change did not finish. Restart the proxy, then run `mosaic proxy fence clear --proxy-restarted`.',
|
||||
'model-catalogue-unavailable': () => 'The model proxy did not give a usable model list. Check it on Settings > Model setup, then run verify again.',
|
||||
};
|
||||
|
||||
export class WorkerLaunchError extends Error {
|
||||
// code null: a plain line with no code (the uid rule).
|
||||
constructor(code, line, exitCode = 3) {
|
||||
super(code ? `${code}: ${line}` : line);
|
||||
this.name = 'WorkerLaunchError';
|
||||
this.code = code;
|
||||
this.line = line;
|
||||
this.exitCode = exitCode;
|
||||
}
|
||||
}
|
||||
const refuse = (code, ...words) => new WorkerLaunchError(code, LINES[code](...words));
|
||||
|
||||
// A code this module did not word passes through as `code: message`, with the message only when it
|
||||
// is a fixed sentence from triage-key.mjs or client.mjs (TriageKeyError or a proxy-client error).
|
||||
function passThrough(error) {
|
||||
if (error instanceof WorkerLaunchError) return error;
|
||||
const code = typeof error?.code === 'string' ? error.code : '';
|
||||
if (code === 'proxy-client-down' || code === 'proxy-down') return refuse('proxy-down');
|
||||
if (Object.hasOwn(LINES, code)) return refuse(code);
|
||||
if (/^(?:proxy|worker-key)-[a-z-]+$/.test(code)) {
|
||||
const words = error?.name === 'TriageKeyError' && typeof error.message === 'string' ? error.message : 'the model proxy step failed';
|
||||
return new WorkerLaunchError(code, words);
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
const spec = (provider, model) => `${provider}/${model}`;
|
||||
// The worker's harness is the config's execution.adapter (scripts/mosaic-config.mjs always resolves
|
||||
// it), so core code here names no harness (plugins/tests/harness.test.mjs row 65). Only the mock
|
||||
// adapter takes no key; an adapter that is missing is not read as any harness and refuses.
|
||||
const harnessOf = system => system?.execution?.adapter;
|
||||
const keyed = system => harnessOf(system) !== 'mock';
|
||||
|
||||
// worker-model-setup: the model a worker run uses. The config wins: when it names a provider or a
|
||||
// model, those are used as they are, and the choice on Settings > Model setup is not read. The
|
||||
// choice (worker-model-store.mjs) fills in only when the config names neither. Today
|
||||
// scripts/mosaic-config.mjs requires both, so a run never reaches the choice yet. Every check after
|
||||
// this one (Claude, switched off, served for the harness) holds the choice to the same rules.
|
||||
const CHOICE_UNREADABLE = 'The worker model chosen on Settings > Model setup cannot be read. Set execution.provider and execution.model in the config.';
|
||||
const NO_MODEL = 'No worker model is set. Set execution.provider and execution.model in the config.';
|
||||
export function workerModel(system, { readChoice = defaultReadChoice } = {}) {
|
||||
const { provider, model } = system?.execution ?? {};
|
||||
if (provider !== undefined || model !== undefined) return { provider, model, from: 'config' };
|
||||
let choice;
|
||||
try { choice = readChoice(system?.dataRoot); }
|
||||
catch { throw new WorkerLaunchError('processing-worker-launch-invalid', CHOICE_UNREADABLE); }
|
||||
if (!choice) throw new WorkerLaunchError('processing-worker-launch-invalid', NO_MODEL);
|
||||
return { provider: choice.provider, model: choice.model, from: 'model-setup' };
|
||||
}
|
||||
|
||||
// Step 1 for a pi worker. Throws WorkerLaunchError; returns the catalogue entry and its transport.
|
||||
export async function checkModel({ system, configDir, uid = process.getuid(), client = null, readChoice } = {}) {
|
||||
if (uid !== WORKER_UID) throw new WorkerLaunchError(null, UID_LINE);
|
||||
if (!system?.proxy || !Number.isInteger(system.proxy.port)) throw refuse('proxy-not-configured');
|
||||
const { provider, model } = workerModel(system, readChoice ? { readChoice } : {});
|
||||
if (claudeModel(provider, model)) throw refuse('model-harness-incompatible');
|
||||
const harness = harnessOf(system);
|
||||
if (typeof harness !== 'string' || harness === '') throw new WorkerLaunchError('processing-worker-launch-invalid', 'The config names no worker adapter.');
|
||||
let mgmt = client;
|
||||
if (!mgmt) {
|
||||
// proxy-ride: a riding instance reads the owner instance's management key (same OS user, same
|
||||
// 0600 check) and the owner's model list. Its own worker key stays its own.
|
||||
try { mgmt = await loadManagementClient({ configDir: system.proxy.owner?.configDir ?? configDir, proxy: system.proxy }); }
|
||||
catch (e) { throw passThrough({ code: e?.code ?? 'proxy-management-key-invalid', name: 'TriageKeyError', message: 'the proxy management key file is missing or unsafe' }); }
|
||||
}
|
||||
// The catalogue swallows each client error into "unavailable"; keep the first code to tell a
|
||||
// proxy that is not running from one that answered with something unusable.
|
||||
let seen = null;
|
||||
const wrap = name => async (...args) => {
|
||||
try { return await mgmt[name](...args); }
|
||||
catch (e) { seen ??= typeof e?.code === 'string' ? e.code : 'proxy-client-response'; throw e; }
|
||||
};
|
||||
const view = { getCredentials: wrap('getCredentials'), getCredentialModels: wrap('getCredentialModels'), getUpstreamGroups: wrap('getUpstreamGroups') };
|
||||
const catalogue = await createModelCatalogue({ client: () => view, settings: () => ({ 'model-provider': ['cliproxy'] }), pluginDataRoot: system.proxy.owner?.dataRoot ?? system.dataRoot }).read('worker', { fresh: true });
|
||||
if (catalogue.status !== 'ready') throw seen === 'proxy-client-down' ? refuse('proxy-down') : refuse('model-catalogue-unavailable');
|
||||
const entry = catalogue.models.find(m => m.provider === provider && m.model === model) ?? null;
|
||||
const usable = () => {
|
||||
const list = catalogue.models.filter(m => m.available && m.harnesses.includes(harness)).map(m => spec(m.provider, m.model));
|
||||
return list.length ? [...new Set(list)].sort().join(', ') : 'none';
|
||||
};
|
||||
if (entry?.reason === 'model-off') {
|
||||
throw new WorkerLaunchError('model-provider-unavailable', `${spec(provider, model)} is switched off. Switch it on in Settings > Model setup.`);
|
||||
}
|
||||
const verdict = entry ? cliproxyPreflight({ selection: entry, harness, catalogue }) : { allow: false, code: 'model-provider-unavailable' };
|
||||
if (!verdict.allow) {
|
||||
if (verdict.code === 'model-harness-incompatible') throw refuse('model-harness-incompatible');
|
||||
if (verdict.code === 'model-catalogue-unavailable') throw refuse('model-catalogue-unavailable');
|
||||
throw new WorkerLaunchError('model-provider-unavailable',
|
||||
`No account serves ${spec(provider, model)}. Models you can use: ${usable()}. Add an account on Settings > Model setup, or set execution.model in the config.`);
|
||||
}
|
||||
let transport;
|
||||
try { transport = checkedTransport(entry, harness); }
|
||||
catch (e) { throw e?.code === 'model-harness-incompatible' ? refuse('model-harness-incompatible') : new WorkerLaunchError(typeof e?.code === 'string' ? e.code : 'proxy-provider-unsupported', 'The model proxy has no route for this model.'); }
|
||||
return { entry, transport, client: mgmt };
|
||||
}
|
||||
|
||||
const dirName = id => id.replace(/-/g, '').slice(0, 12);
|
||||
const DIR_NAME = /^[0-9a-f]{12}$/;
|
||||
|
||||
// A record whose supervisor is proved dead. Its own pid, when it has one, says nothing about a
|
||||
// container, which only docker can answer for.
|
||||
const supervisorDead = r => {
|
||||
const s = r?.supervisor;
|
||||
if (!s || typeof s !== 'object') return false;
|
||||
try { return runtimeGroupState({ pid: s.pid, startTime: s.startTime, boot: s.boot }) === false; }
|
||||
catch { return false; }
|
||||
};
|
||||
|
||||
// The startup sweep. Never throws: it only marks what it proved, and a launch never waits on it.
|
||||
export async function sweepStale(dataRoot, { dockerList = defaultDockerList, dead = supervisorDead } = {}) {
|
||||
const ended = [], removed = [];
|
||||
let records = [];
|
||||
try { records = listRuntimes(dataRoot); } catch { records = null; }
|
||||
if (records) {
|
||||
for (const r of records) {
|
||||
if (r.phase === 'ended' || r.containerName === undefined || !dead(r)) continue;
|
||||
let listed;
|
||||
try { listed = await dockerList(['ps', '--all', '--no-trunc', '--filter', `label=mosaic.runtime=${r.id}`, '--format', '{{.ID}}']); }
|
||||
catch { continue; }
|
||||
if (typeof listed !== 'string' || listed.trim() !== '') continue;
|
||||
try { updateRuntime(dataRoot, r.id, { phase: 'ended' }); ended.push(r.id); } catch { /* raced with its owner */ }
|
||||
}
|
||||
}
|
||||
const root = join(dataRoot, PROXY_DIR);
|
||||
let names = [];
|
||||
try { names = readdirSync(root); } catch { names = []; }
|
||||
for (const name of names) {
|
||||
if (!DIR_NAME.test(name)) continue;
|
||||
let fresh = null;
|
||||
try { fresh = listRuntimes(dataRoot); } catch { fresh = null; }
|
||||
if (!fresh) break;
|
||||
const owner = fresh.find(r => dirName(r.id) === name);
|
||||
if (owner && !dead(owner)) continue;
|
||||
const path = join(root, name);
|
||||
try {
|
||||
const stat = lstatSync(path);
|
||||
if (!stat.isDirectory() || stat.isSymbolicLink() || stat.uid !== process.getuid()) continue;
|
||||
rmSync(path, { recursive: true, force: true });
|
||||
removed.push(name);
|
||||
} catch { /* gone or not ours */ }
|
||||
}
|
||||
return { ended, removed };
|
||||
}
|
||||
|
||||
async function defaultDockerList(args) {
|
||||
const r = await execute('docker', args, { encoding: 'utf8', timeout: 5000, maxBuffer: 131072 });
|
||||
return r.stdout;
|
||||
}
|
||||
|
||||
// Holds the three terminal signals from registration until cleanup ends: the relay must outlive
|
||||
// docker, and the record must be marked before this process leaves. A signal seen before docker
|
||||
// starts stops the launch; one seen while docker runs is reported after cleanup.
|
||||
function holdSignals() {
|
||||
const got = [];
|
||||
const handler = signal => { got.push(signal); };
|
||||
for (const s of HELD_SIGNALS) process.on(s, handler);
|
||||
return { got, release() { for (const s of HELD_SIGNALS) process.off(s, handler); } };
|
||||
}
|
||||
|
||||
// `model` is the checked catalogue entry's model id: the config's execution.model, or the Model
|
||||
// setup choice when the config names none (workerModel), so compose's PI_MODEL is the model checked.
|
||||
function dockerEnv(base, { key = '', port = '', provider = null, model = null } = {}) {
|
||||
const env = { ...(base ?? process.env) };
|
||||
delete env.ZAI_API_KEY;
|
||||
env.ANTHROPIC_API_KEY = key;
|
||||
env.MOSAIC_PROXY_PORT = port === '' ? '' : String(port);
|
||||
if (provider) env.MOSAIC_PROVIDER = provider;
|
||||
if (model) env.MOSAIC_MODEL = model;
|
||||
return env;
|
||||
}
|
||||
|
||||
// Steps 1 and 2 before anything is written for the run: the checks, the sweep, then the key. A
|
||||
// launch may read the key before it registers its runtime (triage-key.mjs RETIRE_LAUNCH_MARGIN_MS
|
||||
// covers that gap), so every refusal in the table comes before a run directory exists. Returns
|
||||
// null for the mock adapter, else { entry, transport, key, keyId }. The key stays in memory.
|
||||
export async function prepareWorker({ system, configDir, deps = {} }) {
|
||||
const dataRoot = system.dataRoot;
|
||||
const needsKey = keyed(system);
|
||||
const checked = needsKey ? await checkModel({ system, configDir, uid: deps.uid ?? process.getuid(), client: deps.client ?? null, readChoice: deps.readChoice }) : null;
|
||||
await sweepStale(dataRoot, { dockerList: deps.dockerList ?? defaultDockerList, ...(deps.dead ? { dead: deps.dead } : {}) });
|
||||
if (!needsKey) return null;
|
||||
// keyOptions: test seams triage-key.mjs takes (uid, fileUid, now, hook, lock, retireGuard).
|
||||
const seams = deps.keyOptions ?? {};
|
||||
const ensure = deps.ensureReady ?? defaultEnsureReady, read = deps.readKey ?? defaultReadKey;
|
||||
for (let i = 0; i < KEY_TRIES; i++) {
|
||||
let ready, current;
|
||||
try {
|
||||
ready = await ensure({ ...seams, purpose: 'worker', configDir, system, client: checked.client, runtimes: () => listRuntimes(dataRoot) });
|
||||
current = read(configDir, { purpose: 'worker', uid: seams.uid, fileUid: seams.fileUid });
|
||||
} catch (e) { throw passThrough(e) ?? e; }
|
||||
// Another launch may rotate between the two reads; that newer key was not probed for this one.
|
||||
if (current && current.keyId === ready.keyId) return { entry: checked.entry, transport: checked.transport, key: current.key, keyId: current.keyId };
|
||||
}
|
||||
throw new WorkerLaunchError('worker-key-raced', 'The worker key changed during each of three reads. Run verify again.');
|
||||
}
|
||||
|
||||
// Steps 3 to 5. `prepared` is prepareWorker's answer; without one, launchWorker runs it first.
|
||||
// `spawn` holds spawnSync options (env, cwd, stdio, input, timeout, ...). Returns
|
||||
// { proc, managed, haltGeneration, modelKeyId, secrets, signal }: secrets is what the caller must
|
||||
// redact from everything it writes or prints (the key); modelKeyId is null for the mock adapter.
|
||||
export async function launchWorker({ system, configDir, record, worker, args = [], tty = false, spawn = {}, prepared, deps = {} }) {
|
||||
const dataRoot = system.dataRoot;
|
||||
const ready = prepared === undefined ? await prepareWorker({ system, configDir, deps }) : prepared;
|
||||
const needsKey = keyed(system);
|
||||
if (needsKey && !ready?.key) throw new WorkerLaunchError('processing-worker-launch-invalid', 'A worker that takes a key needs the model proxy checks first.');
|
||||
const signals = holdSignals();
|
||||
let managed = null, dir = null, relay = null, proc = null, haltGeneration = null;
|
||||
try {
|
||||
managed = prepareContainer(dataRoot, record);
|
||||
let env = dockerEnv(spawn.env);
|
||||
let launch;
|
||||
if (needsKey) {
|
||||
const parent = join(dataRoot, PROXY_DIR);
|
||||
mkdirSync(parent, { recursive: true, mode: 0o700 });
|
||||
const ps = lstatSync(parent);
|
||||
if (!ps.isDirectory() || ps.isSymbolicLink() || ps.uid !== process.getuid() || (ps.mode & 0o777) !== 0o700) {
|
||||
throw new WorkerLaunchError('processing-worker-launch-invalid', `${PROXY_DIR} under the data root must be a 0700 directory owned by this user.`);
|
||||
}
|
||||
dir = join(parent, dirName(managed.id));
|
||||
mkdirSync(dir, { mode: 0o700 });
|
||||
const port = system.proxy.port;
|
||||
const files = piBundle({ dir: join(dir, 'x'), models: { worker: ready.entry }, proxy: { baseUrl: `http://127.0.0.1:${port}`, key: ready.key }, transports: { worker: ready.transport } }).files;
|
||||
try { relay = await (deps.spawnRelay ?? defaultSpawnRelay)({ socketPath: join(dir, 'proxy.sock'), target: `127.0.0.1:${port}` }); }
|
||||
// No code: the table has none for this, so the relay's own fixed line goes out plain.
|
||||
catch (e) { throw new WorkerLaunchError(null, typeof e?.message === 'string' && /^proxy relay: [^\n]{1,200}$/.test(e.message) ? e.message : 'proxy relay: could not start.'); }
|
||||
launch = workerLaunch(dataRoot, { ...worker, proxyDir: dir, proxyModelsFile: files.proxyModels });
|
||||
env = dockerEnv(spawn.env, { key: ready.key, port, provider: ready.transport.piProvider, model: ready.entry.model });
|
||||
} else {
|
||||
launch = workerLaunch(dataRoot, worker);
|
||||
}
|
||||
const argv = containerArgs(managed, { tty, args, worker: launch });
|
||||
if (signals.got.length) throw new WorkerLaunchError(null, `worker: the launch stopped on ${signals.got[0]} before docker started.`);
|
||||
assertProcessing(dataRoot, managed.generation);
|
||||
// Keep this synchronous. The independent broker sweeps the prepublished name while this waits.
|
||||
proc = (deps.docker ?? spawnSync)('docker', argv, { ...spawn, env });
|
||||
haltGeneration = runtime(dataRoot, managed.id).haltGeneration ?? null;
|
||||
} finally {
|
||||
// The relay stops only after docker returned, and before the record is marked.
|
||||
if (relay) { try { await relay.stop(); } catch { /* it exits on its own when this process does */ } }
|
||||
if (dir) { try { rmSync(dir, { recursive: true, force: true }); } catch { /* the next sweep removes it */ } }
|
||||
if (managed) {
|
||||
if (!proc) { try { unregisterRuntime(dataRoot, managed.id); } catch { /* the sweep ends it */ } }
|
||||
else await finish(dataRoot, managed, proc, deps);
|
||||
}
|
||||
signals.release();
|
||||
}
|
||||
return { proc, managed, haltGeneration, modelKeyId: ready?.keyId ?? null, secrets: ready?.key ? [ready.key] : [], signal: signals.got[0] ?? null };
|
||||
}
|
||||
|
||||
// The record is ended when docker's own exit or a failed start proves the container is gone.
|
||||
// A nonzero client exit is not that proof (the client can lose the daemon while the container
|
||||
// runs), so docker is asked once by runtime label: none listed ends the record, a listed one is
|
||||
// stopped first, and a failed query leaves the record for the sweep. A client stopped by a
|
||||
// timeout, a buffer limit or a signal gets the container stopped first.
|
||||
async function finish(dataRoot, managed, proc, deps) {
|
||||
let cut = (proc.error && ['ETIMEDOUT', 'ENOBUFS'].includes(proc.error.code)) || (!proc.error && proc.signal);
|
||||
let end = true;
|
||||
if (!cut && !proc.error && proc.status !== 0) {
|
||||
let listed = null;
|
||||
try { listed = await (deps.dockerList ?? defaultDockerList)(['ps', '--all', '--no-trunc', '--filter', `label=mosaic.runtime=${managed.id}`, '--format', '{{.ID}}']); }
|
||||
catch { listed = null; }
|
||||
if (typeof listed !== 'string') end = false;
|
||||
else if (listed.trim() !== '') cut = true;
|
||||
}
|
||||
if (cut) {
|
||||
try {
|
||||
const stop = deps.stopper ?? createContainerStopper({ dataRoot });
|
||||
const outcome = await stop(runtime(dataRoot, managed.id));
|
||||
end = outcome?.outcome !== 'unknown';
|
||||
} catch { end = false; }
|
||||
}
|
||||
if (end) { try { updateRuntime(dataRoot, managed.id, { phase: 'ended' }); } catch { /* left for the sweep */ } }
|
||||
}
|
||||
|
||||
// Redacts each secret's exact text from a string (stderr.txt, the response).
|
||||
export function redactSecrets(text, secrets = []) {
|
||||
let out = typeof text === 'string' ? text : '';
|
||||
for (const s of secrets) if (typeof s === 'string' && s) out = out.split(s).join('[redacted]');
|
||||
return out;
|
||||
}
|
||||
@@ -10,16 +10,14 @@ const { parse: parseYaml } = createRequire(import.meta.url)('yaml');
|
||||
function fixture(t) { const root = mkdtempSync(join(tmpdir(), 'processing-container-')); initializeControl(root); t.after(() => rmSync(root, { recursive: true, force: true })); return root; }
|
||||
const actor = { business: 'demo', human: 'jason', halted: true };
|
||||
|
||||
test('static Compose service has no data-root or control-directory mount', () => {
|
||||
test('static Compose service has no data-root, control-directory or credential mount', () => {
|
||||
const compose = parseYaml(readFileSync(new URL('../../../compose.yaml', import.meta.url), 'utf8'));
|
||||
const volumes = compose.services['mosaic-agent'].volumes;
|
||||
const targets = volumes.map(volume => {
|
||||
if (typeof volume !== 'string') return volume.target;
|
||||
const searchFrom = volume.startsWith('${') ? volume.indexOf('}') + 1 : 0;
|
||||
const sourceEnd = volume.indexOf(':', searchFrom);
|
||||
return volume.slice(sourceEnd + 1).split(':')[0];
|
||||
});
|
||||
assert.deepEqual(targets, ['/home/node/.pi/agent/auth.json']);
|
||||
const service = compose.services['mosaic-agent'];
|
||||
// worker-cutover: the pi auth.json mount and the ZAI_API_KEY pass-through are gone.
|
||||
assert.equal(service.volumes, undefined);
|
||||
assert.equal('ZAI_API_KEY' in service.environment, false);
|
||||
assert.equal(service.environment.ANTHROPIC_API_KEY, '${ANTHROPIC_API_KEY:-}');
|
||||
assert.equal(service.environment.MOSAIC_PROXY_PORT, '${MOSAIC_PROXY_PORT:-}');
|
||||
});
|
||||
|
||||
test('source launch view maps the control directory so actual atomic state replacements stay path-visible', t => {
|
||||
@@ -172,7 +170,8 @@ test('unsupported or incomplete worker launch refuses before runtime registratio
|
||||
assert.throws(() => api.workerLaunch(root, { kind: 'probe', brokerSocket: files.socket }), /unsupported worker launch key/);
|
||||
assert.throws(() => api.workerLaunch(root, { kind: 'interactive', workspaceDir: files.workspace }), /sessionDir/);
|
||||
const runtimes = join(root, 'control', 'runtimes');
|
||||
assert.throws(() => api.runContainer(root, { kind: 'task', business: 'instance', run: 'missing' }, {}), /worker launch/);
|
||||
// worker-cutover: the only docker path is worker-proxy.mjs launchWorker, which checks the proxy first.
|
||||
assert.equal(api.runContainer, undefined);
|
||||
assert.equal(existsSync(runtimes) ? readdirSync(runtimes).length : 0, 0);
|
||||
});
|
||||
test('container admission publishes its generated name and root/runtime labels before dispatch', t => {
|
||||
|
||||
@@ -0,0 +1,23 @@
|
||||
// Stand-in launch step for worker-proxy-task.test.mjs. WorkerLaunchError and redactSecrets are the
|
||||
// real ones, so mosaic-task.mjs's refusal lines and redaction are what the test sees. The key is
|
||||
// a constant here and never in the environment, so only redactSecrets can take it out.
|
||||
import { registerRuntime } from '../../src/runtimes.mjs';
|
||||
import { WorkerLaunchError, UID_LINE, redactSecrets } from '../../src/worker-proxy.mjs';
|
||||
export { WorkerLaunchError, redactSecrets };
|
||||
export const FAKE_KEY = 'msw-0123456789ab-worker-' + 'K'.repeat(43);
|
||||
const mode = process.env.FAKE_WP;
|
||||
export async function prepareWorker() {
|
||||
if (mode === 'refuse') throw new WorkerLaunchError('proxy-down', 'The model proxy is not running. Start it on Settings > Model setup.');
|
||||
if (mode === 'uid') throw new WorkerLaunchError(null, UID_LINE);
|
||||
return { key: FAKE_KEY, keyId: 'a1b2c3d4e5f6' };
|
||||
}
|
||||
export async function launchWorker({ system, record }) {
|
||||
const managed = registerRuntime(system.dataRoot, record);
|
||||
// 'proxy' (proxy-ride-cli.test.mjs): the answer names the proxy the launch step was given.
|
||||
const proc = mode === 'proxy'
|
||||
? { status: 0, signal: null, stdout: `${system.proxy?.owner?.instance ?? 'no-owner'}:${system.proxy?.port ?? 'no-proxy'}`, stderr: '' }
|
||||
: mode === 'signal'
|
||||
? { status: 0, signal: null, stdout: 'done', stderr: '' }
|
||||
: { status: 1, signal: null, stdout: `answer ${FAKE_KEY}`, stderr: `starting\nerror: the proxy rejected ${FAKE_KEY}\n` };
|
||||
return { proc, managed, haltGeneration: null, modelKeyId: 'a1b2c3d4e5f6', secrets: [FAKE_KEY], signal: mode === 'signal' ? 'SIGTERM' : null };
|
||||
}
|
||||
@@ -0,0 +1,14 @@
|
||||
// Test hook (worker-proxy-task.test.mjs): scripts/mosaic-task.mjs and src/container-cli.mjs get the
|
||||
// stand-in launch step in fixtures/worker-proxy-fake.mjs in place of src/worker-proxy.mjs. Nothing
|
||||
// else is redirected.
|
||||
import { registerHooks } from 'node:module';
|
||||
const fake = new URL('./worker-proxy-fake.mjs', import.meta.url).href;
|
||||
const PARENTS = ['/scripts/mosaic-task.mjs', '/processing-control/src/container-cli.mjs'];
|
||||
registerHooks({
|
||||
resolve(specifier, context, next) {
|
||||
const resolved = next(specifier, context);
|
||||
// Matched on the resolved URL: container-cli imports it as './worker-proxy.mjs'.
|
||||
if (resolved.url.endsWith('/processing-control/src/worker-proxy.mjs') && PARENTS.some(p => context.parentURL?.endsWith(p))) return { url: fake, shortCircuit: true };
|
||||
return resolved;
|
||||
},
|
||||
});
|
||||
@@ -0,0 +1,74 @@
|
||||
// proxy-ride first slice (Jason 2026-11-21): a riding instance's worker model check. The rider's
|
||||
// system.proxy carries `owner`, as scripts/mosaic-config.mjs gives it. The rider holds no
|
||||
// management key of its own; it reads the owner's, and the owner's model on/off list. A stand-in
|
||||
// proxy on 127.0.0.1 port 0 in this process. Nothing here reads a real config, proxy or secret.
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import http from 'node:http';
|
||||
import { mkdirSync, mkdtempSync, realpathSync, rmSync, writeFileSync } from 'node:fs';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { join } from 'node:path';
|
||||
import { initializeControl } from '../src/state.mjs';
|
||||
import { WORKER_UID, WorkerLaunchError, checkModel } from '../src/worker-proxy.mjs';
|
||||
import { writeOffered } from '../../model-proxy/src/models-offered.mjs';
|
||||
|
||||
const MANAGE = 'fxride-worker-manage';
|
||||
const UPSTREAM = [{ 'base-url': 'https://api.z.ai/api/anthropic', keys: [{}], models: [{ name: 'fixture-id' }, { name: 'fixture-two' }] }];
|
||||
|
||||
async function fixture(t) {
|
||||
const root = realpathSync(mkdtempSync(join(tmpdir(), 'rw-')));
|
||||
const owner = { configDir: join(root, 'oc'), dataRoot: join(root, 'od') };
|
||||
const rider = { configDir: join(root, 'rc'), dataRoot: join(root, 'rd') };
|
||||
for (const d of [owner.configDir, join(owner.configDir, 'secrets'), owner.dataRoot, rider.configDir, rider.dataRoot]) mkdirSync(d, { recursive: true, mode: 0o700 });
|
||||
writeFileSync(join(owner.configDir, 'secrets', 'proxy-management.key'), MANAGE, { mode: 0o600 });
|
||||
initializeControl(rider.dataRoot);
|
||||
const seen = [];
|
||||
const server = http.createServer((req, res) => {
|
||||
seen.push(req.url);
|
||||
if (req.headers.authorization !== `Bearer ${MANAGE}`) { res.writeHead(401); res.end('{}'); return; }
|
||||
const body = req.url === '/v8/management/config/api-keys/claude' ? UPSTREAM
|
||||
: req.url === '/v8/management/credentials' ? { files: [] } : { models: [] };
|
||||
res.end(JSON.stringify(body));
|
||||
});
|
||||
await new Promise(resolve => server.listen(0, '127.0.0.1', resolve));
|
||||
const port = server.address().port;
|
||||
t.after(async () => { server.closeAllConnections(); await new Promise(r => server.close(r)); rmSync(root, { recursive: true, force: true }); });
|
||||
const execution = { backend: 'docker', provider: 'zai', model: 'fixture-id', adapter: 'pi' };
|
||||
rider.system = { dataRoot: rider.dataRoot, execution, proxy: { port, binary: '/fixture-unused', owner: { instance: 'owner', configDir: owner.configDir, dataRoot: owner.dataRoot } } };
|
||||
return { root, owner, rider, seen };
|
||||
}
|
||||
const check = f => checkModel({ system: f.rider.system, configDir: f.rider.configDir, uid: WORKER_UID });
|
||||
|
||||
test("a rider's model check reads the owner's management key and passes with no key of its own", async t => {
|
||||
const f = await fixture(t);
|
||||
const out = await check(f);
|
||||
assert.equal(out.entry.provider, 'zai'); assert.equal(out.entry.model, 'fixture-id');
|
||||
assert.ok(f.seen.length > 0, 'the check asked the stand-in proxy');
|
||||
});
|
||||
|
||||
test("the owner switching a model off refuses it for the rider; the rider's own data root has no say", async t => {
|
||||
const f = await fixture(t);
|
||||
writeOffered(f.owner.dataRoot, { version: 1, providers: { 'z.ai': { on: ['fixture-two'], seen: ['fixture-id', 'fixture-two'] } } });
|
||||
// The rider's own list would switch it on: only the owner's counts.
|
||||
writeOffered(f.rider.dataRoot, { version: 1, providers: { 'z.ai': { on: ['fixture-id', 'fixture-two'], seen: ['fixture-id', 'fixture-two'] } } });
|
||||
await assert.rejects(check(f), e => {
|
||||
assert.ok(e instanceof WorkerLaunchError, String(e));
|
||||
assert.equal(e.code, 'model-provider-unavailable');
|
||||
assert.equal(e.line, 'zai/fixture-id is switched off. Switch it on in Settings > Model setup.');
|
||||
assert.equal(String(e.message).includes(MANAGE), false);
|
||||
return true;
|
||||
});
|
||||
// The owner switches it back on: the rider passes again.
|
||||
writeOffered(f.owner.dataRoot, { version: 1, providers: { 'z.ai': { on: ['fixture-id', 'fixture-two'], seen: ['fixture-id', 'fixture-two'] } } });
|
||||
assert.equal((await check(f)).entry.model, 'fixture-id');
|
||||
});
|
||||
|
||||
test("a rider whose owner has no management key refuses with the key's code and no request", async t => {
|
||||
const f = await fixture(t);
|
||||
rmSync(join(f.owner.configDir, 'secrets', 'proxy-management.key'));
|
||||
// A key in the rider's own directory is not the one a rider uses.
|
||||
mkdirSync(join(f.rider.configDir, 'secrets'), { mode: 0o700 });
|
||||
writeFileSync(join(f.rider.configDir, 'secrets', 'proxy-management.key'), MANAGE, { mode: 0o600 });
|
||||
await assert.rejects(check(f), e => e instanceof WorkerLaunchError && e.code === 'proxy-management-key-invalid');
|
||||
assert.deepEqual(f.seen, []);
|
||||
});
|
||||
@@ -0,0 +1,43 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { setupState, dockerAnswers } from '../src/setup-state.mjs';
|
||||
test('workers still inspect the instance service and account when organizations answer without them', async () => {
|
||||
for (const providers of [[], ['fixture']]) {
|
||||
let accountReads = 0;
|
||||
const ctx = { members: [{ id: 'local', doc: { plugins: { 'model-provider': providers } } }],
|
||||
service: async () => ({ release: { verified: true }, init: { initialized: true }, unit: { active: 'active', healthy: true, listening: true } }),
|
||||
accounts: async () => { accountReads++; return { accounts: [{ provider: 'claude', status: 'active' }], catalogue: { status: 'ready', models: [{ upstream: 'claude', available: true }] } }; },
|
||||
read: () => { throw Error('must use the instance account read'); }, docker: async () => false, runs: () => [] };
|
||||
const row = await setupState[0].check(ctx);
|
||||
assert.match(row.reason, /Model service: ready; Account: connected/);
|
||||
assert.equal(accountReads, 1);
|
||||
const missing = await setupState[0].check({ ...ctx, accounts: async () => ({ accounts: [], catalogue: { status: 'ready', models: [] } }) });
|
||||
assert.match(missing.reason, /Model service: ready; Account: not ready/);
|
||||
}
|
||||
});
|
||||
test('worker readiness is optional and names the requirements actually ready', async () => {
|
||||
const ctx = { system: { execution: { model: 'chosen' } }, members: [], dataRoot: '/unused', service: async () => ({ release: { verified: true }, init: { initialized: true }, unit: { active: 'active', healthy: true, listening: true } }), docker: async () => false, runs: () => [] };
|
||||
const row = await setupState[0].check(ctx);
|
||||
assert.equal(setupState[0].required, false); assert.equal(row.state, 'optional');
|
||||
assert.match(row.reason, /Model service: ready/); assert.match(row.reason, /Account: not ready/); assert.match(row.reason, /Worker model: chosen/); assert.match(row.reason, /Docker: not answering/);
|
||||
const done = await setupState[0].check({ ...ctx, docker: async () => true, runs: () => [{ result: { status: 'succeeded' } }] });
|
||||
assert.equal(done.state, 'done');
|
||||
const fenced = await setupState[0].check({ ...ctx, service: async () => ({ ...(await ctx.service()), fence: { set: true } }) });
|
||||
assert.match(fenced.reason, /Model service: not ready/);
|
||||
await assert.rejects(setupState[0].check({ ...ctx, runs: () => { throw Error(); } }));
|
||||
});
|
||||
test('Docker read is short, never starts a container and returns false on failure', async () => {
|
||||
assert.equal(await dockerAnswers({ run: async (command, args, options) => { assert.equal(command, 'docker'); assert.deepEqual(args, ['info', '--format', '{{.ServerVersion}}']); assert.ok(options.timeout <= 1000); return { code: 0 }; } }), true);
|
||||
assert.equal(await dockerAnswers({ run: async () => { throw Error(); } }), false);
|
||||
});
|
||||
import { hasRunResult } from '../src/setup-state.mjs';
|
||||
test('worker evidence stops reading run results after the first recorded result', () => {
|
||||
const reads = [];
|
||||
assert.equal(hasRunResult('/unused', { ids: () => ['r-1', 'r-2', 'r-3'], read: (_, id) => { reads.push(id); return id === 'r-2' ? {} : null; } }), true);
|
||||
assert.deepEqual(reads, ['r-3', 'r-2']);
|
||||
assert.equal(hasRunResult('/unused', { ids: () => [], read: () => { throw Error(); } }), false);
|
||||
});
|
||||
test('Docker receives the request cancellation signal', async () => {
|
||||
const signal = new AbortController().signal;
|
||||
assert.equal(await dockerAnswers({ signal, run: async (_command, _args, options) => { assert.equal(options.signal, signal); return { code: 0 }; } }), true);
|
||||
});
|
||||
@@ -0,0 +1,134 @@
|
||||
// worker-model-setup (S6): the launch side reads the Settings > Model setup worker model choice
|
||||
// only when the config names no model, and holds the choice to every rule the config's model
|
||||
// meets (Claude refused, switched off refused, served for the harness). Scratch data roots, a
|
||||
// stand-in management client and a stub docker; nothing here reads a real config or runs Docker.
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { chmodSync, mkdirSync, mkdtempSync, realpathSync, rmSync } from 'node:fs';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { join } from 'node:path';
|
||||
import { initializeControl } from '../src/state.mjs';
|
||||
import { listRuntimes } from '../src/runtimes.mjs';
|
||||
import { WORKER_UID, WorkerLaunchError, checkModel, launchWorker, workerModel } from '../src/worker-proxy.mjs';
|
||||
import { choicePaths, writeChoice } from '../src/worker-model-store.mjs';
|
||||
import { writeOffered } from '../../model-proxy/src/models-offered.mjs';
|
||||
|
||||
const KEY = 'msw-0123456789ab-worker-' + 'S'.repeat(43);
|
||||
const KEY_ID = 'a1b2c3d4e5f6';
|
||||
const UPSTREAM = [{ 'base-url': 'https://api.z.ai/api/anthropic', keys: [{}], models: [{ name: 'fixture-id' }, { name: 'off-id' }] }];
|
||||
const CHOICE_UNREADABLE = 'The worker model chosen on Settings > Model setup cannot be read. Set execution.provider and execution.model in the config.';
|
||||
const NO_MODEL = 'No worker model is set. Set execution.provider and execution.model in the config.';
|
||||
|
||||
// `config: false` leaves execution.provider and execution.model out, as a config that names no
|
||||
// worker model would (scripts/mosaic-config.mjs does not allow that yet; see the build report).
|
||||
function fixture(t, { config = true, provider = 'zai', model = 'fixture-id' } = {}) {
|
||||
const root = realpathSync(mkdtempSync(join(tmpdir(), 'wc-')));
|
||||
t.after(() => rmSync(root, { recursive: true, force: true }));
|
||||
const dataRoot = join(root, 'd'), configDir = join(root, 'c');
|
||||
mkdirSync(dataRoot, { mode: 0o700 }); mkdirSync(configDir, { mode: 0o700 });
|
||||
initializeControl(dataRoot);
|
||||
const execution = { backend: 'docker', adapter: 'pi', ...(config ? { provider, model } : {}) };
|
||||
return { dataRoot, configDir, system: { dataRoot, execution, proxy: { port: 1 } } };
|
||||
}
|
||||
const choose = (f, provider, model) => writeChoice(f.dataRoot, { provider, model, by: 'owner' });
|
||||
|
||||
function counted(groups = async () => UPSTREAM) {
|
||||
const n = { asked: 0 };
|
||||
return { n, client: { getCredentials: async () => ({ files: [] }), getCredentialModels: async () => ({ models: [] }), getUpstreamGroups: async () => { n.asked++; return groups(); } } };
|
||||
}
|
||||
const deps = (over = {}) => ({
|
||||
uid: WORKER_UID, dockerList: async () => '', dead: () => false,
|
||||
ensureReady: async () => ({ keyId: KEY_ID }), readKey: () => ({ key: KEY, keyId: KEY_ID }),
|
||||
spawnRelay: async () => ({ stop: async () => {} }), stopper: async () => ({ outcome: 'stopped' }),
|
||||
docker: () => ({ status: 0, signal: null, stdout: '', stderr: '' }),
|
||||
...over,
|
||||
});
|
||||
const refusal = (code, line) => error => {
|
||||
assert.ok(error instanceof WorkerLaunchError, String(error));
|
||||
assert.equal(error.code, code); assert.equal(error.line, line);
|
||||
return true;
|
||||
};
|
||||
const check = (f, client, extra = {}) => checkModel({ system: f.system, configDir: f.configDir, uid: WORKER_UID, client, ...extra });
|
||||
|
||||
test('the config wins: a stored choice is not read when the config names a model', async t => {
|
||||
const f = fixture(t);
|
||||
choose(f, 'zai', 'off-id');
|
||||
let reads = 0;
|
||||
const spy = () => { reads++; return { provider: 'zai', model: 'off-id' }; };
|
||||
assert.deepEqual(workerModel(f.system, { readChoice: spy }), { provider: 'zai', model: 'fixture-id', from: 'config' });
|
||||
const out = await check(f, counted().client, { readChoice: spy });
|
||||
assert.equal(out.entry.model, 'fixture-id');
|
||||
assert.equal(reads, 0);
|
||||
// A config naming only one of the two still wins, and the other half is not filled from the choice.
|
||||
f.system.execution = { backend: 'docker', adapter: 'pi', model: 'fixture-id' };
|
||||
assert.deepEqual(workerModel(f.system, { readChoice: spy }), { provider: undefined, model: 'fixture-id', from: 'config' });
|
||||
assert.equal(reads, 0);
|
||||
});
|
||||
|
||||
test('a config that names no model uses the Model setup choice, and the launch passes that model to compose', async t => {
|
||||
const f = fixture(t, { config: false });
|
||||
choose(f, 'zai', 'fixture-id');
|
||||
assert.deepEqual(workerModel(f.system), { provider: 'zai', model: 'fixture-id', from: 'model-setup' });
|
||||
const { n, client } = counted();
|
||||
let env = null;
|
||||
const out = await launchWorker({
|
||||
system: f.system, configDir: f.configDir, record: { kind: 'task', business: 'instance', run: 'r-choice' },
|
||||
worker: { kind: 'probe' }, spawn: { env: { PATH: process.env.PATH, MOSAIC_MODEL: 'stale-from-caller', MOSAIC_PROVIDER: 'stale' } },
|
||||
deps: deps({ client, docker: (cmd, argv, opts) => { env = opts.env; return { status: 0, signal: null, stdout: '', stderr: '' }; } }),
|
||||
});
|
||||
assert.equal(n.asked, 1);
|
||||
assert.equal(env.MOSAIC_MODEL, 'fixture-id', 'compose gets the checked model, not what the caller had');
|
||||
assert.notEqual(env.MOSAIC_PROVIDER, 'stale');
|
||||
assert.equal(env.ANTHROPIC_API_KEY, KEY);
|
||||
assert.equal(out.signal, null);
|
||||
});
|
||||
|
||||
test('no config model and no choice refuses before the proxy is asked', async t => {
|
||||
const f = fixture(t, { config: false });
|
||||
const { n, client } = counted();
|
||||
await assert.rejects(check(f, client), refusal('processing-worker-launch-invalid', NO_MODEL));
|
||||
assert.equal(n.asked, 0);
|
||||
// No system means no data root, so there is no choice to read either.
|
||||
assert.throws(() => workerModel(undefined), refusal('processing-worker-launch-invalid', CHOICE_UNREADABLE));
|
||||
});
|
||||
|
||||
test('a choice that cannot be read refuses with its own line, never the store message, before the proxy is asked', async t => {
|
||||
const f = fixture(t, { config: false });
|
||||
choose(f, 'zai', 'fixture-id');
|
||||
chmodSync(choicePaths(f.dataRoot).file, 0o644);
|
||||
const { n, client } = counted();
|
||||
await assert.rejects(check(f, client), refusal('processing-worker-launch-invalid', CHOICE_UNREADABLE));
|
||||
assert.equal(n.asked, 0);
|
||||
assert.equal(listRuntimes(f.dataRoot).length, 0);
|
||||
});
|
||||
|
||||
test('Claude never reaches pi through the choice: a Claude choice refuses model-harness-incompatible before the proxy is asked', async t => {
|
||||
// The store refuses to hold a Claude model; a seam stands in for a store that let one through.
|
||||
for (const [provider, model] of [['anthropic', 'fixture-id'], ['zai', 'claude-opus-5-5'], ['openrouter', 'anthropic/Claude-Sonnet']]) {
|
||||
const f = fixture(t, { config: false });
|
||||
const { n, client } = counted();
|
||||
await assert.rejects(check(f, client, { readChoice: () => ({ provider, model }) }),
|
||||
refusal('model-harness-incompatible', 'Claude models run only in the Claude harness. Pick another model in the config.'));
|
||||
assert.equal(n.asked, 0, `${provider}/${model}`);
|
||||
}
|
||||
});
|
||||
|
||||
test('a stale choice for a model later switched off refuses with the switched-off line', async t => {
|
||||
const f = fixture(t, { config: false });
|
||||
choose(f, 'zai', 'off-id');
|
||||
writeOffered(f.dataRoot, { version: 1, providers: { 'z.ai': { on: ['fixture-id'], seen: ['fixture-id', 'off-id'] } } });
|
||||
await assert.rejects(check(f, counted().client),
|
||||
refusal('model-provider-unavailable', 'zai/off-id is switched off. Switch it on in Settings > Model setup.'));
|
||||
// The offered file is keyed by the offered provider id (z.ai), not the catalogue provider (zai).
|
||||
// The same file leaves a model that is on usable through the choice.
|
||||
const g = fixture(t, { config: false });
|
||||
choose(g, 'zai', 'fixture-id');
|
||||
writeOffered(g.dataRoot, { version: 1, providers: { 'z.ai': { on: ['fixture-id'], seen: ['fixture-id', 'off-id'] } } });
|
||||
assert.equal((await check(g, counted().client)).entry.model, 'fixture-id');
|
||||
});
|
||||
|
||||
test('a choice no account serves refuses model-provider-unavailable and lists what pi can use', async t => {
|
||||
const f = fixture(t, { config: false });
|
||||
choose(f, 'zai', 'glm-5.3-flash');
|
||||
await assert.rejects(check(f, counted().client), error => error.code === 'model-provider-unavailable' && /^No account serves zai\/glm-5\.3-flash\. Models you can use: zai\/fixture-id, zai\/off-id\./.test(error.line));
|
||||
});
|
||||
@@ -0,0 +1,330 @@
|
||||
// worker-model-setup (S6): the instance owner's worker model choice,
|
||||
// <dataRoot>/worker-model/choice.json. Names only. The directory is 0700 and the file 0600, both
|
||||
// the running user's; a link, a non-file, a wrong mode or owner refuses. A Claude model refuses at
|
||||
// every write and every read. A write is compare-and-set on revision, atomic, and appends one
|
||||
// receipt line. Shaped as the Triage route store's tests are.
|
||||
import { test } from "node:test";
|
||||
import assert from "node:assert/strict";
|
||||
import { spawn } from "node:child_process";
|
||||
import { chmodSync, existsSync, linkSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, renameSync, rmSync, symlinkSync, unlinkSync, writeFileSync } from "node:fs";
|
||||
import { join } from "node:path";
|
||||
import {
|
||||
CHOICE_FIELDS, CHOICE_VERSION, WorkerModelStoreError, choicePaths, claudeModel, readChoice, validChoice, writeChoice,
|
||||
} from "../src/worker-model-store.mjs";
|
||||
|
||||
const MODULE = new URL("../src/worker-model-store.mjs", import.meta.url).pathname;
|
||||
const NOW = "2026-11-21T12:00:00.000Z";
|
||||
const LATER = "2026-11-21T13:00:00.000Z";
|
||||
const at = (iso) => () => new Date(iso);
|
||||
const INPUT = { provider: "zai", model: "glm-5.3-flash", by: "owner" };
|
||||
|
||||
function root(t) {
|
||||
const dir = mkdtempSync(join(process.env.TMPDIR, "wms-"));
|
||||
t.after(() => rmSync(dir, { recursive: true, force: true }));
|
||||
return dir;
|
||||
}
|
||||
const reason = (r) => (e) => e instanceof WorkerModelStoreError && e.reason === r && e.code === undefined;
|
||||
const unreadableFor = (re) => (e) => reason("unreadable")(e) && re.test(e.message);
|
||||
const receipts = (dataRoot) => readFileSync(choicePaths(dataRoot).receipts, "utf8").split("\n").filter(Boolean).map((l) => JSON.parse(l));
|
||||
const good = () => ({ version: 1, revision: 1, provider: "zai", model: "glm-5.3-flash", updatedAt: NOW, updatedBy: "owner" });
|
||||
// Write a doc straight to choice.json at the right modes, to test the loader alone.
|
||||
function plant(dataRoot, doc) {
|
||||
const { dir, file } = choicePaths(dataRoot);
|
||||
mkdirSync(dir, { recursive: true, mode: 0o700 });
|
||||
chmodSync(dir, 0o700);
|
||||
writeFileSync(file, typeof doc === "string" ? doc : JSON.stringify(doc), { mode: 0o600 });
|
||||
chmodSync(file, 0o600);
|
||||
}
|
||||
|
||||
test("paths and field names each live in one place", () => {
|
||||
assert.deepEqual(choicePaths("/d"), {
|
||||
dir: "/d/worker-model", file: "/d/worker-model/choice.json", receipts: "/d/worker-model/choice-receipts.jsonl", lock: "/d/worker-model/choice.lock",
|
||||
});
|
||||
assert.deepEqual([...CHOICE_FIELDS].sort(), ["model", "provider", "revision", "updatedAt", "updatedBy", "version"]);
|
||||
assert.equal(CHOICE_VERSION, 1);
|
||||
});
|
||||
|
||||
test("no file reads as not set; a write then reads back the same choice", (t) => {
|
||||
const d = root(t);
|
||||
assert.equal(readChoice(d), null);
|
||||
assert.deepEqual(writeChoice(d, INPUT, { now: at(NOW) }), good());
|
||||
assert.deepEqual(readChoice(d), good());
|
||||
const { dir, file } = choicePaths(d);
|
||||
assert.equal(lstatSync(dir).mode & 0o777, 0o700);
|
||||
assert.equal(lstatSync(file).mode & 0o777, 0o600);
|
||||
// Names only: nothing shaped like an env value or a key.
|
||||
assert.doesNotMatch(readFileSync(file, "utf8"), /ANTHROPIC|_KEY|TOKEN|msw-|mst-|msk-|env/i);
|
||||
const second = writeChoice(d, { ...INPUT, model: "glm-5", revision: 1 }, { now: at(LATER) });
|
||||
assert.equal(second.revision, 2);
|
||||
assert.equal(second.model, "glm-5");
|
||||
assert.equal(second.updatedAt, LATER);
|
||||
assert.deepEqual(readChoice(d), second);
|
||||
assert.deepEqual(readdirSync(dir).sort(), ["choice-receipts.jsonl", "choice.json"]);
|
||||
});
|
||||
|
||||
test("each write appends one receipt line with the old and the new value; a refused write appends none", (t) => {
|
||||
const d = root(t);
|
||||
writeChoice(d, INPUT, { now: at(NOW) });
|
||||
writeChoice(d, { ...INPUT, model: "glm-5" }, { now: at(LATER) });
|
||||
const lines = receipts(d);
|
||||
assert.equal(lines.length, 2);
|
||||
assert.deepEqual(lines[0], { at: NOW, by: "owner", revision: 1, from: null, to: { provider: "zai", model: "glm-5.3-flash" } });
|
||||
assert.deepEqual(lines[1], { at: LATER, by: "owner", revision: 2, from: { provider: "zai", model: "glm-5.3-flash" }, to: { provider: "zai", model: "glm-5" } });
|
||||
assert.equal(lstatSync(choicePaths(d).receipts).mode & 0o777, 0o600);
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(LATER) }), reason("stale"));
|
||||
assert.equal(receipts(d).length, 2);
|
||||
});
|
||||
|
||||
test("a stale revision refuses and leaves the file alone; revision 0 means only when none is set", (t) => {
|
||||
const d = root(t);
|
||||
writeChoice(d, INPUT, { now: at(NOW) });
|
||||
const before = readFileSync(choicePaths(d).file, "utf8");
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, model: "glm-5", revision: 2 }, { now: at(LATER) }), reason("stale"));
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, model: "glm-5", revision: 0 }, { now: at(LATER) }), reason("stale"));
|
||||
assert.equal(readFileSync(choicePaths(d).file, "utf8"), before);
|
||||
assert.equal(writeChoice(root(t), { ...INPUT, revision: 0 }, { now: at(NOW) }).revision, 1);
|
||||
});
|
||||
|
||||
test("the Claude rule: a Claude model refuses on write and reads as unreadable", (t) => {
|
||||
assert.equal(claudeModel("anthropic", "anything"), true);
|
||||
assert.equal(claudeModel("openrouter", "anthropic/Claude-Sonnet"), true);
|
||||
assert.equal(claudeModel("zai", "claude-opus-5-5"), true);
|
||||
assert.equal(claudeModel("zai", "glm-5.3-flash"), false);
|
||||
const d = root(t);
|
||||
for (const [provider, model] of [["anthropic", "glm-5"], ["zai", "claude-opus-5-5"], ["openrouter", "anthropic/CLAUDE-x"]]) {
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, provider, model }, { now: at(NOW) }),
|
||||
(e) => reason("invalid")(e) && /Claude models run only in the Claude harness/.test(e.message), `${provider}/${model}`);
|
||||
}
|
||||
assert.equal(readChoice(d), null);
|
||||
// A hand-written file naming a Claude model never reads as a choice.
|
||||
for (const doc of [{ ...good(), provider: "anthropic" }, { ...good(), model: "claude-sonnet-5-5" }]) {
|
||||
const e = root(t);
|
||||
plant(e, doc);
|
||||
assert.equal(validChoice(doc), false);
|
||||
assert.throws(() => readChoice(e), unreadableFor(/does not match the choice shape/));
|
||||
}
|
||||
});
|
||||
|
||||
test("refused input shapes on a write", (t) => {
|
||||
const d = root(t);
|
||||
const bad = [
|
||||
[{ ...INPUT, provider: "" }, /provider must be/], [{ ...INPUT, provider: "has space" }, /provider must be/],
|
||||
[{ ...INPUT, provider: 5 }, /provider must be/], [{ ...INPUT, provider: "x".repeat(201) }, /provider must be/],
|
||||
[{ ...INPUT, model: "" }, /model must be/], [{ ...INPUT, model: "../x y" }, /model must be/], [{ ...INPUT, model: null }, /model must be/],
|
||||
[{ ...INPUT, by: "" }, /actor name/], [{ ...INPUT, by: "Owner Person" }, /actor name/],
|
||||
[{ ...INPUT, revision: -1 }, /revision must be/], [{ ...INPUT, revision: "1" }, /revision must be/],
|
||||
[{ ...INPUT, harness: "pi" }, /unknown field harness/], [{ ...INPUT, key: "msw-x" }, /unknown field key/],
|
||||
[null, /not an object/], [[INPUT], /not an object/],
|
||||
];
|
||||
for (const [input, message] of bad) {
|
||||
assert.throws(() => writeChoice(d, input, { now: at(NOW) }), (e) => reason("invalid")(e) && message.test(e.message), JSON.stringify(input));
|
||||
}
|
||||
assert.equal(readChoice(d), null);
|
||||
});
|
||||
|
||||
test("each refused stored shape reads as unreadable", (t) => {
|
||||
const bad = [
|
||||
"not json", "[]", "null",
|
||||
{ ...good(), version: 2 }, { ...good(), revision: 0 }, { ...good(), revision: 1.5 },
|
||||
{ ...good(), provider: "" }, { ...good(), model: "a b" }, { ...good(), updatedAt: "2026-11-21" },
|
||||
{ ...good(), updatedBy: "Owner" }, { ...good(), harness: "pi" },
|
||||
(() => { const { updatedBy, ...rest } = good(); return rest; })(),
|
||||
];
|
||||
for (const doc of bad) {
|
||||
const d = root(t);
|
||||
plant(d, doc);
|
||||
assert.throws(() => readChoice(d), reason("unreadable"), JSON.stringify(doc));
|
||||
}
|
||||
const d = root(t);
|
||||
plant(d, `${JSON.stringify(good())}${" ".repeat(64 * 1024)}`);
|
||||
assert.throws(() => readChoice(d), unreadableFor(/too large/));
|
||||
});
|
||||
|
||||
test("a wrong mode on the directory or the file refuses", (t) => {
|
||||
for (const mode of [0o755, 0o750, 0o711, 0o500]) {
|
||||
const d = root(t);
|
||||
plant(d, good());
|
||||
chmodSync(choicePaths(d).dir, mode);
|
||||
assert.throws(() => readChoice(d), reason("unreadable"), `dir ${mode.toString(8)}`);
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(NOW) }), reason("unreadable"), `dir ${mode.toString(8)}`);
|
||||
chmodSync(choicePaths(d).dir, 0o700);
|
||||
}
|
||||
for (const mode of [0o644, 0o640, 0o604, 0o400, 0o700]) {
|
||||
const d = root(t);
|
||||
plant(d, good());
|
||||
chmodSync(choicePaths(d).file, mode);
|
||||
assert.throws(() => readChoice(d), reason("unreadable"), `file ${mode.toString(8)}`);
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(NOW) }), reason("unreadable"), `file ${mode.toString(8)}`);
|
||||
}
|
||||
const d = root(t);
|
||||
writeChoice(d, INPUT, { now: at(NOW) });
|
||||
chmodSync(choicePaths(d).receipts, 0o644);
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, model: "glm-5", revision: 1 }, { now: at(LATER) }), unreadableFor(/choice-receipts\.jsonl mode is not 0600/));
|
||||
assert.equal(readChoice(d).revision, 1);
|
||||
});
|
||||
|
||||
test("owner only: a directory or file another user owns refuses on read and write", (t) => {
|
||||
const d = root(t);
|
||||
plant(d, good());
|
||||
const other = process.getuid() + 1;
|
||||
assert.throws(() => readChoice(d, { fileUid: other }), unreadableFor(/choice\.json is not owned by this user/));
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(NOW), fileUid: other }), unreadableFor(/choice\.json is not owned by this user/));
|
||||
assert.throws(() => readChoice(d, { uid: other }), unreadableFor(/the worker-model directory is not owned by this user/));
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(NOW), uid: other }), unreadableFor(/the worker-model directory is not owned by this user/));
|
||||
const e = root(t);
|
||||
writeChoice(e, INPUT, { now: at(NOW) });
|
||||
unlinkSync(choicePaths(e).file);
|
||||
assert.throws(() => writeChoice(e, INPUT, { now: at(NOW), fileUid: other }), unreadableFor(/choice-receipts\.jsonl is not owned by this user/));
|
||||
assert.equal(existsSync(choicePaths(e).file), false);
|
||||
assert.equal(readChoice(d).revision, 1);
|
||||
});
|
||||
|
||||
test("a link at the file, the directory, the receipts or the lock refuses; so does a non-file", (t) => {
|
||||
let d = root(t);
|
||||
plant(d, good());
|
||||
const elsewhere = join(d, "elsewhere.json");
|
||||
renameSync(choicePaths(d).file, elsewhere);
|
||||
symlinkSync(elsewhere, choicePaths(d).file);
|
||||
assert.throws(() => readChoice(d), unreadableFor(/choice\.json is a link/));
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(NOW) }), reason("unreadable"));
|
||||
d = root(t);
|
||||
plant(d, good());
|
||||
linkSync(choicePaths(d).file, join(d, "hard.json"));
|
||||
assert.throws(() => readChoice(d), unreadableFor(/more than one link/));
|
||||
d = root(t);
|
||||
const real = join(d, "real");
|
||||
mkdirSync(real, { mode: 0o700 });
|
||||
writeFileSync(join(real, "choice.json"), JSON.stringify(good()), { mode: 0o600 });
|
||||
symlinkSync(real, choicePaths(d).dir);
|
||||
assert.throws(() => readChoice(d), unreadableFor(/the worker-model directory is a link/));
|
||||
assert.throws(() => writeChoice(d, INPUT, { now: at(NOW) }), unreadableFor(/the worker-model directory is a link/));
|
||||
d = root(t);
|
||||
mkdirSync(choicePaths(d).file, { recursive: true, mode: 0o700 });
|
||||
chmodSync(choicePaths(d).dir, 0o700);
|
||||
assert.throws(() => readChoice(d), unreadableFor(/choice\.json is not a regular file/));
|
||||
d = root(t);
|
||||
writeFileSync(choicePaths(d).dir, "x", { mode: 0o700 });
|
||||
chmodSync(choicePaths(d).dir, 0o700);
|
||||
assert.throws(() => readChoice(d), unreadableFor(/the worker-model directory is not a directory/));
|
||||
d = root(t);
|
||||
writeChoice(d, INPUT, { now: at(NOW) });
|
||||
const target = join(d, "target.jsonl");
|
||||
writeFileSync(target, "", { mode: 0o600 });
|
||||
unlinkSync(choicePaths(d).receipts);
|
||||
symlinkSync(target, choicePaths(d).receipts);
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(LATER) }), unreadableFor(/choice-receipts\.jsonl is a link/));
|
||||
assert.equal(readFileSync(target, "utf8"), "");
|
||||
d = root(t);
|
||||
writeChoice(d, INPUT, { now: at(NOW) });
|
||||
symlinkSync(join(d, "nowhere"), choicePaths(d).lock);
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(LATER) }), reason("busy"));
|
||||
assert.equal(existsSync(join(d, "nowhere")), false);
|
||||
});
|
||||
|
||||
test("a write under a narrow umask still leaves 0700 and 0600; the data root is never made", (t) => {
|
||||
const d = root(t);
|
||||
const old = process.umask(0o277);
|
||||
let written;
|
||||
try { written = writeChoice(d, INPUT, { now: at(NOW) }); } finally { process.umask(old); }
|
||||
const { dir, file, receipts: r } = choicePaths(d);
|
||||
assert.equal(lstatSync(dir).mode & 0o777, 0o700);
|
||||
assert.equal(lstatSync(file).mode & 0o777, 0o600);
|
||||
assert.equal(lstatSync(r).mode & 0o777, 0o600);
|
||||
assert.deepEqual(readChoice(d), written);
|
||||
assert.throws(() => writeChoice(join(d, "missing"), INPUT, { now: at(NOW) }), reason("unreadable"));
|
||||
assert.equal(existsSync(join(d, "missing")), false);
|
||||
});
|
||||
|
||||
test("a failed temp write refuses and leaves the choice; a failed receipt after the rename says so", (t) => {
|
||||
const d = root(t);
|
||||
writeChoice(d, INPUT, { now: at(NOW) });
|
||||
const before = readFileSync(choicePaths(d).file, "utf8");
|
||||
const fail = (stage) => (s) => { if (s === stage) throw Object.assign(new Error("no space"), { code: "ENOSPC" }); };
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, model: "glm-5", revision: 1 }, { now: at(LATER), hook: fail("write") }), unreadableFor(/choice\.json cannot be written/));
|
||||
assert.equal(readFileSync(choicePaths(d).file, "utf8"), before);
|
||||
assert.deepEqual(readdirSync(choicePaths(d).dir).sort(), ["choice-receipts.jsonl", "choice.json"]);
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, model: "glm-5", revision: 1 }, { now: at(LATER), hook: fail("after-rename") }),
|
||||
(e) => reason("unrecorded")(e) && /changed to revision 2, but its receipt line was not written/.test(e.message));
|
||||
assert.equal(readChoice(d).revision, 2);
|
||||
assert.equal(receipts(d).length, 1);
|
||||
});
|
||||
|
||||
test("two writers in one process: the second, while the first holds the lock, refuses busy", (t) => {
|
||||
const d = root(t);
|
||||
writeChoice(d, INPUT, { now: at(NOW) });
|
||||
let inner = null;
|
||||
const won = writeChoice(d, { ...INPUT, model: "glm-5", revision: 1 }, {
|
||||
now: at(LATER),
|
||||
hook: (stage) => {
|
||||
if (stage !== "before-rename") return;
|
||||
try { writeChoice(d, { ...INPUT, model: "glm-4", revision: 1 }, { now: at(LATER) }); } catch (e) { inner = e; }
|
||||
},
|
||||
});
|
||||
assert.equal(won.model, "glm-5");
|
||||
assert.ok(reason("busy")(inner), String(inner));
|
||||
assert.equal(readChoice(d).model, "glm-5");
|
||||
});
|
||||
|
||||
// A child that loads the store and writes once; prints {ok, reason}. `wait` makes it hold at a
|
||||
// stage until the file `go` appears, so two children overlap for real.
|
||||
const CHILD = `
|
||||
import { writeChoice } from ${JSON.stringify(MODULE)};
|
||||
import { existsSync, writeFileSync } from "node:fs";
|
||||
const [dataRoot, model, revision, wait, go, ready] = process.argv.slice(1);
|
||||
try {
|
||||
const r = writeChoice(dataRoot, { provider: "zai", model, by: "owner", revision: Number(revision) }, {
|
||||
hook: (stage) => {
|
||||
if (stage === "crash") { if (wait === "crash") process.kill(process.pid, "SIGKILL"); return; }
|
||||
if (stage !== wait) return;
|
||||
writeFileSync(ready, "");
|
||||
const end = Date.now() + 20000;
|
||||
while (!existsSync(go) && Date.now() < end) Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, 20);
|
||||
},
|
||||
});
|
||||
console.log(JSON.stringify({ ok: true, model: r.model }));
|
||||
} catch (e) { console.log(JSON.stringify({ ok: false, reason: e.reason ?? String(e) })); }
|
||||
`;
|
||||
function child(args) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const p = spawn(process.execPath, ["--input-type=module", "-e", CHILD, ...args], { stdio: ["ignore", "pipe", "pipe"] });
|
||||
let out = "", err = "";
|
||||
p.stdout.setEncoding("utf8").on("data", (c) => { out += c; });
|
||||
p.stderr.setEncoding("utf8").on("data", (c) => { err += c; });
|
||||
p.on("error", reject);
|
||||
p.on("close", (status, signal) => resolve({ status, signal, out: out.trim(), err }));
|
||||
});
|
||||
}
|
||||
async function until(path) {
|
||||
const end = Date.now() + 20000;
|
||||
while (!existsSync(path)) {
|
||||
if (Date.now() > end) throw new Error(`timed out waiting for ${path}`);
|
||||
await new Promise((r) => setTimeout(r, 20));
|
||||
}
|
||||
}
|
||||
|
||||
test("two writer processes racing on one revision: one wins, one refuses", async (t) => {
|
||||
const d = root(t);
|
||||
writeChoice(d, INPUT, { now: at(NOW) });
|
||||
const go = join(d, "go"), ready = join(d, "ready");
|
||||
const first = child([d, "glm-a", "1", "before-rename", go, ready]);
|
||||
await until(ready);
|
||||
const second = await child([d, "glm-b", "1", "none", join(d, "u0"), join(d, "u1")]);
|
||||
writeFileSync(go, "");
|
||||
assert.deepEqual(JSON.parse((await first).out), { ok: true, model: "glm-a" });
|
||||
assert.deepEqual(JSON.parse(second.out), { ok: false, reason: "busy" });
|
||||
assert.deepEqual(JSON.parse((await child([d, "glm-b", "1", "none", join(d, "u2"), join(d, "u3")])).out), { ok: false, reason: "stale" });
|
||||
assert.equal(readChoice(d).revision, 2);
|
||||
});
|
||||
|
||||
test("a crash between the temp write and the rename leaves the old file and a lock that names the dead writer", async (t) => {
|
||||
const d = root(t);
|
||||
const old = writeChoice(d, INPUT, { now: at(NOW) });
|
||||
const r = await child([d, "glm-z", "1", "crash", join(d, "go"), join(d, "ready")]);
|
||||
assert.equal(r.signal, "SIGKILL", r.err);
|
||||
assert.deepEqual(readChoice(d), old);
|
||||
const { dir, lock } = choicePaths(d);
|
||||
assert.ok(readdirSync(dir).some((n) => n.endsWith(".tmp")), readdirSync(dir).join(","));
|
||||
assert.throws(() => writeChoice(d, { ...INPUT, revision: 1 }, { now: at(LATER) }), (e) => reason("busy")(e) && /not running/.test(e.message) && /choice\.lock/.test(e.message));
|
||||
unlinkSync(lock);
|
||||
assert.equal(writeChoice(d, { ...INPUT, model: "glm-5", revision: 1 }, { now: at(LATER) }).revision, 2);
|
||||
});
|
||||
@@ -0,0 +1,86 @@
|
||||
// worker-cutover: scripts/mosaic-task.mjs around the launch step. fixtures/worker-proxy-hook.mjs
|
||||
// swaps in a stand-in launch step, so these cases check what mosaic-task does with its answer:
|
||||
// a refusal's exact line and exit before any run directory, the key out of every run file and
|
||||
// out of the terminal, modelKeyId in result.json, and a held signal's exit code. The last case runs
|
||||
// src/container-cli.mjs (a hello.sh or verify.sh probe) the same way.
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawnSync } from 'node:child_process';
|
||||
import { existsSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, realpathSync, rmSync, writeFileSync } from 'node:fs';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { join } from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { FAKE_KEY } from './fixtures/worker-proxy-fake.mjs';
|
||||
import { UID_LINE } from '../src/worker-proxy.mjs';
|
||||
|
||||
const ROOT = fileURLToPath(new URL('../../../', import.meta.url));
|
||||
const HOOK = fileURLToPath(new URL('./fixtures/worker-proxy-hook.mjs', import.meta.url));
|
||||
|
||||
function run(t, mode) {
|
||||
const root = realpathSync(mkdtempSync(join(tmpdir(), 'wpt-')));
|
||||
t.after(() => rmSync(root, { recursive: true, force: true }));
|
||||
const dataRoot = join(root, 'd'); mkdirSync(dataRoot, { mode: 0o700 });
|
||||
const config = join(root, 'config.json');
|
||||
writeFileSync(config, JSON.stringify({ configVersion: 1, environment: 'development', dataRoot, execution: { backend: 'docker', provider: 'zai', model: 'fixture-id' } }));
|
||||
const taskFile = join(root, 'task.json');
|
||||
writeFileSync(taskFile, JSON.stringify({ taskVersion: 1, id: 't-wp', prompt: 'hi', workspace: ':run', timeoutSeconds: 30 }));
|
||||
const proc = spawnSync(process.execPath, ['--import', HOOK, join(ROOT, 'scripts', 'mosaic-task.mjs'), 'run', taskFile], {
|
||||
cwd: ROOT, encoding: 'utf8', timeout: 60000,
|
||||
env: { PATH: process.env.PATH, HOME: root, TMPDIR: process.env.TMPDIR ?? tmpdir(), MOSAIC_CONFIG: config, FAKE_WP: mode },
|
||||
});
|
||||
const runs = existsSync(join(dataRoot, 'runs')) ? readdirSync(join(dataRoot, 'runs')) : [];
|
||||
// Every regular file under the run directory, by its path inside it.
|
||||
const files = {};
|
||||
const walk = (dir, at) => { for (const e of readdirSync(dir, { withFileTypes: true })) {
|
||||
if (e.isDirectory()) walk(join(dir, e.name), `${at}${e.name}/`); else if (e.isFile()) files[`${at}${e.name}`] = readFileSync(join(dir, e.name), 'utf8');
|
||||
} };
|
||||
if (runs.length) walk(join(dataRoot, 'runs', runs[0]), '');
|
||||
return { ...proc, runs, files };
|
||||
}
|
||||
|
||||
test('a launch refusal prints its code and fixed line, exits 3 and leaves no run directory', t => {
|
||||
const r = run(t, 'refuse');
|
||||
assert.equal(r.status, 3, r.stderr);
|
||||
assert.equal(r.stderr, 'mosaic-task: proxy-down: The model proxy is not running. Start it on Settings > Model setup.\n');
|
||||
assert.deepEqual(r.runs, []);
|
||||
});
|
||||
|
||||
test('the uid refusal prints its plain line alone', t => {
|
||||
const r = run(t, 'uid');
|
||||
assert.equal(r.status, 3); assert.equal(r.stderr, `${UID_LINE}\n`); assert.deepEqual(r.runs, []);
|
||||
});
|
||||
|
||||
test('the worker key is out of stderr.txt, the response, the cause and the terminal; result.json has only its id', t => {
|
||||
const r = run(t, 'leak');
|
||||
assert.equal(r.status, 1, r.stderr);
|
||||
assert.equal(r.runs.length, 1);
|
||||
for (const [name, text] of Object.entries(r.files)) assert.equal(text.includes(FAKE_KEY), false, name);
|
||||
assert.equal(r.stdout.includes(FAKE_KEY) || r.stderr.includes(FAKE_KEY), false);
|
||||
assert.match(r.files['stderr.txt'], /error: the proxy rejected \[redacted\]/);
|
||||
const result = JSON.parse(r.files['result.json']);
|
||||
assert.equal(result.response, 'answer [redacted]');
|
||||
assert.equal(result.modelKeyId, 'a1b2c3d4e5f6');
|
||||
assert.match(r.stdout, /^cause: worker said: error: the proxy rejected /m);
|
||||
});
|
||||
|
||||
test('a signal held while docker ran exits 128 plus its number after the record is written', t => {
|
||||
const r = run(t, 'signal');
|
||||
assert.equal(r.status, 143, r.stderr);
|
||||
assert.equal(JSON.parse(r.files['result.json']).status, 'succeeded');
|
||||
assert.match(r.stdout, /^status: succeeded$/m);
|
||||
});
|
||||
|
||||
test('a container-cli probe writes the worker output with the key taken out', t => {
|
||||
const root = realpathSync(mkdtempSync(join(tmpdir(), 'wpc-')));
|
||||
t.after(() => rmSync(root, { recursive: true, force: true }));
|
||||
const dataRoot = join(root, 'd'); mkdirSync(dataRoot, { mode: 0o700 });
|
||||
const config = join(root, 'config.json');
|
||||
writeFileSync(config, JSON.stringify({ configVersion: 1, environment: 'development', dataRoot, execution: { backend: 'docker', provider: 'zai', model: 'fixture-id' } }));
|
||||
const r = spawnSync(process.execPath, ['--import', HOOK, join(ROOT, 'packages', 'processing-control', 'src', 'container-cli.mjs')], {
|
||||
cwd: ROOT, encoding: 'utf8', timeout: 60000,
|
||||
env: { PATH: process.env.PATH, HOME: root, TMPDIR: process.env.TMPDIR ?? tmpdir(), MOSAIC_CONFIG: config, FAKE_WP: 'leak' },
|
||||
});
|
||||
assert.equal(r.status, 1, r.stderr);
|
||||
assert.equal(r.stdout, 'answer [redacted]');
|
||||
assert.equal(r.stderr, 'starting\nerror: the proxy rejected [redacted]\n');
|
||||
});
|
||||
@@ -0,0 +1,411 @@
|
||||
// worker-cutover (S4 of reports/worker-proxy-simple.md): the one launch step every host worker
|
||||
// launch takes. Scratch data roots and config dirs, a stand-in management client, a stub docker
|
||||
// (a function in place of spawnSync) and, for the relay case, a stand-in proxy on 127.0.0.1 port 0
|
||||
// in a child process. Nothing here reads a real config, proxy, secret or pi file, or runs Docker.
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawn, spawnSync } from 'node:child_process';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { existsSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, realpathSync, rmSync, writeFileSync } from 'node:fs';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { join } from 'node:path';
|
||||
import { initializeControl } from '../src/state.mjs';
|
||||
import { listRuntimes, registerRuntime, runtime } from '../src/runtimes.mjs';
|
||||
import {
|
||||
CONTAINER_MODELS_FILE, CONTAINER_PROXY_DIR, PROXY_DIR, UID_LINE, WORKER_UID, WorkerLaunchError,
|
||||
checkModel, launchWorker, prepareWorker, redactSecrets, sweepStale,
|
||||
} from '../src/worker-proxy.mjs';
|
||||
|
||||
const KEY = 'msw-0123456789ab-worker-' + 'S'.repeat(43);
|
||||
const KEY_ID = 'a1b2c3d4e5f6';
|
||||
const UPSTREAM = [{ 'base-url': 'https://api.z.ai/api/anthropic', keys: [{}], models: [{ name: 'fixture-id' }] }];
|
||||
const LINE = {
|
||||
'proxy-not-configured': 'The model proxy is not set up. Set it up on Settings > Model setup.',
|
||||
'proxy-down': 'The model proxy is not running. Start it on Settings > Model setup.',
|
||||
'model-harness-incompatible': 'Claude models run only in the Claude harness. Pick another model in the config.',
|
||||
'proxy-key-refused': 'The proxy did not accept the worker key. Restart the proxy on Settings > Model setup, then run verify again.',
|
||||
'proxy-lock-busy': 'Another proxy key change is running. Run verify again in a minute.',
|
||||
'proxy-uncertain': 'A proxy key change did not finish. Restart the proxy, then run `mosaic proxy fence clear --proxy-restarted`.',
|
||||
'model-catalogue-unavailable': 'The model proxy did not give a usable model list. Check it on Settings > Model setup, then run verify again.',
|
||||
};
|
||||
|
||||
function fixture(t, { adapter = 'pi', provider = 'zai', model = 'fixture-id', port = 1 } = {}) {
|
||||
const root = realpathSync(mkdtempSync(join(tmpdir(), 'wp-')));
|
||||
t.after(() => rmSync(root, { recursive: true, force: true }));
|
||||
const dataRoot = join(root, 'd'), configDir = join(root, 'c');
|
||||
mkdirSync(dataRoot, { mode: 0o700 }); mkdirSync(configDir, { mode: 0o700 });
|
||||
initializeControl(dataRoot);
|
||||
const system = { dataRoot, execution: { backend: 'docker', provider, model, adapter }, ...(port === null ? {} : { proxy: { port } }) };
|
||||
return { root, dataRoot, configDir, system };
|
||||
}
|
||||
|
||||
const client = (groups = async () => UPSTREAM) => ({
|
||||
getCredentials: async () => ({ files: [] }), getCredentialModels: async () => ({ models: [] }), getUpstreamGroups: groups,
|
||||
});
|
||||
|
||||
// Every seam a pi launch takes, each one counting its calls.
|
||||
function seams(over = {}) {
|
||||
const calls = { ensure: 0, read: 0, relay: 0, stop: 0, docker: 0, list: [], stopper: 0 };
|
||||
const deps = {
|
||||
uid: WORKER_UID,
|
||||
client: client(),
|
||||
dockerList: async args => { calls.list.push(args); return ''; },
|
||||
dead: () => false,
|
||||
ensureReady: async () => { calls.ensure++; return { keyId: KEY_ID }; },
|
||||
readKey: () => { calls.read++; return { key: KEY, keyId: KEY_ID }; },
|
||||
spawnRelay: async () => { calls.relay++; return { stop: async () => { calls.stop++; } }; },
|
||||
docker: () => { calls.docker++; return { status: 0, signal: null, stdout: 'ok', stderr: '' }; },
|
||||
stopper: async () => { calls.stopper++; return { outcome: 'stopped' }; },
|
||||
...over,
|
||||
};
|
||||
return { calls, deps };
|
||||
}
|
||||
|
||||
const refusal = (code, line) => error => {
|
||||
assert.ok(error instanceof WorkerLaunchError, String(error));
|
||||
assert.equal(error.code, code); assert.equal(error.line, line); assert.equal(error.exitCode, 3);
|
||||
assert.equal(error.message.includes(KEY), false);
|
||||
return true;
|
||||
};
|
||||
|
||||
const launch = (f, deps, extra = {}) => launchWorker({
|
||||
system: f.system, configDir: f.configDir, record: { kind: 'task', business: 'instance', run: 'r-fixture' },
|
||||
worker: { kind: 'probe' }, spawn: { env: { PATH: process.env.PATH, ZAI_API_KEY: 'CALLER-ZAI', ANTHROPIC_API_KEY: 'CALLER-ANTHROPIC' } },
|
||||
deps, ...extra,
|
||||
});
|
||||
const cname = () => `mosaic-${'0'.repeat(12)}-${randomUUID()}`;
|
||||
const proxyDirs = f => { try { return readdirSync(join(f.dataRoot, PROXY_DIR)); } catch { return []; } };
|
||||
|
||||
// ---------- the failure table, each before a run directory, the key or docker ----------
|
||||
|
||||
test('the uid rule comes first and is a plain line with no code', async t => {
|
||||
const f = fixture(t, { port: null, provider: 'anthropic' });
|
||||
const { calls, deps } = seams({ uid: 1001 });
|
||||
await assert.rejects(prepareWorker({ system: f.system, configDir: f.configDir, deps }), refusal(null, UID_LINE));
|
||||
assert.equal(UID_LINE, 'Worker containers run as user 1000. Run Mosaic as that user.');
|
||||
assert.equal(calls.ensure + calls.read + calls.docker, 0);
|
||||
});
|
||||
|
||||
test('no proxy block refuses proxy-not-configured', async t => {
|
||||
const f = fixture(t, { port: null });
|
||||
const { calls, deps } = seams();
|
||||
await assert.rejects(prepareWorker({ system: f.system, configDir: f.configDir, deps }), refusal('proxy-not-configured', LINE['proxy-not-configured']));
|
||||
assert.equal(calls.ensure + calls.docker, 0);
|
||||
});
|
||||
|
||||
test('harness rule: a Claude model never runs on pi, by provider or by model name, before the proxy is asked', async t => {
|
||||
for (const [provider, model] of [['anthropic', 'fixture-id'], ['zai', 'claude-opus-5-5'], ['openrouter', 'anthropic/Claude-Sonnet']]) {
|
||||
const f = fixture(t, { provider, model });
|
||||
let asked = 0;
|
||||
const { calls, deps } = seams({ client: client(async () => { asked++; return UPSTREAM; }) });
|
||||
await assert.rejects(launch(f, deps), refusal('model-harness-incompatible', LINE['model-harness-incompatible']));
|
||||
assert.equal(asked + calls.ensure + calls.relay + calls.docker, 0, `${provider}/${model}`);
|
||||
assert.equal(listRuntimes(f.dataRoot).length, 0);
|
||||
}
|
||||
});
|
||||
|
||||
test('a config with no worker adapter refuses before the proxy is asked, and is not read as any harness', async t => {
|
||||
for (const adapter of [undefined, '', 7]) {
|
||||
const f = fixture(t);
|
||||
if (adapter === undefined) delete f.system.execution.adapter; else f.system.execution.adapter = adapter;
|
||||
let asked = 0;
|
||||
const { calls, deps } = seams({ client: client(async () => { asked++; return UPSTREAM; }) });
|
||||
await assert.rejects(launch(f, deps), refusal('processing-worker-launch-invalid', 'The config names no worker adapter.'));
|
||||
assert.equal(asked + calls.ensure + calls.relay + calls.docker, 0, String(adapter));
|
||||
assert.equal(listRuntimes(f.dataRoot).length, 0);
|
||||
}
|
||||
});
|
||||
|
||||
test('a proxy that is not running refuses proxy-down; an unusable answer refuses model-catalogue-unavailable', async t => {
|
||||
const f = fixture(t);
|
||||
const down = Object.assign(new Error('connect ECONNREFUSED'), { code: 'proxy-client-down' });
|
||||
await assert.rejects(checkModel({ system: f.system, configDir: f.configDir, uid: WORKER_UID, client: client(async () => { throw down; }) }),
|
||||
refusal('proxy-down', LINE['proxy-down']));
|
||||
const odd = Object.assign(new Error('bad'), { code: 'proxy-client-response' });
|
||||
await assert.rejects(checkModel({ system: f.system, configDir: f.configDir, uid: WORKER_UID, client: client(async () => { throw odd; }) }),
|
||||
refusal('model-catalogue-unavailable', LINE['model-catalogue-unavailable']));
|
||||
});
|
||||
|
||||
test('a management key that does not load refuses with its own code before any request', async t => {
|
||||
const f = fixture(t);
|
||||
await assert.rejects(checkModel({ system: f.system, configDir: f.configDir, uid: WORKER_UID }),
|
||||
refusal('proxy-management-key-invalid', 'the proxy management key file is missing or unsafe'));
|
||||
});
|
||||
|
||||
test('no account for the model refuses model-provider-unavailable and lists the models pi can use', async t => {
|
||||
const f = fixture(t, { model: 'glm-5.3-flash' });
|
||||
const { calls, deps } = seams();
|
||||
await assert.rejects(prepareWorker({ system: f.system, configDir: f.configDir, deps }),
|
||||
refusal('model-provider-unavailable', 'No account serves zai/glm-5.3-flash. Models you can use: zai/fixture-id. Add an account on Settings > Model setup, or set execution.model in the config.'));
|
||||
assert.equal(calls.ensure, 0);
|
||||
});
|
||||
|
||||
test('a model that serves pi passes the checks and returns its entry and transport', async t => {
|
||||
const f = fixture(t);
|
||||
const out = await checkModel({ system: f.system, configDir: f.configDir, uid: WORKER_UID, client: client() });
|
||||
assert.equal(out.entry.provider, 'zai'); assert.equal(out.entry.model, 'fixture-id');
|
||||
assert.ok(out.transport.piProvider);
|
||||
});
|
||||
|
||||
test('key refusals from the key module go out with the table line, never its message', async t => {
|
||||
for (const code of ['proxy-key-refused', 'proxy-lock-busy', 'proxy-uncertain']) {
|
||||
const f = fixture(t);
|
||||
const thrown = Object.assign(new Error(`detail ${KEY}`), { code, name: 'TriageKeyError' });
|
||||
const { calls, deps } = seams({ ensureReady: async () => { throw thrown; } });
|
||||
await assert.rejects(launch(f, deps), refusal(code, LINE[code]));
|
||||
assert.equal(calls.docker + calls.relay, 0);
|
||||
assert.equal(listRuntimes(f.dataRoot).length, 0);
|
||||
}
|
||||
// A rarer worker-key-* code keeps the key module's own fixed sentence.
|
||||
const f = fixture(t);
|
||||
const rare = Object.assign(new Error('the worker key file is unsafe'), { code: 'worker-key-unsafe', name: 'TriageKeyError' });
|
||||
await assert.rejects(prepareWorker({ system: f.system, configDir: f.configDir, deps: seams({ ensureReady: async () => { throw rare; } }).deps }),
|
||||
refusal('worker-key-unsafe', 'the worker key file is unsafe'));
|
||||
});
|
||||
|
||||
// ---------- the key: read again on a keyId mismatch ----------
|
||||
|
||||
test('a keyId mismatch reads again, and three in a row refuse worker-key-raced', async t => {
|
||||
const f = fixture(t);
|
||||
let n = 0;
|
||||
const { calls, deps } = seams({ readKey: () => { n++; return { key: KEY, keyId: n < 3 ? 'ffffffffffff' : KEY_ID }; } });
|
||||
const ready = await prepareWorker({ system: f.system, configDir: f.configDir, deps });
|
||||
assert.equal(ready.keyId, KEY_ID); assert.equal(ready.key, KEY); assert.equal(calls.ensure, 3);
|
||||
const always = seams({ readKey: () => ({ key: KEY, keyId: 'ffffffffffff' }) });
|
||||
await assert.rejects(prepareWorker({ system: f.system, configDir: f.configDir, deps: always.deps }),
|
||||
refusal('worker-key-raced', 'The worker key changed during each of three reads. Run verify again.'));
|
||||
assert.equal(always.calls.ensure, 3);
|
||||
});
|
||||
|
||||
// ---------- the launch: key only in ANTHROPIC_API_KEY, two read-only mounts, cleanup ----------
|
||||
|
||||
test('a pi launch passes the key only in ANTHROPIC_API_KEY, mounts the dir and models.json read-only, then cleans up', async t => {
|
||||
const f = fixture(t);
|
||||
let seen = null;
|
||||
const { calls, deps } = seams({
|
||||
docker: (cmd, argv, opts) => {
|
||||
calls.docker++;
|
||||
const dir = proxyDirs(f);
|
||||
const models = readFileSync(join(f.dataRoot, PROXY_DIR, dir[0], 'home', '.pi', 'agent', 'models.json'), 'utf8');
|
||||
const record = listRuntimes(f.dataRoot)[0];
|
||||
seen = { cmd, argv, env: opts.env, dir, models, mode: lstatSync(join(f.dataRoot, PROXY_DIR, dir[0])).mode & 0o777, phase: record.phase };
|
||||
return { status: 0, signal: null, stdout: 'ok', stderr: '' };
|
||||
},
|
||||
});
|
||||
const out = await launch(f, deps);
|
||||
assert.equal(seen.cmd, 'docker');
|
||||
assert.equal(seen.env.ANTHROPIC_API_KEY, KEY);
|
||||
assert.equal('ZAI_API_KEY' in seen.env, false);
|
||||
assert.equal(seen.env.MOSAIC_PROXY_PORT, '1');
|
||||
assert.equal(seen.argv.join(' ').includes(KEY), false, 'the key is never an argument');
|
||||
assert.equal(seen.models.includes(KEY), false, 'models.json names the variable, never the key');
|
||||
assert.match(seen.models, /\$ANTHROPIC_API_KEY|ANTHROPIC_API_KEY/);
|
||||
assert.equal(seen.mode, 0o700);
|
||||
const dir = join(f.dataRoot, PROXY_DIR, seen.dir[0]);
|
||||
const vols = seen.argv.filter((a, i) => seen.argv[i - 1] === '--volume');
|
||||
assert.ok(vols.includes(`${dir}:${CONTAINER_PROXY_DIR}:ro`), vols.join('\n'));
|
||||
assert.ok(vols.includes(`${join(dir, 'home', '.pi', 'agent', 'models.json')}:${CONTAINER_MODELS_FILE}:ro`), vols.join('\n'));
|
||||
assert.equal(vols.some(v => /auth\.json/.test(v)), false, 'no pi auth file is mounted');
|
||||
assert.equal(calls.relay, 1); assert.equal(calls.stop, 1);
|
||||
assert.deepEqual(proxyDirs(f), [], 'the launch dir goes when docker returns');
|
||||
assert.equal(out.modelKeyId, KEY_ID); assert.deepEqual(out.secrets, [KEY]); assert.equal(out.signal, null);
|
||||
assert.equal(runtime(f.dataRoot, out.managed.id).phase, 'ended');
|
||||
});
|
||||
|
||||
test('a mock launch takes no key, no relay and no dir, and still drops the caller\'s keys', async t => {
|
||||
const f = fixture(t, { adapter: 'mock', port: null });
|
||||
let env = null;
|
||||
const { calls, deps } = seams({ docker: (cmd, argv, opts) => { env = opts.env; return { status: 0, signal: null, stdout: '', stderr: '' }; } });
|
||||
const out = await launch(f, deps);
|
||||
assert.equal(env.ANTHROPIC_API_KEY, ''); assert.equal('ZAI_API_KEY' in env, false); assert.equal(env.MOSAIC_PROXY_PORT, '');
|
||||
assert.equal(calls.ensure + calls.read + calls.relay, 0);
|
||||
assert.equal(out.modelKeyId, null); assert.deepEqual(out.secrets, []);
|
||||
assert.equal(existsSync(join(f.dataRoot, PROXY_DIR)), false);
|
||||
});
|
||||
|
||||
test('launchWorker refuses a pi launch given no prepared key', async t => {
|
||||
const f = fixture(t);
|
||||
await assert.rejects(launch(f, seams().deps, { prepared: null }), error => error.code === 'processing-worker-launch-invalid');
|
||||
assert.equal(listRuntimes(f.dataRoot).length, 0);
|
||||
});
|
||||
|
||||
// ---------- the record is ended on success, failure and signal ----------
|
||||
|
||||
const exits = [
|
||||
['exit 0', { status: 0, signal: null }, '', 'ended', 0],
|
||||
['exit 1, docker lists no container', { status: 1, signal: null }, '', 'ended', 0],
|
||||
['exit 1, docker still lists it (stopped first)', { status: 1, signal: null }, 'abc\n', 'ended', 1],
|
||||
['exit 1, docker cannot be asked (left for the sweep)', { status: 1, signal: null }, null, 'starting', 0],
|
||||
['timeout (stopped first)', { status: null, signal: 'SIGKILL', error: Object.assign(new Error('t'), { code: 'ETIMEDOUT' }) }, '', 'ended', 1],
|
||||
['buffer limit (stopped first)', { status: null, signal: 'SIGTERM', error: Object.assign(new Error('b'), { code: 'ENOBUFS' }) }, '', 'ended', 1],
|
||||
['client killed by a signal (stopped first)', { status: null, signal: 'SIGKILL' }, '', 'ended', 1],
|
||||
['docker missing (never started)', { status: null, signal: null, error: Object.assign(new Error('e'), { code: 'ENOENT' }) }, '', 'ended', 0],
|
||||
];
|
||||
for (const [name, proc, listed, phase, stops] of exits) {
|
||||
test(`record after ${name}: ${phase}`, async t => {
|
||||
const f = fixture(t);
|
||||
const { calls, deps } = seams({
|
||||
docker: () => ({ stdout: '', stderr: '', ...proc }),
|
||||
dockerList: async () => { if (listed === null) throw new Error('daemon gone'); return listed; },
|
||||
});
|
||||
const out = await launch(f, deps);
|
||||
assert.equal(runtime(f.dataRoot, out.managed.id).phase, phase);
|
||||
assert.equal(calls.stopper, stops);
|
||||
assert.equal(calls.stop, 1, 'the relay stops on every exit path');
|
||||
assert.deepEqual(proxyDirs(f), []);
|
||||
});
|
||||
}
|
||||
|
||||
test('a stop whose outcome is unknown leaves the record open for the sweep', async t => {
|
||||
const f = fixture(t);
|
||||
const { deps } = seams({ docker: () => ({ status: null, signal: 'SIGKILL', stdout: '', stderr: '' }), stopper: async () => ({ outcome: 'unknown' }) });
|
||||
const out = await launch(f, deps);
|
||||
assert.equal(runtime(f.dataRoot, out.managed.id).phase, 'starting');
|
||||
});
|
||||
|
||||
test('a signal while docker runs is held: the relay outlives docker, the record is ended, and the signal is returned', async t => {
|
||||
const f = fixture(t);
|
||||
let stoppedDuringDocker = null;
|
||||
const { calls, deps } = seams({
|
||||
docker: () => { process.emit('SIGTERM', 'SIGTERM'); stoppedDuringDocker = calls.stop; return { status: 143, signal: null, stdout: '', stderr: '' }; },
|
||||
});
|
||||
const before = process.listenerCount('SIGTERM');
|
||||
const out = await launch(f, deps);
|
||||
assert.equal(out.signal, 'SIGTERM'); assert.equal(stoppedDuringDocker, 0); assert.equal(calls.stop, 1);
|
||||
assert.equal(runtime(f.dataRoot, out.managed.id).phase, 'ended');
|
||||
assert.equal(process.listenerCount('SIGTERM'), before, 'the hold is released');
|
||||
});
|
||||
|
||||
test('a signal before docker starts stops the launch with a plain line and leaves nothing', async t => {
|
||||
const f = fixture(t);
|
||||
const { calls, deps } = seams({ spawnRelay: async () => { calls.relay++; process.emit('SIGINT', 'SIGINT'); return { stop: async () => { calls.stop++; } }; } });
|
||||
await assert.rejects(launch(f, deps), refusal(null, 'worker: the launch stopped on SIGINT before docker started.'));
|
||||
assert.equal(calls.docker, 0); assert.equal(calls.stop, 1);
|
||||
assert.equal(listRuntimes(f.dataRoot).length, 0); assert.deepEqual(proxyDirs(f), []);
|
||||
});
|
||||
|
||||
test('a relay that does not start refuses with its own plain line and leaves nothing', async t => {
|
||||
const f = fixture(t);
|
||||
const { calls, deps } = seams({ spawnRelay: async () => { throw new Error('proxy relay: the socket path already exists.'); } });
|
||||
await assert.rejects(launch(f, deps), refusal(null, 'proxy relay: the socket path already exists.'));
|
||||
const odd = seams({ spawnRelay: async () => { throw new Error(`boom ${KEY}`); } });
|
||||
await assert.rejects(launch(f, odd.deps), refusal(null, 'proxy relay: could not start.'));
|
||||
assert.equal(calls.docker + odd.calls.docker, 0);
|
||||
assert.equal(listRuntimes(f.dataRoot).length, 0); assert.deepEqual(proxyDirs(f), []);
|
||||
});
|
||||
|
||||
// ---------- the killed-launcher sweep ----------
|
||||
|
||||
test('the sweep ends a dead launcher\'s record only when docker lists no container, and removes orphan dirs', async t => {
|
||||
const f = fixture(t);
|
||||
const gone = registerRuntime(f.dataRoot, { kind: 'task', business: 'instance', run: 'r-a', containerName: cname() });
|
||||
const running = registerRuntime(f.dataRoot, { kind: 'task', business: 'instance', run: 'r-b', containerName: cname() });
|
||||
const unasked = registerRuntime(f.dataRoot, { kind: 'task', business: 'instance', run: 'r-c', containerName: cname() });
|
||||
const live = registerRuntime(f.dataRoot, { kind: 'task', business: 'instance', run: 'r-d', containerName: cname() });
|
||||
const parent = join(f.dataRoot, PROXY_DIR); mkdirSync(parent, { mode: 0o700 });
|
||||
const hex = id => id.replace(/-/g, '').slice(0, 12);
|
||||
for (const name of [hex(gone.id), hex(live.id), 'ffffffffffff', 'not-a-launch']) mkdirSync(join(parent, name));
|
||||
const dead = r => r.id !== live.id;
|
||||
const dockerList = async args => {
|
||||
const label = args[args.indexOf('--filter') + 1];
|
||||
if (label.endsWith(running.id)) return 'abc\n';
|
||||
if (label.endsWith(unasked.id)) throw new Error('daemon gone');
|
||||
return '';
|
||||
};
|
||||
const out = await sweepStale(f.dataRoot, { dockerList, dead });
|
||||
assert.deepEqual(out.ended, [gone.id]);
|
||||
assert.equal(runtime(f.dataRoot, gone.id).phase, 'ended');
|
||||
for (const r of [running, unasked, live]) assert.equal(runtime(f.dataRoot, r.id).phase, 'starting');
|
||||
assert.deepEqual(readdirSync(parent).sort(), [hex(live.id), 'not-a-launch'].sort());
|
||||
assert.deepEqual(out.removed.sort(), [hex(gone.id), 'ffffffffffff'].sort());
|
||||
});
|
||||
|
||||
test('every launch sweeps first, before the key is read', async t => {
|
||||
const f = fixture(t);
|
||||
const stale = registerRuntime(f.dataRoot, { kind: 'task', business: 'instance', run: 'r-a', containerName: cname() });
|
||||
let endedBeforeKey = null;
|
||||
const { deps } = seams({ dead: r => r.id === stale.id, ensureReady: async () => { endedBeforeKey = runtime(f.dataRoot, stale.id).phase; return { keyId: KEY_ID }; } });
|
||||
await prepareWorker({ system: f.system, configDir: f.configDir, deps });
|
||||
assert.equal(endedBeforeKey, 'ended');
|
||||
});
|
||||
|
||||
test('the sweep never throws on a data root with no runtimes and no proxy dir', async t => {
|
||||
const root = realpathSync(mkdtempSync(join(tmpdir(), 'wp-')));
|
||||
t.after(() => rmSync(root, { recursive: true, force: true }));
|
||||
assert.deepEqual(await sweepStale(join(root, 'missing'), { dockerList: async () => '' }), { ended: [], removed: [] });
|
||||
});
|
||||
|
||||
// ---------- redaction ----------
|
||||
|
||||
test('redactSecrets removes every copy of the key and leaves other text', () => {
|
||||
assert.equal(redactSecrets(`a ${KEY} b ${KEY}`, [KEY]), 'a [redacted] b [redacted]');
|
||||
assert.equal(redactSecrets('plain', [KEY]), 'plain');
|
||||
assert.equal(redactSecrets('plain', ['']), 'plain');
|
||||
assert.equal(redactSecrets(undefined, [KEY]), '');
|
||||
});
|
||||
|
||||
// ---------- the real relay against a stand-in proxy on port 0 ----------
|
||||
|
||||
test('the real relay carries a request from the launch socket to the proxy port and is gone after docker returns', async t => {
|
||||
const proxy = spawn(process.execPath, ['-e', `
|
||||
const http = require('node:http');
|
||||
const s = http.createServer((q, r) => { r.end('proxy:' + q.url); });
|
||||
s.listen(0, '127.0.0.1', () => process.stdout.write(String(s.address().port) + '\\n'));
|
||||
process.stdin.on('end', () => process.exit(0)); process.stdin.resume();
|
||||
`], { env: {}, stdio: ['pipe', 'pipe', 'inherit'] });
|
||||
t.after(() => { proxy.stdin.end(); proxy.kill(); });
|
||||
const port = await new Promise(r => proxy.stdout.once('data', d => r(Number(String(d).trim()))));
|
||||
const f = fixture(t, { port });
|
||||
let answer = null, relayPid = null;
|
||||
const { deps } = seams({
|
||||
spawnRelay: async opts => {
|
||||
const { spawnRelay } = await import('../src/proxy-relay.mjs');
|
||||
const relay = await spawnRelay(opts); relayPid = relay.child.pid; return relay;
|
||||
},
|
||||
docker: () => {
|
||||
const sock = join(f.dataRoot, PROXY_DIR, proxyDirs(f)[0], 'proxy.sock');
|
||||
const r = spawnSync(process.execPath, ['-e', `
|
||||
const http = require('node:http');
|
||||
http.get({ socketPath: process.argv[1], path: '/v1/models' }, res => { let b = ''; res.on('data', c => b += c); res.on('end', () => process.stdout.write(b)); });
|
||||
`, sock], { encoding: 'utf8', timeout: 5000, env: {} });
|
||||
answer = r.stdout;
|
||||
return { status: 0, signal: null, stdout: '', stderr: '' };
|
||||
},
|
||||
});
|
||||
// The relay child answers only once this process's event loop runs again, so the request runs
|
||||
// in a child: spawnSync blocks this loop but not the relay process.
|
||||
await launch(f, deps);
|
||||
assert.equal(answer, 'proxy:/v1/models');
|
||||
assert.throws(() => process.kill(relayPid, 0), error => error.code === 'ESRCH', 'the relay exited');
|
||||
assert.deepEqual(proxyDirs(f), []);
|
||||
});
|
||||
|
||||
// ---------- the adapter waits for exactly "ready" ----------
|
||||
|
||||
test('adapter.sh runs pi only after the forwarder prints exactly "ready"', t => {
|
||||
const root = realpathSync(mkdtempSync(join(tmpdir(), 'wp-')));
|
||||
t.after(() => rmSync(root, { recursive: true, force: true }));
|
||||
const bin = join(root, 'bin'); mkdirSync(bin);
|
||||
// Stand-in node: records its arguments and prints $STUB_WORD, as the forwarder prints its one word.
|
||||
writeFileSync(join(bin, 'node'), '#!/bin/sh\nprintf "%s\\n" "$*" > "$STUB_ARGS"\nprintf "$STUB_WORD"\n', { mode: 0o755 });
|
||||
writeFileSync(join(bin, 'pi'), '#!/bin/sh\necho "pi ran"\n', { mode: 0o755 });
|
||||
const prompt = join(root, 'prompt.md'); writeFileSync(prompt, 'p');
|
||||
const adapter = new URL('../../../adapters/pi/adapter.sh', import.meta.url).pathname;
|
||||
const run = (word, port = '4100') => {
|
||||
const args = join(root, `args-${Math.random()}`);
|
||||
const r = spawnSync('/bin/sh', [adapter], { encoding: 'utf8', timeout: 10000, env: {
|
||||
PATH: `${bin}:/usr/bin:/bin`, PI_PROVIDER: 'zai', PI_MODEL: 'fixture-id', MOSAIC_SYSTEM_PROMPT_FILE: prompt,
|
||||
MOSAIC_REQUEST: 'hi', MOSAIC_PI_BIN: join(bin, 'pi'), STUB_WORD: word, STUB_ARGS: args, ...(port ? { MOSAIC_PROXY_PORT: port } : {}),
|
||||
} });
|
||||
return { ...r, args: existsSync(args) ? readFileSync(args, 'utf8') : null };
|
||||
};
|
||||
const ok = run('ready\\n');
|
||||
assert.equal(ok.status, 0, ok.stderr); assert.equal(ok.stdout, 'pi ran\n');
|
||||
assert.match(ok.args, /proxy-forward\.mjs \/run\/mosaic-proxy\/proxy\.sock 4100\n$/);
|
||||
for (const word of ['readyx', 'ready more', 'not ready', '', 'READY']) {
|
||||
const r = run(word);
|
||||
assert.equal(r.status, 1, JSON.stringify(word)); assert.equal(r.stdout, '', JSON.stringify(word));
|
||||
}
|
||||
const none = run('readyx', '');
|
||||
assert.equal(none.status, 0); assert.equal(none.stdout, 'pi ran\n'); assert.equal(none.args, null, 'no port, no forwarder');
|
||||
});
|
||||
@@ -166,7 +166,10 @@ decides authority or capacity; `packages/cli/README.md` ("Sessions") has the
|
||||
launch flow and the on-disk layout.
|
||||
|
||||
- `newRun` picks a run id (`r` and 12 hex digits) and makes its 0700
|
||||
directory, refusing a data root too deep for the run's socket path.
|
||||
directory. The run's tool socket is not at the run directory's host
|
||||
path: the sandbox binds the run's `sock/` at `/run/mosaic`
|
||||
(`TOOL_SOCKET` in `src/sandbox.mjs`), so a deep data root or a long org
|
||||
id can't push it past the 107-byte socket path limit.
|
||||
- `sessionEnv` builds the session's environment from an allowlist
|
||||
(`ENV_ALLOW`), the repository's `node_modules/.bin` on `PATH`, and
|
||||
`MOSAIC_RUN_ID`. Founder credential variables never pass.
|
||||
|
||||
@@ -77,6 +77,15 @@ export const RUNNER_FILES = Object.freeze([
|
||||
"packages/tasks/src/requirements.mjs",
|
||||
].map((p) => join(REPO, p)));
|
||||
|
||||
// The run's tool socket (first-run-fixes-1, B4). A Unix socket path stops at 107 bytes, and the
|
||||
// run directory's host path grows with the data root and twice with the org id
|
||||
// (<dataRoot>/org-runtime/<org>/launches/<org>/r<12 hex>), so a normal org id could fail every
|
||||
// launch. The socket lives in the run directory's sock/ (0700, made with home/ and tmp/), which
|
||||
// binds() mounts at this short fixed path inside the sandbox. Only the runner and the harness it
|
||||
// starts use the socket, and both run inside the sandbox, so the path is the same for every run.
|
||||
export const TOOL_SOCKET_DIR = "/run/mosaic";
|
||||
export const TOOL_SOCKET = `${TOOL_SOCKET_DIR}/tools.sock`;
|
||||
|
||||
const SYSTEM_LINKS = ["/bin", "/lib", "/lib64", "/sbin"];
|
||||
const NAMESPACES = ["--unshare-user", "--unshare-pid", "--unshare-ipc", "--as-pid-1"];
|
||||
|
||||
@@ -138,9 +147,10 @@ export function binds({ runDir, workspace, workspaceDest = null, hidden = [], ad
|
||||
if (!real) throw new Error(`hidden path ${h} is not a directory`);
|
||||
return { kind: "tmpfs", dest: join(workspaceDest ?? workspace, inside), why: "a project checkout this launch may not see, covered by an empty tmpfs" };
|
||||
}),
|
||||
{ kind: "rw", src: runDir, why: "the run directory: turns/, session/, tools.sock, turn.done, home/, tmp/" },
|
||||
{ kind: "rw", src: runDir, why: "the run directory: turns/, session/, sock/, turn.done, home/, tmp/" },
|
||||
{ kind: "ro", src: join(runDir, "bundle"), why: "the run's bundle stays as the host wrote it" },
|
||||
{ kind: "ro", src: join(runDir, "session.json"), why: "the session file stays as the host wrote it" },
|
||||
{ kind: "rw", src: join(runDir, "sock"), dest: TOOL_SOCKET_DIR, why: "the run's sock/ at a short path, so tools.sock fits a socket path whatever the data root and org id" },
|
||||
{ kind: "rw", src: join(runDir, "tmp"), dest: "/tmp", why: "a private /tmp, on disk in the run directory" },
|
||||
);
|
||||
// Row 121: only this thread's store, and only its two directories.
|
||||
@@ -166,10 +176,10 @@ function argsOf(list) {
|
||||
return args;
|
||||
}
|
||||
|
||||
// The run's home/ and tmp/, made before the spawn: binds need their sources.
|
||||
// The run's home/, sock/ and tmp/, made before the spawn: binds need their sources.
|
||||
// A thread run also needs the mount point for its transcripts.
|
||||
export function prepareRun(runDir, { threadStore = null } = {}) {
|
||||
for (const d of ["home", "tmp"]) mkdirSync(join(runDir, d), { recursive: true, mode: 0o700 });
|
||||
for (const d of ["home", "sock", "tmp"]) mkdirSync(join(runDir, d), { recursive: true, mode: 0o700 });
|
||||
if (threadStore) mkdirSync(join(runDir, "home", ".claude", "projects"), { recursive: true, mode: 0o700 });
|
||||
}
|
||||
|
||||
|
||||
@@ -15,7 +15,7 @@
|
||||
// On disk, under the data root:
|
||||
// launches/<business>/<run>/ the run directory (0700): session.json,
|
||||
// bundle/, session/, turns/, runner.log,
|
||||
// tools.sock, turn.done
|
||||
// sock/tools.sock, turn.done
|
||||
// launches/<business>.jsonl the launch log (0600, append-only):
|
||||
// every launch, refusal and end
|
||||
// workspaces/<business>/<instance>/ the instance's workspace (0700), kept
|
||||
@@ -276,8 +276,9 @@ export function sessionEnv(env, run, proxy = null) {
|
||||
return out;
|
||||
}
|
||||
|
||||
// A new run id and its directory. Ids are short because the run directory
|
||||
// holds a Unix socket (tools.sock), and socket paths stop at 107 bytes.
|
||||
// A new run id and its directory. The run's tool socket no longer sits at
|
||||
// the run directory's host path (sandbox.mjs TOOL_SOCKET), so neither the
|
||||
// data root nor the org id can make a launch fail on the 107-byte limit.
|
||||
export function newRun(dataRoot, business) {
|
||||
const root = runsDir(dataRoot, business);
|
||||
mkdirSync(root, { recursive: true, mode: 0o700 });
|
||||
@@ -290,7 +291,6 @@ export function newRun(dataRoot, business) {
|
||||
if (e.code === "EEXIST") continue;
|
||||
throw e;
|
||||
}
|
||||
if (Buffer.byteLength(join(runDir, "tools.sock")) > 107) throw new SeatError(`data root path too long for a socket: run ${run}`, 2);
|
||||
return { run, runDir };
|
||||
}
|
||||
throw new SeatError("could not pick a free run id", 1);
|
||||
|
||||
@@ -108,13 +108,11 @@ test('a busy session workspace lock names the session, never the lock path', t =
|
||||
assert.throws(() => lockSessionWorkspace(ws, {}), coded('session workspace s1 is busy: its lock is unreadable', root, 'session-workspace-busy'));
|
||||
});
|
||||
|
||||
test('a data root too long for a socket names the run, never its directory', t => {
|
||||
const { root, dir } = scratch(t);
|
||||
assert.throws(() => newRun(join(dir, 'a'.repeat(70)), 'acme'), error => {
|
||||
assert.ok(error instanceof SeatError, error.stack);
|
||||
assert.equal(error.exitCode, 2);
|
||||
assert.match(error.message, /^data root path too long for a socket: run r[0-9a-f]{12}$/);
|
||||
assert.ok(!error.message.includes(root), error.message);
|
||||
return true;
|
||||
});
|
||||
// first-run-fixes-1 (B4): newRun no longer refuses a deep data root (the tool socket sits at a
|
||||
// short path inside the sandbox), so the refusal whose message this test checked is gone.
|
||||
test('a data root too deep for the old socket path gets a run, and no refusal can quote its directory', t => {
|
||||
const { dir } = scratch(t);
|
||||
const { run, runDir } = newRun(join(dir, 'a'.repeat(70)), 'acme');
|
||||
assert.match(run, /^r[0-9a-f]{12}$/);
|
||||
assert.ok(Buffer.byteLength(join(runDir, 'tools.sock')) > 107);
|
||||
});
|
||||
@@ -20,7 +20,7 @@ import { SOURCES } from "../../harness/src/bundle.mjs";
|
||||
import { createLoader } from "../../plugins/src/loader.mjs";
|
||||
import { startTimeOf } from "../src/proc.mjs";
|
||||
import { newRun, RUNNER, runnerOf, sessionEnv, spawnSession, writeSessionFile } from "../src/session.mjs";
|
||||
import { binds, gitIdentity, prepareRun, REPO, RUNNER_FILES, sandboxArgv, sandboxProblem } from "../src/sandbox.mjs";
|
||||
import { binds, gitIdentity, prepareRun, REPO, RUNNER_FILES, sandboxArgv, sandboxProblem, TOOL_SOCKET, TOOL_SOCKET_DIR } from "../src/sandbox.mjs";
|
||||
|
||||
const FAKE = new URL("../../harness/tests/fixtures/fake-adapter.mjs", import.meta.url).pathname;
|
||||
|
||||
@@ -87,6 +87,10 @@ test("every bind says why; the bundle and session file stay read-only over the r
|
||||
assert.ok(at(join(runDir, f)) > at(runDir), `${f} is mounted over the run directory`);
|
||||
}
|
||||
assert.deepEqual(list.at(-1), { kind: "rw", src: join(runDir, "tmp"), dest: "/tmp", why: list.at(-1).why });
|
||||
// first-run-fixes-1 (B4): the run's sock/ at the short fixed path its tool socket uses.
|
||||
assert.equal(TOOL_SOCKET, "/run/mosaic/tools.sock");
|
||||
assert.deepEqual(list[at(join(runDir, "sock"))], { kind: "rw", src: join(runDir, "sock"), dest: TOOL_SOCKET_DIR, why: list[at(join(runDir, "sock"))].why });
|
||||
assert.ok(at(join(runDir, "sock")) > at(runDir));
|
||||
assert.equal(at(join(root, "launch.sock")), -1, "no launch socket for a role that may not launch");
|
||||
assert.equal(at(join(root, "git.sock")), -1, "no git socket for a role that neither pushes nor reviews");
|
||||
assert.ok(!list.some((b) => b.src === realpathSync(join(REPO, "node_modules"))), "no harness mounts unless the module names them");
|
||||
@@ -162,6 +166,7 @@ test("REQ-THREAD-2 a thread store binds its session directory and Claude transcr
|
||||
|
||||
prepareRun(runDir);
|
||||
assert.equal(existsSync(join(runDir, "home", ".claude")), false);
|
||||
assert.equal(statSync(join(runDir, "sock")).mode & 0o777, 0o700, "sock/ is made with home/ and tmp/");
|
||||
prepareRun(runDir, { threadStore: store });
|
||||
assert.equal(statSync(join(runDir, "home", ".claude", "projects")).mode & 0o777, 0o700);
|
||||
});
|
||||
|
||||
@@ -33,7 +33,7 @@ import {
|
||||
threadStore,
|
||||
writeSessionFile,
|
||||
} from "../src/session.mjs";
|
||||
import { BWRAP, sandboxProblem } from "../src/sandbox.mjs";
|
||||
import { BWRAP, sandboxProblem, TOOL_SOCKET } from "../src/sandbox.mjs";
|
||||
|
||||
const FAKE = new URL("../../harness/tests/fixtures/fake-adapter.mjs", import.meta.url).pathname;
|
||||
const skip = sandboxProblem() ?? false;
|
||||
@@ -92,7 +92,7 @@ test("sessionExit gives a runner's signal death back as the signal; a session cr
|
||||
for (const k of SESSION_CREDENTIALS.flat()) assert.ok(ENV_ALLOW.includes(k), k);
|
||||
});
|
||||
|
||||
test("newRun: short ids, 0700 directories, and a refusal when the socket path won't fit", (t) => {
|
||||
test("newRun: short ids, 0700 directories, and no socket refusal for a deep data root or a 64-character org id", (t) => {
|
||||
const root = scratch(t);
|
||||
const a = newRun(join(root, "data"), "acme");
|
||||
const b = newRun(join(root, "data"), "acme");
|
||||
@@ -100,8 +100,12 @@ test("newRun: short ids, 0700 directories, and a refusal when the socket path wo
|
||||
assert.notEqual(a.run, b.run);
|
||||
assert.equal(mode(a.runDir), 0o700);
|
||||
assert.equal(mode(join(root, "data", "launches", "acme")), 0o700);
|
||||
const deep = join(root, "x".repeat(100));
|
||||
assert.throws(() => newRun(deep, "acme"), (e) => e instanceof SeatError && /too long for a socket/.test(e.message));
|
||||
// first-run-fixes-1 (B4): the tool socket is TOOL_SOCKET inside the sandbox, not in the run
|
||||
// directory, so the run directory's host path may pass 107 bytes.
|
||||
const org = "o".repeat(64);
|
||||
const deep = newRun(join(root, "x".repeat(100), "org-runtime", org), org);
|
||||
assert.ok(Buffer.byteLength(join(deep.runDir, "tools.sock")) > 107);
|
||||
assert.equal(mode(deep.runDir), 0o700);
|
||||
});
|
||||
|
||||
test("session file and launch log: 0600, the session file written once", (t) => {
|
||||
@@ -305,3 +309,87 @@ test("a session runs in its sandbox as pid 1 of its namespace, claims, answers,
|
||||
assert.equal(existsSync(join(runDir, "tools.sock")), false);
|
||||
assert.equal(mode(join(runDir, "runner.log")), 0o600);
|
||||
});
|
||||
|
||||
// first-run-fixes-1 (B4): the greenfield walk's org "walkco" failed every chat because the run's
|
||||
// tools.sock passed 107 bytes. The org id appears twice in a launch's run directory
|
||||
// (<dataRoot>/org-runtime/<org>/launches/<org>/r<12 hex>), so here it is the longest id the product
|
||||
// accepts (64 characters) under a long data root. The runner binds its tool socket at TOOL_SOCKET
|
||||
// inside the sandbox, which is the run's sock/ on the host, and answers.
|
||||
test("B4: a 64-character org id under a long data root launches, and its tool socket lives in the run's sock/", { skip }, async (t) => {
|
||||
const root = scratch(t);
|
||||
const org = `o${"x".repeat(62)}9`;
|
||||
assert.equal(org.length, 64);
|
||||
const store = new Store(root);
|
||||
const broker = new Broker({
|
||||
store,
|
||||
businesses: {
|
||||
[org]: {
|
||||
id: org,
|
||||
human: "jason",
|
||||
arbiters: { technical: "pm", delivery: "pm" },
|
||||
roles: {
|
||||
pm: { authority: { withinRole: ["message.send"], crossRole: [] } },
|
||||
coder: { authority: { withinRole: ["message.send"], crossRole: [] } },
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
const brokerSocket = join(root, "bus.sock");
|
||||
const server = await serve({ broker, path: brokerSocket });
|
||||
t.after(async () => {
|
||||
await server.close().catch(() => {});
|
||||
store.close();
|
||||
});
|
||||
|
||||
const dataRoot = join(root, "home-of-a-user-with-a-long-name", ".mosaic-instance", "org-runtime", org);
|
||||
const { run, runDir } = newRun(dataRoot, org);
|
||||
assert.ok(Buffer.byteLength(join(runDir, "tools.sock")) > 107, "the old socket path would not fit");
|
||||
assert.ok(Buffer.byteLength(TOOL_SOCKET) <= 107);
|
||||
const bundle = join(runDir, "bundle");
|
||||
const ws = join(root, "ws");
|
||||
mkdirSync(bundle, { mode: 0o700 });
|
||||
mkdirSync(ws);
|
||||
writeFileSync(join(bundle, "prompt.md"), "# test\n");
|
||||
writeFileSync(join(bundle, "policy.json"), JSON.stringify({ harness: "pi", workspace: ws, tools: [], typed: [], network: "none", needs: [], credentials: [] }));
|
||||
writeFileSync(join(bundle, "tools.json"), "[]");
|
||||
const adapter = join(root, "adapter.sh");
|
||||
writeFileSync(adapter, `exec '${process.execPath}' '${FAKE}'\n`, { mode: 0o644 });
|
||||
writeSessionFile(runDir, {
|
||||
business: org, instance: "coder", run, launchedBy: "pm", harness: "pi", provider: "fake", model: "fake-model",
|
||||
brokerSocket, launchSocket: join(root, "launch.sock"), workspace: ws, sessionDir: join(runDir, "session"), adapter,
|
||||
bundle: { prompt: join(bundle, "prompt.md"), policy: join(bundle, "policy.json"), tools: join(bundle, "tools.json") },
|
||||
toolSocket: TOOL_SOCKET, turnMarker: join(runDir, "turn.done"), turnEnd: "marker", harnessEnv: {}, pollInterval: 50,
|
||||
});
|
||||
|
||||
const child = spawnSession({ runDir, env: sessionEnv({ HOME: process.env.HOME, PATH: process.env.PATH }, run), paths: { workspace: ws, adapter, brokerSocket, readOnly: [FAKE] }, business: org, role: "coder" });
|
||||
t.after(() => {
|
||||
try {
|
||||
process.kill(child.pid, "SIGKILL");
|
||||
} catch {}
|
||||
});
|
||||
const exited = new Promise((r) => child.once("close", (code, signal) => r({ code, signal })));
|
||||
const runner = await runnerOf(child);
|
||||
const cap = broker.bindLaunch({ business: org, role: "coder", run, harness: "pi", pid: child.pid, startTime: startTimeOf(child.pid) });
|
||||
const pm = broker.bindLaunch({ business: org, role: "pm", run: "pm-run", harness: "pi" });
|
||||
broker.request(pm, { verb: "role.claim" });
|
||||
child.stdin.end(`${JSON.stringify({ cap })}\n`);
|
||||
const sent = broker.request(pm, { verb: "message.send", args: { to: "coder", body: "hello", class: "REQUEST" } });
|
||||
let reply;
|
||||
const end = Date.now() + 15000;
|
||||
while (!reply && Date.now() < end) {
|
||||
reply = broker.request(pm, { verb: "message.receive" }).find((m) => m.in_reply_to === sent.id);
|
||||
if (!reply) await new Promise((r) => setTimeout(r, 50));
|
||||
}
|
||||
assert.ok(reply, "the session answered");
|
||||
assert.equal(mode(join(runDir, "sock")), 0o700);
|
||||
const socket = lstatSync(join(runDir, "sock", "tools.sock"));
|
||||
assert.ok(socket.isSocket(), "the runner's tool socket is in the run's sock/ on the host");
|
||||
assert.equal(socket.mode & 0o777, 0o600);
|
||||
assert.equal(existsSync(join(runDir, "tools.sock")), false, "nothing at the old path");
|
||||
|
||||
const registry = new Registry(dataRoot);
|
||||
registry.add({ business: org, instance: "coder", run, pid: child.pid, startTime: startTimeOf(child.pid), runnerPid: runner.pid, runnerStartTime: runner.startTime });
|
||||
assert.deepEqual(await stopSession(dataRoot, run, { timeoutMs: 10000 }), { stopped: true, business: org, instance: "coder", run });
|
||||
assert.deepEqual(await exited, { code: 0, signal: null });
|
||||
assert.equal(existsSync(join(runDir, "sock", "tools.sock")), false, "the runner removes its socket on exit");
|
||||
});
|
||||
@@ -0,0 +1,16 @@
|
||||
export const setupState = Object.freeze([
|
||||
{
|
||||
id: 'tasks.created', title: 'Give your team a first task',
|
||||
purpose: 'Write down one piece of work so your chief has something to plan.',
|
||||
fix: { page: '#/tasks', label: 'New task' },
|
||||
order: { after: ['assistant.replied'] }, required: true,
|
||||
async check(ctx) {
|
||||
const answers = await Promise.allSettled(ctx.members.map(org => ctx.read(org, 'tasks')));
|
||||
const tasks = answers.filter(a => a.status === 'fulfilled' && Array.isArray(a.value));
|
||||
const missed = answers.length - tasks.length;
|
||||
if (tasks.some(a => a.value.length)) return { state: 'done', reason: 'Your team has a task recorded.' + (missed ? " Some organizations couldn't be checked. Open Tasks to check them." : '') };
|
||||
if (missed) return { state: 'next', reason: "Some organizations couldn't be checked. Open Tasks to check them or create your team's first task." };
|
||||
return { state: 'next', reason: 'Create a task with one piece of work for your team.' };
|
||||
},
|
||||
},
|
||||
]);
|
||||
@@ -0,0 +1,14 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { setupState } from '../src/setup-state.mjs';
|
||||
test('first task is evidence of work recorded, not work running', async () => {
|
||||
const check = tasks => setupState[0].check({ members: [{ id: 'team' }], read: async () => tasks });
|
||||
assert.equal((await check([])).state, 'next');
|
||||
assert.equal((await check([{ id: 1, state: 'todo' }])).state, 'done');
|
||||
assert.equal((await setupState[0].check({ members: [] })).state, 'next');
|
||||
assert.match((await check(null)).reason, /couldn't be checked/);
|
||||
assert.match((await setupState[0].check({ members: [{}], read: async () => { throw Error(); } })).reason, /couldn't be checked/);
|
||||
});
|
||||
test('a task in an answering organization counts when another cannot answer', async () => {
|
||||
assert.equal((await setupState[0].check({ members: [{ id: 'bad' }, { id: 'good' }], read: async org => { if (org.id === 'bad') throw Error(); return [{}]; } })).state, 'done');
|
||||
});
|
||||
+33
-31
@@ -1,4 +1,5 @@
|
||||
#!/usr/bin/env node
|
||||
import { setupRoutes } from './setup-http.mjs';
|
||||
import { assertBuildStart, assertDevInstance, assertDeployed } from '../../cli/src/deployment.mjs';
|
||||
// MOSAIC_TESTER_SOCKET_V1: private tester ingress, no tester TCP.
|
||||
import { createChat } from './chat.mjs';
|
||||
@@ -21,7 +22,7 @@ import { listOrgs, resolveOrg } from '../../organization/src/org-registry.mjs';
|
||||
import { showOrg } from '../../organization/src/org-service.mjs';
|
||||
import * as orgService from '../../organization/src/org-service.mjs';
|
||||
import { orgUsesFixture } from '../../cli/src/dev-fixture.mjs';
|
||||
import { moveFixtureOrg, ownerModelsFrom, readRider } from '../../model-proxy/src/ride.mjs';
|
||||
import { moveFixtureOrg, ownerModelsReader, readRider } from '../../model-proxy/src/ride.mjs';
|
||||
import { ownedText } from '../../model-proxy/src/admin.mjs';
|
||||
import { configDir } from '../../organization/src/organization-config.mjs';
|
||||
import { loadRootAgents } from '../../organization/src/agent-levels.mjs';
|
||||
@@ -37,6 +38,7 @@ import { fileURLToPath } from 'node:url';
|
||||
import { isAbsolute, join } from 'node:path';
|
||||
import { actionTrail } from './action-trail.mjs';
|
||||
import { reviveBuses } from './bus-revive.mjs';
|
||||
import { createOwnerProxy } from '../../model-proxy/src/owner-call.mjs';
|
||||
import { createProxyAdmin, orgCatalogue } from './proxy-admin.mjs';
|
||||
import { createTriageHost } from './triage-host.mjs';
|
||||
import { createTriageRoute, triageTokenPattern } from './triage-route.mjs';
|
||||
@@ -44,7 +46,8 @@ import { loadProxy } from '../../model-proxy/src/settings.mjs';
|
||||
import { composeSnapshot, readSystemConfig, readOrgConfig } from './triage-snapshot.mjs';
|
||||
import { busesStopped } from '../../cli/src/proxy-admin-host.mjs';
|
||||
import { agentLevelsWriteRoutes } from './agent-levels-write.mjs';
|
||||
import { triageRouteRoutes } from './triage-route-http.mjs';
|
||||
import { installedHarnesses, triageRouteRoutes } from './triage-route-http.mjs';
|
||||
import { readExecution, workerModelReader } from './worker-model-view.mjs';
|
||||
import { keyState, ridingOrgs, triageKeyCall } from './triage-access.mjs';
|
||||
import { readKey as readTriageKey } from '../../bus/src/triage-key-file.mjs';
|
||||
import { RESTART_EXIT } from '../../cli/src/org-console.mjs';
|
||||
@@ -116,7 +119,7 @@ try {
|
||||
if (devBind !== null) throw new Error('--dev-insecure-bind takes one address');
|
||||
devBind = value;
|
||||
} else if (flag === '--dev-allow-host') devNames.push(value);
|
||||
// #1873: where the Proxy page installs the proxy user unit; proxy-service.sh's default otherwise.
|
||||
// #1873: where the Model setup page installs the proxy user unit; proxy-service.sh's default otherwise.
|
||||
else if (flag === '--proxy-unit-dir') {
|
||||
if (!isAbsolute(value)) throw new Error('--proxy-unit-dir must be an absolute path');
|
||||
options.proxyUnitDir = value;
|
||||
@@ -245,13 +248,26 @@ try {
|
||||
}
|
||||
return out;
|
||||
};
|
||||
// The owner's models (ride.mjs ownerModelsFrom): the proxy is set up when proxy.json names a port.
|
||||
const ownerModels = system && (devOwner || ssoOn) ? async () => {
|
||||
let proxy = false;
|
||||
try { proxy = Number.isInteger(loadProxy(configDir(), system.dataRoot)?.port); } catch {}
|
||||
return ownerModelsFrom({ proxy, riders: proxy ? await rideRiders() : [] });
|
||||
} : null;
|
||||
const ownerProxy = system && (devOwner || ssoOn) ? createOwnerProxy({ dataRoot: system.dataRoot, configDir: configDir() }) : null;
|
||||
// The proxy is set up when proxy.json names a port; organization mode uses the owner catalogue.
|
||||
const ownerModels = system && (devOwner || ssoOn) ? ownerModelsReader({
|
||||
proxy: () => Number.isInteger(loadProxy(configDir(), system.dataRoot)?.port),
|
||||
organizations, ownerProxy, rideRiders,
|
||||
}) : null;
|
||||
// Each active organization's bus `routes` catalogue, every one asked at once, so a hung bus costs
|
||||
// one timeout, not one each. A bus that does not answer gives a catalogue that is not ready, so it
|
||||
// confirms nothing. Triage's route checks and the Worker model card read the same list.
|
||||
const routeCatalogues = async () => {
|
||||
const read = async call => { try { return (await call('routes'))?.catalogue ?? { status: 'unknown' }; } catch { return { status: 'bus-unavailable' }; } };
|
||||
if (!organizations) return ownerCall ? [await read(ownerCall)] : [];
|
||||
const active = (await listOrgs({ configDir: configDir(), dataRoot: system.dataRoot, instance })).filter(org => org.state === 'active');
|
||||
return Promise.all(active.map(org => {
|
||||
let paths; try { paths = orgPaths(org.root); } catch { return { status: 'bus-unavailable' }; }
|
||||
return read(busCaller({ dataRoot: org.root, socket: paths.socket, business: org.id, timeoutMs: 5000 }));
|
||||
}));
|
||||
};
|
||||
const proxyAdmin = system && (devOwner || ssoOn) ? createProxyAdmin({
|
||||
ownerProxy,
|
||||
dataRoot: system.dataRoot, configDir: configDir(), instance, unitDir: options.proxyUnitDir ?? null,
|
||||
buses: () => busesStopped({ dataRoot: system.dataRoot, configDir: configDir() }),
|
||||
orgs: async () => {
|
||||
@@ -272,6 +288,9 @@ try {
|
||||
// A stopped fixture organization moves through the organization service's whole-file update, the
|
||||
// write `POST /api/orgs/ID/admin` makes, as the signed-in owner. The owner starts its bus after.
|
||||
move: (id, models, principal) => moveFixtureOrg({ service: orgService, ctx: { configDir: configDir(), dataRoot: system.dataRoot, instance, principal }, id, models }),
|
||||
// worker-model-setup: Settings > Model setup's Worker model card (read only), in the status read.
|
||||
// The config is read again each time, as a worker launch reads it, so a config edit shows here.
|
||||
workerModel: workerModelReader({ readExecution: () => readExecution({ instance }), dataRoot: system.dataRoot, catalogues: routeCatalogues, harnesses: () => installedHarnesses() }),
|
||||
}) : null;
|
||||
// #1873 triage-host: the instance owner's Triage session, hosted by the Console in no organization.
|
||||
// Nothing starts here; the owner's first message starts it.
|
||||
@@ -284,16 +303,7 @@ try {
|
||||
};
|
||||
const triageRoute = system && (devOwner || ssoOn) ? createTriageRoute({
|
||||
dataRoot: system.dataRoot, configDir: configDir(), proxyPort: triageProxyPort,
|
||||
catalogues: async () => {
|
||||
// A bus that does not answer gives a catalogue that is not ready, so it confirms nothing.
|
||||
const read = async call => { try { return (await call('routes'))?.catalogue ?? { status: 'unknown' }; } catch { return { status: 'bus-unavailable' }; } };
|
||||
if (!organizations) return ownerCall ? [await read(ownerCall)] : [];
|
||||
const active = (await listOrgs({ configDir: configDir(), dataRoot: system.dataRoot, instance })).filter(org => org.state === 'active');
|
||||
return Promise.all(active.map(org => {
|
||||
let paths; try { paths = orgPaths(org.root); } catch { return { status: 'bus-unavailable' }; }
|
||||
return read(busCaller({ dataRoot: org.root, socket: paths.socket, business: org.id, timeoutMs: 5000 }));
|
||||
}));
|
||||
},
|
||||
catalogues: routeCatalogues,
|
||||
}) : null;
|
||||
const triage = triageRoute ? createTriageHost({
|
||||
dataRoot: system.dataRoot, route: triageRoute, proxyPort: triageProxyPort, tokenPattern: triageTokenPattern(configDir()),
|
||||
@@ -309,7 +319,8 @@ try {
|
||||
return busCaller({ dataRoot: org.root, socket: orgPaths(org.root).socket, business: id, timeoutMs: 5000 })('processing.status');
|
||||
},
|
||||
orgConfig: id => readOrgConfig(id),
|
||||
proxy: () => proxyAdmin.status(),
|
||||
// The snapshot keeps fixed proxy fields only, so it skips the Worker model card's view.
|
||||
proxy: () => proxyAdmin.status({ worker: false }),
|
||||
systemConfig: () => readSystemConfig(),
|
||||
}),
|
||||
}) : null;
|
||||
@@ -349,19 +360,10 @@ try {
|
||||
key: op => { const deadline = Date.now() + 30000; return triageKeyCall({ riders: () => rideRiders({ timeoutMs: 30000, deadline }), op }); },
|
||||
stop: () => (triage ? triage.stop() : Promise.resolve()),
|
||||
},
|
||||
catalogues: async () => {
|
||||
const read = async call => { try { return (await call('routes'))?.catalogue ?? { status: 'unknown' }; } catch { return { status: 'bus-unavailable' }; } };
|
||||
if (!organizations) return ownerCall ? [await read(ownerCall)] : [];
|
||||
// Every active organization is asked at once, so a hung bus costs one timeout, not one each.
|
||||
const active = (await listOrgs({ configDir: configDir(), dataRoot: system.dataRoot, instance })).filter(org => org.state === 'active');
|
||||
return Promise.all(active.map(org => {
|
||||
let paths; try { paths = orgPaths(org.root); } catch { return { status: 'bus-unavailable' }; }
|
||||
return read(busCaller({ dataRoot: org.root, socket: paths.socket, business: org.id, timeoutMs: 5000 }));
|
||||
}));
|
||||
},
|
||||
catalogues: routeCatalogues,
|
||||
})] : [];
|
||||
try {
|
||||
server = await startServer({ restart, trail, ...(lan ? { host: lan.bind, devAllowHosts: lan.allowHosts } : {}), board: options.board, port: options.port, bus, reads, preview: options.preview, sso, proof, send, settingsWrite, projectFiles, projectFile, libraryFile, libraryStatus, librarySync, libraryRevert, librarySave, projectSave, chat, nameWrite, assistantStop, instancesWrite, routesWrite, agentWrite, proxyCall, proxyAdmin, triage, processing, decisionWrite, requestRead, requestWrite, userOptions, federation: system?.federation ?? null, organizations, agentLevels, ownerModels, rideRemoved: proxyAdmin ? id => proxyAdmin.rideRemoved(id) : null, routes: [...agentLevelRoutes, ...triageRoutes], preselect: options.business ?? null });
|
||||
server = await startServer({ restart, trail, ...(lan ? { host: lan.bind, devAllowHosts: lan.allowHosts } : {}), board: options.board, port: options.port, bus, reads, preview: options.preview, sso, proof, send, settingsWrite, projectFiles, projectFile, libraryFile, libraryStatus, librarySync, libraryRevert, librarySave, projectSave, chat, nameWrite, assistantStop, instancesWrite, routesWrite, agentWrite, proxyCall, proxyAdmin, triage, processing, decisionWrite, requestRead, requestWrite, userOptions, federation: system?.federation ?? null, organizations, agentLevels, ownerModels, rideRemoved: proxyAdmin ? id => proxyAdmin.rideRemoved(id) : null, routes: [setupRoutes({ organizations, proxyAdmin, system, dataRoot: system?.dataRoot, configDir: configDir(), instance, unitDir: options.proxyUnitDir ?? null }), ...agentLevelRoutes, ...triageRoutes], preselect: options.business ?? null });
|
||||
} catch (err) { sso?.close(); throw err; }
|
||||
if (testerSocket) {
|
||||
const call = busCaller({ dataRoot: system.dataRoot, socket: socketPath(system.dataRoot), business: options.business ?? null, cli: TESTER_CLI });
|
||||
|
||||
@@ -64,9 +64,9 @@ const HIRE_START_REFUSALS = {
|
||||
'model-catalogue-unavailable': [503, 'The model catalogue could not be read, so this model could not be checked. Check Settings > Model setup, then try again.' + NONE],
|
||||
'model-harness-incompatible': [409, 'This model does not run on the chosen harness. Pick another model or harness.' + NONE],
|
||||
'thinking-unsupported': [409, 'The chosen harness does not apply this thinking level. Clear Thinking or pick a level it applies.' + NONE],
|
||||
'unknown-model': [409, 'This model is not one of the organization\'s models. Pick a model listed under Settings > Routing.' + NONE],
|
||||
'harness-off': [409, 'This harness is not switched on for the organization. Pick a harness listed under Settings > Routing, or ask the owner to switch it on.' + NONE],
|
||||
'harness-refused': [409, 'The harness refused this route. Clear Thinking, or pick another model or harness under Settings > Routing.' + NONE],
|
||||
'unknown-model': [409, 'This model is not one of the organization\'s models. Pick a model listed under Settings > Models.' + NONE],
|
||||
'harness-off': [409, 'This harness is not switched on for the organization. Pick a harness listed under Settings > Models, or ask the owner to switch it on.' + NONE],
|
||||
'harness-refused': [409, 'The harness refused this route. Clear Thinking, or pick another model or harness under Settings > Models.' + NONE],
|
||||
'template-system-only': [409, 'This role template is for the system, not for an organization. Pick another template.' + NONE],
|
||||
'definition-not-hireable': [409, 'This organization does not hire agents from this role template. Pick another template.' + NONE],
|
||||
'definition-shared': [409, 'Another agent uses the same role definition, so this change cannot replace it.' + NONE],
|
||||
@@ -100,7 +100,7 @@ const HIRE_START_REFUSALS = {
|
||||
'credential-scope-exceeded': [409, 'The requested credential scope is wider than the role allows.' + CHECK],
|
||||
// The fields passed the shape check below, so a malformed answer here is a value the organization
|
||||
// checks refused: most often a model that is not a launch.models key.
|
||||
'invalid-request': [400, 'The bus refused a value in this proposal. Pick a model listed under Settings > Routing and a role the organization checks accept.' + EITHER],
|
||||
'invalid-request': [400, 'The bus refused a value in this proposal. Pick a model listed under Settings > Models and a role the organization checks accept.' + EITHER],
|
||||
};
|
||||
// A reply the endpoint cannot read as a definite answer: no answer, or the bus server's request
|
||||
// codes. Anything else that reads as a code is a definite refusal.
|
||||
|
||||
@@ -27,8 +27,8 @@
|
||||
// handler returns false for them.
|
||||
|
||||
import { open } from 'node:fs/promises';
|
||||
import { pickModel, usableModel } from '../../model-proxy/src/ride.mjs';
|
||||
import { lstatSync } from 'node:fs';
|
||||
import { pickModel, usableModel, ownerModelsAvailable } from '../../model-proxy/src/ride.mjs';
|
||||
import { lstatSync, readFileSync } from 'node:fs';
|
||||
import { checkProject, initProject, projectRepo, recordContext } from '../../project/src/index.mjs';
|
||||
import { refuseInsideAgent } from '../../cli/src/transport.mjs';
|
||||
import { join } from 'node:path';
|
||||
@@ -286,7 +286,7 @@ function refusal(res, error, { step, id, unknownOk = false }) {
|
||||
// Default service wiring: the real C1/C2/C3 modules, loaded on first use.
|
||||
// A missing module (a branch without S1 yet) answers not-configured.
|
||||
async function load(spec) { try { return await import(spec); } catch (e) { if (e?.code === 'ERR_MODULE_NOT_FOUND') return null; throw e; } }
|
||||
export function defaultOrgAdmin(env = process.env, { ownerModels = null, rideRemoved = null } = {}) {
|
||||
export function defaultOrgAdmin(env = process.env, { ownerModels = null, rideRemoved = null, devFixture = null } = {}) {
|
||||
let system = null;
|
||||
// The same context `mosaic org` builds (packages/cli/src/org.mjs): the named
|
||||
// instance from MOSAIC_CONFIG, its data root and its config directory.
|
||||
@@ -301,7 +301,7 @@ export function defaultOrgAdmin(env = process.env, { ownerModels = null, rideRem
|
||||
return system;
|
||||
};
|
||||
return createOrgAdmin({
|
||||
ownerModels, rideRemoved: rideRemoved ?? removalRecorder(context),
|
||||
ownerModels, rideRemoved: rideRemoved ?? removalRecorder(context), devFixture: devFixture ?? fixtureState(context),
|
||||
service: () => load('../../organization/src/org-service.mjs'),
|
||||
registry: () => load('../../organization/src/org-registry.mjs'),
|
||||
bus: () => load('../../cli/src/org-bus.mjs'),
|
||||
@@ -320,19 +320,43 @@ export function removalRecorder(context) {
|
||||
};
|
||||
}
|
||||
|
||||
// first-run-fixes-1 (B2): whether the instance's dev fixture can answer a chat, read from the
|
||||
// record `mosaic dev fixture init` writes (cli dev-fixture.mjs readFixture): ready when the record
|
||||
// names this instance and its endpoint process still runs. No record, a record the launcher would
|
||||
// refuse, or an endpoint that has exited reads not ready. With no context it says nothing.
|
||||
// Review P3-2: the endpoint is matched by the tail of its script path, so a fixture started from
|
||||
// another checkout than the Console's own copy still reads ready. `mosaic dev fixture stop` keeps
|
||||
// the exact match (dev-fixture.mjs isEndpoint), since it signals the process; this only reads.
|
||||
// The default instance has no context here and keeps the old offer (devOwnerInstance refuses it).
|
||||
const FIXTURE_TAIL = '/plugins/model-provider/fixture/endpoint.mjs';
|
||||
const runsFixture = pid => { try { const script = readFileSync(`/proc/${pid}/cmdline`, 'utf8').split('\0')[1]; return typeof script === 'string' && script.endsWith(FIXTURE_TAIL); } catch { return false; } };
|
||||
export function fixtureState(context) {
|
||||
return async () => {
|
||||
const ctx = await context(), dev = await load('../../cli/src/dev-fixture.mjs');
|
||||
if (!ctx?.dataRoot || !dev) return undefined;
|
||||
let record; try { record = dev.readFixture(ctx.dataRoot); } catch { return { ready: false }; }
|
||||
return { ready: !!record && record.instance === ctx.instance && runsFixture(record.pid) };
|
||||
};
|
||||
}
|
||||
|
||||
// `service`, `registry` and `bus` are module objects or functions returning
|
||||
// them (or null when absent). `context()` gives { configDir, dataRoot, instance }.
|
||||
// `ownerModels()` (#1873 ride-default) answers {proxy, riding, models} from the owner's model
|
||||
// proxy, read through the riding buses; without it the cliproxy preset reads unavailable.
|
||||
// proxy: the root owner in organization mode reads the owner catalogue; other callers read
|
||||
// riding buses. An optional `catalogue` names owner read readiness. No read writes setup state.
|
||||
// `rideRemoved(id)` records in the proxy's receipts that a save took cliproxy off the organization,
|
||||
// so Ride all leaves it off; without it such a save is refused.
|
||||
export function createOrgAdmin({ service, registry = null, bus = null, context, ownerModels = null, rideRemoved = null }) {
|
||||
// `devFixture()` (first-run-fixes-1 B2) answers {ready} for the instance's dev fixture; without it
|
||||
// the Test model preset is offered as before. A failing read is not ready.
|
||||
export function createOrgAdmin({ service, registry = null, bus = null, context, ownerModels = null, rideRemoved = null, devFixture = null }) {
|
||||
const get = async x => (typeof x === 'function' ? x() : x);
|
||||
const owner = async () => { if (typeof ownerModels !== 'function') return { proxy: false, riding: false, models: [] }; try { return await ownerModels(); } catch { return { proxy: false, riding: false, models: [] }; } };
|
||||
return { service: () => get(service), registry: () => get(registry), bus: () => get(bus), context: () => get(context), ownerModels: owner, rideRemoved };
|
||||
const fixture = async () => { if (typeof devFixture !== 'function') return undefined; try { return await devFixture(); } catch { return { ready: false }; } };
|
||||
return { service: () => get(service), registry: () => get(registry), bus: () => get(bus), context: () => get(context), ownerModels: owner, rideRemoved, devFixture: fixture };
|
||||
}
|
||||
const providersOf = doc => (Array.isArray(doc?.plugins?.['model-provider']) ? doc.plugins['model-provider'] : []);
|
||||
const ownerOf = admin => (typeof admin.ownerModels === 'function' ? admin.ownerModels() : { proxy: false, riding: false, models: [] });
|
||||
const fixtureOf = admin => (typeof admin.devFixture === 'function' ? admin.devFixture() : undefined);
|
||||
|
||||
// The handler. Returns true when it answered. `owner` is the signed-in owner
|
||||
// session (provider, iss, sub) or null; `send` says --send is on; `origin` is
|
||||
@@ -434,7 +458,16 @@ async function route(req, res, { path, search, org, admin, principal, write, log
|
||||
if (path === '/api/org-presets' && !write) {
|
||||
if (new URLSearchParams(search).size) return json(res, 422, { error: 'invalid', message: 'unexpected query parameter' });
|
||||
const service = await need(admin, 'service', res, 'presets'); if (!service) return;
|
||||
try { return json(res, 200, { presets: await service.orgPresets({ owner: await ownerOf(admin) }) }); }
|
||||
try {
|
||||
const owner = await ownerOf(admin);
|
||||
const presets = await service.orgPresets({ owner, fixture: await fixtureOf(admin) });
|
||||
// One read supplies availability and the choices. Put the existing default first.
|
||||
const models = ownerModelsAvailable(owner).ok ? owner.models.filter(usableModel) : [];
|
||||
const chosen = pickModel(models);
|
||||
return json(res, 200, { presets: presets.map(p => p.name === 'cliproxy' && chosen ? { ...p,
|
||||
models: [chosen, ...models.filter(m => m.key !== chosen.key)].map(m => ({ key: m.key, label: m.label || m.model })),
|
||||
} : p) });
|
||||
}
|
||||
catch (e) { return refusal(res, e, { step: 'presets' }); }
|
||||
}
|
||||
if (path === '/api/org-template' && !write) {
|
||||
@@ -449,7 +482,7 @@ async function route(req, res, { path, search, org, admin, principal, write, log
|
||||
let model;
|
||||
if (params.get('preset') === 'cliproxy') {
|
||||
const owner = await ownerOf(admin), models = Array.isArray(owner?.models) ? owner.models : [];
|
||||
model = params.has('model') ? models.find(m => usableModel(m) && m.key === params.get('model')) : (owner?.proxy === true && owner?.riding === true ? pickModel(models) : null);
|
||||
model = !ownerModelsAvailable(owner).ok ? null : params.has('model') ? models.find(m => usableModel(m) && m.key === params.get('model')) : pickModel(models);
|
||||
if (!model) return json(res, 422, { error: 'invalid', step: 'template', errors: [{ path: '$.model', field: 'model', message: params.has('model') ? 'the model proxy lists no such model' : 'the model proxy lists no model you can use' }] });
|
||||
}
|
||||
let doc;
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
// #1873 model proxy setup from the Console: the owner-only HTTP routes. Same checks as
|
||||
// proxy-http.mjs. The controller (packages/model-proxy/src/admin-control.mjs) runs host
|
||||
// actions; init and the fence clear go to the bus, which decides them. No key, token, path or
|
||||
// upstream text reaches a response, receipt or log line.
|
||||
// actions; init and the fence clear use the instance owner transport or selected bus. No key,
|
||||
// token or upstream text reaches a response, receipt or log line. Unit refusals may name a file.
|
||||
import { isIP } from 'node:net';
|
||||
import { validManagementKey, proxyTiming } from '../../model-proxy/src/common.mjs';
|
||||
import { createProxyAdmin, proxyCode } from '../../model-proxy/src/admin-control.mjs';
|
||||
@@ -47,6 +47,7 @@ const ROUTES = Object.freeze({
|
||||
// organization's proxy client key health. The program list itself is in status.
|
||||
'/api/proxy/admin/programs/off': ['POST', ['name']],
|
||||
'/api/proxy/admin/access': ['GET', []],
|
||||
'/api/proxy/admin/undo': ['POST', []],
|
||||
// #1873 account-remove (Jason 2026-11-20): what removing one account takes away, then the remove.
|
||||
'/api/proxy/admin/accounts/impact': ['GET', ['account']],
|
||||
'/api/proxy/admin/accounts/remove': ['POST', ['accountId']],
|
||||
@@ -135,6 +136,7 @@ export async function proxyAdminHTTP(req, res, { path, admin, call, named, teste
|
||||
}
|
||||
try {
|
||||
switch (path) {
|
||||
case '/api/proxy/admin/undo': return done(200, await admin.undo());
|
||||
case '/api/proxy/admin/status': return done(200, await admin.status());
|
||||
case '/api/proxy/admin/unit/render': return done(200, await admin.render());
|
||||
case '/api/proxy/admin/fetch': return done(202, admin.fetchStart());
|
||||
@@ -190,7 +192,7 @@ export async function proxyAdminHTTP(req, res, { path, admin, call, named, teste
|
||||
}
|
||||
} catch (error) {
|
||||
const code = ['human-required', 'not-configured', 'invalid-request'].includes(error?.code) ? error.code : proxyCode(error, 'outcome-unknown');
|
||||
return refuse(code);
|
||||
return done(STATUS[code] ?? 400, { error: code, ...(['proxy-unit-exists', 'proxy-unit-missing'].includes(code) && typeof error.ownerMessage === 'string' ? { message: error.ownerMessage } : {}) });
|
||||
}
|
||||
return done(404, { error: 'not found' });
|
||||
}
|
||||
@@ -13,6 +13,8 @@ const routes = Object.freeze({
|
||||
'/api/proxy/priority/set': ['POST', 'proxy.priority.set', ['accountId', 'priority']],
|
||||
'/api/proxy/group/models/set': ['POST', 'proxy.group.models.set', ['accountId', 'models']],
|
||||
});
|
||||
// Only these instance account routes belong to Model setup. Routing stays on its bus.
|
||||
export const OWNER_PROXY_PATHS = Object.freeze(Object.entries(routes).filter(([, route]) => route[1].startsWith('proxy.')).map(([path]) => path));
|
||||
const codes = ['not-configured', 'human-required', 'provider-not-allowed', 'login-state-unknown',
|
||||
'callback-url-invalid', 'apikey-invalid', 'priority-invalid', 'priority-unconfirmed', 'priority-write-refused', 'models-invalid', 'models-ambiguous', 'models-write-refused', 'models-unconfirmed', 'proxy-down', 'invalid-request'];
|
||||
const json = (res, status, value) => {
|
||||
|
||||
@@ -41,11 +41,11 @@
|
||||
const running=Array.isArray(e.running)?e.running:[], alive=Array.isArray(e.alive)?e.alive:[];
|
||||
const menu=open?`<button type="button" class="agent-more" aria-haspopup="menu" aria-expanded="false" aria-label="More actions for ${esc(name)}"${off}>⋯</button><div class="agent-menu" role="menu" hidden>${!c.isTester&&!e.protected?`<button type="button" role="menuitem" data-agent-edit="${esc(name)}">Edit</button>`:''}<button type="button" role="menuitem" data-agent-dialog="end" data-agent-name="${esc(name)}">Terminate…</button>${!c.isTester?`<button type="button" role="menuitem" data-agent-dialog="regenerate" data-agent-name="${esc(name)}">Regenerate…</button>${button(e.kept?'unkeep':'keep',name,e.kept?'Unkeep':'Keep')}${!e.endProtected?`<hr><button type="button" role="menuitem" class="agent-danger" data-agent-dialog="delete" data-agent-name="${esc(name)}">Delete…</button>`:''}`:''}</div>`:'';
|
||||
const d=c.instanceDrafts.change?.instance===name?c.instanceDrafts.change:{};
|
||||
const editor=editing===name?`<tr class="agent-editor"><td colspan="6"><form id="instance-change-form" class="instance-form" data-op="change"><input type="hidden" data-instance-field="instance" value="${esc(name)}"><label>Definition <select data-instance-field="definition"${changeOff}>${option(name,d.definition,'Keep the definition')}</select></label>${v.launch?`<label>Launch <select data-instance-field="launch"${changeOff}><option value="">Keep</option><option value="yes"${d.launch==='yes'?' selected':''}>Launch it</option><option value="no"${d.launch==='no'?' selected':''}>Don't launch it</option></select></label>`:''}<details id="instance-change-vars"><summary>Vars as JSON</summary><p>Harness, model and thinking are set in Routing.</p><label><span class="sr-only">Vars as JSON</span><textarea data-instance-field="vars" rows="3"${changeOff}>${esc(d.vars??'')}</textarea></label></details><div class="settings-actions${c.instanceDrafts.change?' has-draft':''}">${instanceStatus('change')}<button type="submit"${changeOff}>${c.instanceBusyOps.includes('change')?'<span class="settings-spinner" aria-hidden="true"></span> Saving…':'Save agent'}</button><button type="button" data-instance-discard${c.instanceDrafts.change?'':' hidden'}${changeOff}>Discard draft</button></div></form></td></tr>`:'';
|
||||
const editor=editing===name?`<tr class="agent-editor"><td colspan="6"><form id="instance-change-form" class="instance-form" data-op="change"><input type="hidden" data-instance-field="instance" value="${esc(name)}"><label>Definition <select data-instance-field="definition"${changeOff}>${option(name,d.definition,'Keep the definition')}</select></label>${v.launch?`<label>Launch <select data-instance-field="launch"${changeOff}><option value="">Keep</option><option value="yes"${d.launch==='yes'?' selected':''}>Launch it</option><option value="no"${d.launch==='no'?' selected':''}>Don't launch it</option></select></label>`:''}<details id="instance-change-vars"><summary>Vars as JSON</summary><p>Harness, model and thinking are set in ${window.MosaicOrg?'Models':'Routing'}.</p><label><span class="sr-only">Vars as JSON</span><textarea data-instance-field="vars" rows="3"${changeOff}>${esc(d.vars??'')}</textarea></label></details><div class="settings-actions${c.instanceDrafts.change?' has-draft':''}">${instanceStatus('change')}<button type="submit"${changeOff}>${c.instanceBusyOps.includes('change')?'<span class="settings-spinner" aria-hidden="true"></span> Saving…':'Save agent'}</button><button type="button" data-instance-discard${c.instanceDrafts.change?'':' hidden'}${changeOff}>Discard draft</button></div></form></td></tr>`:'';
|
||||
return `<tr><th scope="row">${txt(name)}</th><td headers="agent-col-definition"><span class="agent-mobile-label" aria-hidden="true">Definition: </span>${txt(e.definition)}</td><td headers="agent-col-launch"><span class="agent-mobile-label" aria-hidden="true">Launch: </span>${e.launcher?'Launcher':e.launched?'Yes':'No'}</td><td headers="agent-col-kept"><span class="agent-mobile-label" aria-hidden="true">Kept: </span>${e.kept?'Yes':'No'}</td><td headers="agent-col-running"><span class="agent-mobile-label" aria-hidden="true">Running: </span>${running.length?running.map(r=>`<code>${txt(r)}</code>`).join(' '):'<span class="muted">None</span>'}${alive.map(r=>` <strong class="agent-alive">still running after fire: <code>${txt(r)}</code></strong>`).join('')}</td><td class="agent-actions">${threadDefinitions.has(e.definition)?'<span class="agent-start-hint">Starts when you message it</span>':open?button('launch',name,'Launch'):''}${menu}</td></tr>${editor}`;
|
||||
}).join('');
|
||||
const d=c.instanceDrafts.add||{}, bound=defs.filter(n=>Array.isArray(v.definitions[n].services)&&v.definitions[n].services.length).map(n=>`${txt(n)} (${v.definitions[n].services.map(txt).join(', ')})`);
|
||||
const add=!c.isTester&&open?`<section class="panel"><h3>Add an agent</h3><form id="instance-add-form" class="instance-form" data-op="add"><div class="filters"><label>Name <input data-instance-field="instance" value="${esc(d.instance??'')}" maxlength="64"${addOff}></label><label>Definition <select data-instance-field="definition"${addOff}>${option('',d.definition,'Choose a definition')}</select></label>${v.launch?`<label><input type="checkbox" data-instance-field="launch"${d.launch?' checked':''}${addOff}> Launch it</label>`:''}</div><details id="instance-add-vars"><summary>Vars as JSON</summary><p>Harness, model and thinking are set in Routing.</p><label><span class="sr-only">Vars as JSON</span><textarea data-instance-field="vars" rows="3"${addOff}>${esc(d.vars??'')}</textarea></label></details><div class="settings-actions${c.instanceDrafts.add?' has-draft':''}">${instanceStatus('add')}<button type="submit"${addOff}>${c.instanceBusyOps.includes('add')?'<span class="settings-spinner" aria-hidden="true"></span> Saving…':'Add agent'}</button><button type="button" data-instance-discard${c.instanceDrafts.add?'':' hidden'}${addOff}>Discard draft</button></div></form>${bound.length?`<p>Definitions that declare credentials are a hand edit: ${bound.join(', ')}.</p>`:''}</section>`:'';
|
||||
const add=!c.isTester&&open?`<section class="panel"><h3>Add an agent</h3><form id="instance-add-form" class="instance-form" data-op="add"><div class="filters"><label>Name <input data-instance-field="instance" value="${esc(d.instance??'')}" maxlength="64"${addOff}></label><label>Definition <select data-instance-field="definition"${addOff}>${option('',d.definition,'Choose a definition')}</select></label>${v.launch?`<label><input type="checkbox" data-instance-field="launch"${d.launch?' checked':''}${addOff}> Launch it</label>`:''}</div><details id="instance-add-vars"><summary>Vars as JSON</summary><p>Harness, model and thinking are set in ${window.MosaicOrg?'Models':'Routing'}.</p><label><span class="sr-only">Vars as JSON</span><textarea data-instance-field="vars" rows="3"${addOff}>${esc(d.vars??'')}</textarea></label></details><div class="settings-actions${c.instanceDrafts.add?' has-draft':''}">${instanceStatus('add')}<button type="submit"${addOff}>${c.instanceBusyOps.includes('add')?'<span class="settings-spinner" aria-hidden="true"></span> Saving…':'Add agent'}</button><button type="button" data-instance-discard${c.instanceDrafts.add?'':' hidden'}${addOff}>Discard draft</button></div></form>${bound.length?`<p>Definitions that declare credentials are a hand edit: ${bound.join(', ')}.</p>`:''}</section>`:'';
|
||||
const noHire=Array.isArray(v.noHire)?v.noHire:[], retired=Array.isArray(v.retired)?v.retired:[];
|
||||
const hiring=!c.isTester?`<section class="panel"><h3>Hiring</h3><p>Turn hiring off to stop new agents of a definition.</p><div class="hiring-grid">${defs.map(n=>`<div>${open?`<button type="button" role="switch" aria-label="Hiring allowed for ${esc(n)}" aria-checked="${!noHire.includes(n)}" data-agent-action="${noHire.includes(n)?'hire':'nohire'}" data-agent-name="${esc(n)}"${off}><span class="switch-track"></span></button>`:`<span>${noHire.includes(n)?'Off':'On'}</span>`}<span class="hiring-name">${txt(n)}</span></div>`).join('')}</div>${retired.length?`<p>Retired names, never reused: ${retired.map(txt).join(', ')}.</p>`:''}</section>`:'';
|
||||
const state=pending?`<p id="agents-pending">Request <code>${txt(pending.request)}</code> to ${txt(pending.action)} ${txt(pending.instance)}: ${txt(pending.state)}.</p>`:'';
|
||||
|
||||
@@ -165,6 +165,8 @@
|
||||
document.dispatchEvent(new CustomEvent('mosaic-theme-change', {detail: {palette: current.theme, mode: current.mode, stored: true, warning: null, picked: current.theme}}));
|
||||
// The open organization's saved appearance, read again when another organization opens (#1873 SP1).
|
||||
const readBusiness = async () => {
|
||||
await window.MosaicOrg?.ready;
|
||||
if (document.documentElement.hasAttribute('data-organizations') && !window.MosaicOrg?.id) return;
|
||||
try {
|
||||
const { ok, body } = await getJSON('/api/business');
|
||||
if (ok && orgId(body?.business?.id)) return window.MosaicAppearance.organization(body.business.id, body.business.appearance, body.business.id);
|
||||
@@ -505,6 +507,8 @@
|
||||
// good load, from the status `mosaic bus start` left. textContent only. Nothing here retries.
|
||||
async function busDown() {
|
||||
const box = $('bus-down');
|
||||
await window.MosaicOrg?.ready;
|
||||
if (document.documentElement.hasAttribute('data-organizations') && !window.MosaicOrg?.id) { box.hidden = true; return; }
|
||||
// E2E5 review P2: the organization list is read first and on its own, so a failed bus-status read
|
||||
// (likely when the bus is down) still refreshes the list, its banner and the Settings Start control.
|
||||
// #1873 SP1: the dashboard lists every organization's bus on its own rows; this banner is an organization page's.
|
||||
@@ -664,5 +668,5 @@
|
||||
setTimeout(() => { const a = document.activeElement; if (!a || a === document.body || a.disabled || !a.getClientRects().length) line.focus(); });
|
||||
});
|
||||
// Sign out (sage-1347, F7): a plain same-origin form POST to /auth/logout, shown only under --sso.
|
||||
api('/api/config').then(config => { board = config.board || 'unknown'; $('board-url').textContent = config.board ? `Board: ${board}` : 'No board'; window.MosaicFederation?.render(config.federation, $('federation')); if (config.sso === true) { sso = true; $('sign-out').hidden = out(); $('local-sign-out').hidden = true; $('avatar-name').textContent = 'Operator'; $('avatar-button').querySelector('.avatar-initial').textContent = 'O'; } }).catch(err => { if (machine) error(err); }).finally(refresh);
|
||||
api('/api/config').then(config => { board = config.board || 'unknown'; $('board-url').hidden = document.documentElement.hasAttribute('data-organizations'); $('board-url').textContent = $('board-url').hidden ? '' : config.board ? `Board: ${board}` : 'No board'; window.MosaicFederation?.render(config.federation, $('federation')); if (config.sso === true) { sso = true; $('sign-out').hidden = out(); $('local-sign-out').hidden = true; $('avatar-name').textContent = 'Operator'; $('avatar-button').querySelector('.avatar-initial').textContent = 'O'; } }).catch(err => { if (machine) error(err); }).finally(refresh);
|
||||
})();
|
||||
@@ -1193,7 +1193,7 @@
|
||||
const name=Object.hasOwn(nameDrafts,instance)?nameDrafts[instance]:named?.[instance]??'';
|
||||
const busy=kind=>assistantFormsBusy.has(assistantKey(instance,kind)), disabledFor=kind=>!canSend||out()||busy(kind)?' disabled':'', disabled=disabledFor('settings'), nameDisabled=disabledFor('name'), stopDisabled=disabledFor('stop');
|
||||
const status=kind=>{const text=assistantCardReceipts[assistantKey(instance,kind)]||'', current=(assistantReceiptKinds[instance]||'settings')===kind;return `<p role="status" data-assistant-kind="${kind}"${current?` data-assistant-receipt="${k}"`:''} class="${text.startsWith('Outcome unknown')?'banner ref':text.includes('Draft kept')?'banner err':text.includes('saved')||text.startsWith('Seat name set')||text.startsWith('Stopped')?'settings-success':''}">${txt(text)}</p>`;};
|
||||
return `<form class="assistant-form" data-instance="${k}"><section class="panel"><h3>Seat name</h3><p>The name people see for this seat.</p><div class="filters"><label>Seat name <input data-assistant-field="name" value="${esc(name)}" maxlength="64" placeholder="No name set"${nameDisabled}></label><button type="button" data-assistant-name="${k}"${nameDisabled}>${busy('name')?'<span class="settings-spinner" aria-hidden="true"></span> Saving…':'Save name'}</button>${named?'':' <span class="small muted">The current name could not be read.</span>'}</div>${status('name')}</section><section class="panel"><h3>Settings</h3><label>Definition <input data-assistant-field="definition" value="${esc(val('definition'))}" maxlength="64"${disabled}></label><label>Vars as JSON <textarea data-assistant-field="vars" rows="4"${disabled}>${esc(val('vars'))}</textarea></label><p>Harness, model and thinking are set in Routing.</p><label>Tracker as JSON <textarea data-assistant-field="tracker" rows="4"${disabled}>${esc(val('tracker'))}</textarea></label><p>Leave empty to remove the tracker.</p><div class="settings-actions${assistantDrafts[instance]||Object.hasOwn(nameDrafts,instance)?' has-draft':''}"><button type="submit"${disabled}>${busy('settings')?'<span class="settings-spinner" aria-hidden="true"></span> Saving…':'Save assistant settings'}</button><button type="button" data-assistant-discard="${k}"${assistantDrafts[instance]||Object.hasOwn(nameDrafts,instance)?'':' hidden'}${busy('settings')?' disabled':''}>Discard draft</button>${status('settings')}</div></section><section class="panel"><h3>Runs</h3><p>Stop ends the runs of your threads. The assistant starts again when you next write to it.</p><button type="button" class="agent-danger" data-assistant-stop="${k}"${stopDisabled}>${busy('stop')?'<span class="settings-spinner" aria-hidden="true"></span> Stopping…':'Stop its runs'}</button>${status('stop')}</section></form>`;
|
||||
return `<form class="assistant-form" data-instance="${k}"><section class="panel"><h3>Seat name</h3><p>The name people see for this seat.</p><div class="filters"><label>Seat name <input data-assistant-field="name" value="${esc(name)}" maxlength="64" placeholder="No name set"${nameDisabled}></label><button type="button" data-assistant-name="${k}"${nameDisabled}>${busy('name')?'<span class="settings-spinner" aria-hidden="true"></span> Saving…':'Save name'}</button>${named?'':' <span class="small muted">The current name could not be read.</span>'}</div>${status('name')}</section><section class="panel"><h3>Settings</h3><label>Definition <input data-assistant-field="definition" value="${esc(val('definition'))}" maxlength="64"${disabled}></label><label>Vars as JSON <textarea data-assistant-field="vars" rows="4"${disabled}>${esc(val('vars'))}</textarea></label><p>Harness, model and thinking are set in ${routingLabel()}.</p><label>Tracker as JSON <textarea data-assistant-field="tracker" rows="4"${disabled}>${esc(val('tracker'))}</textarea></label><p>Leave empty to remove the tracker.</p><div class="settings-actions${assistantDrafts[instance]||Object.hasOwn(nameDrafts,instance)?' has-draft':''}"><button type="submit"${disabled}>${busy('settings')?'<span class="settings-spinner" aria-hidden="true"></span> Saving…':'Save assistant settings'}</button><button type="button" data-assistant-discard="${k}"${assistantDrafts[instance]||Object.hasOwn(nameDrafts,instance)?'':' hidden'}${busy('settings')?' disabled':''}>Discard draft</button>${status('settings')}</div></section><section class="panel"><h3>Runs</h3><p>Stop ends the runs of your threads. The assistant starts again when you next write to it.</p><button type="button" class="agent-danger" data-assistant-stop="${k}"${stopDisabled}>${busy('stop')?'<span class="settings-spinner" aria-hidden="true"></span> Stopping…':'Stop its runs'}</button>${status('stop')}</section></form>`;
|
||||
}).join('');
|
||||
return `<div aria-labelledby="settings-page-title">${forms}</div>`;
|
||||
}
|
||||
@@ -1565,6 +1565,8 @@
|
||||
// #1873 settings slice 4 (DESIGN.md section 2): four groups. You; Your models; All organizations;
|
||||
// This organization, whose heading holds the organization picker. An organization's own pages carry
|
||||
// ?org=<id> so the address base never changes with the organization. Testers keep their short list.
|
||||
// first-run-fixes-1 (F10): the routing page's name in the nav, for text that points to it.
|
||||
const routingLabel = () => (window.MosaicOrg && !isTester ? 'Models' : 'Routing');
|
||||
const ORG_SETTINGS = ['routing','agents','limits','tokens','assistant','business','names'];
|
||||
function settingsShell(page, body, helper='') {
|
||||
const org = window.MosaicOrg, orgId = org?.id ?? null, orgName = orgId ? (org.label || orgId) : null;
|
||||
@@ -1580,7 +1582,7 @@
|
||||
const picker = org && rows.length ? `<div class="settings-group org-pick"><label for="org-pick">This organization</label><select id="org-pick">${rows.map(r => `<option value="${txt(r.id)}"${r.id === orgId ? ' selected' : ''}>${txt(r.label)}</option>`).join('')}</select></div>` : `<div class="settings-group">${org ? 'This organization' : 'This business'}</div>`;
|
||||
const links = isTester ? group('Settings', ['appearance','business','routing','agents','names'])
|
||||
: group('You', ['appearance']) + group('Your models', ['model-setup', ...(triageOwner ? ['triage'] : [])]) + group(org ? 'All organizations' : 'This instance', ['organizations','console','about'])
|
||||
+ picker + ['routing','agents','limits','tokens','assistant','business'].map(a).join('');
|
||||
+ (document.documentElement.hasAttribute('data-organizations') && !orgId ? '' : picker + ['routing','agents','limits','tokens','assistant','business'].map(a).join(''));
|
||||
const where = orgName && scoped(page) ? `${txt(orgName)} · ` : '';
|
||||
const title = org && page === 'routing' && orgName ? `${txt(orgName)}'s models` : label;
|
||||
return `${head('Settings','Your models, your organizations and this browser.')}<div class="settings-layout"><div><button type="button" id="settings-disclosure" aria-expanded="false" aria-controls="settings-nav"><small>Section</small><strong>${where}${label}${isDirty(page)?dot:''}</strong><span aria-hidden="true">⌄</span></button><nav id="settings-nav" aria-label="Settings sections">${links}</nav></div><div class="settings-content settings-${page}${readonlyPage(page)?' readonly':''}"><h2 id="settings-page-title" tabindex="-1">${title}</h2><p class="settings-helper">${helper}</p>${readonlyPage(page)?'<p class="settings-readonly">Read only. Saving requires signed-in send mode.</p>':''}${body}</div></div>`;
|
||||
@@ -1588,7 +1590,7 @@
|
||||
async function settingsView(get, page='appearance') {
|
||||
if (page==='business') return businessView(get);
|
||||
if (page==='appearance') return settingsShell(page,appearance(),'These choices apply in this browser only.');
|
||||
if (page==='organizations') { await configRead; return settingsShell(page,window.MosaicOrgCreate.markup,'Create an organization from the template, edit it, and finish its setup. Each step names the command it equals.'); }
|
||||
if (page==='organizations') { await configRead; return settingsShell(page,window.MosaicOrgCreate.markup,'Choose who answers, then create your organization and finish setting it up.'); }
|
||||
if (page==='model-setup') { await configRead; return settingsShell(page,window.MosaicProxy.markup,'Your model service, your accounts and the models they offer. Every organization uses them, including organizations you add later, unless it sets up its own.'); }
|
||||
// #1873 triage-settings: Settings > Triage (triage-settings.js), the instance owner's only; anyone else gets no page.
|
||||
if (page==='triage') { await configRead; if (!triageOwner || !window.MosaicTriageRoute) return notFound(); return settingsShell(page,await window.MosaicTriageRoute.section(),'The model Triage uses, what runs it, and its daily token limit. Only the instance owner sees this page.'); }
|
||||
@@ -1606,7 +1608,7 @@
|
||||
if (page==='tokens' && s.launch && !s.launch.refused) takeSnapshot(s.launch);
|
||||
const notify = typeof n.binding==='string' ? `<code>${txt(n.binding)}</code>` : n.refused ? `Could not be read: <code>${txt(n.refused)}</code>` : '<span class="muted">None set</span>';
|
||||
const contents={limits:()=>launchForm(s.launch),routing:()=>routesSection(routes,instances),agents:()=>agentsSection(instances)+agentLevels,assistant:()=>assistantSection(s.launch,names),tokens:()=>tokenLimits(limitRows,limitsRefused)+tokenUsage(usage),names:()=>testerNames(names,instances),about:()=>`<section class="panel"><dl class="kv"><dt>Address</dt><dd><code>${txt(s.address)||'unknown'}</code></dd><dt>Release</dt><dd>${txt(s.release)||'unknown'}</dd><dt>Business</dt><dd>${txt(s.business)||none}</dd><dt>Board</dt><dd><code>${txt(s.board)||'unknown'}</code></dd><dt>Notifier binding</dt><dd>${notify}</dd></dl></section>`};
|
||||
const helpers={limits:'Leave a limit blank for no limit. Zero stops new launches. Running sessions keep running when limits or models change.',routing:"Each agent’s harness, model and thinking, and the fallback a launch takes when the primary harness fails its preflight. A fallback sets all three or none. Running sessions keep their route. The next launch reads the change. A harness is the program that runs the model. Preflight is the check a launch makes before it starts.",agents:'Each agent with its definition, launch membership and runs. A launch refuses until the agent has a route in Routing.',assistant:'The definition stays an assistant one. Holder and credentials stay hand edits.',tokens:'Token limits the bus checks, and token use read from session transcripts.'};
|
||||
const helpers={limits:'Leave a limit blank for no limit. Zero stops new launches. Running sessions keep running when limits or models change.',routing:"Each agent’s harness, model and thinking, and the fallback a launch takes when the primary harness fails its preflight. A fallback sets all three or none. Running sessions keep their route. The next launch reads the change. A harness is the program that runs the model. Preflight is the check a launch makes before it starts.",agents:'Each agent with its definition, launch membership and runs. A launch refuses until the agent has a route in '+routingLabel()+'.',assistant:'The definition stays an assistant one. Holder and credentials stay hand edits.',tokens:'Token limits the bus checks, and token use read from session transcripts.'};
|
||||
// settings-s5 review P2-2: the header says where the models come from only from the plugins read.
|
||||
const riding=harnessSettings?(harnessSettings.plugins?.['model-provider']??[]).includes('cliproxy'):null;
|
||||
if(window.MosaicOrg&&!isTester)helpers.routing=`The models ${modelsWhose()} agents use.${riding===true?' They come from your accounts in Model setup.':riding===false?' They come from its own organization file.':''} ${helpers.routing}`;
|
||||
|
||||
@@ -366,6 +366,8 @@ window.MosaicLocalTime = value => Number.isFinite(Date.parse(value)) ? new Date(
|
||||
// `#/orgs/<id>/...` is a route inside the same page, not a mode: opening another organization
|
||||
// changes the scope of later /api reads and fires `mosaic-org-switch`. Nothing reloads.
|
||||
// Requests already sent keep the organization they were sent with.
|
||||
// Model setup belongs to the instance owner, before any organization exists.
|
||||
const modelSetupFetch = (input, init) => window.fetch(new URL(input, location.href).href, init);
|
||||
(() => {
|
||||
const nativeFetch = window.fetch.bind(window);
|
||||
// SP13: the organization segment stops at `/` or `?`, so `#/orgs/<id>?agent=…` names <id>.
|
||||
@@ -595,6 +597,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
+ '<p id="proxy-setup-message" role="status" aria-live="polite"></p>'
|
||||
// settings-s5b: the lines come from GET /api/proxy/admin/log, read when the box opens (readLog in the controller).
|
||||
+ '<details id="proxy-setup-lines" class="proxy-setup-lines" hidden><summary>The service\'s last lines</summary><div class="inside" data-log></div></details>'
|
||||
+ '<button type="button" id="proxy-setup-undo" class="btn" hidden>Remove unfinished setup</button>'
|
||||
+ '<div id="proxy-setup-fixtures" class="banner mk-note" hidden></div>';
|
||||
const accounts = '<p id="proxy-message" role="status" aria-live="polite">Reading accounts…</p>'
|
||||
+ '<p class="small muted">Model setup has not checked whether a model answers.</p>'
|
||||
@@ -628,6 +631,12 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
+ '<button type="button" id="proxy-ride-go" class="btn">Ride all</button><p id="proxy-ride-message" role="status" aria-live="polite"></p>'
|
||||
+ '<ul id="proxy-ride-skips" class="proxy-ride-list"></ul><ul id="proxy-ride-fixtures" class="proxy-ride-list"></ul></div>';
|
||||
const triage = '<p><a id="proxy-setup-triage" class="btn" href="#/settings/triage">Set up Triage</a></p>';
|
||||
// worker-model-setup: card 5, the model worker runs use, from the status read's `worker` view
|
||||
// (worker-model-view.mjs). It lists only models a worker can use. Saving a choice here needs an
|
||||
// owner-only save route that is not built, so the card says how to change the model today.
|
||||
const worker = '<p id="proxy-worker-using"></p><p id="proxy-worker-standing"></p><p id="proxy-worker-choice" class="small muted" hidden></p>'
|
||||
+ '<h4 id="proxy-worker-list-title">Models worker runs can use</h4><ul id="proxy-worker-models" class="rows" aria-labelledby="proxy-worker-list-title"></ul>'
|
||||
+ '<p id="proxy-worker-how" class="small muted"></p>';
|
||||
const advanced = '<details id="proxy-setup-advanced" data-admin hidden><summary>Advanced: programs, port, timeouts</summary><div class="inside">'
|
||||
// settings-s5c: the installed programs and which organizations have each one on, from the status
|
||||
// read; one program can be turned off in every organization that can do without it.
|
||||
@@ -668,8 +677,9 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
+ card('accounts', 2, 'Accounts and models', accounts, false)
|
||||
+ card('organizations', 3, 'Organizations', organizations, true)
|
||||
+ card('triage', 4, 'Triage', triage, true)
|
||||
+ card('worker', 5, 'Worker model', worker, true)
|
||||
+ advanced + tech + '</div>\n';
|
||||
const STEP_KEYS = ['service', 'accounts', 'organizations', 'triage'];
|
||||
const STEP_KEYS = ['service', 'accounts', 'organizations', 'triage', 'worker'];
|
||||
const BADGE = { done: ['badge-ok', 'Done'], next: ['badge-attn', 'Next'], wait: ['badge-muted', 'Waiting'], work: ['badge-attn', 'Working'], bad: ['badge-danger', 'Needs you'], off: ['badge-muted', 'Not yet'] };
|
||||
const CARD_CLASS = { done: 'done', next: 'next', work: 'next', bad: 'blocked', wait: 'waiting', off: 'waiting' };
|
||||
// Account metadata does not prove that a model answered.
|
||||
@@ -681,7 +691,8 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
const root = $('proxy-setup');
|
||||
let canWrite = false, login = null, poll = null, accountList = null, accountsDown = null;
|
||||
const busy = new Set(), priorityReceipts = new Map(), opened = new Set();
|
||||
const wanted = new URLSearchParams(location.hash.split('?')[1] ?? '').get('step');
|
||||
const wantedParam = new URLSearchParams(location.hash.split('?')[1] ?? '').get('step');
|
||||
const wanted = ({ 1: 'service', 2: 'accounts' })[wantedParam] ?? wantedParam;
|
||||
if (STEP_KEYS.includes(wanted)) opened.add(wanted);
|
||||
let scrolled = false;
|
||||
const message = (text, loginOnly = false) => { $(loginOnly ? 'proxy-login-message' : 'proxy-message').textContent = text; };
|
||||
@@ -715,14 +726,14 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
const shown = body.hidden; body.hidden = !shown; if (shown) opened.add(key); else opened.delete(key);
|
||||
toggle.setAttribute('aria-expanded', String(shown)); toggle.textContent = shown ? 'Hide' : 'Show'; toggle.setAttribute('aria-label', `${shown ? 'Hide' : 'Show'} ${box.querySelector('h3').textContent}`);
|
||||
}));
|
||||
// ?step=service|accounts|organizations|triage opens that card and scrolls to it once.
|
||||
// ?step=service|accounts|organizations|triage|worker opens that card and scrolls to it once.
|
||||
function focusStep() {
|
||||
if (scrolled || !STEP_KEYS.includes(wanted)) return;
|
||||
const box = $(`setup-step-${wanted}`); if (!box || box.hidden || box.dataset.state === undefined) return;
|
||||
scrolled = true; box.scrollIntoView({ block: 'start' });
|
||||
}
|
||||
async function call(path, args) {
|
||||
const response = await fetch('/api/proxy/' + path, { cache: 'no-store', credentials: 'same-origin',
|
||||
const response = await (proxyAdmin ? modelSetupFetch : fetch)('/api/proxy/' + path, { cache: 'no-store', credentials: 'same-origin',
|
||||
method: args === undefined ? 'GET' : 'POST',
|
||||
...(args === undefined ? {} : { headers: { 'Content-Type': 'application/json' }, body: JSON.stringify(args) }),
|
||||
});
|
||||
@@ -771,7 +782,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
'human-required': 'Only the instance owner removes an account.',
|
||||
};
|
||||
async function adminCall(path, args) {
|
||||
const response = await fetch('/api/proxy/admin/' + path, { cache: 'no-store', credentials: 'same-origin', redirect: 'manual',
|
||||
const response = await modelSetupFetch('/api/proxy/admin/' + path, { cache: 'no-store', credentials: 'same-origin', redirect: 'manual',
|
||||
method: args === undefined ? 'GET' : 'POST', ...(args === undefined ? {} : { headers: { 'Content-Type': 'application/json' }, body: JSON.stringify(args) }) });
|
||||
if (response.type === 'opaqueredirect' || response.status === 401) throw new Error('Sign in to the Console again.');
|
||||
let value = null; try { value = await response.json(); } catch { /* refused below */ }
|
||||
@@ -926,7 +937,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
// organization whose model list is ready, and each switch reads Coming later.
|
||||
let offeredRound = 0;
|
||||
async function offeredCall(path, args) {
|
||||
const response = await fetch('/api/proxy/admin/' + path, { cache: 'no-store', credentials: 'same-origin', redirect: 'manual', method: args === undefined ? 'GET' : 'POST',
|
||||
const response = await modelSetupFetch('/api/proxy/admin/' + path, { cache: 'no-store', credentials: 'same-origin', redirect: 'manual', method: args === undefined ? 'GET' : 'POST',
|
||||
...(args === undefined ? {} : { headers: { 'Content-Type': 'application/json' }, body: JSON.stringify(args) }) });
|
||||
if (response.type === 'opaqueredirect' || response.status === 401) throw Object.assign(new Error(), { code: 'signed-out' });
|
||||
let value = null; try { value = await response.json(); } catch { /* refused below */ }
|
||||
@@ -1161,7 +1172,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
// until the chain starts, which clears them before any request is answered.
|
||||
const setup = (() => {
|
||||
const form = $('proxy-setup-init');
|
||||
let state = null, timer = null, enabled = false, sendOk = false, seenFetch = null, loading = false;
|
||||
let state = null, timer = null, enabled = false, sendOk = false, organizationMode = false, seenFetch = null, loading = false;
|
||||
// #1873 settings slice 1 (D1): the steps after "accounts" come from what this page reads itself:
|
||||
// the account count (refresh), the organizations in the status, and the Triage route.
|
||||
let accountCount = null, triageSet = null;
|
||||
@@ -1190,21 +1201,24 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
'proxy-restart-unconfirmed': 'The restart could not be confirmed on the host. Restart again.',
|
||||
'proxy-init-lock-held': 'The init lock cannot be cleared yet.',
|
||||
'proxy-init-lock-absent': 'There is no init lock.',
|
||||
'proxy-unit-exists': 'A different proxy unit file is installed. Check it with mosaic proxy unit render.',
|
||||
'proxy-unit-exists': 'This service file does not match a file Mosaic wrote for this instance. Nothing was replaced. Ask the person who installed it to move it aside, then try again.',
|
||||
'proxy-unit-dropin': 'A service override exists beside this unit file. Nothing was changed. Ask the instance administrator to check it and any system-wide or user service overrides.',
|
||||
'proxy-unit-missing': 'The model service is not installed.',
|
||||
'proxy-unit-unhealthy': 'The model service started but does not answer on its port.',
|
||||
'proxy-unit-failed': 'systemd refused the action.',
|
||||
'proxy-unit-failed': 'The user service manager refused the action. Try again, or remove this unfinished setup and start clean.',
|
||||
'proxy-setup-in-use': 'This model service has finished setup, is running, has connected accounts or client keys, or is used by an organization or another instance. It cannot be removed as unfinished setup.',
|
||||
'proxy-setup-remove-refused': 'Mosaic could not prove this setup is unused and safe to remove. Nothing more was removed. Ask the instance administrator to check it.',
|
||||
'not-configured': 'Model service setup is not available on this Console.',
|
||||
'outcome-unknown': 'The outcome is unknown. Check the status before retrying.',
|
||||
};
|
||||
const explain = code => `${Object.hasOwn(REASONS, code) ? REASONS[code] : 'The action was refused.'} (${code})`;
|
||||
const explain = code => Object.hasOwn(REASONS, code) ? REASONS[code] : 'The action was refused. Check the service details, then try again.';
|
||||
async function admin(path, args) {
|
||||
const response = await fetch('/api/proxy/admin/' + path, { cache: 'no-store', credentials: 'same-origin', redirect: 'manual',
|
||||
const response = await modelSetupFetch('/api/proxy/admin/' + path, { cache: 'no-store', credentials: 'same-origin', redirect: 'manual',
|
||||
method: args === undefined ? 'GET' : 'POST',
|
||||
...(args === undefined ? {} : { headers: { 'Content-Type': 'application/json' }, body: JSON.stringify(args) }) });
|
||||
if (response.type === 'opaqueredirect' || response.status === 401) throw new Error('Sign in to the Console again.');
|
||||
let value = null; try { value = await response.json(); } catch { /* refused below */ }
|
||||
if (!response.ok) { const code = typeof value?.error === 'string' && /^[a-z -]+$/.test(value.error) ? value.error : 'outcome-unknown'; const error = new Error(explain(code)); error.code = code; throw error; }
|
||||
if (!response.ok) { const code = typeof value?.error === 'string' && /^[a-z -]+$/.test(value.error) ? value.error : 'outcome-unknown'; const error = new Error(typeof value?.message === 'string' ? value.message : explain(code)); error.code = code; throw error; }
|
||||
return value;
|
||||
}
|
||||
const say = (text, kind) => receipt('proxy-setup-message', text, kind);
|
||||
@@ -1307,7 +1321,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
'account.proxy.group.models.set': n(entry.models, 'model') ? `Models chosen for an account, ${n(entry.models, 'model')}` : 'Models chosen for an account',
|
||||
'account.remove': provider ? `${provider} account removed` : 'Account removed',
|
||||
fetch: 'Release downloaded and checked', init: 'Set up', 'init-lock.clear': 'Stale setup lock cleared', 'fence.clear': 'Key writes resumed',
|
||||
'unit.install': 'Service installed', 'unit.start': 'Started', 'unit.stop': 'Stopped', 'unit.restart': 'Restarted',
|
||||
'setup.undo': 'Unfinished setup removed', 'unit.install': 'Service file installed', 'unit.start': 'Started', 'unit.stop': 'Stopped', 'unit.restart': 'Restarted',
|
||||
'ride-all': 'Organizations switched to your models', 'ride-move': `${some} switched to your models`, 'ride-intent': `Switching ${org ?? 'an organization'} to your models`,
|
||||
'ride-not-added': `${some} was not switched to your models`, 'ride-removed': `${some} stopped using your models`,
|
||||
'models.seed': 'Model lists recorded, every model on', 'models.set': provider ? `${provider} models switched on or off` : 'Models switched on or off',
|
||||
@@ -1374,7 +1388,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
row(dl, 'Release', !release.fetched ? `Not fetched (pinned ${release.version}, panel ${release.panelVersion})` : release.verified ? `Fetched ${release.version}, panel ${release.panelVersion}, hashes verified` : `Fetched ${release.version}, hashes not verified (${release.problem})`);
|
||||
const files = init.files.filter(f => f.present).map(f => f.label).join(', ') || 'none';
|
||||
row(dl, 'Initialized', init.initialized ? `Yes, port ${init.settings?.port ?? '—'}${timeouts(init.settings)}` : init.partial ? `Partly (${init.problem ?? 'incomplete'}). Present: ${files}` : init.problem ? `No (${init.problem})` : 'No');
|
||||
row(dl, 'Service', `${unit.unit}: ${unit.installed ? 'installed' : 'not installed'}, ${unit.active}${unit.pid ? `, pid ${unit.pid}` : ''}${unit.port ? `, port ${unit.port} ${unit.listening ? 'answering' : 'not answering'}` : ''}${unit.error ? ` (${unit.error})` : ''}`);
|
||||
row(dl, 'Service', `${unit.unit}: ${unit.installed ? 'service file installed' : 'not installed'}, ${unit.active}${unit.pid ? `, pid ${unit.pid}` : ''}${unit.port ? `, port ${unit.port} ${unit.listening ? 'answering' : 'not answering'}` : ''}${unit.problem ? `. ${unit.problem}` : ''}${unit.error ? ` (${unit.error})` : ''}`);
|
||||
row(dl, 'Fence', !fence.set ? 'Clear' : fence.invalid ? 'Set (unreadable fence file)' : `Set after ${fence.op ?? 'a key write'}${fence.org ? ` for ${fence.org}` : ''}${fence.time ? ` at ${window.MosaicLocalTime(fence.time)}` : ''}`);
|
||||
row(dl, 'Init lock', !initLock.present ? 'None' : initLock.clearable ? 'Stale: the bus is stopped and no model service files exist' : `Held: ${initLock.blockers.join('; ')}`);
|
||||
if (state.restart?.confirmed) row(dl, 'Last restart', `Confirmed at ${window.MosaicLocalTime(state.restart.observedAt)}, new pid ${state.restart.pid}`);
|
||||
@@ -1418,6 +1432,9 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
// Card 1, Model service.
|
||||
function paintService() {
|
||||
const next = state.next?.[0], box = $('proxy-setup-next'), lines = $('proxy-setup-lines');
|
||||
const undo = $('proxy-setup-undo');
|
||||
undo.hidden = next === 'accounts' || !(state.init?.initialized || state.init?.partial || state.initLock?.present || state.unit?.installed);
|
||||
undo.disabled = !sendOk || Boolean(state.busy) || Boolean(chain?.running);
|
||||
const ok = progressDone(), some = Object.values(ok).some(Boolean), fetching = state.fetch?.state === 'running';
|
||||
paintFixtures(next !== 'accounts');
|
||||
if (next === 'accounts') { setCard('service', 'done', state.unit.port ? `Running. Service reachable on this machine, port ${state.unit.port}.` : 'Running. Service reachable on this machine.'); box.replaceChildren(); paintProgress(false); lines.hidden = true; return; }
|
||||
@@ -1425,10 +1442,10 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
setCard('service', 'work', chain?.running ? 'Setting up. Keep this page open; if you leave, Continue setup picks up from here.' : 'Downloading the release. Keep this page open.');
|
||||
box.replaceChildren(goButton('Working…', next, true, () => {})); paintProgress(true); lines.hidden = true; return;
|
||||
}
|
||||
let failed = chain?.failed ?? null;
|
||||
let failed = chain?.failed ?? (state.stoppedSetup ? { at: state.stoppedSetup.at, reason: state.stoppedSetup.reason ?? explain(state.stoppedSetup.code) } : null);
|
||||
if (!failed && next === 'fetch' && state.fetch?.state === 'failed') failed = { at: 'fetch', reason: `The download failed. ${explain(state.fetch.error)}` };
|
||||
if (failed && (CHAIN.includes(next) || next === 'unit-restart')) {
|
||||
setCard('service', 'bad', `${failed.reason} The steps that finished are kept. No organization was touched.`, { badge: ['badge-danger', 'Setup stopped'] });
|
||||
setCard('service', 'bad', `Setup stopped while ${{ fetch: 'downloading and checking the program', init: 'configuring the service', 'unit-install': 'installing the service file', 'unit-start': 'starting the service', 'unit-restart': 'restarting the service', answer: 'checking the service' }[failed.at] ?? 'setting up the service'}. ${failed.reason} The steps that finished are kept. No organization was touched.`, { badge: ['badge-danger', 'Setup stopped'] });
|
||||
box.replaceChildren(el('p', 'Try again starts from the step that failed.', 'small muted'), goButton('Try again', next, !sendOk || Boolean(state.busy), runChain));
|
||||
paintProgress(true);
|
||||
if (lines.hidden) { lines.hidden = false; lines.open = true; readLog(); }
|
||||
@@ -1437,7 +1454,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
lines.hidden = true;
|
||||
if (CHAIN.includes(next)) {
|
||||
const fresh = next === 'fetch' && !some;
|
||||
setCard('service', 'next', fresh ? 'Lets your agents use the accounts you sign in to. It runs on this machine and takes about a minute to set up.' : 'Setup is partly done. Continue setup picks up from the step that is not done yet.');
|
||||
setCard('service', 'next', fresh ? 'Downloads the pinned program and installs a user service on this computer. Nothing leaves this machine until you connect an account. It takes about a minute to set up.' : 'Setup is partly done. Continue setup picks up from the step that is not done yet.');
|
||||
box.replaceChildren(goButton(state.busy ? 'Working…' : fresh ? 'Set up model service' : 'Continue setup', next, !sendOk || Boolean(state.busy), runChain));
|
||||
paintProgress(!fresh); return;
|
||||
}
|
||||
@@ -1559,6 +1576,60 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
setCard('triage', nextUp ? 'next' : 'off', nextUp ? 'Next: choose the model Triage uses. Triage is the assistant that answers questions about this instance.' : 'Triage is the assistant that answers questions about this instance. Choose its model on the Triage page.');
|
||||
if (nextUp) link.className = 'btn primary';
|
||||
}
|
||||
// Card 5, Worker model: the status read's `worker` view. Every name on it comes from that read.
|
||||
// The config wins over a choice made here, and the config must name a model today (the schema
|
||||
// requires execution.model), so the card never says a choice here takes effect.
|
||||
function paintWorkerCard() {
|
||||
const box = $('setup-step-worker'); if (!box) return;
|
||||
const v = state?.worker;
|
||||
const using = $('proxy-worker-using'), standing = $('proxy-worker-standing'), choice = $('proxy-worker-choice');
|
||||
const list = $('proxy-worker-models'), how = $('proxy-worker-how');
|
||||
choice.hidden = true; choice.textContent = '';
|
||||
if (!v || typeof v !== 'object') {
|
||||
using.textContent = 'The worker model could not be read.'; standing.textContent = ''; list.replaceChildren(); how.textContent = '';
|
||||
setCard('worker', 'off', 'The worker model could not be read.', { badge: ['badge-muted', 'Unknown'] }); return;
|
||||
}
|
||||
const id = (p, m) => `${p ?? '(none)'}/${m ?? '(none)'}`;
|
||||
const harness = v.harness ?? 'the worker harness';
|
||||
// Why the list is not known: no organization to ask, the model service off in each one, or
|
||||
// a list that could not be read (a bus or the proxy down).
|
||||
const unread = v.catalogue === 'none' ? 'No organization is active' : v.catalogue === 'disabled' ? 'No organization has the model service on' : 'No organization\'s model list could be read';
|
||||
how.textContent = v.canSave === true ? '' : 'Choosing the model for background work on this page is not available yet. Ask the person who manages this installation to change it.';
|
||||
list.replaceChildren(...(Array.isArray(v.models) && v.models.length
|
||||
? v.models.map(m => { const li = el('li'); li.append(el('strong', id(m.provider, m.model))); if (m.label && m.label !== id(m.provider, m.model)) li.append(' ', el('span', m.label, 'small muted')); return li; })
|
||||
: [el('li', !v.takesModel ? 'None. This adapter takes no model.' : v.catalogue === 'ready' ? `None. No account serves a model for ${harness} that is switched on and is not a Claude model.` : `Not known. ${unread}.`, 'muted')]));
|
||||
if (!v.takesModel && v.harness === 'mock') {
|
||||
using.textContent = 'Worker runs use the mock adapter, which takes no model.'; standing.textContent = '';
|
||||
setCard('worker', 'done', 'Worker runs use the mock adapter, which takes no model.'); return;
|
||||
}
|
||||
if (!v.using) {
|
||||
using.textContent = 'No worker model is set.'; standing.textContent = 'Background work cannot start until the person who manages this installation chooses a model.';
|
||||
setCard('worker', 'bad', 'No model is set for background work. Ask the person who manages this installation to choose one.'); return;
|
||||
}
|
||||
const name = id(v.using.provider, v.using.model);
|
||||
using.replaceChildren(...(v.using.from === 'config'
|
||||
? ['Worker runs use ', el('strong', name), '. It is set for this installation and takes priority over a choice saved here.']
|
||||
: ['Worker runs use ', el('strong', name), ', the choice saved here. No model is set for background work in this installation.']));
|
||||
// [card kind, the card's one line after the name, the line in the body]
|
||||
const STANDING = {
|
||||
usable: ['done', '', `An account serves it for ${harness}, and it is switched on.`],
|
||||
off: ['bad', 'It is switched off.', 'It is switched off, so background work cannot start. Switch it on under Accounts and models, Models offered, or ask the person who manages this installation to choose another model.'],
|
||||
'not-served': ['bad', `No account serves it for ${harness}.`, `No account serves it for ${harness} now, so worker runs refuse to start.`],
|
||||
'claude-model': ['bad', 'It is a Claude model.', 'It is a Claude model. Claude models run only in the Claude harness, so worker runs refuse to start.'],
|
||||
unknown: ['off', 'Whether it can run is not known.', `${unread}, so whether it can run now is not known.`],
|
||||
unset: ['bad', 'The model choice is incomplete.', 'The model choice is incomplete, so background work cannot start. Ask the person who manages this installation to finish choosing a model.'],
|
||||
};
|
||||
const [kind, short, line] = STANDING[v.using.standing] ?? ['off', 'Whether it can run is not known.', 'Whether it can run now is not known.'];
|
||||
standing.textContent = line;
|
||||
if (v.choice?.state === 'set' && v.using.from === 'config') {
|
||||
choice.hidden = false;
|
||||
choice.textContent = `A choice saved earlier (${id(v.choice.provider, v.choice.model)}) has no effect while this installation has its own model set for background work.`;
|
||||
} else if (v.choice?.state === 'unreadable') {
|
||||
choice.hidden = false;
|
||||
choice.textContent = v.using.from === 'config' ? 'A choice saved earlier cannot be read. It has no effect while this installation has its own model set for background work.' : 'A choice saved earlier cannot be read.';
|
||||
}
|
||||
setCard('worker', kind, short ? `Worker runs use ${name}. ${short}` : `Worker runs use ${name}.`, kind === 'off' ? { badge: ['badge-muted', 'Unknown'] } : {});
|
||||
}
|
||||
function paintRestart() {
|
||||
const box = $('proxy-setup-restart'), list = $('proxy-setup-restart-list');
|
||||
for (const o of needRestart()) listed.add(o.id);
|
||||
@@ -1835,7 +1906,9 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
'not-available': 'Moving is not available on this Console.',
|
||||
fixture: 'It uses stand-in models.',
|
||||
};
|
||||
const rideReason = code => RIDE_REASONS[code] ?? `The change was refused (${code}).`;
|
||||
const rideReason = code => code === 'no-riding-bus' && organizationMode
|
||||
? 'Your models could not be checked. Open Model setup to try again.'
|
||||
: RIDE_REASONS[code] ?? `The change was refused (${code}).`;
|
||||
let rideResult = null;
|
||||
const rideSkips = () => rideResult?.skipped ?? (Array.isArray(state?.ride) ? state.ride : []).filter(r => !['ready', 'already', 'fixture'].includes(r.state)).map(r => ({ id: r.id, reason: r.state }));
|
||||
// What the Ride all box lists that still needs a step: organizations that can ride, skipped ones and
|
||||
@@ -1892,7 +1965,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
};
|
||||
$('proxy-ride-go').addEventListener('click', () => { if (!$('proxy-ride-go').disabled) rideAll(); });
|
||||
function paint() {
|
||||
paintState(); paintControls(); paintService(); paintRestart(); paintOrgsCard(); paintTriageCard(); paintAccountCard(); paintPrograms();
|
||||
paintState(); paintControls(); paintService(); paintRestart(); paintOrgsCard(); paintTriageCard(); paintWorkerCard(); paintAccountCard(); paintPrograms();
|
||||
const job = state.fetch;
|
||||
if (job.state === 'running') say(`Downloading: ${STEPS[job.step] ?? job.step ?? 'starting'}…`);
|
||||
else if (job.state === 'failed' && seenFetch !== 'failed') { say(`Fetch failed. ${explain(job.error)}`, 'error'); seenFetch = 'failed'; }
|
||||
@@ -1906,7 +1979,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
// True once the answer is painted, so a caller can say the list on the page is the new one.
|
||||
async function load({ onError } = {}) {
|
||||
if (!enabled || loading) return false; loading = true; let painted = false;
|
||||
try { state = await admin('status'); setProviders(state.providers); causeRound++; if (state.next?.[0] === 'accounts' && triageSet === null) await readTriage(); paint(); painted = true; if (state.init.initialized) await accountsReady(); }
|
||||
try { state = await admin('status'); setProviders(state.providers); causeRound++; if (state.next?.[0] === 'accounts' && triageSet === null) await readTriage(); paint(); painted = true; if (state.next?.[0] === 'accounts') await accountsReady(); }
|
||||
catch (error) { say(error.message, 'error'); if (providerKey === null) setProviders(null); onError?.(error); }
|
||||
finally { loading = false; }
|
||||
return painted;
|
||||
@@ -1964,6 +2037,13 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
await load();
|
||||
}
|
||||
}
|
||||
$('proxy-setup-undo').addEventListener('click', () => {
|
||||
if ($('proxy-setup-undo').disabled || !window.confirm('Remove this unfinished model service setup? Mosaic stops and removes only its own service file and unfinished state. The downloaded program and history stay. Connected accounts or organizations prevent removal.')) return;
|
||||
return act('undo', async () => {
|
||||
await admin('undo', {}); chain = null;
|
||||
say('Unfinished setup removed. You can set it up again.', 'success');
|
||||
});
|
||||
});
|
||||
const clearLock = () => act('init-lock-clear', async () => { const result = await admin('init-lock/clear', {}); addReceipt(result.receipt); say('Stale init lock cleared.', 'success'); });
|
||||
const unitAction = op => act(`unit-${op}`, async () => {
|
||||
const result = await admin(`unit/${op}`, {}); addReceipt(result.receipt);
|
||||
@@ -1979,7 +2059,7 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
});
|
||||
root.querySelectorAll('[data-unit]').forEach(button => button.addEventListener('click', () => { if (!button.disabled) unitAction(button.dataset.unit); }));
|
||||
return {
|
||||
start(config) { enabled = true; sendOk = config.proxyAdminSend === true; return load(); },
|
||||
start(config) { enabled = true; organizationMode = Object.hasOwn(config, 'orgSetup'); sendOk = config.proxyAdminSend === true; return load(); },
|
||||
accounts(n) { accountCount = n; if (state) { paintService(); paintRestart(); paintOrgsCard(); paintTriageCard(); } },
|
||||
// A sign-in, a key or a restart can change the next step: read the whole status again.
|
||||
async reread(options) { if (!enabled) return; triageSet = null; await load(options); },
|
||||
@@ -2013,11 +2093,12 @@ if (document.documentElement.hasAttribute('data-settings-proxy-document') && !lo
|
||||
window.addEventListener('pagehide', cleanup, {once:true});
|
||||
let devOwner = false, proxyAdmin = false, offeredSend = false;
|
||||
const NOT_SET = 'The model service is not set up on this instance.';
|
||||
fetch('/api/config', { cache: 'no-store' }).then(r => r.json()).then(config => {
|
||||
modelSetupFetch('/api/config', { cache: 'no-store' }).then(r => r.json()).then(config => {
|
||||
// F3: an organization's settings writes go with settingsSend (the org Console has no global send).
|
||||
canWrite = (config.send === true || config.settingsSend === true) && config.tester !== true && config.user !== true;
|
||||
canWrite = (config.send === true || config.settingsSend === true || config.proxyAdminSend === true) && config.tester !== true && config.user !== true;
|
||||
devOwner = config.devOwner === true;
|
||||
proxyAdmin = config.proxyAdmin === true; offeredSend = proxyAdmin && config.proxyAdminSend === true;
|
||||
if (offeredSend) { const content = root.closest('.settings-model-setup'); content?.classList.remove('readonly'); content?.querySelector(':scope > .settings-readonly')?.remove(); }
|
||||
applyWrite();
|
||||
root.classList.toggle('solo', !proxyAdmin);
|
||||
if (proxyAdmin) { root.querySelectorAll('[data-admin]').forEach(part => { part.hidden = false; }); setup.start(config); }
|
||||
|
||||
@@ -7,6 +7,7 @@
|
||||
<link rel="stylesheet" href="/processing.css"><script src="/processing.js" defer></script>
|
||||
<link rel="stylesheet" href="/org-create.css"><script src="/org-create.js" defer></script>
|
||||
<link rel="stylesheet" href="/onboarding.css"><script src="/onboarding.js" defer></script><link rel="stylesheet" href="/assistant.css">
|
||||
<link rel="stylesheet" href="/setup-checklist.css"><script src="/setup-checklist.js" defer></script>
|
||||
<script src="/workspace-data.js" defer></script><script src="/workspace.js" defer></script><script src="/tasks-board.js" defer></script><script src="/console-restart.js" defer></script><script src="/triage-settings.js" defer></script><script src="/display.js" defer></script><script src="/inbox.js" defer></script><script src="/files.js" defer></script><script src="/project-remote.js" defer></script><link rel="stylesheet" href="/autonomy.css"><script src="/autonomy.js" defer></script><link rel="stylesheet" href="/packs.css"><script src="/packs.js" defer></script><link rel="stylesheet" href="/workflows.css"><script src="/workflows.js" defer></script><script src="/federation.js" defer></script><script src="/brand.js" defer></script><script src="/app.js" defer></script><script src="/markdown-preview.js" defer></script><script src="/projects.js" defer></script><script src="/chat.js" defer></script><script src="/project-archive.js" defer></script><script src="/agents.js" defer></script><script src="/assistant.js" defer></script><script src="/bus.js" defer></script><script src="/requests.js" defer></script></head>
|
||||
<body>
|
||||
<div hidden aria-hidden="true"><select id="palette"></select><select id="mode"><option value="system">system</option><option value="light">light</option><option value="dim">dim</option><option value="dark">dark</option></select></div>
|
||||
|
||||
@@ -7,9 +7,24 @@
|
||||
// E2E6 minor: a command shown as "Same as" wraps between words, never inside a flag such as
|
||||
// --if-revision. Each word is an inline-block; one longer than the line still breaks inside itself.
|
||||
const cmd = v => `<code>${String(v ?? '').split(' ').map(w => `<span class="cmd-word">${txt(w)}</span>`).join(' ')}</code>`;
|
||||
const commandLine = v => `<details class="org-verb"><summary>Command line</summary>${cmd(v)}</details>`;
|
||||
// #1873 P1-6: the remote check a repository receipt records, in one plain line.
|
||||
const CHECKED = { reachable: 'reachable', 'needs-credential': 'needs a credential', unreachable: 'unreachable' };
|
||||
const checkLine = r => `Remote check: ${CHECKED[r.check.result] ?? 'unknown'}, ${r.check.message}. Origin: ${r.origin ?? 'none'}.`;
|
||||
// Quick Setup fills both routes from the selected preset. The advanced template and
|
||||
// launch list stay unchanged; only the three routing values cross between the roles.
|
||||
function quickDocument(doc) {
|
||||
const next = structuredClone(doc), roles = Object.values(next.roles || {});
|
||||
const assistant = roles.find(role => role.definition === 'assistant');
|
||||
const chief = roles.find(role => role.definition === 'chief-of-staff');
|
||||
if (assistant?.vars && chief) {
|
||||
chief.vars = { ...chief.vars };
|
||||
for (const key of ['harness', 'model', 'thinking']) {
|
||||
if (assistant.vars[key] !== undefined) chief.vars[key] = assistant.vars[key];
|
||||
}
|
||||
}
|
||||
return next;
|
||||
}
|
||||
const ID = /^[a-z0-9][a-z0-9._-]{0,63}$/;
|
||||
const markup = `<div id="org-admin" class="org-admin">
|
||||
<section class="panel" aria-labelledby="org-start-title" id="org-start">
|
||||
@@ -33,7 +48,9 @@
|
||||
<div id="org-banner" class="org-banner" role="alert" hidden></div>
|
||||
<section id="org-paths" class="panel" hidden aria-labelledby="org-paths-title">
|
||||
<h3 id="org-paths-title">Choose how to set up</h3>
|
||||
<div class="org-field"><label for="org-preset">Who answers?</label><select id="org-preset"></select><span class="org-help" id="org-preset-help"></span></div>
|
||||
<p id="org-preset-none" class="org-help" hidden><span id="org-preset-none-text">Connect a model account first. Agents need one to answer.</span> <a href="#/settings/model-setup">Open Model setup</a></p>
|
||||
<div class="org-field"><label for="org-preset">Who answers?</label><select id="org-preset" aria-describedby="org-preset-help org-preset-unavailable"></select><span class="org-help" id="org-preset-help"></span><span class="org-help" id="org-preset-unavailable"></span></div>
|
||||
<div class="org-field" id="org-model-field" hidden><label for="org-model">Model</label><select id="org-model"></select></div>
|
||||
<div class="org-field"><label for="org-thinking">How much thinking?</label><select id="org-thinking"></select></div>
|
||||
<div class="settings-actions org-path-actions"><button type="button" id="org-quick-open">Quick Setup</button><button type="button" class="org-secondary" id="org-advanced-open">Advanced Setup</button></div>
|
||||
</section>
|
||||
@@ -41,13 +58,14 @@
|
||||
<h3 id="org-quick-title">Quick Setup</h3>
|
||||
<div class="org-field"><label for="org-project">First project name</label><input id="org-project" value="work" autocomplete="off"><span class="org-help">Lowercase letters, digits, dot, dash or underscore.</span></div>
|
||||
<div class="org-field"><label for="org-project-remote">Project remote URL (optional)</label><input id="org-project-remote" type="text" inputmode="url" autocomplete="off" spellcheck="false" placeholder="https://git.example/team/project or git@git.example:team/project.git"><span class="org-help">https or ssh. The project checkout's origin is set to it and checked without a credential; nothing is pushed. Leave blank for local only. The organization checkout is local only.</span></div>
|
||||
<label class="org-quick-risk"><input id="org-risk-accept" type="checkbox"> I understand local-only repositories have no copy elsewhere and can be lost.</label>
|
||||
<label class="org-quick-risk"><input id="org-risk-accept" type="checkbox" aria-describedby="org-risk-error"> I understand local-only repositories have no copy elsewhere and can be lost.</label>
|
||||
<p id="org-risk-error" class="org-field-err" role="alert" hidden></p>
|
||||
<div class="settings-actions"><button type="button" id="org-quick-run">Create and set up organization</button></div>
|
||||
<ol id="org-quick-steps" class="org-steps" aria-live="polite"></ol>
|
||||
<div class="settings-actions"><button type="button" class="org-primary" id="org-quick-interview" hidden>Start onboarding interview</button><button type="button" class="org-secondary" id="org-quick-open-org" hidden>Open organization</button></div>
|
||||
</section>
|
||||
<section id="org-editor" class="org-editor" hidden aria-labelledby="org-editor-title">
|
||||
<div class="org-editor-head"><h3 id="org-editor-title">New organization</h3><p id="org-editor-verb" class="org-verb"></p></div>
|
||||
<div class="org-editor-head"><h3 id="org-editor-title">New organization</h3><div id="org-editor-verb" class="org-verb"></div></div>
|
||||
<div id="org-errors" class="org-errors" hidden tabindex="-1" aria-labelledby="org-errors-title"><h4 id="org-errors-title">Fix these fields</h4><ul></ul></div>
|
||||
<div class="org-columns">
|
||||
<form id="org-form" class="panel org-form" novalidate aria-label="Organization fields"></form>
|
||||
@@ -65,7 +83,7 @@
|
||||
<section id="org-receipt" class="panel org-receipt" hidden aria-labelledby="org-receipt-title"></section>
|
||||
<section id="org-setup" class="org-setup" hidden aria-labelledby="org-setup-title">
|
||||
<h3 id="org-setup-title">Guided setup</h3>
|
||||
<p class="org-help">Each step shows the command it equals and the receipt it left. A step whose outcome is unknown stays incomplete until it is read back.</p>
|
||||
<p class="org-help">Follow each step to finish setting up your organization. If a result is unknown, check it before trying again.</p>
|
||||
<ol id="org-steps" class="org-steps"></ol>
|
||||
</section>
|
||||
<section id="org-archive" class="panel" hidden aria-labelledby="org-archive-title">
|
||||
@@ -115,6 +133,7 @@
|
||||
const st = { mode: null, id: null, doc: null, revision: null, state: 'active', held: [], errors: [], setup: null, pending: new Set(), unknown: new Set(), choice: new Map() };
|
||||
const status = text => { $('org-status').textContent = ''; setTimeout(() => { if (alive) $('org-status').textContent = text; }, 30); };
|
||||
const banner = (text, kind = 'err') => { const b = $('org-banner'); b.hidden = !text; b.className = `org-banner ${kind}`; b.textContent = text || ''; };
|
||||
const riskError = text => { const p = $('org-risk-error'), box = $('org-risk-accept'); p.hidden = !text; p.textContent = text || ''; if (text) box.setAttribute('aria-invalid', 'true'); else box.removeAttribute('aria-invalid'); };
|
||||
const query = () => new URLSearchParams((location.hash.split('?')[1] || ''));
|
||||
const setQuery = (org, step) => {
|
||||
const q = new URLSearchParams(); if (org) q.set('org', org); if (step) q.set('step', step);
|
||||
@@ -256,7 +275,7 @@
|
||||
$('org-archive').hidden = mode !== 'edit' || state !== 'active'; $('org-archived').hidden = mode !== 'edit' || state !== 'archived';
|
||||
$('org-restore-verb').textContent = state === 'archived' ? `Same as mosaic org restore ${id} --if-revision ${revision}` : '';
|
||||
$('org-editor-title').textContent = mode === 'create' ? `New organization: ${id}` : `Organization: ${id}`;
|
||||
$('org-editor-verb').innerHTML = verb ? `Same as ${cmd(verb)}` : '';
|
||||
$('org-editor-verb').innerHTML = verb ? commandLine(verb) : '';
|
||||
$('org-save').textContent = mode === 'create' ? 'Save organization' : 'Save changes';
|
||||
$('org-errors').hidden = true;
|
||||
renderForm(); renderJSON(true);
|
||||
@@ -269,28 +288,74 @@
|
||||
const input = $('org-new-id'), id = input.value.trim();
|
||||
if (!ID.test(id)) { input.setAttribute('aria-invalid', 'true'); $('org-new-id-help').textContent = 'Organization ID: use 1-64 lowercase letters, digits, dot, dash or underscore, starting with a letter or digit.'; $('org-new-id-help').classList.add('org-field-err'); input.focus(); status('Organization ID is not valid.'); return; }
|
||||
input.removeAttribute('aria-invalid'); $('org-new-id-help').classList.remove('org-field-err'); $('org-new-id-help').textContent = 'Lowercase letters, digits, dot, dash or underscore.';
|
||||
const r = await api('GET', '/api/org-presets');
|
||||
// A new draft reuses the pending read and outdates the earlier draft's rendering.
|
||||
++presetRead;
|
||||
const r = await readPresets();
|
||||
if (!alive) return;
|
||||
if (r.status !== 200) { banner(r.body.message || `Presets could not be read (${r.body.error || r.status}).`); return; }
|
||||
presets = r.body.presets;
|
||||
st.id = id; st.mode = 'create'; editorDirty = true;
|
||||
// A new draft starts with fresh controls; an earlier run locked them only for its own draft.
|
||||
$('org-preset').disabled = false; $('org-thinking').disabled = false; $('org-quick-run').disabled = !canWrite; $('org-risk-accept').checked = false;
|
||||
$('org-preset').innerHTML = presets.map(p => `<option value="${txt(p.name)}"${p.available.ok ? '' : ' disabled'}>${txt(p.label)}${p.available.ok ? '' : ` — ${txt(p.available.reason)}`}</option>`).join('');
|
||||
$('org-preset').value = presets.find(p => p.available.ok)?.name || '';
|
||||
updatePreset();
|
||||
$('org-preset').disabled = false; $('org-model').disabled = false; $('org-thinking').disabled = false; $('org-quick-run').disabled = !canWrite; $('org-risk-accept').checked = false; riskError('');
|
||||
renderPresets(r.body.presets, '');
|
||||
$('org-paths').hidden = false; $('org-quick').hidden = true; $('org-editor').hidden = true; $('org-receipt').hidden = true; $('org-setup').hidden = true; $('org-delete').hidden = true; $('org-delete-success').hidden = true; $('org-archive').hidden = true; $('org-archived').hidden = true; resetArchive();
|
||||
$('org-quick-steps').innerHTML = ''; $('org-quick-open-org').hidden = true; $('org-quick-interview').hidden = true; quickDone = null; banner(''); setQuery(null);
|
||||
$('org-preset').focus();
|
||||
}
|
||||
// first-run-fixes-1 follow-up: keep `keep` selected while it is still available, else take the first available.
|
||||
function renderPresets(list, keep) {
|
||||
presets = list;
|
||||
$('org-preset').innerHTML = presets.map(p => `<option value="${txt(p.name)}"${p.available.ok ? '' : ' disabled'}>${txt(p.label)}</option>`).join('');
|
||||
$('org-preset-unavailable').textContent = presets.filter(p => !p.available.ok).map(p => `${p.label}: ${p.available.reason}`).join(' ');
|
||||
$('org-preset').value = presets.find(p => p.available.ok && p.name === keep)?.name || presets.find(p => p.available.ok)?.name || '';
|
||||
updatePreset();
|
||||
}
|
||||
// first-run-fixes-1 follow-up: an owner who connects an account in another tab sees it here on
|
||||
// the select's focus or when the page shows again. Only an open, unlocked new draft re-reads;
|
||||
// a failed read keeps the list, and only the newest read is used. A choice that is no longer
|
||||
// available is replaced, and the banner says so.
|
||||
let presetRead = 0, pendingPresets = null;
|
||||
// Share the request across drafts and focus events while it is still in flight.
|
||||
function readPresets() {
|
||||
if (!pendingPresets) pendingPresets = api('GET', '/api/org-presets').finally(() => { pendingPresets = null; });
|
||||
return pendingPresets;
|
||||
}
|
||||
const presetsOpen = () => alive && st.mode === 'create' && !$('org-paths').hidden && !$('org-preset').disabled;
|
||||
async function refreshPresets() {
|
||||
if (!presetsOpen() || pendingPresets) return;
|
||||
const n = ++presetRead;
|
||||
let r; try { r = await readPresets(); } catch { return; }
|
||||
if (n !== presetRead || !presetsOpen() || r.status !== 200 || !Array.isArray(r.body?.presets)) return;
|
||||
if (JSON.stringify(r.body.presets) === JSON.stringify(presets)) return;
|
||||
const keep = $('org-preset').value, was = presets.find(p => p.name === keep)?.label;
|
||||
renderPresets(r.body.presets, keep);
|
||||
const now = presets.find(p => p.name === $('org-preset').value)?.label;
|
||||
if (keep && $('org-preset').value !== keep) {
|
||||
const line = `${was || keep} is no longer available.${now ? ` ${now} is chosen.` : ''}`;
|
||||
banner(line); status(line);
|
||||
}
|
||||
}
|
||||
function updatePreset() {
|
||||
const p = presets.find(v => v.name === $('org-preset').value);
|
||||
$('org-preset-help').textContent = p?.description || 'No available presets.';
|
||||
// first-run-fixes-1 follow-up: with no preset available, one line above the select says what to
|
||||
// do and links to Model setup; it also describes the disabled buttons.
|
||||
const none = !presets.some(v => v.available.ok);
|
||||
$('org-preset-none').hidden = !none;
|
||||
$('org-preset-help').textContent = p?.description || '';
|
||||
const previous = $('org-model').value, models = p?.models || [];
|
||||
$('org-model-field').hidden = !models.length;
|
||||
$('org-model').innerHTML = models.map(m => `<option value="${txt(m.key)}">${txt(m.label)}</option>`).join('');
|
||||
if (models.some(m => m.key === previous)) $('org-model').value = previous;
|
||||
$('org-thinking').innerHTML = (p?.thinking.levels || []).map(v => `<option value="${txt(v)}"${v === p.thinking.default ? ' selected' : ''}>${txt(v)}</option>`).join('');
|
||||
$('org-quick-open').disabled = !p || !canWrite; $('org-advanced-open').disabled = !p || !canWrite;
|
||||
// A run locks the select along with the button; only an unlocked draft changes the button here.
|
||||
if (!$('org-preset').disabled) $('org-quick-run').disabled = !p || !canWrite;
|
||||
for (const b of ['org-quick-open', 'org-advanced-open', 'org-quick-run']) {
|
||||
if (none) $(b).setAttribute('aria-describedby', 'org-preset-none-text'); else $(b).removeAttribute('aria-describedby');
|
||||
}
|
||||
}
|
||||
async function selectedTemplate() {
|
||||
const q = new URLSearchParams({ id: st.id, preset: $('org-preset').value, thinking: $('org-thinking').value });
|
||||
if ($('org-preset').value === 'cliproxy' && $('org-model').value) q.set('model', $('org-model').value);
|
||||
return api('GET', `/api/org-template?${q}`);
|
||||
}
|
||||
async function openAdvanced() {
|
||||
@@ -310,7 +375,11 @@
|
||||
$('org-project').removeAttribute('aria-invalid');
|
||||
// The server applies the full URL rules (parseRepoRemote); this only catches an obvious slip.
|
||||
if (remote && (/\s/.test(remote) || !/^(https:\/\/|ssh:\/\/|[A-Za-z0-9_][A-Za-z0-9_.-]*@[^/:]+:)/.test(remote))) { banner('Enter an https or ssh repository URL, or leave it blank.'); $('org-project-remote').focus(); return; }
|
||||
if (!$('org-risk-accept').checked) { banner('Accept the risk of local-only repositories to continue.'); $('org-risk-accept').focus(); return; }
|
||||
// first-run-fixes-1 (F6): the line sits under the checkbox it names, not in the banner above the panel.
|
||||
// The name and URL checks passed, so an earlier banner about them no longer holds.
|
||||
banner('');
|
||||
if (!$('org-risk-accept').checked) { riskError('Accept the risk of local-only repositories to continue.'); $('org-risk-accept').focus(); return; }
|
||||
riskError('');
|
||||
const id = st.id, enc = encodeURIComponent, local = { mode: 'local-only', acceptLocalLossRisk: true };
|
||||
const steps = [
|
||||
{ title: 'Create organization', verb: `mosaic org create ${id} --from <file>` },
|
||||
@@ -321,14 +390,14 @@
|
||||
{ title: 'Initialize project records', verb: `mosaic project init ${id} ${project}` },
|
||||
];
|
||||
const list = $('org-quick-steps');
|
||||
list.innerHTML = steps.map((s, i) => `<li class="panel org-step" data-quick-step="${i}" tabindex="-1"><div class="org-step-head"><h4>${txt(s.title)}</h4><span class="org-pill">Not started</span></div><p class="org-verb">Same as ${cmd(s.verb)}</p><p class="org-field-err" role="alert"></p></li>`).join('');
|
||||
const run = $('org-quick-run'); run.disabled = true; $('org-quick-open').disabled = true; $('org-advanced-open').disabled = true; $('org-preset').disabled = true; $('org-thinking').disabled = true; banner('');
|
||||
list.innerHTML = steps.map((s, i) => `<li class="panel org-step" data-quick-step="${i}" tabindex="-1"><div class="org-step-head"><h4>${txt(s.title)}</h4><span class="org-pill">Not started</span></div><p class="org-field-err" role="alert"></p></li>`).join('');
|
||||
const run = $('org-quick-run'); run.disabled = true; $('org-quick-open').disabled = true; $('org-advanced-open').disabled = true; $('org-preset').disabled = true; $('org-model').disabled = true; $('org-thinking').disabled = true; banner('');
|
||||
let current = 0;
|
||||
try {
|
||||
const template = await selectedTemplate();
|
||||
if (template.status !== 200) throw Error(template.body.message || 'Could not load the template.');
|
||||
if (!template.body.doc || typeof template.body.doc !== 'object') throw Error('The template reply could not be read.');
|
||||
const doc = template.body.doc; doc.projects = { [project]: {} };
|
||||
const doc = quickDocument(template.body.doc); doc.projects = { [project]: {} };
|
||||
const requests = [
|
||||
['/api/orgs', { id, doc }, 'create'],
|
||||
[`/api/orgs/${enc(id)}/setup/queue`, local, 'queue'],
|
||||
@@ -346,8 +415,7 @@
|
||||
if (step === 'chat-project' ? !/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(result.body.id || '') : result.body.outcome !== 'done' || result.body.step !== step) throw Error('The reply could not be read, so this step\'s outcome is unknown.');
|
||||
if (step === 'chat-project') quickDone = { org: id, chatProject: result.body.id, repo: project };
|
||||
card.querySelector('.org-pill').textContent = 'Done'; card.classList.add('org-step-done');
|
||||
if (result.body.verb) card.querySelector('code').textContent = result.body.verb;
|
||||
if (step === 'project' && result.body.receipt?.check) card.querySelector('.org-verb').insertAdjacentHTML('afterend', `<p class="org-help" data-remote-check>${txt(checkLine(result.body.receipt))}</p>`);
|
||||
if (step === 'project' && result.body.receipt?.check) card.querySelector('.org-step-head').insertAdjacentHTML('afterend', `<p class="org-help" data-remote-check>${txt(checkLine(result.body.receipt))}</p>`);
|
||||
}
|
||||
editorDirty = false; $('org-new-id').value = ''; $('org-quick-open-org').hidden = false; $('org-quick-interview').hidden = !window.MosaicOnboarding; status('Organization setup complete.');
|
||||
// E1 (P1-5): the sidebar and header list the new organization without a reload.
|
||||
@@ -407,7 +475,7 @@
|
||||
}
|
||||
function showReceipt(title, body) {
|
||||
const box = $('org-receipt');
|
||||
box.innerHTML = `<h3 id="org-receipt-title">${txt(title)}</h3><p>Same as ${cmd(body.verb)}</p><pre class="org-pre">${txt(JSON.stringify(body.receipt, null, 2))}</pre>`;
|
||||
box.innerHTML = `<h3 id="org-receipt-title">${txt(title)}</h3>${commandLine(body.verb)}<pre class="org-pre">${txt(JSON.stringify(body.receipt, null, 2))}</pre>`;
|
||||
box.hidden = false; status(`${title}. Receipt shown.`);
|
||||
}
|
||||
async function refreshList() {
|
||||
@@ -457,7 +525,7 @@
|
||||
const c = st.choice.get(key) || {}, remote = c.mode === 'remote';
|
||||
return `<li class="panel org-step org-step-${cls}" data-step="${txt(key)}" aria-labelledby="org-step-${i}-title">
|
||||
<div class="org-step-head"><h4 id="org-step-${i}-title"><span class="org-step-n">${i + 1}</span> ${txt(title)}</h4><span class="org-pill ${cls}">${txt(stateLabel)}</span></div>
|
||||
<p class="org-verb">Same as ${cmd(s.verb || '')}</p>
|
||||
${commandLine(s.verb || '')}
|
||||
${s.message ? `<p class="org-help">${txt(s.message)}</p>` : ''}
|
||||
${key.startsWith('project:') && s.receipt?.check ? `<p class="org-help" data-remote-check>${txt(checkLine(s.receipt))}</p>` : ''}
|
||||
${s.lastError ? `<p class="org-field-err" role="alert">${txt(s.lastError)}</p>` : ''}
|
||||
@@ -665,9 +733,12 @@
|
||||
[$('org-delete-final'), 'click', runDelete],
|
||||
[$('org-new-form'), 'submit', startNew],
|
||||
[$('org-preset'), 'change', updatePreset],
|
||||
[$('org-preset'), 'focus', refreshPresets],
|
||||
[document, 'visibilitychange', () => { if (document.visibilityState === 'visible') refreshPresets(); }],
|
||||
[$('org-quick-open'), 'click', openQuick],
|
||||
[$('org-advanced-open'), 'click', openAdvanced],
|
||||
[$('org-quick-run'), 'click', quickRun],
|
||||
[$('org-risk-accept'), 'change', () => { if ($('org-risk-accept').checked) riskError(''); }],
|
||||
// F2: the interview opens a conversation with the assistant; Open organization skips it.
|
||||
[$('org-quick-interview'), 'click', async () => { const b = $('org-quick-interview'); b.disabled = true; if (!await window.MosaicOnboarding?.start({ ...quickDone, status })) b.disabled = false; }],
|
||||
[$('org-quick-open-org'), 'click', () => { history.replaceState(null, '', `#/orgs/${encodeURIComponent(st.id)}/chat`); location.reload(); }],
|
||||
@@ -707,5 +778,5 @@
|
||||
}).catch(() => banner('The Console configuration could not be read.'));
|
||||
return () => { alive = false; delete window.MosaicOrgCreate.hasDraft; for (const [el, ev, fn] of handlers) el.removeEventListener(ev, fn); };
|
||||
}
|
||||
window.MosaicOrgCreate = { markup, mount };
|
||||
window.MosaicOrgCreate = { markup, mount, quickDocument };
|
||||
})();
|
||||
@@ -35,7 +35,7 @@
|
||||
};
|
||||
// Why a hire did not happen, by the code the bus recorded. An unknown code is shown as itself.
|
||||
const HIRE_WHY = {
|
||||
'pack-hire-route-missing': 'neither the chief of staff nor the assistant has a harness and model to give it; set them under Settings, Routing',
|
||||
'pack-hire-route-missing': 'neither the chief of staff nor the assistant has a harness and model to give it; set them under Settings, Models',
|
||||
'no-chief-of-staff': 'the organization has no chief of staff',
|
||||
'hire-owner-required': 'it has flagged or credential lines only the owner approves',
|
||||
'definition-not-hireable': 'its role is on the no-hire list',
|
||||
|
||||
@@ -46,6 +46,9 @@
|
||||
}
|
||||
async function refresh() {
|
||||
if (busy || out()) return;
|
||||
await window.MosaicOrg?.ready;
|
||||
if (document.documentElement.hasAttribute('data-organizations') && !window.MosaicOrg?.id) { host.hidden = true; banner.hidden = true; return; }
|
||||
host.hidden = false;
|
||||
const current = ++sequence;
|
||||
try {
|
||||
const [configResponse, stateResponse] = await Promise.all([
|
||||
|
||||
Loaded 100 of 149 files, more files were not shown because too many files have changed in this diff.
Show more
Reference in new issue
Block a user