# Build, publish npm packages, and push Docker images # Runs on main for stable publishes and on next for integration-line prereleases/images # # SDLC-D-034 publish gate: every publish effect (publish-npm, publish-next-npm, # and every image build/push step) depends DIRECTLY on the `verify` step below. # `verify` (a) asserts the provider's commit identity matches the actual # checkout (CI_COMMIT_SHA == git rev-parse HEAD, fail closed on mismatch or # emptiness) and (b) runs the canonical terminal verification command # (`pnpm verify:release`), which mirrors the PR CI pipeline's complete # mandatory set (sanitization, upgrade-guard, preflight+typecheck, lint, # format:check, test, build) — see scripts/verify-release.mjs. A missing, # failed, skipped, cancelled, or inconclusive verification therefore skips the # dependent publish effects (fail closed). Path-filtered short-circuits may # skip publish EFFECTS (e.g. docs-only merges) but never bypass `verify` for a # publish that does run: `verify` itself carries no path filter. # scripts/verify-release.test.mjs enforces this DAG invariant at checkout time. variables: # Pre-baked CI base (see .woodpecker/ci-image.yml): node:24-alpine + # toolchain + warm pnpm store. Kills the second cold install publish pays. - &node_image 'git.mosaicstack.dev/mosaicstack/stack/ci-base:latest' - &enable_pnpm 'corepack enable' # Heavy kaniko image builds (~25 min) — gate them so a merge that only touches # the npm-only CLI (@mosaicstack/mosaic) or docs does NOT rebuild the platform # images (gateway/appservice/web do not depend on @mosaicstack/mosaic). Releases # (tags) always build everything. Exclude-list keeps the default SAFE: any # non-excluded change still builds, so no transitive dep can silently go stale. # (Woodpecker: `when` entries are OR'd; `path` applies to push/PR only — hence # the separate `event: tag` entry.) - &image_build_when - event: tag - event: [push, manual] branch: main path: exclude: - 'packages/mosaic/**' - 'docs/**' - '**/*.md' - '.woodpecker/**' - event: [push, manual] branch: next - &main_image_build_when - event: tag - event: [push, manual] branch: main path: exclude: - 'packages/mosaic/**' - 'docs/**' - '**/*.md' - '.woodpecker/**' when: - branch: [main, next] event: [push, manual, tag] steps: install: image: *node_image commands: - corepack enable # Resolve from the baked pnpm store instead of a cold network fetch. - pnpm install --frozen-lockfile --prefer-offline # SDLC-D-034 exact-commit publish gate. No `when`/path filter on purpose: it # runs for every event this pipeline serves so no publish effect can ever # start without it. Fails closed on commit-identity mismatch (or either SHA # being empty) and on any incomplete verification. verify: image: *node_image commands: - *enable_pnpm # (a) Commit identity: the provider's claimed SHA must equal the actual # checkout HEAD — verification of anything else must never authorize a # publish of this commit. - | if [ -z "$CI_COMMIT_SHA" ]; then echo "[verify] FATAL: CI_COMMIT_SHA is empty — cannot certify commit identity" >&2 exit 1 fi CHECKOUT_SHA="$(git rev-parse HEAD 2>/dev/null || true)" if [ -z "$CHECKOUT_SHA" ]; then echo "[verify] FATAL: git rev-parse HEAD returned nothing — cannot certify commit identity" >&2 exit 1 fi if [ "$CI_COMMIT_SHA" != "$CHECKOUT_SHA" ]; then echo "[verify] FATAL: provider commit ($CI_COMMIT_SHA) != checkout HEAD ($CHECKOUT_SHA)" >&2 exit 1 fi echo "[verify] commit identity confirmed: $CHECKOUT_SHA" # (b) Canonical terminal verification. Caller-provided prerequisites the # runner expects (see .woodpecker/ci.yml comments): bash/rsync for the # guard stages, openssl + the pinned pi binary for the test stage. git is # baked into ci-base but re-asserted here so the identity check above can # never silently depend on a stale baked image. DATABASE_URL is # deliberately NOT set: the canonical command must hold on the PGlite # path too and never sets or requires a database itself. - apk add --no-cache bash rsync openssl git - npm install -g @earendil-works/pi-coding-agent@0.84.1 - pnpm verify:release depends_on: - install build: image: *node_image commands: - *enable_pnpm - pnpm build depends_on: - install - verify publish-npm: image: *node_image # Publish only when a publishable package changed (or on a release tag); a # pure-docs merge runs no publish. Cheap step, but gated for cleanliness. when: - event: tag - event: [push, manual] branch: main path: include: - 'packages/**' environment: NPM_TOKEN: from_secret: gitea_token commands: - *enable_pnpm # Configure auth for Gitea npm registry - | echo "//git.mosaicstack.dev/api/packages/mosaicstack/npm/:_authToken=$NPM_TOKEN" > ~/.npmrc echo "@mosaicstack:registry=https://git.mosaicstack.dev/api/packages/mosaicstack/npm/" >> ~/.npmrc # Publish non-private packages to Gitea. # # The only publish failure we tolerate is "version already exists" — # that legitimately happens when only some packages were bumped in # the merge. Any other failure (registry 404, auth error, network # error) MUST fail the pipeline loudly: the previous # `|| echo "... continuing"` fallback silently hid a 404 from the # Gitea org rename and caused every @mosaicstack/* publish to fall # on the floor while CI still reported green. - | # Portable sh (Alpine ash) — avoid bashisms like PIPESTATUS. set +e pnpm --filter "@mosaicstack/*" --filter "!@mosaicstack/web" publish --no-git-checks --access public >/tmp/publish.log 2>&1 EXIT=$? set -e cat /tmp/publish.log if [ "$EXIT" -eq 0 ]; then echo "[publish] all packages published successfully" exit 0 fi # Hard registry / auth / network errors → fatal. Match npm's own # error lines specifically to avoid false positives on arbitrary # log text that happens to contain "E404" etc. if grep -qE "npm (error|ERR!) code (E404|E401|ENEEDAUTH|ECONNREFUSED|ETIMEDOUT|ENOTFOUND)" /tmp/publish.log; then echo "[publish] FATAL: registry/auth/network error detected — failing pipeline" >&2 exit 1 fi # Only tolerate the explicit "version already published" case. # npm returns this as E403 with body "You cannot publish over..." # or EPUBLISHCONFLICT depending on version. if grep -qE "EPUBLISHCONFLICT|You cannot publish over|previously published" /tmp/publish.log; then echo "[publish] some packages already at this version — continuing (non-fatal)" exit 0 fi echo "[publish] FATAL: publish failed with unrecognized error — failing pipeline" >&2 exit 1 depends_on: - build - verify publish-next-npm: image: *node_image # Durable @next integration-line publish. Runs only on next; never writes # the latest dist-tag and never commits the computed prerelease versions. when: - event: [push, manual] branch: next environment: NPM_TOKEN: from_secret: gitea_token CI_COMMIT_BRANCH: ${CI_COMMIT_BRANCH} CI_PIPELINE_NUMBER: ${CI_PIPELINE_NUMBER} commands: - *enable_pnpm - | if [ "$CI_COMMIT_BRANCH" != "next" ]; then echo "[publish-next] FATAL: publish-next-npm may only run on next (got '$CI_COMMIT_BRANCH')" >&2 exit 1 fi if [ -z "$CI_PIPELINE_NUMBER" ]; then echo "[publish-next] FATAL: CI_PIPELINE_NUMBER is required for prerelease versioning" >&2 exit 1 fi echo "//git.mosaicstack.dev/api/packages/mosaicstack/npm/:_authToken=$NPM_TOKEN" > ~/.npmrc echo "@mosaicstack:registry=https://git.mosaicstack.dev/api/packages/mosaicstack/npm/" >> ~/.npmrc DIST_TAGS_JSON="$(npm view @mosaicstack/mosaic dist-tags --registry https://git.mosaicstack.dev/api/packages/mosaicstack/npm/ --json)" DIST_TAGS_JSON="$DIST_TAGS_JSON" node -e 'const tags = JSON.parse(process.env.DIST_TAGS_JSON || "{}"); if (!tags || typeof tags !== "object" || !Object.hasOwn(tags, "latest")) { throw new Error("Gitea npm registry did not return a usable dist-tags object"); } console.log("[publish-next] registry dist-tags OK: latest=" + tags.latest);' node <<'NODE' const fs = require('node:fs'); const path = require('node:path'); const pipelineNumber = process.env.CI_PIPELINE_NUMBER; const roots = ['apps', 'packages', 'plugins']; const updated = []; function walk(dir) { if (!fs.existsSync(dir)) return; for (const entry of fs.readdirSync(dir, { withFileTypes: true })) { if (entry.name === 'node_modules' || entry.name === 'dist' || entry.name === '.turbo') continue; const fullPath = path.join(dir, entry.name); if (entry.isDirectory()) { const packagePath = path.join(fullPath, 'package.json'); if (fs.existsSync(packagePath)) updatePackage(packagePath); walk(fullPath); } } } function updatePackage(packagePath) { const manifest = JSON.parse(fs.readFileSync(packagePath, 'utf8')); if (!manifest.name?.startsWith('@mosaicstack/') || manifest.private) return; const stableMatch = /^(\d+)\.(\d+)\.(\d+)(?:[-+].*)?$/.exec(manifest.version); if (!stableMatch) { throw new Error(manifest.name + " has unsupported semver version '" + manifest.version + "'"); } const [, major, minor, patch] = stableMatch; const oldVersion = manifest.version; manifest.version = major + '.' + minor + '.' + (Number(patch) + 1) + '-next.' + pipelineNumber; fs.writeFileSync(packagePath, JSON.stringify(manifest, null, 2) + '\n'); updated.push(manifest.name + ' ' + oldVersion + ' -> ' + manifest.version); } for (const root of roots) walk(root); if (updated.length === 0) throw new Error('No publishable @mosaicstack/* packages found'); console.log('[publish-next] computed prerelease versions for ' + updated.length + ' packages:'); for (const line of updated) console.log('[publish-next] ' + line); NODE pnpm --filter "@mosaicstack/*" --filter "!@mosaicstack/web" --filter "!@mosaicstack/mosaic-as" publish --no-git-checks --access public --tag next EXPECTED_VERSION="$(node -p "require('./packages/mosaic/package.json').version")" RESOLVED_VERSION="$(npm view @mosaicstack/mosaic@next version --registry https://git.mosaicstack.dev/api/packages/mosaicstack/npm/)" if [ "$RESOLVED_VERSION" != "$EXPECTED_VERSION" ]; then echo "[publish-next] FATAL: @mosaicstack/mosaic@next resolved '$RESOLVED_VERSION', expected '$EXPECTED_VERSION'" >&2 exit 1 fi echo "[publish-next] @mosaicstack/mosaic@next resolves to $RESOLVED_VERSION" depends_on: - build - verify # TODO: Uncomment when ready to publish to npmjs.org # publish-npmjs: # image: *node_image # environment: # NPM_TOKEN: # from_secret: npmjs_token # commands: # - *enable_pnpm # - apk add --no-cache jq bash # - bash scripts/publish-npmjs.sh # depends_on: # - build # - verify # when: # - event: [tag] build-gateway: image: gcr.io/kaniko-project/executor:debug when: *image_build_when environment: REGISTRY_USER: from_secret: gitea_username REGISTRY_PASS: from_secret: gitea_password CI_COMMIT_BRANCH: ${CI_COMMIT_BRANCH} CI_COMMIT_TAG: ${CI_COMMIT_TAG} CI_COMMIT_SHA: ${CI_COMMIT_SHA} commands: - mkdir -p /kaniko/.docker - echo "{\"auths\":{\"git.mosaicstack.dev\":{\"username\":\"$REGISTRY_USER\",\"password\":\"$REGISTRY_PASS\"}}}" > /kaniko/.docker/config.json - | DESTINATIONS="--destination git.mosaicstack.dev/mosaicstack/stack/gateway:sha-${CI_COMMIT_SHA:0:7}" if [ "$CI_COMMIT_BRANCH" = "next" ]; then if [ -n "$CI_COMMIT_TAG" ]; then echo "[publish] FATAL: next gateway publish must be sha-only; refusing tag '$CI_COMMIT_TAG'" >&2 exit 1 fi echo "[publish] next gateway publish is sha-only" elif [ "$CI_COMMIT_BRANCH" = "main" ]; then DESTINATIONS="$DESTINATIONS --destination git.mosaicstack.dev/mosaicstack/stack/gateway:latest" elif [ -z "$CI_COMMIT_TAG" ]; then echo "[publish] FATAL: gateway image publish may only run for main, next, or tag events" >&2 exit 1 fi if [ -n "$CI_COMMIT_TAG" ]; then DESTINATIONS="$DESTINATIONS --destination git.mosaicstack.dev/mosaicstack/stack/gateway:$CI_COMMIT_TAG" fi /kaniko/executor --context . --dockerfile docker/gateway.Dockerfile $DESTINATIONS depends_on: - build - verify build-appservice: image: gcr.io/kaniko-project/executor:debug when: *main_image_build_when environment: REGISTRY_USER: from_secret: gitea_username REGISTRY_PASS: from_secret: gitea_password CI_COMMIT_BRANCH: ${CI_COMMIT_BRANCH} CI_COMMIT_TAG: ${CI_COMMIT_TAG} CI_COMMIT_SHA: ${CI_COMMIT_SHA} commands: - mkdir -p /kaniko/.docker - echo "{\"auths\":{\"git.mosaicstack.dev\":{\"username\":\"$REGISTRY_USER\",\"password\":\"$REGISTRY_PASS\"}}}" > /kaniko/.docker/config.json - | DESTINATIONS="--destination git.mosaicstack.dev/mosaicstack/stack/appservice:sha-${CI_COMMIT_SHA:0:7}" if [ "$CI_COMMIT_BRANCH" = "main" ]; then DESTINATIONS="$DESTINATIONS --destination git.mosaicstack.dev/mosaicstack/stack/appservice:latest" fi if [ -n "$CI_COMMIT_TAG" ]; then DESTINATIONS="$DESTINATIONS --destination git.mosaicstack.dev/mosaicstack/stack/appservice:$CI_COMMIT_TAG" fi /kaniko/executor --context . --dockerfile docker/appservice.Dockerfile $DESTINATIONS depends_on: - build - verify build-web: image: gcr.io/kaniko-project/executor:debug when: *main_image_build_when environment: REGISTRY_USER: from_secret: gitea_username REGISTRY_PASS: from_secret: gitea_password CI_COMMIT_BRANCH: ${CI_COMMIT_BRANCH} CI_COMMIT_TAG: ${CI_COMMIT_TAG} CI_COMMIT_SHA: ${CI_COMMIT_SHA} commands: - mkdir -p /kaniko/.docker - echo "{\"auths\":{\"git.mosaicstack.dev\":{\"username\":\"$REGISTRY_USER\",\"password\":\"$REGISTRY_PASS\"}}}" > /kaniko/.docker/config.json - | DESTINATIONS="--destination git.mosaicstack.dev/mosaicstack/stack/web:sha-${CI_COMMIT_SHA:0:7}" if [ "$CI_COMMIT_BRANCH" = "main" ]; then DESTINATIONS="$DESTINATIONS --destination git.mosaicstack.dev/mosaicstack/stack/web:latest" fi if [ -n "$CI_COMMIT_TAG" ]; then DESTINATIONS="$DESTINATIONS --destination git.mosaicstack.dev/mosaicstack/stack/web:$CI_COMMIT_TAG" fi /kaniko/executor --context . --dockerfile docker/web.Dockerfile $DESTINATIONS depends_on: - build - verify