carlos / platform Public

zdd rev 19: Astra's two P2s on 19c07b2b

1. startGenFrom clears a leftover canonical link for every spawn on the
   canonical socket (sock == rt.Socket), not only a flag-off one. A flat
   host too long for a generation path (rule 4), or a foreign row, binds
   its canonical socket with perGen true, and a box that ran the old
   naming can have a link there that fails the bind. StartStaged's
   foreign arm already did this.
2. failedWakeStopped removes the generation's empty socket directory once
   its whole proof holds, the host cgroup's included where the generation
   had no child of its own, and never before. A failed wake bypassed
   genTerminated, so its directories piled up under /run.

Both tests fail with the fix reverted.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>

claude 1 week ago 8d93e497d5196c9a75c3212e11462ba944f421a3 parent 1be5b7e

3 files changed, +96 −4

internal/activator/backend_exec.go +7 −2
internal/activator/gensocket_rev19_test.go +79 −0
internal/activator/opset.go +10 −2

CI failed — run details

CI log

=== gate ===
cd launchctx && go vet ./... && go test ./... -count=1
ok  	amadan.net/carlos/platform.git/launchctx	0.012s
?   	amadan.net/carlos/platform.git/launchctx/controlname	[no test files]
?   	amadan.net/carlos/platform.git/launchctx/wireid	[no test files]
go vet ./...
gofmt -l .: clean
go test ./... -count=1 -timeout 30m
ok  	github.com/carlosframework/platform	346.569s
?   	github.com/carlosframework/platform/cmd/changelog	[no test files]
ok  	github.com/carlosframework/platform/cmd/console	3.828s
ok  	github.com/carlosframework/platform/cmd/moveprobe	93.670s
ok  	github.com/carlosframework/platform/cmd/zddprobe	0.722s
ok  	github.com/carlosframework/platform/internal/activator	234.020s
ok  	github.com/carlosframework/platform/internal/agentsock	0.066s
ok  	github.com/carlosframework/platform/internal/alerting	0.007s
ok  	github.com/carlosframework/platform/internal/analytics	0.030s
ok  	github.com/carlosframework/platform/internal/appconfig	2.726s
ok  	github.com/carlosframework/platform/internal/apperr	0.156s
ok  	github.com/carlosframework/platform/internal/applog	0.219s
ok  	github.com/carlosframework/platform/internal/awsinv	0.004s
ok  	github.com/carlosframework/platform/internal/boxchoice	0.012s
ok  	github.com/carlosframework/platform/internal/boxid	0.885s
?   	github.com/carlosframework/platform/internal/boxid/boxidtest	[no test files]
?   	github.com/carlosframework/platform/internal/boxid/internal/signtest	[no test files]
ok  	github.com/carlosframework/platform/internal/boxvolumes	0.024s
ok  	github.com/carlosframework/platform/internal/caps	0.020s
ok  	github.com/carlosframework/platform/internal/certwarm	0.004s
ok  	github.com/carlosframework/platform/internal/cgroup	0.756s
ok  	github.com/carlosframework/platform/internal/changelog	0.453s
ok  	github.com/carlosframework/platform/internal/clamd	0.059s
?   	github.com/carlosframework/platform/internal/cliflag	[no test files]
ok  	github.com/carlosframework/platform/internal/console	366.831s
?   	github.com/carlosframework/platform/internal/controlname	[no test files]
?   	github.com/carlosframework/platform/internal/controlsock	[no test files]
ok  	github.com/carlosframework/platform/internal/dbdoor	6.037s
ok  	github.com/carlosframework/platform/internal/dbdoor/dbdoortest	0.010s
ok  	github.com/carlosframework/platform/internal/dbverify	0.010s
ok  	github.com/carlosframework/platform/internal/dnsrec	0.027s
ok  	github.com/carlosframework/platform/internal/docsite	0.023s
ok  	github.com/carlosframework/platform/internal/domains	2.355s
ok  	github.com/carlosframework/platform/internal/doorkey	0.006s
ok  	github.com/carlosframework/platform/internal/economics	0.004s
ok  	github.com/carlosframework/platform/internal/edge	27.261s
?   	github.com/carlosframework/platform/internal/edgeproof	[no test files]
ok  	github.com/carlosframework/platform/internal/edgesfile	0.009s
ok  	github.com/carlosframework/platform/internal/fleetapi	0.134s
ok  	github.com/carlosframework/platform/internal/gate	1.722s
ok  	github.com/carlosframework/platform/internal/genselect	0.030s
ok  	github.com/carlosframework/platform/internal/geo	0.015s
ok  	github.com/carlosframework/platform/internal/geoip	0.049s
ok  	github.com/carlosframework/platform/internal/host	132.518s
ok  	github.com/carlosframework/platform/internal/hostactors	0.743s
ok  	github.com/carlosframework/platform/internal/hostbox	2.824s
ok  	github.com/carlosframework/platform/internal/hostclaim	1.043s
ok  	github.com/carlosframework/platform/internal/hostevidence	0.012s
ok  	github.com/carlosframework/platform/internal/hostexec	7.277s
ok  	github.com/carlosframework/platform/internal/hostfence	0.069s
ok  	github.com/carlosframework/platform/internal/hostfiles	11.072s
ok  	github.com/carlosframework/platform/internal/hostfloor	0.020s
ok  	github.com/carlosframework/platform/internal/hostguard	1.122s
ok  	github.com/carlosframework/platform/internal/hostops	2.291s
?   	github.com/carlosframework/platform/internal/hostops/fencerelease	[no test files]
ok  	github.com/carlosframework/platform/internal/hostops/internal/fencerelease	0.003s
ok  	github.com/carlosframework/platform/internal/hostquarantine	0.007s
ok  	github.com/carlosframework/platform/internal/hostrelocate	0.766s
ok  	github.com/carlosframework/platform/internal/hostresolve	0.304s
ok  	github.com/carlosframework/platform/internal/hostwrite	0.002s
ok  	github.com/carlosframework/platform/internal/infraview	0.002s
ok  	github.com/carlosframework/platform/internal/instancectl	1.857s
ok  	github.com/carlosframework/platform/internal/instanceexec	2.931s
ok  	github.com/carlosframework/platform/internal/instancefs	0.009s
ok  	github.com/carlosframework/platform/internal/instancekey	0.005s
ok  	github.com/carlosframework/platform/internal/instanceupdates	0.008s
ok  	github.com/carlosframework/platform/internal/layout	2.043s
ok  	github.com/carlosframework/platform/internal/lease	9.644s
ok  	github.com/carlosframework/platform/internal/lease/leasetest	0.016s
ok  	github.com/carlosframework/platform/internal/ledger	0.021s
ok  	github.com/carlosframework/platform/internal/mail	0.329s
ok  	github.com/carlosframework/platform/internal/maintenance	0.215s
ok  	github.com/carlosframework/platform/internal/maintenanceexec	5.807s
ok  	github.com/carlosframework/platform/internal/maintenanceguard	0.152s
ok  	github.com/carlosframework/platform/internal/metrics	0.013s
ok  	github.com/carlosframework/platform/internal/moves	23.090s
ok  	github.com/carlosframework/platform/internal/moves/archive	1.262s
ok  	github.com/carlosframework/platform/internal/objstore	0.329s
ok  	github.com/carlosframework/platform/internal/ops	0.318s
ok  	github.com/carlosframework/platform/internal/park	0.422s
ok  	github.com/carlosframework/platform/internal/privatefile	0.004s
2026/10/13 23:04:04 provision: listing apps/bab/blog/instances/: list refused — its records are unseen this pass
2026/10/13 23:04:04 provision: listing apps/bab/: listdirs refused — its records are unseen this pass
2026/10/13 23:04:04 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:04 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:04 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:04 provision: listing apps/bac/tito/instances/: list refused — its records are unseen this pass
2026/10/13 23:04:04 provision: listing apps/bac/tito/instances/: list refused — its records are unseen this pass
2026/10/13 23:04:04 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:04 provision: remove retired instance route shop.example: provision: claim admission unavailable
2026/10/13 23:04:04 provision: remove retired instance route shop.example: provision: claim admission unavailable
2026/10/13 23:04:04 provision: remove retired sidecar route worker.sidecar.internal: provision: claim admission unavailable
2026/10/13 23:04:04 provision: remove retired sidecar route worker.sidecar.internal: provision: claim admission unavailable
2026/10/13 23:04:04 provision: claim install acme.go.tito.io: provision: claim admission unavailable
2026/10/13 23:04:04 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:04 provision: claim install acme.go.tito.io: registry: claim row ownership changed or unknown
2026/10/13 23:04:04 provision: claim install bot.eleven.bac.sidecar.internal: provision: claim admission unavailable
2026/10/13 23:04:04 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["run"])
2026/10/13 23:04:04 provision: claim install bot.eleven.bac.sidecar.internal: registry: claim row ownership changed or unknown
2026/10/13 23:04:04 provision: refusing to mint route acme.go.tito.io (app "tito" acct "bac"): this box declares CARLOS_INBOUND=none (no-inbound) and cannot serve routed instance traffic
2026/10/13 23:04:04 provision: acme.go.tito.io: not minting this pass: the box's layout intent could not be read: no sealed config
2026/10/13 23:04:04 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:04 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:04 provision: REFUSING to mint sidecar bot.eleven.bac.sidecar.internal: bot.eleven.bac.sidecar.internal-sidecar.env is staged on this box — the legacy file co-spawn and a native sidecar row are two mechanisms for one host; remove the file to migrate this host onto sidecar records
2026/10/13 23:04:04 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["run"])
2026/10/13 23:04:04 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["run"])
2026/10/13 23:04:04 provision: refusing to mint route acme.go.tito.io (app "tito" acct "bac"): this box declares CARLOS_INBOUND=none (no-inbound) and cannot serve routed instance traffic
2026/10/13 23:04:04 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: REFUSING to mint sidecar bot.eleven.bac.sidecar.internal: bot.eleven.bac.sidecar.internal-sidecar.env is staged on this box — the legacy file co-spawn and a native sidecar row are two mechanisms for one host; remove the file to migrate this host onto sidecar records
2026/10/13 23:04:05 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["run"])
2026/10/13 23:04:05 provision: acme.go.tito.io exists but is not the route this record describes (app "other"/"tito") — leaving it alone
2026/10/13 23:04:05 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: claim install acme.go.tito.io: registry: claim row ownership changed or unknown
2026/10/13 23:04:05 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: claim install acme.go.tito.io: registry: claim row ownership changed or unknown
2026/10/13 23:04:05 provision: bot.eleven.bac.sidecar.internal exists but is not a sidecar row this pass owns (kind "sidecar" provisioned false app "eleven" acct "bac") — leaving it alone
2026/10/13 23:04:05 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["run"])
2026/10/13 23:04:05 provision: claim install bot.eleven.bac.sidecar.internal: registry: claim row ownership changed or unknown
2026/10/13 23:04:05 provision: acme.go.tito.io exists but is not the route this record describes (app "other"/"tito") — leaving it alone
2026/10/13 23:04:05 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: adopted existing route acme.go.tito.io (app "tito" acct "bac") — this record now owns its channel and environment
2026/10/13 23:04:05 provision: bot.eleven.bac.sidecar.internal exists but is not a sidecar row this pass owns (kind "sidecar" provisioned false app "eleven" acct "bac") — leaving it alone
2026/10/13 23:04:05 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:05 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: skipping record apps/bac/tito/instances/acme.go.tito.io.json: malformed: provision: invalid maintenance projection or protected fields
2026/10/13 23:04:05 provision: skipping record apps/bac/tito/instances/new.go.tito.io.json: malformed: provision: invalid maintenance projection or protected fields
2026/10/13 23:04:05 provision: not removing acme.go.tito.io: its record exists but could not be read cleanly this pass
2026/10/13 23:04:05 provision: skipping record apps/bac/tito/instances/acme.go.tito.io.json: malformed: provision: invalid maintenance projection or protected fields
2026/10/13 23:04:05 provision: skipping record apps/bac/tito/instances/new.go.tito.io.json: malformed: provision: invalid maintenance projection or protected fields
2026/10/13 23:04:05 provision: minted instance route rj.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rl.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route ra.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rc.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rd.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route re.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rf.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rk.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rb.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rg.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rh.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route ri.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route ra.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rb.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rc.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route rd.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: skipping record apps/bac/tito/instances/rb.go.tito.io.json: read failed: read refused
2026/10/13 23:04:05 provision: skipping record apps/bac/tito/instances/rb.go.tito.io.json: read failed: read refused
2026/10/13 23:04:05 provision: minted instance route re.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appc.example (app "appc" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appf.example (app "appf" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appg.example (app "appg" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appb.example (app "appb" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appd.example (app "appd" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appe.example (app "appe" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.apph.example (app "apph" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appi.example (app "appi" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appj.example (app "appj" acct "bac")
2026/10/13 23:04:05 provision: minted instance route x.appa.example (app "appa" acct "bac")
2026/10/13 23:04:05 provision: bac/tito is in the trash — not minting instance routes for it
2026/10/13 23:04:05 provision: minted instance route r0026.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0042.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0006.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0032.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0073.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0074.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0096.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0020.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0071.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0124.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0053.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0070.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0100.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0120.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0043.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0059.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0087.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0093.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0111.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0036.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0048.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0109.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0112.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0075.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0098.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0126.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0010.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0014.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0044.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0054.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0118.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0123.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0030.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0035.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0072.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0115.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0011.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0019.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0116.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0021.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0086.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0101.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0085.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0091.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0009.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0078.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0084.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0005.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0022.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0023.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0045.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0056.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0125.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0025.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0099.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0046.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0052.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0081.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0001.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0018.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0028.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0029.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0031.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0039.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0117.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0002.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0007.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0049.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0121.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0004.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0119.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0024.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0058.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0060.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0066.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0107.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0129.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0113.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0000.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0062.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0079.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0094.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0103.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0128.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0016.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0063.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0067.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0088.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0127.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0003.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0038.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0068.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0090.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0122.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0061.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0092.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0097.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0108.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0040.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0076.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0095.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0034.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0051.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0102.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0105.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0114.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0027.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0012.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0017.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0050.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0083.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0064.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0080.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0082.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0104.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0110.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0057.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0015.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0037.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0047.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0089.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0106.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0013.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0033.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0041.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0055.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0065.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0069.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0077.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:05 provision: minted instance route r0008.go.tito.io (app "tito" acct "bac")
--- FAIL: TestPlan14RootReadCensus (13.35s)
    plan14_root_reads_test.go:664: root read census: 26 discrepancies
        changed root read internal/activator/backend_exec.go:ExecBackend.startGenFrom; review class, task, sites and digest
        changed root read internal/activator/genbackend.go:ExecBackend.GenPaths; review class, task, sites and digest
        changed root read internal/activator/genbackend.go:ExecBackend.StartStaged; review class, task, sites and digest
        changed root read internal/activator/opset.go:Service.failedWakeStopped; review class, task, sites and digest
        changed root read internal/activator/opset.go:Service.genTerminated; review class, task, sites and digest
        changed root read internal/activator/opset.go:Service.handlelessGenEmpty; review class, task, sites and digest
        changed root read internal/activator/prepare.go:ExecBackend.prepareAt; review class, task, sites and digest
        changed root read internal/activator/swap.go:Service.swapOverlap; review class, task, sites and digest
        changed root read internal/activator/swaphold.go:Service.foreignRow; review class, task, sites and digest
        changed root read internal/activator/swaphold.go:Service.holdAdmitLocked; review class, task, sites and digest
        changed root source envelope cmd/zddprobe
        changed root source envelope internal/activator
        unclassified root read internal/activator/genbackend.go:ExecBackend.GenLayout registry:Host@103,whole:Route@78
        unclassified root read internal/activator/genbackend.go:SplitBackend.GenLayout file:Exec@116,registry:Backing@65,whole:Route@165,whole:Route@194
        unclassified root read internal/activator/generations.go:removeGenDir file:ReadDir@254,registry:Host@470,whole:Route@78
        unclassified root read internal/activator/swaphold.go:Service.swapLayout whole:Route@129,whole:Route@203
        changed legacy declaration internal/activator/backend_exec.go:ExecBackend.startGenFrom
        changed legacy declaration internal/activator/genbackend.go:ExecBackend.GenPaths
        changed legacy declaration internal/activator/genbackend.go:ExecBackend.StartStaged
        changed legacy declaration internal/activator/opset.go:Service.failedWakeStopped
        changed legacy declaration internal/activator/opset.go:Service.genTerminated
        changed legacy declaration internal/activator/opset.go:Service.handlelessGenEmpty
        changed legacy declaration internal/activator/prepare.go:ExecBackend.prepareAt
        changed legacy declaration internal/activator/swap.go:Service.swapOverlap
        changed legacy declaration internal/activator/swaphold.go:Service.foreignRow
        changed legacy declaration internal/activator/swaphold.go:Service.holdAdmitLocked
2026/10/13 23:04:19 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: refusing to mint route acme.go.tito.io (app "tito" acct "bac"): this box declares CARLOS_INBOUND=none (no-inbound) and cannot serve routed instance traffic
2026/10/13 23:04:19 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted static route site.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted service route svc.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted instance route whole.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted instance route console.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted service route ha.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted instance route shared.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:19 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged acme.go.tito.io channel stable -> edge
2026/10/13 23:04:20 provision: converged acme.go.tito.io channel edge -> canary/rehearsal
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/acme.go.tito.io.json: empty channel
2026/10/13 23:04:20 provision: not removing acme.go.tito.io: its record exists but could not be read cleanly this pass
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged acme.go.tito.io environment "" -> "staging"
2026/10/13 23:04:20 provision: converged acme.go.tito.io environment "staging" -> ""
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged acme.go.tito.io steering "" -> "latency"
2026/10/13 23:04:20 provision: converged acme.go.tito.io steering "latency" -> ""
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged acme.go.tito.io hibernate false -> true
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged acme.go.tito.io hibernate true -> false (replication "daily" cleared: only a hibernating route's rung is read)
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged acme.go.tito.io status-named false -> true
2026/10/13 23:04:20 provision: converged acme.go.tito.io status-named true -> false
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted service route ha.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged ha.go.tito.io upstreams addr "" -> "", addrs "127.0.0.1:7001,127.0.0.1:7002" -> "127.0.0.1:7001,127.0.0.1:7003" (probe "{\"path\":\"/\",\"status\":200,\"interval_ms\":2000,\"fail_after\":3,\"rise_after\":2}" -> "{\"path\":\"/\",\"status\":200,\"interval_ms\":2000,\"fail_after\":3,\"rise_after\":2}")
2026/10/13 23:04:20 provision: converged ha.go.tito.io upstreams addr "" -> "", addrs "127.0.0.1:7001,127.0.0.1:7003" -> "127.0.0.1:7003,127.0.0.1:7001" (probe "{\"path\":\"/\",\"status\":200,\"interval_ms\":2000,\"fail_after\":3,\"rise_after\":2}" -> "{\"path\":\"/\",\"status\":200,\"interval_ms\":2000,\"fail_after\":3,\"rise_after\":2}")
2026/10/13 23:04:20 provision: converged ha.go.tito.io upstreams addr "" -> "", addrs "127.0.0.1:7003,127.0.0.1:7001" -> "127.0.0.1:7003,127.0.0.1:7001" (probe "{\"path\":\"/\",\"status\":200,\"interval_ms\":2000,\"fail_after\":3,\"rise_after\":2}" -> "{\"path\":\"/healthz\",\"status\":200,\"interval_ms\":2000,\"fail_after\":3,\"rise_after\":2}")
2026/10/13 23:04:20 provision: minted service route whole.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged whole.go.tito.io upstreams addr "127.0.0.1:9443" -> "", addrs "" -> "127.0.0.1:9443,127.0.0.1:9444" (probe "" -> "{\"path\":\"/\",\"status\":200,\"interval_ms\":2000,\"fail_after\":3,\"rise_after\":2}")
2026/10/13 23:04:20 provision: converged whole.go.tito.io upstreams addr "" -> "", addrs "127.0.0.1:9443,127.0.0.1:9444" -> "" (probe "{\"path\":\"/\",\"status\":200,\"interval_ms\":2000,\"fail_after\":3,\"rise_after\":2}" -> "")
2026/10/13 23:04:20 provision: whole.go.tito.io: record describes a different route SHAPE than the row (kind "instance"/"service" unit ""/"" socket "/run/carlos/whole.go.tito.io.sock"/"" db "/data/whole.go.tito.io.db"/"") — not converged in place; `carlos remove whole.go.tito.io` purges this route's capability grants (registry.Delete's contract, not a bug) before the next pass re-mints it, so treat that as a last resort, not a routine fix
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted service route whole.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: acme.go.tito.io exists but is not the route this record describes (app "other"/"tito") — leaving it alone
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: removed retired instance route acme.go.tito.io (record gone)
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: skipping accounts/bac/account.json: malformed account manifest: invalid character 'o' in literal null (expecting 'u')
2026/10/13 23:04:20 provision: removed retired instance route acme.go.tito.io (record gone)
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: manifest bac/tito: read failed: provision: manifest bac/tito: invalid character 'o' in literal null (expecting 'u')
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/acme.go.tito.io.json: disagrees with its own path (host="wrong-host.go.tito.io" account="bac" app="tito")
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/acme$evil.go.tito.io.json: host "acme$evil.go.tito.io" is not a hostname
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/acme$evil.go.tito.io.json: host "acme$evil.go.tito.io" is not a hostname
2026/10/13 23:04:20 provision: not removing acme$evil.go.tito.io: its record exists but could not be read cleanly this pass
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/bad-service.go.tito.io.json: invalid shape: kind service with no addr: the platform only proxies to a service, so the record must name the upstream it proxies to
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/bad-service.go.tito.io.json: invalid shape: kind service with no addr: the platform only proxies to a service, so the record must name the upstream it proxies to
2026/10/13 23:04:20 provision: not removing bad-service.go.tito.io: its record exists but could not be read cleanly this pass
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/no-channel.go.tito.io.json: empty channel
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/no-channel.go.tito.io.json: empty channel
2026/10/13 23:04:20 provision: not removing no-channel.go.tito.io: its record exists but could not be read cleanly this pass
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: skipping record apps/bac/tito/instances/acme.go.tito.io.json: malformed: provision: invalid maintenance projection or protected fields
2026/10/13 23:04:20 provision: not removing acme.go.tito.io: its record exists but could not be read cleanly this pass
2026/10/13 23:04:20 provision: removed retired instance route ghost.go.tito.io (record gone)
2026/10/13 23:04:20 provision: duplicate host dup.go.tito.io: keeping apps/bac/tito/instances/dup.go.tito.io.json, skipping apps/bad/tito/instances/dup.go.tito.io.json
2026/10/13 23:04:20 provision: minted instance route dup.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: bac/tito is in the trash — not minting instance routes for it
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: bac/tito is in the trash — not minting instance routes for it
2026/10/13 23:04:20 provision: removed retired instance route acme.go.tito.io (app in the trash)
2026/10/13 23:04:20 provision: minted static route site.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: bac/tito is in the trash — not minting instance routes for it
2026/10/13 23:04:20 provision: removed retired static route site.go.tito.io (app in the trash)
2026/10/13 23:04:20 provision: trash marker for bac/tito unreadable: release: malformed trash marker for bac/tito: invalid character 'n' looking for beginning of object key string — not minting for this app
2026/10/13 23:04:20 provision: bac/tito is in the trash — not minting instance routes for it
2026/10/13 23:04:20 provision: removed retired instance route acme.go.tito.io (app in the trash)
2026/10/13 23:04:20 provision: bac/tito is in the trash — not minting instance routes for it
2026/10/13 23:04:20 provision: trash marker for bac/tito unreadable: release: malformed trash marker for bac/tito: invalid character 'n' looking for beginning of object key string — not minting for this app
2026/10/13 23:04:20 provision: adopted existing route acme.go.tito.io (app "tito" acct "bac") — this record now owns its channel and environment
2026/10/13 23:04:20 provision: converged acme.go.tito.io channel stable -> edge
2026/10/13 23:04:20 provision: adopted existing route acme.go.tito.io (app "tito" acct "bac") — this record now owns its channel and environment
2026/10/13 23:04:20 provision: converged acme.go.tito.io channel canary/rehearsal -> edge
2026/10/13 23:04:20 provision: converged acme.go.tito.io environment "staging" -> ""
2026/10/13 23:04:20 provision: acme.go.tito.io exists but is not the route this record describes (app "other"/"tito") — leaving it alone
2026/10/13 23:04:20 provision: acme.go.tito.io exists but is not the route this record describes (backing "unit" (box-scoped, not expressible in a record)) — leaving it alone
2026/10/13 23:04:20 provision: acme.go.tito.io exists but is not the route this record describes (tunnel "pi-fleet" (box-scoped, not expressible in a record)) — leaving it alone
2026/10/13 23:04:20 provision: acme.go.tito.io exists but is not the route this record describes (caps "port:25" (box-scoped, not expressible in a record)) — leaving it alone
2026/10/13 23:04:20 provision: acme.go.tito.io exists but is not the route this record describes (platform (owned by the domains reconcile pass)) — leaving it alone
2026/10/13 23:04:20 provision: acme.go.tito.io exists but is not the route this record describes (canary (owned by the domains reconcile pass)) — leaving it alone
2026/10/13 23:04:20 provision: acme.go.tito.io exists but is not the route this record describes (db "/data/other.db"/"/data/acme.go.tito.io.db") — leaving it alone
2026/10/13 23:04:20 provision: adopted existing route acme.go.tito.io (app "tito" acct "bac") — this record now owns its channel and environment
2026/10/13 23:04:20 provision: removed retired instance route acme.go.tito.io (record gone)
2026/10/13 23:04:20 provision: dry-run: would mint instance route acme.go.tito.io (app "tito" acct "bac" channel "stable")
2026/10/13 23:04:20 provision: dry-run: would adopt existing route adopt.go.tito.io (app "tito" acct "bac") — this record would own its channel and environment
2026/10/13 23:04:20 provision: dry-run: would converge adopt.go.tito.io channel stable -> edge
2026/10/13 23:04:20 provision: dry-run: would converge adopt.go.tito.io environment "" -> "staging"
2026/10/13 23:04:20 provision: dry-run: would converge owned.go.tito.io channel stable -> edge
2026/10/13 23:04:20 provision: dry-run: would converge owned.go.tito.io environment "" -> "staging"
2026/10/13 23:04:20 provision: dry-run: would converge owned.go.tito.io hibernate false -> true
2026/10/13 23:04:20 provision: dry-run: would converge owned.go.tito.io seed
2026/10/13 23:04:20 provision: dry-run: would remove retired instance route gone.go.tito.io (record gone)
2026/10/13 23:04:20 provision: adopted existing route adopt.go.tito.io (app "tito" acct "bac") — this record now owns its channel and environment
2026/10/13 23:04:20 provision: converged adopt.go.tito.io channel stable -> edge
2026/10/13 23:04:20 provision: converged adopt.go.tito.io environment "" -> "staging"
2026/10/13 23:04:20 provision: converged owned.go.tito.io channel stable -> edge
2026/10/13 23:04:20 provision: converged owned.go.tito.io environment "" -> "staging"
2026/10/13 23:04:20 provision: converged owned.go.tito.io hibernate false -> true
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: removed retired instance route gone.go.tito.io (record gone)
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: adopted existing route story.carlosframework.com (app "story" acct "bad") — this record now owns its channel and environment
2026/10/13 23:04:20 provision: story.carlosframework.com exists but is not the route this record describes (kind "instance"/"static") — leaving it alone
2026/10/13 23:04:20 provision: minted static route site.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted service route pub.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted service route pubs.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted service route named.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted service route priv.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route unit.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route exec.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted service route loop.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted static route site.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted static route pisite.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted static route site.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: removed retired static route site.go.tito.io (record gone)
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme-uk.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged acme.go.tito.io replicas "ie,uk" -> "uk"
2026/10/13 23:04:20 provision: converged acme.go.tito.io replicas "uk" -> ""
2026/10/13 23:04:20 provision: minted instance route acme-uk.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: converged acme-uk.go.tito.io replica mark true -> false
2026/10/13 23:04:20 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: minted instance route router.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:20 provision: acme.go.tito.io: row is on the nested layout (db "/data/instances/acme.go.tito.io/acme.go.tito.io.db" socket "/run/carlos/instances/acme.go.tito.io/app.sock"); the record's shared paths are not drift
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: minted instance route router.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: minted instance route router.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: minted instance route router.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: acme.go.tito.io: not minting this pass: the box's layout intent could not be read: store down
2026/10/13 23:04:21 provision: router.go.tito.io: not minting this pass: the box's layout intent could not be read: store down
2026/10/13 23:04:21 provision: adopted existing route acme.go.tito.io (app "tito" acct "bac") — this record now owns its channel and environment
2026/10/13 23:04:21 provision: converged acme.go.tito.io channel stable -> edge
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io held landing by mv_acme (app "tito" acct "bac")
2026/10/13 23:04:21 provision: not removing acme.go.tito.io (record gone): participant of a running operation
2026/10/13 23:04:21 provision: removed retired instance route acme.go.tito.io (record gone)
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io held landing by mv_acme (app "tito" acct "bac")
2026/10/13 23:04:21 provision: refusing to mint held route acme.go.tito.io (app "tito" acct "bac"): this box declares CARLOS_INBOUND=none (no-inbound) and cannot serve routed instance traffic
2026/10/13 23:04:21 provision: held acme.go.tito.io landing by mv_acme (was ready)
2026/10/13 23:04:21 provision: acme.go.tito.io: held restoring by rb_other, not by mv_acme; leaving it
2026/10/13 23:04:21 provision: acme.go.tito.io: the row is not this pass's (app "other" acct ""); not holding it for mv_acme
2026/10/13 23:04:21 provision: acme.go.tito.io exists but is not the route this record describes (app "other"/"tito") — leaving it alone
2026/10/13 23:04:21 provision: dry-run: would mint instance route acme.go.tito.io held landing by mv_acme (app "tito" acct "bac" channel "stable")
2026/10/13 23:04:21 provision: acme.go.tito.io: not held landing by mv_acme: the row's hold changed under this pass; the next pass judges it afresh
2026/10/13 23:04:21 provision: held acme.go.tito.io landing by mv_acme (was ready)
2026/10/13 23:04:21 provision: removed retired sidecar route gone.eleven.bac.sidecar.internal (record gone)
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: converged sidecar bot.eleven.bac.sidecar.internal args ["sidecar","run"] -> ["worker","run"]
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: converged sidecar bot.eleven.bac.sidecar.internal ceilings 300/3600 -> 60/120
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: converged sidecar bot.eleven.bac.sidecar.internal channel stable -> canary/eleven
2026/10/13 23:04:21 provision: converged sidecar bot.eleven.bac.sidecar.internal environment "other" -> "relay"
2026/10/13 23:04:21 provision: converged sidecar bot.eleven.bac.sidecar.internal hibernate true -> false
2026/10/13 23:04:21 provision: skipping sidecar record apps/bac/eleven/sidecars/bot.json: read failed: failStore: reads disabled under apps/bac/eleven/sidecars/
2026/10/13 23:04:21 provision: skipping sidecar record apps/bac/eleven/sidecars/bot.json: malformed: invalid character 'n' looking for beginning of object key string
2026/10/13 23:04:21 provision: not removing sidecar bot.eleven.bac.sidecar.internal: its record exists but could not be read cleanly this pass
2026/10/13 23:04:21 provision: skipping sidecar record apps/bac/eleven/sidecars/bot.json: empty channel
2026/10/13 23:04:21 provision: skipping sidecar record apps/bac/eleven/sidecars/held.json: empty channel
2026/10/13 23:04:21 provision: not removing sidecar held.eleven.bac.sidecar.internal: its record exists but could not be read cleanly this pass
2026/10/13 23:04:21 provision: removed retired sidecar route old.eleven.bac.sidecar.internal (record gone)
2026/10/13 23:04:21 provision: bac/eleven has sidecar records but no sidecars manifest — not minting
2026/10/13 23:04:21 provision: bac/eleven is in the trash — not minting sidecar routes for it
2026/10/13 23:04:21 provision: sidecar bot.eleven.bac.sidecar.internal is not placeable here: it asks for "no-inbound" placement and this box accepts inbound work (CARLOS_INBOUND="")
2026/10/13 23:04:21 provision: sidecar hub.relay.bac.sidecar.internal is not placeable here: it asks for "no-inbound" placement and this box accepts inbound work (CARLOS_INBOUND="")
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: minted sidecar route hub.relay.bac.sidecar.internal (app "relay" acct "bac" args ["relay"])
2026/10/13 23:04:21 provision: sidecar bot.eleven.bac.sidecar.internal is not placeable here: it asks for "no-inbound" placement and this box accepts inbound work (CARLOS_INBOUND="")
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: sidecar bot.eleven.bac.sidecar.internal is not placeable here: it asks for "no-inbound" placement and this box accepts inbound work (CARLOS_INBOUND="")
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: sidecar bot.eleven.bac.sidecar.internal is not placeable here: it asks for "no-inbound" placement and this box accepts inbound work (CARLOS_INBOUND="")
2026/10/13 23:04:21 provision: removed retired sidecar route bot.eleven.bac.sidecar.internal (record gone)
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: sidecar bot.eleven.bac.sidecar.internal is not placeable here: it asks for "no-inbound" placement and this box accepts inbound work (CARLOS_INBOUND="")
2026/10/13 23:04:21 provision: skipping sidecar record apps/bac/relay/sidecars/hub.json: read failed: failStore: reads disabled under apps/bac/relay/sidecars/
2026/10/13 23:04:21 provision: REFUSING to mint sidecar bot.eleven.bac.sidecar.internal: bot.eleven.bac.sidecar.internal-sidecar.env is staged on this box — the legacy file co-spawn and a native sidecar row are two mechanisms for one host; remove the file to migrate this host onto sidecar records
2026/10/13 23:04:21 provision: minted sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" args ["sidecar","run"])
2026/10/13 23:04:21 provision: dry-run: would mint sidecar route bot.eleven.bac.sidecar.internal (app "eleven" acct "bac" channel "stable" args ["sidecar","run"])
2026/10/13 23:04:21 provision: dry-run: would remove retired sidecar route gone.eleven.bac.sidecar.internal (record gone)
2026/10/13 23:04:21 provision: bot.eleven.bac.sidecar.internal exists but is not a sidecar row this pass owns (kind "sidecar" provisioned false app "eleven" acct "bac") — leaving it alone
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: converged acme.go.tito.io update settings "{\"updates\":\"manual\",\"channel\":\"stable\"}" -> ""
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: manifest bac/tito: read failed: provision: manifest bac/tito: unexpected end of JSON input
2026/10/13 23:04:21 provision: manifest bac/tito: read failed: provision: manifest bac/tito: unexpected end of JSON input
2026/10/13 23:04:21 provision: acme.go.tito.io: not minted this pass: the app's update policy could not be read
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io (app "tito" acct "bac")
2026/10/13 23:04:21 provision: manifest bac/tito: read failed: provision: manifest bac/tito: unexpected end of JSON input
2026/10/13 23:04:21 provision: acme.go.tito.io: not minted this pass: the app's update policy could not be read
2026/10/13 23:04:21 provision: minted instance route acme.go.tito.io held landing by mv_acme (app "tito" acct "bac")
FAIL
FAIL	github.com/carlosframework/platform/internal/provision	17.316s
ok  	github.com/carlosframework/platform/internal/publicrelease	0.016s
?   	github.com/carlosframework/platform/internal/regionname	[no test files]
ok  	github.com/carlosframework/platform/internal/registry	4.595s
ok  	github.com/carlosframework/platform/internal/relay	7.247s
ok  	github.com/carlosframework/platform/internal/release	22.285s
ok  	github.com/carlosframework/platform/internal/rollout	4.580s
ok  	github.com/carlosframework/platform/internal/rolloutwords	0.008s
ok  	github.com/carlosframework/platform/internal/rootaws	0.008s
ok  	github.com/carlosframework/platform/internal/rootparticipation	0.008s
ok  	github.com/carlosframework/platform/internal/rootstate	0.028s
ok  	github.com/carlosframework/platform/internal/s3compat	0.005s
ok  	github.com/carlosframework/platform/internal/safefile	0.005s
ok  	github.com/carlosframework/platform/internal/schedule	2.677s
ok  	github.com/carlosframework/platform/internal/sim/hostlife	17.202s
ok  	github.com/carlosframework/platform/internal/sim/litestreamfacts	4.060s
ok  	github.com/carlosframework/platform/internal/status	0.085s
ok  	github.com/carlosframework/platform/internal/steering	0.008s
ok  	github.com/carlosframework/platform/internal/stopevidence	0.316s
ok  	github.com/carlosframework/platform/internal/svcrole	0.004s
ok  	github.com/carlosframework/platform/internal/telemetry	0.004s
ok  	github.com/carlosframework/platform/internal/termfence	0.004s
ok  	github.com/carlosframework/platform/internal/tunnelclient	0.004s
ok  	github.com/carlosframework/platform/internal/unixdial	0.003s
ok  	github.com/carlosframework/platform/internal/updatewords	0.005s
ok  	github.com/carlosframework/platform/internal/usage	0.006s
ok  	github.com/carlosframework/platform/internal/version	0.002s
ok  	github.com/carlosframework/platform/internal/vet	1.811s
FAIL
make: *** [Makefile:18: test] Error 1

amadan: step gate failed: exit status 2

amadan: job failed at step gate — its output is above, not at the tail of this log

Intent

full ledger: zdd-gen-socket-names

diff --git a/internal/activator/backend_exec.go b/internal/activator/backend_exec.go

index dabbbae19..798479ab6 100644

--- a/internal/activator/backend_exec.go

+++ b/internal/activator/backend_exec.go

@@ -1848,9 +1848,14 @@ func (b *ExecBackend) startGenFrom(ctx context.Context, rt registry.Route, n uin

case LayoutFenced, LayoutConflict:

return nil, Gen{}, fmt.Errorf("%s: refusing to wake: %s", rt.Host, p.reason)

default:

- if !perGen {

+ if sock == rt.Socket {

// A link left at the canonical path by an agent that ran with

- // generations on would make the app's bind fail.

+ // generations on would make the app's bind fail. That holds for

+ // every spawn on the canonical socket, not only a flag-off one:

+ // a foreign row, or a flat row too long for a generation path

+ // (rev 19 rule 4) whose box ran the old naming, binds it with

+ // perGen true too (Astra, review of 19c07b2b), as StartStaged's

+ // foreign arm already handles.

if err := clearLeftoverCanonicalLink(rt.Socket); err != nil {

return nil, Gen{}, fmt.Errorf("%s: leftover canonical link: %w", rt.Host, err)

}

diff --git a/internal/activator/gensocket_rev19_test.go b/internal/activator/gensocket_rev19_test.go

index 030768a0c..975120111 100644

--- a/internal/activator/gensocket_rev19_test.go

+++ b/internal/activator/gensocket_rev19_test.go

@@ -10,6 +10,7 @@ package activator

import (

"context"

"encoding/json"

+ "errors"

"maps"

"os"

"path/filepath"

@@ -358,3 +359,81 @@ func TestRetiredGenerationDirectoryIsRemovedAndASiblingsIsNot(t *testing.T) {

})

}

+// Astra, review of 19c07b2b (P2 1): a flat host too long for a generation

+// path binds its canonical socket with perGen true, and a canonical link a

+// box left from the old naming must not fail that bind, as it does not on

+// a flag-off spawn or StartStaged's foreign arm.

+func TestOverLongFlatHostClearsALeftoverCanonicalLink(t *testing.T) {

+ requireUnixSockets(t)

+ b := testExecBackend(t)

+ b.RunDirOverride = shortRunDir(t)

+ host := strings.Repeat("a", 60-len(".example.com")) + ".example.com" // 60 bytes

+ stageServingLive(t, b, host)

+ rt := flatGenRoute(b, host)

+ if err := os.Symlink("/run/carlos/g/0123456789ab.3.sock", rt.Socket); err != nil {

+ t.Fatal(err)

+ }

+ ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)

+ defer cancel()

+ proc, g, err := b.StartGen(ctx, rt, 9, true)

+ if err != nil {

+ t.Fatalf("StartGen over a leftover canonical link: %v", err)

+ }

+ defer proc.Stop(context.Background())

+ if g.Socket != rt.Socket {

+ t.Fatalf("handle socket %s, want the canonical %s", g.Socket, rt.Socket)

+ }

+ if !isSocket(rt.Socket) {

+ t.Fatalf("%s is not a bound socket: the leftover link was not cleared", rt.Socket)

+ }

+// Astra, review of 19c07b2b (P2 2): a failed wake's generation directory

+// goes once failedWakeStopped's whole proof holds, the host cgroup's

+// included where the generation had no child of its own, and never before.

+func TestFailedWakeRemovesItsDirectoryOnlyOnceProven(t *testing.T) {

+ running := &sigtermIgnorer{}

+ exited := &sigtermIgnorer{}

+ exited.exited.Store(true)

+ for _, row := range []struct {

+ name string

+ proc Proc

+ killGen error // nil: the generation's own child was proven empty

+ populated bool // the host cgroup still holds something

+ want bool

+ }{

+ {"leader still running", running, nil, false, false},

+ {"child not proven empty", exited, errors.New("kill gen: timeout"), false, false},

+ {"uncontained, host cgroup populated", exited, errNoGenContainment, true, false},

+ {"uncontained, host cgroup empty", exited, errNoGenContainment, false, true},

+ {"contained, child proven empty", exited, nil, true, true},

+ } {

+ t.Run(row.name, func(t *testing.T) {

+ a, b, _, _ := testActivator(t, time.Hour)

+ kb := &killGenBackend{fakeBackend: b, err: row.killGen}

+ a.backend = &uncontainedStartBackend{unprovenStartBackend: &unprovenStartBackend{killGenBackend: kb}, populated: row.populated}

+ root := t.TempDir()

+ rt := testRoute("shop.example.com")

+ rt.Socket = filepath.Join(root, "shop.example.com.sock")

+ own := filepath.Join(root, "g", "4")

+ sibling := filepath.Join(root, "g", "3")

+ for _, d := range []string{own, sibling} {

+ if err := os.MkdirAll(d, 0o750); err != nil {

+ t.Fatal(err)

+ }

+ g := Gen{N: 4, Socket: filepath.Join(own, "shop.example.com.sock")}

+ g.Control = g.Socket + ".control"

+ if got := a.failedWakeStopped(rt, g, row.proc, LayoutFlat); got != row.want {

+ t.Fatalf("failedWakeStopped = %v, want %v", got, row.want)

+ }

+ if _, err := os.Stat(own); os.IsNotExist(err) != row.want {

+ t.Fatalf("own directory removed = %v, want %v (stat: %v)", os.IsNotExist(err), row.want, err)

+ }

+ if _, err := os.Stat(sibling); err != nil {

+ t.Fatalf("a sibling's empty directory was touched: %v", err)

+ }

+ })

+ }

diff --git a/internal/activator/opset.go b/internal/activator/opset.go

index 1de7efb35..a14dc1514 100644

--- a/internal/activator/opset.go

+++ b/internal/activator/opset.go

@@ -781,6 +781,9 @@ func genStartUnproven(err error) bool {

// Astra IMPL-3 F6). Its leader's exit, all genTerminated can see there,

// leaves whatever the leader forked running in carlos-exec@<host>. launched

// is the layout the wake's launch used (wokenInstance.launchLayout).

+//

+// Once the whole proof holds, and never before, the generation's own empty

+// socket directory goes (removeGenDir, rev 19 rule 3).

func (a *Service) failedWakeStopped(rt registry.Route, g Gen, p Proc, launched Layout) bool {

if p == nil && g.N == 0 {

log.Printf("activator: %s: failed wake left no process handle and no generation number; it cannot be proven stopped, so its lease stays held", rt.Host)

@@ -795,9 +798,14 @@ func (a *Service) failedWakeStopped(rt registry.Route, g Gen, p Proc, launched L

if !proven {

return false

}

- if uncontained {

- return a.uncontainedHostEmpty(rt, g, launched)

+ if uncontained && !a.uncontainedHostEmpty(rt, g, launched) {

+ return false

}

+ // The whole proof holds, the host cgroup's included where it is needed:

+ // the generation's own socket directory goes if it is empty (rev 19

+ // rule 3), as genTerminated does for every other path (Astra, review of

+ // 19c07b2b: a failed wake bypassed it, and directories piled up).

+ removeGenDir(rt, g)

return true

}