carlos / platform Public

Merge remote-tracking branch 'origin/main' into run-lifecycle-logs-325

# Conflicts:
#	internal/provision/plan14_root_reads_test.go

claude 4 days ago 23af60b5779c920badf13dd9ff27454f87f85a3f parent 44148d2parent 54ae7fb

64 files changed, +19401 −45

approved_moves_copy_scan_test.go +25 −1
approved_moves_copy_test.go +82 −6
docs/site/changelog-links.json +41 −0
docs/site/changelog.json +381 −0
docs/site/cli.md +14 −0
docs/site/people.json +1 −0
docs/superpowers/notes/census-proposal-moves-offline.md +149 −0
docs/superpowers/plans/2026-10-06-moves-phase1-copy.md +198 −0
docs/superpowers/plans/2026-10-20-offline-operator-move.md +618 −0
docs/superpowers/plans/CODEX-BRIEF-MOVES-OFFLINE-FINAL.md +30 −0
internal/cgroup/hostprocs.go +28 −0
internal/cgroup/hostprocs_linux.go +109 −0
internal/cgroup/hostprocs_linux_test.go +115 −0
internal/cgroup/hostprocs_other.go +7 −0
internal/console/apiinstancemove_offline.go +1163 −0
internal/console/apiinstancemove_offline_test.go +1462 −0
internal/console/authcli.go +9 −0
internal/console/claim_invariant_fixtures_test.go +91 −0
internal/console/claim_invariant_test.go +6 −0
internal/console/svcroutes_test.go +15 −5
internal/console/testdata/claim-routes.txt +7 −0
internal/host/agent.go +23 −0
internal/host/edgesfile.go +30 −2
internal/host/movesoffline.go +970 −0
internal/host/movesoffline_e2e_test.go +1278 −0
internal/host/movesoffline_land.go +1248 −0
internal/host/movesoffline_land_test.go +1258 −0
internal/host/movesoffline_seal.go +1173 −0
internal/host/movesoffline_seal_test.go +1405 −0
internal/host/movesoffline_test.go +1283 −0
internal/host/movespass.go +154 −4
internal/hostfloor/image_linux.go +17 −1
internal/hostfloor/runimage_linux_test.go +39 −0
internal/layout/extras.go +15 −0
internal/layout/extras_test.go +1 −1
internal/layout/plan.go +77 −0
internal/layout/plan_test.go +63 −0
internal/lease/leasetest/s3server.go +137 −1
internal/lease/leasetest/s3server_test.go +164 −0
internal/lease/tombstone.go +315 −0
internal/lease/tombstone_test.go +791 −0
internal/moves/archive/archive.go +31 −5
internal/moves/archive/archive_test.go +131 −0
internal/moves/archive/archive_unix_test.go +21 −0
internal/moves/archive/limits.go +6 −1
internal/moves/envreport.go +20 −4
internal/moves/envreport_test.go +21 −0
internal/moves/offline.go +437 −0
internal/moves/offline_test.go +495 −0
internal/provision/moves_offline_census_test.go +55 −0
internal/provision/offline_move.go +366 −0
internal/provision/offline_move_copy_test.go +91 −0
internal/provision/offline_move_test.go +855 −0
internal/provision/plan14_root_reads_test.go +34 −2
internal/provision/plan9_b8_census_test.go +1 −1
internal/provision/provision.go +24 −0
internal/provision/testdata/plan14-root-reads-armed-box-updates.tsv +7 −0
internal/provision/testdata/plan14-root-reads-moves-offline.tsv +105 −0
internal/provision/testdata/plan14-root-reads-run-lifecycle-logs-325.tsv +1 −1
internal/rootaws/environment.go +10 −1
internal/rootaws/environment_test.go +38 −0
move.go +726 −9
move_test.go +716 −0
offline_move_e2e_test.go +218 −0

CI passed — run details

CI log

=== gate ===
cd launchctx && go vet ./... && go test ./... -count=1
ok  	amadan.net/carlos/platform.git/launchctx	0.013s
?   	amadan.net/carlos/platform.git/launchctx/controlname	[no test files]
?   	amadan.net/carlos/platform.git/launchctx/wireid	[no test files]
go vet ./...
gofmt -l .: clean
go test ./... -count=1 -timeout 30m
ok  	github.com/carlosframework/platform	347.584s
?   	github.com/carlosframework/platform/cmd/changelog	[no test files]
ok  	github.com/carlosframework/platform/cmd/console	3.828s
ok  	github.com/carlosframework/platform/cmd/moveprobe	93.205s
ok  	github.com/carlosframework/platform/cmd/zddprobe	0.738s
ok  	github.com/carlosframework/platform/internal/activator	253.163s
ok  	github.com/carlosframework/platform/internal/agentsock	0.056s
ok  	github.com/carlosframework/platform/internal/alerting	0.008s
ok  	github.com/carlosframework/platform/internal/analytics	0.029s
ok  	github.com/carlosframework/platform/internal/appconfig	2.884s
ok  	github.com/carlosframework/platform/internal/apperr	0.179s
ok  	github.com/carlosframework/platform/internal/applog	0.311s
ok  	github.com/carlosframework/platform/internal/awsinv	0.004s
ok  	github.com/carlosframework/platform/internal/boxchoice	0.015s
ok  	github.com/carlosframework/platform/internal/boxid	1.567s
?   	github.com/carlosframework/platform/internal/boxid/boxidtest	[no test files]
?   	github.com/carlosframework/platform/internal/boxid/internal/signtest	[no test files]
ok  	github.com/carlosframework/platform/internal/boxvolumes	0.012s
ok  	github.com/carlosframework/platform/internal/caps	0.039s
ok  	github.com/carlosframework/platform/internal/certwarm	0.002s
ok  	github.com/carlosframework/platform/internal/cgroup	0.774s
ok  	github.com/carlosframework/platform/internal/changelog	0.560s
ok  	github.com/carlosframework/platform/internal/claimactivation	1.179s
ok  	github.com/carlosframework/platform/internal/clamd	0.061s
?   	github.com/carlosframework/platform/internal/cliflag	[no test files]
ok  	github.com/carlosframework/platform/internal/console	427.440s
?   	github.com/carlosframework/platform/internal/controlname	[no test files]
?   	github.com/carlosframework/platform/internal/controlsock	[no test files]
ok  	github.com/carlosframework/platform/internal/dbdoor	5.875s
ok  	github.com/carlosframework/platform/internal/dbdoor/dbdoortest	0.058s
ok  	github.com/carlosframework/platform/internal/dbverify	0.008s
ok  	github.com/carlosframework/platform/internal/dnsrec	0.004s
ok  	github.com/carlosframework/platform/internal/docsite	0.008s
ok  	github.com/carlosframework/platform/internal/domains	2.731s
ok  	github.com/carlosframework/platform/internal/doorkey	0.010s
ok  	github.com/carlosframework/platform/internal/economics	0.009s
ok  	github.com/carlosframework/platform/internal/edge	47.411s
?   	github.com/carlosframework/platform/internal/edgeproof	[no test files]
ok  	github.com/carlosframework/platform/internal/edgesfile	0.015s
ok  	github.com/carlosframework/platform/internal/fleetapi	0.181s
ok  	github.com/carlosframework/platform/internal/gate	1.894s
ok  	github.com/carlosframework/platform/internal/genselect	0.024s
ok  	github.com/carlosframework/platform/internal/geo	0.095s
ok  	github.com/carlosframework/platform/internal/geoip	0.094s
ok  	github.com/carlosframework/platform/internal/historyreadback	0.212s
ok  	github.com/carlosframework/platform/internal/host	203.679s
ok  	github.com/carlosframework/platform/internal/hostactors	8.309s
ok  	github.com/carlosframework/platform/internal/hostactors/awsmembership	0.009s
ok  	github.com/carlosframework/platform/internal/hostbox	3.892s
ok  	github.com/carlosframework/platform/internal/hostclaim	1.373s
ok  	github.com/carlosframework/platform/internal/hostenv	0.010s
ok  	github.com/carlosframework/platform/internal/hostevidence	0.015s
ok  	github.com/carlosframework/platform/internal/hostexec	8.214s
ok  	github.com/carlosframework/platform/internal/hostfence	0.159s
ok  	github.com/carlosframework/platform/internal/hostfiles	11.534s
ok  	github.com/carlosframework/platform/internal/hostfloor	0.133s
ok  	github.com/carlosframework/platform/internal/hostguard	1.092s
ok  	github.com/carlosframework/platform/internal/hostops	2.768s
?   	github.com/carlosframework/platform/internal/hostops/fencerelease	[no test files]
ok  	github.com/carlosframework/platform/internal/hostops/internal/fencerelease	0.003s
ok  	github.com/carlosframework/platform/internal/hostquarantine	0.005s
ok  	github.com/carlosframework/platform/internal/hostrelocate	1.200s
ok  	github.com/carlosframework/platform/internal/hostresolve	0.388s
ok  	github.com/carlosframework/platform/internal/hostwrite	0.005s
ok  	github.com/carlosframework/platform/internal/infraview	0.007s
ok  	github.com/carlosframework/platform/internal/instancectl	5.324s
ok  	github.com/carlosframework/platform/internal/instanceexec	2.938s
ok  	github.com/carlosframework/platform/internal/instancefs	0.012s
ok  	github.com/carlosframework/platform/internal/instancekey	0.002s
ok  	github.com/carlosframework/platform/internal/instanceupdates	0.024s
ok  	github.com/carlosframework/platform/internal/layout	2.450s
ok  	github.com/carlosframework/platform/internal/lbhealth	0.005s
ok  	github.com/carlosframework/platform/internal/lease	10.190s
ok  	github.com/carlosframework/platform/internal/lease/leasetest	0.896s
ok  	github.com/carlosframework/platform/internal/ledger	0.020s
ok  	github.com/carlosframework/platform/internal/mail	0.485s
ok  	github.com/carlosframework/platform/internal/maintenance	0.107s
ok  	github.com/carlosframework/platform/internal/maintenanceexec	6.091s
ok  	github.com/carlosframework/platform/internal/maintenanceguard	0.257s
ok  	github.com/carlosframework/platform/internal/metrics	0.006s
ok  	github.com/carlosframework/platform/internal/moves	24.799s
ok  	github.com/carlosframework/platform/internal/moves/archive	1.586s
ok  	github.com/carlosframework/platform/internal/objstore	0.465s
ok  	github.com/carlosframework/platform/internal/ops	0.273s
ok  	github.com/carlosframework/platform/internal/park	0.589s
ok  	github.com/carlosframework/platform/internal/privatefile	0.010s
ok  	github.com/carlosframework/platform/internal/provision	55.363s
ok  	github.com/carlosframework/platform/internal/publicrelease	0.008s
?   	github.com/carlosframework/platform/internal/regionname	[no test files]
ok  	github.com/carlosframework/platform/internal/registry	7.135s
ok  	github.com/carlosframework/platform/internal/relay	7.248s
ok  	github.com/carlosframework/platform/internal/release	30.622s
ok  	github.com/carlosframework/platform/internal/rollout	4.709s
ok  	github.com/carlosframework/platform/internal/rolloutwords	0.004s
ok  	github.com/carlosframework/platform/internal/rootaws	0.010s
ok  	github.com/carlosframework/platform/internal/rootparticipation	0.067s
ok  	github.com/carlosframework/platform/internal/rootstate	0.027s
ok  	github.com/carlosframework/platform/internal/runs	0.569s
ok  	github.com/carlosframework/platform/internal/s3compat	0.012s
ok  	github.com/carlosframework/platform/internal/safefile	0.005s
ok  	github.com/carlosframework/platform/internal/schedule	3.440s
ok  	github.com/carlosframework/platform/internal/seeds	0.011s
ok  	github.com/carlosframework/platform/internal/sim/hostlife	23.678s
ok  	github.com/carlosframework/platform/internal/sim/litestreamfacts	3.974s
ok  	github.com/carlosframework/platform/internal/status	0.116s
ok  	github.com/carlosframework/platform/internal/steering	0.006s
ok  	github.com/carlosframework/platform/internal/stopevidence	0.367s
ok  	github.com/carlosframework/platform/internal/svcrole	0.004s
ok  	github.com/carlosframework/platform/internal/telemetry	0.010s
ok  	github.com/carlosframework/platform/internal/termfence	0.006s
ok  	github.com/carlosframework/platform/internal/tunnelclient	0.007s
ok  	github.com/carlosframework/platform/internal/unixdial	0.003s
ok  	github.com/carlosframework/platform/internal/updatewords	0.005s
ok  	github.com/carlosframework/platform/internal/usage	0.008s
ok  	github.com/carlosframework/platform/internal/version	0.003s
ok  	github.com/carlosframework/platform/internal/vet	1.835s
=== cross ===
--- shard 0 of 5 ---
cross-compiling darwin/arm64
--- shard 1 of 5 ---
cross-compiling darwin/amd64
--- shard 2 of 5 ---
cross-compiling linux/arm64
linux/arm64 carlos binary: 49807522 bytes (ceiling 52000000)
--- shard 3 of 5 ---
cross-compiling windows/amd64
--- shard 4 of 5 ---
cross-compiling windows/arm64
=== minio-contract ===
minio contract: arm64, minio RELEASE.2025-09-07T16-13-09Z, mc RELEASE.2025-08-13T08-35-41Z
  minio: cached, digest verified
  mc: cached, digest verified
  minio healthy on 127.0.0.1:20999
Added `local` successfully.
Bucket created successfully `local/contract-bucket`.
Bucket created successfully `local/denied-bucket`.
Created policy `contract-only` successfully.
Added user `scopeduser` successfully.
Attached Policies: [contract-only]
To User: scopeduser
  buckets and scoped user ready
=== RUN   TestDeliveredContractMinio
=== RUN   TestDeliveredContractMinio/put
=== RUN   TestDeliveredContractMinio/get_round-trips_the_body
=== RUN   TestDeliveredContractMinio/list_shows_the_key
=== RUN   TestDeliveredContractMinio/head_and_list_agree_on_the_version
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_its_own_object
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_its_own_object/not_by_PutObjectTagging
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_its_own_object/and_not_by_x-amz-tagging_on_upload
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/not_by_CreateMultipartUpload
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/not_by_CopyObject_with_a_REPLACE_tagging_directive
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/but_multipart_itself_is_allowed
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/and_copy_itself_is_allowed
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/a_POST-policy_forged_tag_with_a_matching_version_is_still_not_a_verdict
=== RUN   TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/and_an_ordinary_tagged-with-something-else_upload_is_allowed
=== RUN   TestDeliveredContractMinio/delete_removes_it
=== RUN   TestDeliveredContractMinio/cross-bucket_denial
--- PASS: TestDeliveredContractMinio (0.02s)
    --- PASS: TestDeliveredContractMinio/put (0.00s)
    --- PASS: TestDeliveredContractMinio/get_round-trips_the_body (0.00s)
    --- PASS: TestDeliveredContractMinio/list_shows_the_key (0.00s)
    --- PASS: TestDeliveredContractMinio/head_and_list_agree_on_the_version (0.00s)
    --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_its_own_object (0.00s)
        --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_its_own_object/not_by_PutObjectTagging (0.00s)
        --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_its_own_object/and_not_by_x-amz-tagging_on_upload (0.00s)
    --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route (0.01s)
        --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/not_by_CreateMultipartUpload (0.00s)
        --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/not_by_CopyObject_with_a_REPLACE_tagging_directive (0.00s)
        --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/but_multipart_itself_is_allowed (0.00s)
        --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/and_copy_itself_is_allowed (0.00s)
        --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/a_POST-policy_forged_tag_with_a_matching_version_is_still_not_a_verdict (0.00s)
        --- PASS: TestDeliveredContractMinio/the_app_cannot_tag_by_any_other_route/and_an_ordinary_tagged-with-something-else_upload_is_allowed (0.00s)
    --- PASS: TestDeliveredContractMinio/delete_removes_it (0.00s)
    --- PASS: TestDeliveredContractMinio/cross-bucket_denial (0.00s)
PASS
ok  	github.com/carlosframework/platform/internal/objstore	0.024s
=== RUN   TestT4StorageProbeMinio
2026/10/20 16:09:28 moves: T4: STORE: list: operation error S3: ListObjectsV2, https response error StatusCode: 403, RequestID: 18E048AF0CAF5F13, HostID: 7c420053e0fbcd7f41653fdd92ffa2802c903d05303b1aa15adc2e8bb65d183f, api error SignatureDoesNotMatch: The request signature we calculated does not match the signature you provided. Check your key and signing method.
--- PASS: TestT4StorageProbeMinio (0.01s)
PASS
ok  	github.com/carlosframework/platform/internal/host	0.026s
minio contract: PASS

approved_moves_copy_scan_test.go

Loading diff…

approved_moves_copy_test.go

Loading diff…

docs/site/changelog-links.json

Loading diff…

docs/site/changelog.json

Loading diff…

docs/site/cli.md

Loading diff…

docs/site/people.json

Loading diff…

docs/superpowers/notes/census-proposal-moves-offline.md

Loading diff…

docs/superpowers/plans/2026-10-06-moves-phase1-copy.md

Loading diff…

docs/superpowers/plans/2026-10-20-offline-operator-move.md

Loading diff…

docs/superpowers/plans/CODEX-BRIEF-MOVES-OFFLINE-FINAL.md

Loading diff…

internal/cgroup/hostprocs.go

Loading diff…

internal/cgroup/hostprocs_linux.go

Loading diff…

internal/cgroup/hostprocs_linux_test.go

Loading diff…

internal/cgroup/hostprocs_other.go

Loading diff…

internal/console/apiinstancemove_offline.go

Loading diff…

internal/console/apiinstancemove_offline_test.go

Loading diff…

internal/console/authcli.go

Loading diff…

internal/console/claim_invariant_fixtures_test.go

Loading diff…

internal/console/claim_invariant_test.go

Loading diff…

internal/console/svcroutes_test.go

Loading diff…

internal/console/testdata/claim-routes.txt

Loading diff…

internal/host/agent.go

Loading diff…

internal/host/edgesfile.go

Loading diff…

internal/host/movesoffline.go

Loading diff…

internal/host/movesoffline_e2e_test.go

Loading diff…

internal/host/movesoffline_land.go

Loading diff…

internal/host/movesoffline_land_test.go

Loading diff…

internal/host/movesoffline_seal.go

Loading diff…

internal/host/movesoffline_seal_test.go

Loading diff…

internal/host/movesoffline_test.go

Loading diff…

internal/host/movespass.go

Loading diff…

internal/hostfloor/image_linux.go

Loading diff…

internal/hostfloor/runimage_linux_test.go

Loading diff…

internal/layout/extras.go

Loading diff…

internal/layout/extras_test.go

Loading diff…

internal/layout/plan.go

Loading diff…

internal/layout/plan_test.go

Loading diff…

internal/lease/leasetest/s3server.go

Loading diff…

internal/lease/leasetest/s3server_test.go

Loading diff…

internal/lease/tombstone.go

Loading diff…

internal/lease/tombstone_test.go

Loading diff…

internal/moves/archive/archive.go

Loading diff…

internal/moves/archive/archive_test.go

Loading diff…

internal/moves/archive/archive_unix_test.go

Loading diff…

internal/moves/archive/limits.go

Loading diff…

internal/moves/envreport.go

Loading diff…

internal/moves/envreport_test.go

Loading diff…

internal/moves/offline.go

Loading diff…

internal/moves/offline_test.go

Loading diff…

internal/provision/moves_offline_census_test.go

Loading diff…

internal/provision/offline_move.go

Loading diff…

internal/provision/offline_move_copy_test.go

Loading diff…

internal/provision/offline_move_test.go

Loading diff…

internal/provision/plan14_root_reads_test.go

Loading diff…

internal/provision/plan9_b8_census_test.go

Loading diff…

internal/provision/provision.go

Loading diff…

internal/provision/testdata/plan14-root-reads-armed-box-updates.tsv

Loading diff…

internal/provision/testdata/plan14-root-reads-moves-offline.tsv

Loading diff…

internal/provision/testdata/plan14-root-reads-run-lifecycle-logs-325.tsv

Loading diff…

internal/rootaws/environment.go

Loading diff…

internal/rootaws/environment_test.go

Loading diff…

move.go

Loading diff…

move_test.go

Loading diff…

offline_move_e2e_test.go

Loading diff…