[02:38:15.004] New invocation is queued and will start shortly
[02:38:16.032] Starting the invocation (attempt 1)
[02:38:16.061] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/70a25521129b8a796424682b80074e3742ae4cc9"
[02:38:16.061] Popped gitiles commit info from properties and tags
[02:38:16.061] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:38:16.061] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:38:16.062] Buildbucket request:
{
"requestId": "8844666761075176112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844666761075176112",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/rpc2",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "1aefaacf1f4e076557ad70d426f5f71ba68136a1"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@1aefaacf1f4e076557ad70d426f5f71ba68136a1",
"title": "1aefaacf1f4e076557ad70d426f5f71ba68136a1",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/1aefaacf1f4e076557ad70d426f5f71ba68136a1"
},
{
"gitiles": {
"ref": "refs/heads/rpc2",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "d2bb266e2cc9c385c4cf1993f0a3ba6e8a1143de"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@d2bb266e2cc9c385c4cf1993f0a3ba6e8a1143de",
"title": "d2bb266e2cc9c385c4cf1993f0a3ba6e8a1143de",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/d2bb266e2cc9c385c4cf1993f0a3ba6e8a1143de"
},
{
"gitiles": {
"ref": "refs/heads/rpc2",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "3abc124199a5f1338a0907b6d9654bda9bff9080"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/rpc2@3abc124199a5f1338a0907b6d9654bda9bff9080",
"title": "3abc124199a5f1338a0907b6d9654bda9bff9080",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/3abc124199a5f1338a0907b6d9654bda9bff9080"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "3a5e3c24bf42d33676025b2a98451e006a6a51bf"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@3a5e3c24bf42d33676025b2a98451e006a6a51bf",
"title": "3a5e3c24bf42d33676025b2a98451e006a6a51bf",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/3a5e3c24bf42d33676025b2a98451e006a6a51bf"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "bc6d1dae617281b20ef0252a6a3e60f8cc5bf602"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@bc6d1dae617281b20ef0252a6a3e60f8cc5bf602",
"title": "bc6d1dae617281b20ef0252a6a3e60f8cc5bf602",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/bc6d1dae617281b20ef0252a6a3e60f8cc5bf602"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "70a25521129b8a796424682b80074e3742ae4cc9"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@70a25521129b8a796424682b80074e3742ae4cc9",
"title": "70a25521129b8a796424682b80074e3742ae4cc9",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/70a25521129b8a796424682b80074e3742ae4cc9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "70a25521129b8a796424682b80074e3742ae4cc9",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844666761075176112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:38:16.765] Scheduled build:
{
"id": "8679236699086417345",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-12T02:38:16.278514576Z",
"updateTime": "2026-06-12T02:38:16.278514576Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "70a25521129b8a796424682b80074e3742ae4cc9",
"ref": "refs/heads/upstream/main"
}
}
}
[02:38:16.765] Task URL: https://cr-buildbucket.appspot.com/build/8679236699086417345
[02:38:16.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:2:0) after 9m13s
[02:38:17.595] Received PubSub notification, asking Buildbucket for the build status
[02:38:17.620] Build status: SCHEDULED
[02:47:29.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:2:0)
[02:47:29.799] Build status: SCHEDULED
[02:47:29.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:4:0) after 9m51s
[02:57:20.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:4:0)
[02:57:20.853] Build status: SCHEDULED
[02:57:20.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:5:0) after 6m49s
[03:04:09.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:5:0)
[03:04:09.891] Build status: SCHEDULED
[03:04:09.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:6:0) after 8m42s
[03:12:51.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:6:0)
[03:12:51.943] Build status: SCHEDULED
[03:12:51.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:7:0) after 5m19s
[03:18:10.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:7:0)
[03:18:10.975] Build status: SCHEDULED
[03:18:10.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:8:0) after 6m57s
[03:25:08.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:8:0)
[03:25:08.118] Build status: SCHEDULED
[03:25:08.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:9:0) after 1m5s
[03:26:13.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:9:0)
[03:26:13.158] Build status: SCHEDULED
[03:26:13.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:10:0) after 9m35s
[03:35:48.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:10:0)
[03:35:48.196] Build status: SCHEDULED
[03:35:48.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:11:0) after 2m13s
[03:38:01.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:11:0)
[03:38:01.260] Build status: SCHEDULED
[03:38:01.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:12:0) after 5m28s
[03:43:29.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:12:0)
[03:43:29.368] Build status: SCHEDULED
[03:43:29.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:13:0) after 3m48s
[03:47:17.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:13:0)
[03:47:17.404] Build status: SCHEDULED
[03:47:17.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:14:0) after 6m31s
[03:53:48.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:14:0)
[03:53:48.494] Build status: SCHEDULED
[03:53:48.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:15:0) after 8m0s
[04:01:48.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:15:0)
[04:01:48.627] Build status: SCHEDULED
[04:01:48.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:16:0) after 1m14s
[04:03:02.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:16:0)
[04:03:02.798] Build status: SCHEDULED
[04:03:02.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:17:0) after 8m36s
[04:11:38.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:17:0)
[04:11:38.961] Build status: SCHEDULED
[04:11:38.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:18:0) after 5m19s
[04:16:58.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:18:0)
[04:16:58.239] Build status: SCHEDULED
[04:16:58.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:19:0) after 9m52s
[04:26:50.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:19:0)
[04:26:50.560] Build status: SCHEDULED
[04:26:50.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:20:0) after 4m45s
[04:31:35.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:20:0)
[04:31:35.596] Build status: SCHEDULED
[04:31:35.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:21:0) after 6m46s
[04:38:21.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:21:0)
[04:38:21.795] Build status: SCHEDULED
[04:38:21.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:22:0) after 5m1s
[04:43:22.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:22:0)
[04:43:23.028] Build status: SCHEDULED
[04:43:23.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:23:0) after 1m13s
[04:44:36.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:23:0)
[04:44:36.086] Build status: SCHEDULED
[04:44:36.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:24:0) after 7m37s
[04:52:13.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:24:0)
[04:52:13.121] Build status: SCHEDULED
[04:52:13.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:25:0) after 8m57s
[05:01:10.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:25:0)
[05:01:10.220] Build status: SCHEDULED
[05:01:10.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:26:0) after 1m49s
[05:02:59.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:26:0)
[05:02:59.253] Build status: SCHEDULED
[05:02:59.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:27:0) after 3m57s
[05:06:56.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:27:0)
[05:06:56.330] Build status: SCHEDULED
[05:06:56.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:28:0) after 2m1s
[05:08:57.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:28:0)
[05:08:57.362] Build status: SCHEDULED
[05:08:57.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:29:0) after 9m1s
[05:13:54.105] Received PubSub notification, asking Buildbucket for the build status
[05:13:54.138] Build status: STARTED
[05:17:58.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:29:0)
[05:17:58.498] Build status: STARTED
[05:17:58.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8844666761075176112:31:0) after 7m56s
[05:19:17.194] Received PubSub notification, asking Buildbucket for the build status
[05:19:17.254] Build:
{
"id": "8679236699086417345",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-12T02:38:16.278514576Z",
"startTime": "2026-06-12T05:13:53.673305730Z",
"endTime": "2026-06-12T05:19:16.890644535Z",
"updateTime": "2026-06-12T05:19:16.890644535Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "70a25521129b8a796424682b80074e3742ae4cc9",
"ref": "refs/heads/upstream/main"
}
}
}
[05:19:17.254] Invocation finished in 2h41m2.256003229s with status FAILED