[02:49:46.273] New invocation is queued and will start shortly
[02:49:51.052] Starting the invocation (attempt 1)
[02:49:51.075] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/139a7dacdd3f2b2123d42a161a7da92963992ef7"
[02:49:51.075] Popped gitiles commit info from properties and tags
[02:49:51.075] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:49:51.076] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:49:51.076] Buildbucket request:
{
"requestId": "8848108720948467648",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848108720948467648",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e458f2a2c166505bf7215854dc10c6cdc673c3eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e458f2a2c166505bf7215854dc10c6cdc673c3eb",
"title": "e458f2a2c166505bf7215854dc10c6cdc673c3eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e458f2a2c166505bf7215854dc10c6cdc673c3eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "139a7dacdd3f2b2123d42a161a7da92963992ef7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@139a7dacdd3f2b2123d42a161a7da92963992ef7",
"title": "139a7dacdd3f2b2123d42a161a7da92963992ef7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/139a7dacdd3f2b2123d42a161a7da92963992ef7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "139a7dacdd3f2b2123d42a161a7da92963992ef7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848108720948467648"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:49:51.458] Scheduled build:
{
"id": "8682678655196152369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-05T02:49:51.138043299Z",
"updateTime": "2026-05-05T02:49:51.138043299Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "139a7dacdd3f2b2123d42a161a7da92963992ef7",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:49:51.458] Task URL: https://cr-buildbucket.appspot.com/build/8682678655196152369
[02:49:51.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:2:0) after 4m46s
[02:49:52.389] Received PubSub notification, asking Buildbucket for the build status
[02:49:52.409] Build status: SCHEDULED
[02:54:37.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:2:0)
[02:54:37.839] Build status: SCHEDULED
[02:54:37.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:4:0) after 7m40s
[03:02:17.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:4:0)
[03:02:18.083] Build status: SCHEDULED
[03:02:18.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:5:0) after 8m46s
[03:11:04.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:5:0)
[03:11:04.226] Build status: SCHEDULED
[03:11:04.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:6:0) after 1m24s
[03:12:28.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:6:0)
[03:12:28.262] Build status: SCHEDULED
[03:12:28.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:7:0) after 4m2s
[03:16:30.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:7:0)
[03:16:30.428] Build status: SCHEDULED
[03:16:30.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:8:0) after 8m52s
[03:25:22.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:8:0)
[03:25:22.628] Build status: SCHEDULED
[03:25:22.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:9:0) after 2m28s
[03:27:50.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:9:0)
[03:27:50.666] Build status: SCHEDULED
[03:27:50.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:10:0) after 1m10s
[03:29:00.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:10:0)
[03:29:00.800] Build status: SCHEDULED
[03:29:00.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:11:0) after 7m16s
[03:36:16.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:11:0)
[03:36:16.931] Build status: SCHEDULED
[03:36:16.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:12:0) after 6m25s
[03:42:41.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:12:0)
[03:42:41.970] Build status: SCHEDULED
[03:42:41.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:13:0) after 3m31s
[03:46:13.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:13:0)
[03:46:13.031] Build status: SCHEDULED
[03:46:13.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:14:0) after 1m25s
[03:47:38.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:14:0)
[03:47:38.110] Build status: SCHEDULED
[03:47:38.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:15:0) after 7m10s
[03:54:48.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:15:0)
[03:54:48.109] Build status: SCHEDULED
[03:54:48.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:16:0) after 8m25s
[04:03:13.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:16:0)
[04:03:13.141] Build status: SCHEDULED
[04:03:13.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:17:0) after 3m39s
[04:06:52.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:17:0)
[04:06:52.187] Build status: SCHEDULED
[04:06:52.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:18:0) after 2m7s
[04:08:59.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:18:0)
[04:08:59.228] Build status: SCHEDULED
[04:08:59.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:19:0) after 9m56s
[04:18:55.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:19:0)
[04:18:55.347] Build status: SCHEDULED
[04:18:55.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:20:0) after 8m12s
[04:27:07.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:20:0)
[04:27:07.381] Build status: SCHEDULED
[04:27:07.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:21:0) after 3m41s
[04:30:48.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:21:0)
[04:30:48.549] Build status: SCHEDULED
[04:30:48.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:22:0) after 3m40s
[04:34:28.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:22:0)
[04:34:28.555] Build status: SCHEDULED
[04:34:28.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:23:0) after 9m44s
[04:44:12.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:23:0)
[04:44:12.637] Build status: SCHEDULED
[04:44:12.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:24:0) after 6m13s
[04:50:25.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:24:0)
[04:50:25.719] Build status: SCHEDULED
[04:50:25.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:25:0) after 9m26s
[04:59:51.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:25:0)
[04:59:51.712] Build status: SCHEDULED
[04:59:51.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:26:0) after 4m14s
[05:04:05.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:26:0)
[05:04:05.823] Build status: SCHEDULED
[05:04:05.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:27:0) after 3m52s
[05:07:57.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:27:0)
[05:07:57.894] Build status: SCHEDULED
[05:07:57.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:28:0) after 3m14s
[05:09:58.997] Received PubSub notification, asking Buildbucket for the build status
[05:09:59.139] Build status: STARTED
[05:11:11.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:28:0)
[05:11:12.035] Build status: STARTED
[05:11:12.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8848108720948467648:30:0) after 7m23s
[05:11:38.500] Received PubSub notification, asking Buildbucket for the build status
[05:11:38.565] Build:
{
"id": "8682678655196152369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-05T02:49:51.138043299Z",
"startTime": "2026-05-05T05:09:58.601213206Z",
"endTime": "2026-05-05T05:11:35.207779712Z",
"updateTime": "2026-05-05T05:11:35.207779712Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "139a7dacdd3f2b2123d42a161a7da92963992ef7",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:11:38.565] Invocation finished in 2h21m52.296141087s with status FAILED