[22:32:00.814] New invocation is queued and will start shortly
[22:32:01.905] Starting the invocation (attempt 1)
[22:32:01.935] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d2212bf4a1c5250286c2911a490743ca48b7ba7e"
[22:32:01.935] Popped gitiles commit info from properties and tags
[22:32:01.935] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:32:01.935] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:32:01.936] Buildbucket request:
{
"requestId": "8839880613716188544",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839880613716188544",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "57b9088fddb67d5b60587b8f2e9315446123b306"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@57b9088fddb67d5b60587b8f2e9315446123b306",
"title": "57b9088fddb67d5b60587b8f2e9315446123b306",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/57b9088fddb67d5b60587b8f2e9315446123b306"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d2212bf4a1c5250286c2911a490743ca48b7ba7e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d2212bf4a1c5250286c2911a490743ca48b7ba7e",
"title": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d2212bf4a1c5250286c2911a490743ca48b7ba7e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839880613716188544"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:32:02.414] Scheduled build:
{
"id": "8674450551813523649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-03T22:32:02.007489264Z",
"updateTime": "2026-08-03T22:32:02.007489264Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
"ref": "refs/heads/main"
}
}
}
[22:32:02.414] Task URL: https://cr-buildbucket.appspot.com/build/8674450551813523649
[22:32:02.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:2:0) after 2m59s
[22:32:04.923] Received PubSub notification, asking Buildbucket for the build status
[22:32:04.948] Build status: SCHEDULED
[22:35:01.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:2:0)
[22:35:01.447] Build status: SCHEDULED
[22:35:01.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:4:0) after 3m9s
[22:38:10.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:4:0)
[22:38:10.898] Build status: SCHEDULED
[22:38:10.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:5:0) after 8m20s
[22:46:30.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:5:0)
[22:46:32.694] Build status: SCHEDULED
[22:46:32.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:6:0) after 1m31s
[22:48:03.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:6:0)
[22:48:03.823] Build status: SCHEDULED
[22:48:03.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:7:0) after 6m20s
[22:54:24.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:7:0)
[22:54:24.034] Build status: SCHEDULED
[22:54:24.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:8:0) after 9m12s
[23:03:36.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:8:0)
[23:03:36.101] Build status: SCHEDULED
[23:03:36.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:9:0) after 3m20s
[23:06:56.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:9:0)
[23:06:56.237] Build status: SCHEDULED
[23:06:56.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:10:0) after 9m26s
[23:16:22.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:10:0)
[23:16:22.281] Build status: SCHEDULED
[23:16:22.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:11:0) after 6m32s
[23:22:54.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:11:0)
[23:22:54.412] Build status: SCHEDULED
[23:22:54.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:12:0) after 7m8s
[23:30:02.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:12:0)
[23:30:02.541] Build status: SCHEDULED
[23:30:02.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:13:0) after 3m46s
[23:33:48.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:13:0)
[23:33:48.583] Build status: SCHEDULED
[23:33:48.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:14:0) after 5m40s
[23:39:28.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:14:0)
[23:39:28.693] Build status: SCHEDULED
[23:39:28.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:15:0) after 9m45s
[23:49:13.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:15:0)
[23:49:13.760] Build status: SCHEDULED
[23:49:13.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:16:0) after 2m38s
[23:51:51.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:16:0)
[23:51:51.797] Build status: SCHEDULED
[23:51:51.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:17:0) after 9m7s
[00:00:58.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:17:0)
[00:00:59.001] Build status: SCHEDULED
[00:00:59.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:18:0) after 6m52s
[00:07:51.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:18:0)
[00:07:51.144] Build status: SCHEDULED
[00:07:51.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:19:0) after 4m28s
[00:12:19.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:19:0)
[00:12:19.325] Build status: SCHEDULED
[00:12:19.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:20:0) after 2m43s
[00:15:02.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:20:0)
[00:15:02.370] Build status: SCHEDULED
[00:15:02.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:21:0) after 3m19s
[00:18:21.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:21:0)
[00:18:21.419] Build status: SCHEDULED
[00:18:21.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:22:0) after 1m11s
[00:19:32.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:22:0)
[00:19:32.459] Build status: SCHEDULED
[00:19:32.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:23:0) after 1m16s
[00:20:48.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:23:0)
[00:20:48.582] Build status: SCHEDULED
[00:20:48.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:24:0) after 3m7s
[00:23:55.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:24:0)
[00:23:55.617] Build status: SCHEDULED
[00:23:55.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:25:0) after 3m50s
[00:27:45.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:25:0)
[00:27:45.654] Build status: SCHEDULED
[00:27:45.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:26:0) after 7m13s
[00:34:58.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:26:0)
[00:34:58.928] Build status: SCHEDULED
[00:34:58.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:27:0) after 7m5s
[00:42:03.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:27:0)
[00:42:03.990] Build status: SCHEDULED
[00:42:03.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:28:0) after 3m50s
[00:45:54.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:28:0)
[00:45:54.029] Build status: SCHEDULED
[00:45:54.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:29:0) after 4m37s
[00:50:31.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:29:0)
[00:50:31.102] Build status: SCHEDULED
[00:50:31.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:30:0) after 3m36s
[00:54:07.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:30:0)
[00:54:07.195] Build status: SCHEDULED
[00:54:07.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:31:0) after 7m58s
[01:02:05.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:31:0)
[01:02:05.490] Build status: SCHEDULED
[01:02:05.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:32:0) after 6m31s
[01:08:36.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:32:0)
[01:08:36.661] Build status: SCHEDULED
[01:08:36.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:33:0) after 8m25s
[01:17:01.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:33:0)
[01:17:01.707] Build status: SCHEDULED
[01:17:01.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:34:0) after 4m4s
[01:21:05.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:34:0)
[01:21:05.740] Build status: SCHEDULED
[01:21:05.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:35:0) after 7m52s
[01:28:57.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:35:0)
[01:28:57.764] Build status: SCHEDULED
[01:28:57.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:36:0) after 5m29s
[01:34:26.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:36:0)
[01:34:26.830] Build status: SCHEDULED
[01:34:26.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:37:0) after 2m48s
[01:37:14.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:37:0)
[01:37:14.891] Build status: SCHEDULED
[01:37:14.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:38:0) after 9m47s
[01:47:02.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:38:0)
[01:47:02.108] Build status: SCHEDULED
[01:47:02.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:39:0) after 6m0s
[01:53:02.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:39:0)
[01:53:02.343] Build status: SCHEDULED
[01:53:02.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:40:0) after 6m55s
[01:57:41.003] Received PubSub notification, asking Buildbucket for the build status
[01:57:41.027] Build status: STARTED
[01:59:57.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:40:0)
[01:59:57.517] Build status: STARTED
[01:59:57.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:42:0) after 2m41s
[02:02:38.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:42:0)
[02:02:38.608] Build status: STARTED
[02:02:38.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:43:0) after 1m12s
[02:03:50.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:43:0)
[02:03:50.756] Build status: STARTED
[02:03:50.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:44:0) after 2m20s
[02:06:10.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:44:0)
[02:06:10.941] Build status: STARTED
[02:06:10.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839880613716188544:45:0) after 7m33s
[02:07:57.142] Received PubSub notification, asking Buildbucket for the build status
[02:07:57.383] Build:
{
"id": "8674450551813523649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-03T22:32:02.007489264Z",
"startTime": "2026-08-04T01:57:40.638763929Z",
"endTime": "2026-08-04T02:07:56.848669335Z",
"updateTime": "2026-08-04T02:07:56.848669335Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
"ref": "refs/heads/main"
}
}
}
[02:07:57.383] Invocation finished in 3h35m56.573275746s with status FAILED