[19:46:33.813] New invocation is queued and will start shortly
[19:46:34.875] Starting the invocation (attempt 1)
[19:46:34.896] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
[19:46:34.896] Popped gitiles commit info from properties and tags
[19:46:34.896] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:46:34.897] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:46:34.897] Buildbucket request:
{
"requestId": "8844692662149026480",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844692662149026480",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d28462202f90f5b0998b7d3a1c7d2b968813c943"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d28462202f90f5b0998b7d3a1c7d2b968813c943",
"title": "d28462202f90f5b0998b7d3a1c7d2b968813c943",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d28462202f90f5b0998b7d3a1c7d2b968813c943"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
"title": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a20594ebe2ea3bcdeae7ada482978ba2ada7a17"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844692662149026480"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:46:35.314] Scheduled build:
{
"id": "8679262600281282353",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T19:46:34.974143660Z",
"updateTime": "2026-06-11T19:46:34.974143660Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
"ref": "refs/heads/main"
}
}
}
[19:46:35.314] Task URL: https://cr-buildbucket.appspot.com/build/8679262600281282353
[19:46:35.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:2:0) after 6m19s
[19:46:56.040] Received PubSub notification, asking Buildbucket for the build status
[19:46:56.083] Build status: SCHEDULED
[19:52:54.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:2:0)
[19:52:54.450] Build status: SCHEDULED
[19:52:54.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:4:0) after 4m24s
[19:57:18.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:4:0)
[19:57:18.552] Build status: SCHEDULED
[19:57:18.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:5:0) after 8m52s
[20:06:11.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:5:0)
[20:06:11.126] Build status: SCHEDULED
[20:06:11.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:6:0) after 5m3s
[20:11:14.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:6:0)
[20:11:14.259] Build status: SCHEDULED
[20:11:14.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:7:0) after 7m35s
[20:18:49.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:7:0)
[20:18:49.349] Build status: SCHEDULED
[20:18:49.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:8:0) after 1m16s
[20:20:05.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:8:0)
[20:20:05.417] Build status: SCHEDULED
[20:20:05.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:9:0) after 6m44s
[20:26:49.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:9:0)
[20:26:49.560] Build status: SCHEDULED
[20:26:49.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:10:0) after 2m24s
[20:29:13.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:10:0)
[20:29:13.693] Build status: SCHEDULED
[20:29:13.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:11:0) after 3m34s
[20:32:47.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:11:0)
[20:32:47.750] Build status: SCHEDULED
[20:32:47.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:12:0) after 5m15s
[20:38:02.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:12:0)
[20:38:02.831] Build status: SCHEDULED
[20:38:02.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:13:0) after 1m45s
[20:39:47.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:13:0)
[20:39:47.862] Build status: SCHEDULED
[20:39:47.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:14:0) after 7m55s
[20:47:42.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:14:0)
[20:47:42.997] Build status: SCHEDULED
[20:47:42.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:15:0) after 2m14s
[20:49:57.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:15:0)
[20:49:57.116] Build status: SCHEDULED
[20:49:57.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:16:0) after 1m6s
[20:51:03.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:16:0)
[20:51:03.270] Build status: SCHEDULED
[20:51:03.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:17:0) after 6m59s
[20:58:02.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:17:0)
[20:58:02.368] Build status: SCHEDULED
[20:58:02.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:18:0) after 7m25s
[21:05:27.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:18:0)
[21:05:27.495] Build status: SCHEDULED
[21:05:27.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:19:0) after 7m6s
[21:12:33.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:19:0)
[21:12:33.803] Build status: SCHEDULED
[21:12:33.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:20:0) after 9m37s
[21:22:10.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:20:0)
[21:22:10.887] Build status: SCHEDULED
[21:22:10.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:21:0) after 2m58s
[21:25:08.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:21:0)
[21:25:08.922] Build status: SCHEDULED
[21:25:08.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:22:0) after 7m5s
[21:32:13.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:22:0)
[21:32:13.983] Build status: SCHEDULED
[21:32:13.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:23:0) after 3m16s
[21:35:29.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:23:0)
[21:35:29.968] Build status: SCHEDULED
[21:35:29.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:24:0) after 1m55s
[21:37:25.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:24:0)
[21:37:25.056] Build status: SCHEDULED
[21:37:25.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:25:0) after 2m20s
[21:39:45.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:25:0)
[21:39:45.241] Build status: SCHEDULED
[21:39:45.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:26:0) after 5m12s
[21:44:57.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:26:0)
[21:44:57.340] Build status: SCHEDULED
[21:44:57.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:27:0) after 3m21s
[21:48:18.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:27:0)
[21:48:18.396] Build status: SCHEDULED
[21:48:18.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:28:0) after 6m58s
[21:55:16.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:28:0)
[21:55:16.631] Build status: SCHEDULED
[21:55:16.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:29:0) after 4m34s
[21:59:50.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:29:0)
[21:59:50.686] Build status: SCHEDULED
[21:59:50.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:30:0) after 1m50s
[22:01:40.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:30:0)
[22:01:40.716] Build status: SCHEDULED
[22:01:40.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:31:0) after 8m16s
[22:09:56.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:31:0)
[22:09:56.798] Build status: SCHEDULED
[22:09:56.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:32:0) after 2m6s
[22:12:02.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:32:0)
[22:12:02.911] Build status: SCHEDULED
[22:12:02.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:33:0) after 6m49s
[22:18:51.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:33:0)
[22:18:51.946] Build status: SCHEDULED
[22:18:51.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:34:0) after 6m17s
[22:25:08.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:34:0)
[22:25:08.952] Build status: SCHEDULED
[22:25:08.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:35:0) after 8m9s
[22:33:18.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:35:0)
[22:33:18.068] Build status: SCHEDULED
[22:33:18.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:36:0) after 1m30s
[22:34:48.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:36:0)
[22:34:48.120] Build status: SCHEDULED
[22:34:48.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:37:0) after 7m47s
[22:42:35.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:37:0)
[22:42:35.130] Build status: SCHEDULED
[22:42:35.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:38:0) after 7m55s
[22:50:30.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:38:0)
[22:50:30.277] Build status: SCHEDULED
[22:50:30.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:39:0) after 9m1s
[22:59:31.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:39:0)
[22:59:31.516] Build status: SCHEDULED
[22:59:31.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:40:0) after 2m58s
[23:02:30.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:40:0)
[23:02:30.027] Build status: SCHEDULED
[23:02:30.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:41:0) after 7m43s
[23:10:13.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:41:0)
[23:10:13.213] Build status: SCHEDULED
[23:10:13.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:42:0) after 6m18s
[23:16:31.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:42:0)
[23:16:31.665] Build status: SCHEDULED
[23:16:31.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:43:0) after 4m26s
[23:20:57.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:43:0)
[23:20:57.697] Build status: SCHEDULED
[23:20:57.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:44:0) after 2m9s
[23:23:06.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:44:0)
[23:23:06.779] Build status: SCHEDULED
[23:23:06.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:45:0) after 8m23s
[23:31:29.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:45:0)
[23:31:29.795] Build status: SCHEDULED
[23:31:29.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:46:0) after 7m6s
[23:38:35.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:46:0)
[23:38:35.860] Build status: SCHEDULED
[23:38:35.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8844692662149026480:47:0) after 9m46s
[23:44:57.282] Received PubSub notification, asking Buildbucket for the build status
[23:44:57.372] Build status: STARTED
[23:48:21.333] Received PubSub notification, asking Buildbucket for the build status
[23:48:21.354] Build:
{
"id": "8679262600281282353",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T19:46:34.974143660Z",
"startTime": "2026-06-11T23:44:53.352040912Z",
"endTime": "2026-06-11T23:48:21.025898872Z",
"updateTime": "2026-06-11T23:48:21.025898872Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6a20594ebe2ea3bcdeae7ada482978ba2ada7a17",
"ref": "refs/heads/main"
}
}
}
[23:48:21.354] Invocation finished in 4h1m47.544956095s with status FAILED