[21:06:02.333] New invocation is queued and will start shortly
[21:06:03.416] Starting the invocation (attempt 1)
[21:06:03.450] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e"
[21:06:03.450] Popped gitiles commit info from properties and tags
[21:06:03.450] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:06:03.450] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:06:03.451] Buildbucket request:
{
"requestId": "8843056916600139536",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843056916600139536",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6ce4987872e7a726cb76ec077df8c8664306ac0e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ce4987872e7a726cb76ec077df8c8664306ac0e",
"title": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843056916600139536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:06:03.916] Scheduled build:
{
"id": "8677626854684825041",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-29T21:06:03.537244530Z",
"updateTime": "2026-06-29T21:06:03.537244530Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
}
}
}
[21:06:03.916] Task URL: https://cr-buildbucket.appspot.com/build/8677626854684825041
[21:06:03.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:2:0) after 2m28s
[21:06:04.850] Received PubSub notification, asking Buildbucket for the build status
[21:06:04.874] Build status: SCHEDULED
[21:08:31.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:2:0)
[21:08:31.951] Build status: SCHEDULED
[21:08:31.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:4:0) after 2m42s
[21:11:13.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:4:0)
[21:11:13.987] Build status: SCHEDULED
[21:11:13.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:5:0) after 4m43s
[21:15:56.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:5:0)
[21:15:57.006] Build status: SCHEDULED
[21:15:57.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:6:0) after 6m9s
[21:22:06.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:6:0)
[21:22:06.041] Build status: SCHEDULED
[21:22:06.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:7:0) after 3m11s
[21:25:17.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:7:0)
[21:25:17.105] Build status: SCHEDULED
[21:25:17.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:8:0) after 7m32s
[21:32:49.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:8:0)
[21:32:49.141] Build status: SCHEDULED
[21:32:49.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:9:0) after 1m6s
[21:33:55.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:9:0)
[21:33:55.191] Build status: SCHEDULED
[21:33:55.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:10:0) after 3m39s
[21:37:34.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:10:0)
[21:37:34.222] Build status: SCHEDULED
[21:37:34.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:11:0) after 7m4s
[21:44:38.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:11:0)
[21:44:38.261] Build status: SCHEDULED
[21:44:38.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:12:0) after 7m53s
[21:52:31.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:12:0)
[21:52:31.521] Build status: SCHEDULED
[21:52:31.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:13:0) after 5m56s
[21:58:27.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:13:0)
[21:58:27.655] Build status: SCHEDULED
[21:58:27.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:14:0) after 8m5s
[22:06:32.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:14:0)
[22:06:32.693] Build status: SCHEDULED
[22:06:32.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:15:0) after 4m33s
[22:11:05.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:15:0)
[22:11:05.762] Build status: SCHEDULED
[22:11:05.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:16:0) after 9m13s
[22:20:18.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:16:0)
[22:20:18.831] Build status: SCHEDULED
[22:20:18.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:17:0) after 9m13s
[22:29:31.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:17:0)
[22:29:31.869] Build status: SCHEDULED
[22:29:31.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:18:0) after 7m42s
[22:37:13.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:18:0)
[22:37:13.904] Build status: SCHEDULED
[22:37:13.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:19:0) after 7m57s
[22:45:10.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:19:0)
[22:45:11.009] Build status: SCHEDULED
[22:45:11.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:20:0) after 3m1s
[22:48:12.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:20:0)
[22:48:12.039] Build status: SCHEDULED
[22:48:12.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:21:0) after 6m36s
[22:54:48.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:21:0)
[22:54:48.220] Build status: SCHEDULED
[22:54:48.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:22:0) after 6m9s
[23:00:57.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:22:0)
[23:00:57.489] Build status: SCHEDULED
[23:00:57.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:23:0) after 1m36s
[23:02:33.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:23:0)
[23:02:33.484] Build status: SCHEDULED
[23:02:33.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:24:0) after 3m36s
[23:06:09.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:24:0)
[23:06:09.527] Build status: SCHEDULED
[23:06:09.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:25:0) after 4m36s
[23:10:45.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:25:0)
[23:10:45.566] Build status: SCHEDULED
[23:10:45.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:26:0) after 2m56s
[23:13:41.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:26:0)
[23:13:41.636] Build status: SCHEDULED
[23:13:41.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:27:0) after 1m4s
[23:14:45.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:27:0)
[23:14:45.770] Build status: SCHEDULED
[23:14:45.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:28:0) after 9m35s
[23:24:20.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:28:0)
[23:24:20.829] Build status: SCHEDULED
[23:24:20.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:29:0) after 1m32s
[23:25:52.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:29:0)
[23:25:52.842] Build status: SCHEDULED
[23:25:52.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:30:0) after 8m7s
[23:33:59.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:30:0)
[23:33:59.891] Build status: SCHEDULED
[23:33:59.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:31:0) after 1m5s
[23:35:04.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:31:0)
[23:35:04.970] Build status: SCHEDULED
[23:35:04.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:32:0) after 5m27s
[23:40:31.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:32:0)
[23:40:32.009] Build status: SCHEDULED
[23:40:32.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:33:0) after 2m29s
[23:43:01.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:33:0)
[23:43:01.051] Build status: SCHEDULED
[23:43:01.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:34:0) after 7m32s
[23:50:33.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:34:0)
[23:50:33.116] Build status: SCHEDULED
[23:50:33.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:35:0) after 1m9s
[23:51:42.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:35:0)
[23:51:42.150] Build status: SCHEDULED
[23:51:42.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:36:0) after 1m42s
[23:53:24.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:36:0)
[23:53:24.355] Build status: SCHEDULED
[23:53:24.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:37:0) after 5m41s
[23:59:05.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:37:0)
[23:59:05.390] Build status: SCHEDULED
[23:59:05.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:38:0) after 9m7s
[00:08:12.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:38:0)
[00:08:12.436] Build status: SCHEDULED
[00:08:12.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:39:0) after 8m11s
[00:16:23.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:39:0)
[00:16:23.474] Build status: SCHEDULED
[00:16:23.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:40:0) after 7m21s
[00:23:44.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:40:0)
[00:23:44.695] Build status: SCHEDULED
[00:23:44.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:41:0) after 6m55s
[00:30:39.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:41:0)
[00:30:39.791] Build status: SCHEDULED
[00:30:39.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:42:0) after 4m55s
[00:35:34.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:42:0)
[00:35:34.859] Build status: SCHEDULED
[00:35:34.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843056916600139536:43:0) after 8m46s
[00:37:05.788] Received PubSub notification, asking Buildbucket for the build status
[00:37:05.804] Build status: STARTED
[00:41:10.731] Received PubSub notification, asking Buildbucket for the build status
[00:41:10.779] Build:
{
"id": "8677626854684825041",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-29T21:06:03.537244530Z",
"startTime": "2026-06-30T00:37:05.628193759Z",
"endTime": "2026-06-30T00:41:10.425490613Z",
"updateTime": "2026-06-30T00:41:10.425490613Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
}
}
}
[00:41:10.779] Invocation finished in 3h35m8.451816315s with status FAILED