[20:52:26.246] New invocation is queued and will start shortly
[20:52:27.628] Starting the invocation (attempt 1)
[20:52:27.655] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/68644b20ccb3242efe1a52a1510969b622695ea3"
[20:52:27.655] Popped gitiles commit info from properties and tags
[20:52:27.655] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:52:27.656] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:52:27.656] Buildbucket request:
{
"requestId": "8845503890422350240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845503890422350240",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "edae9a7c02a898a60f7e264ad360dd94b678e7a5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edae9a7c02a898a60f7e264ad360dd94b678e7a5",
"title": "edae9a7c02a898a60f7e264ad360dd94b678e7a5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edae9a7c02a898a60f7e264ad360dd94b678e7a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "68644b20ccb3242efe1a52a1510969b622695ea3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@68644b20ccb3242efe1a52a1510969b622695ea3",
"title": "68644b20ccb3242efe1a52a1510969b622695ea3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/68644b20ccb3242efe1a52a1510969b622695ea3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "68644b20ccb3242efe1a52a1510969b622695ea3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845503890422350240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:52:28.104] Scheduled build:
{
"id": "8680073828213287617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-02T20:52:27.730952179Z",
"updateTime": "2026-06-02T20:52:27.730952179Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "68644b20ccb3242efe1a52a1510969b622695ea3",
"ref": "refs/heads/main"
}
}
}
[20:52:28.104] Task URL: https://cr-buildbucket.appspot.com/build/8680073828213287617
[20:52:28.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:2:0) after 7m49s
[20:52:29.027] Received PubSub notification, asking Buildbucket for the build status
[20:52:29.043] Build status: SCHEDULED
[21:00:17.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:2:0)
[21:00:17.242] Build status: SCHEDULED
[21:00:17.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:4:0) after 1m12s
[21:01:29.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:4:0)
[21:01:29.380] Build status: SCHEDULED
[21:01:29.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:5:0) after 3m2s
[21:04:31.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:5:0)
[21:04:31.381] Build status: SCHEDULED
[21:04:31.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:6:0) after 7m53s
[21:12:24.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:6:0)
[21:12:24.502] Build status: SCHEDULED
[21:12:24.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:7:0) after 9m44s
[21:22:08.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:7:0)
[21:22:08.563] Build status: SCHEDULED
[21:22:08.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:8:0) after 9m27s
[21:31:35.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:8:0)
[21:31:35.629] Build status: SCHEDULED
[21:31:35.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:9:0) after 4m14s
[21:35:49.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:9:0)
[21:35:49.724] Build status: SCHEDULED
[21:35:49.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:10:0) after 8m8s
[21:43:57.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:10:0)
[21:43:57.867] Build status: SCHEDULED
[21:43:57.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:11:0) after 4m49s
[21:48:46.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:11:0)
[21:48:46.967] Build status: SCHEDULED
[21:48:46.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:12:0) after 2m4s
[21:50:51.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:12:0)
[21:50:51.080] Build status: SCHEDULED
[21:50:51.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:13:0) after 3m14s
[21:54:05.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:13:0)
[21:54:05.113] Build status: SCHEDULED
[21:54:05.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:14:0) after 5m38s
[21:59:43.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:14:0)
[21:59:43.233] Build status: SCHEDULED
[21:59:43.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:15:0) after 5m14s
[22:04:57.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:15:0)
[22:04:57.432] Build status: SCHEDULED
[22:04:57.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:16:0) after 4m50s
[22:09:47.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:16:0)
[22:09:47.476] Build status: SCHEDULED
[22:09:47.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:17:0) after 9m33s
[22:19:20.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:17:0)
[22:19:20.548] Build status: SCHEDULED
[22:19:20.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:18:0) after 1m54s
[22:21:14.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:18:0)
[22:21:14.640] Build status: SCHEDULED
[22:21:14.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:19:0) after 5m59s
[22:27:13.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:19:0)
[22:27:13.785] Build status: SCHEDULED
[22:27:13.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:20:0) after 1m51s
[22:29:04.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:20:0)
[22:29:04.857] Build status: SCHEDULED
[22:29:04.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:21:0) after 7m55s
[22:36:59.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:21:0)
[22:37:00.234] Build status: SCHEDULED
[22:37:00.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:22:0) after 1m21s
[22:38:21.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:22:0)
[22:38:21.306] Build status: SCHEDULED
[22:38:21.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:23:0) after 1m28s
[22:39:49.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:23:0)
[22:39:49.334] Build status: SCHEDULED
[22:39:49.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:24:0) after 4m22s
[22:44:11.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:24:0)
[22:44:11.544] Build status: SCHEDULED
[22:44:11.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:25:0) after 1m4s
[22:45:15.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:25:0)
[22:45:15.582] Build status: SCHEDULED
[22:45:15.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:26:0) after 2m18s
[22:47:33.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:26:0)
[22:47:33.664] Build status: SCHEDULED
[22:47:33.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:27:0) after 8m28s
[22:56:01.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:27:0)
[22:56:01.761] Build status: SCHEDULED
[22:56:01.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:28:0) after 4m10s
[23:00:11.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:28:0)
[23:00:11.815] Build status: SCHEDULED
[23:00:11.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:29:0) after 6m57s
[23:07:08.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:29:0)
[23:07:08.964] Build status: SCHEDULED
[23:07:08.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:30:0) after 4m29s
[23:11:38.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:30:0)
[23:11:38.109] Build status: SCHEDULED
[23:11:38.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:31:0) after 5m45s
[23:17:23.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:31:0)
[23:17:23.194] Build status: SCHEDULED
[23:17:23.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:32:0) after 6m48s
[23:24:11.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:32:0)
[23:24:11.257] Build status: SCHEDULED
[23:24:11.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:33:0) after 3m32s
[23:27:43.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:33:0)
[23:27:43.382] Build status: SCHEDULED
[23:27:43.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:34:0) after 7m30s
[23:35:13.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:34:0)
[23:35:13.429] Build status: SCHEDULED
[23:35:13.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:35:0) after 2m14s
[23:35:16.640] Received PubSub notification, asking Buildbucket for the build status
[23:35:16.737] Build status: STARTED
[23:37:27.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:35:0)
[23:37:27.480] Build status: STARTED
[23:37:27.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8845503890422350240:37:0) after 3m30s
[23:40:10.653] Received PubSub notification, asking Buildbucket for the build status
[23:40:10.676] Build:
{
"id": "8680073828213287617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-02T20:52:27.730952179Z",
"startTime": "2026-06-02T23:35:16.479186460Z",
"endTime": "2026-06-02T23:39:56.518141011Z",
"updateTime": "2026-06-02T23:39:56.518141011Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "68644b20ccb3242efe1a52a1510969b622695ea3",
"ref": "refs/heads/main"
}
}
}
[23:40:10.676] Invocation finished in 2h47m44.436304239s with status FAILED