[20:06:15.208] New invocation is queued and will start shortly
[20:06:16.657] Starting the invocation (attempt 1)
[20:06:16.685] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5a8c6d39842bb09bbcb262894ab71da452a58c14"
[20:06:16.685] Popped gitiles commit info from properties and tags
[20:06:16.685] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:06:16.685] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:06:16.686] Buildbucket request:
{
"requestId": "8841520529545687520",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841520529545687520",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3bb52f7ef8b8529fafe03d8dc71e56a3aa5dc844"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3bb52f7ef8b8529fafe03d8dc71e56a3aa5dc844",
"title": "3bb52f7ef8b8529fafe03d8dc71e56a3aa5dc844",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3bb52f7ef8b8529fafe03d8dc71e56a3aa5dc844"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5a8c6d39842bb09bbcb262894ab71da452a58c14"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5a8c6d39842bb09bbcb262894ab71da452a58c14",
"title": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5a8c6d39842bb09bbcb262894ab71da452a58c14"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841520529545687520"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:06:17.270] Scheduled build:
{
"id": "8676090467215769153",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T20:06:16.807377858Z",
"updateTime": "2026-07-16T20:06:16.807377858Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"ref": "refs/heads/main"
}
}
}
[20:06:17.270] Task URL: https://cr-buildbucket.appspot.com/build/8676090467215769153
[20:06:17.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:2:0) after 1m25s
[20:06:18.226] Received PubSub notification, asking Buildbucket for the build status
[20:06:18.263] Build status: SCHEDULED
[20:07:42.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:2:0)
[20:07:42.314] Build status: SCHEDULED
[20:07:42.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:4:0) after 2m42s
[20:10:24.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:4:0)
[20:10:24.499] Build status: SCHEDULED
[20:10:24.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:5:0) after 6m6s
[20:16:30.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:5:0)
[20:16:30.579] Build status: SCHEDULED
[20:16:30.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:6:0) after 6m29s
[20:22:59.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:6:0)
[20:22:59.645] Build status: SCHEDULED
[20:22:59.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:7:0) after 7m4s
[20:30:03.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:7:0)
[20:30:03.709] Build status: SCHEDULED
[20:30:03.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:8:0) after 7m2s
[20:37:05.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:8:0)
[20:37:05.821] Build status: SCHEDULED
[20:37:05.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:9:0) after 6m12s
[20:43:17.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:9:0)
[20:43:17.918] Build status: SCHEDULED
[20:43:17.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:10:0) after 2m36s
[20:45:53.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:10:0)
[20:45:54.102] Build status: SCHEDULED
[20:45:54.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:11:0) after 8m29s
[20:54:30.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:11:0)
[20:54:30.166] Build status: SCHEDULED
[20:54:30.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:12:0) after 4m29s
[20:58:59.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:12:0)
[20:58:59.203] Build status: SCHEDULED
[20:58:59.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:13:0) after 1m21s
[21:00:20.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:13:0)
[21:00:20.280] Build status: SCHEDULED
[21:00:20.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:14:0) after 1m38s
[21:01:58.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:14:0)
[21:01:58.316] Build status: SCHEDULED
[21:01:58.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:15:0) after 9m25s
[21:11:23.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:15:0)
[21:11:23.483] Build status: SCHEDULED
[21:11:23.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:16:0) after 2m45s
[21:14:08.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:16:0)
[21:14:08.647] Build status: SCHEDULED
[21:14:08.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:17:0) after 1m16s
[21:15:24.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:17:0)
[21:15:24.818] Build status: SCHEDULED
[21:15:24.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:18:0) after 3m35s
[21:18:59.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:18:0)
[21:18:59.884] Build status: SCHEDULED
[21:18:59.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:19:0) after 9m40s
[21:28:39.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:19:0)
[21:28:39.936] Build status: SCHEDULED
[21:28:39.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:20:0) after 9m29s
[21:38:08.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:20:0)
[21:38:09.032] Build status: SCHEDULED
[21:38:09.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:21:0) after 3m19s
[21:41:28.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:21:0)
[21:41:28.151] Build status: SCHEDULED
[21:41:28.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:22:0) after 2m13s
[21:43:41.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:22:0)
[21:43:41.252] Build status: SCHEDULED
[21:43:41.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:23:0) after 3m36s
[21:47:17.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:23:0)
[21:47:17.326] Build status: SCHEDULED
[21:47:17.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:24:0) after 1m12s
[21:48:29.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:24:0)
[21:48:29.372] Build status: SCHEDULED
[21:48:29.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:25:0) after 8m22s
[21:56:51.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:25:0)
[21:56:52.209] Build status: SCHEDULED
[21:56:52.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:26:0) after 3m26s
[22:00:18.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:26:0)
[22:00:18.307] Build status: SCHEDULED
[22:00:18.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:27:0) after 5m36s
[22:05:54.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:27:0)
[22:05:54.340] Build status: SCHEDULED
[22:05:54.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:28:0) after 4m54s
[22:10:48.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:28:0)
[22:10:48.380] Build status: SCHEDULED
[22:10:48.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:29:0) after 5m42s
[22:16:30.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:29:0)
[22:16:30.432] Build status: SCHEDULED
[22:16:30.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:30:0) after 9m6s
[22:25:36.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:30:0)
[22:25:36.598] Build status: SCHEDULED
[22:25:36.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:31:0) after 4m42s
[22:30:18.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:31:0)
[22:30:18.681] Build status: SCHEDULED
[22:30:18.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:32:0) after 5m30s
[22:35:48.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:32:0)
[22:35:48.724] Build status: SCHEDULED
[22:35:48.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:33:0) after 5m38s
[22:41:26.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:33:0)
[22:41:26.900] Build status: SCHEDULED
[22:41:26.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:34:0) after 4m19s
[22:45:45.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:34:0)
[22:45:45.983] Build status: SCHEDULED
[22:45:45.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:35:0) after 4m4s
[22:49:50.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:35:0)
[22:49:50.026] Build status: SCHEDULED
[22:49:50.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:36:0) after 8m3s
[22:57:53.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:36:0)
[22:57:53.158] Build status: SCHEDULED
[22:57:53.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:37:0) after 6m40s
[23:04:33.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:37:0)
[23:04:33.203] Build status: SCHEDULED
[23:04:33.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:38:0) after 5m0s
[23:09:33.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:38:0)
[23:09:33.500] Build status: SCHEDULED
[23:09:33.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:39:0) after 1m37s
[23:11:10.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:39:0)
[23:11:10.542] Build status: SCHEDULED
[23:11:10.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:40:0) after 7m10s
[23:18:20.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:40:0)
[23:18:20.602] Build status: SCHEDULED
[23:18:20.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:41:0) after 1m1s
[23:19:21.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:41:0)
[23:19:21.704] Build status: SCHEDULED
[23:19:21.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:42:0) after 6m12s
[23:25:33.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:42:0)
[23:25:33.840] Build status: SCHEDULED
[23:25:33.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:43:0) after 6m47s
[23:32:20.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:43:0)
[23:32:20.895] Build status: SCHEDULED
[23:32:20.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:44:0) after 4m12s
[23:36:33.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:44:0)
[23:36:33.048] Build status: SCHEDULED
[23:36:33.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:45:0) after 7m16s
[23:39:57.476] Received PubSub notification, asking Buildbucket for the build status
[23:39:57.556] Build status: STARTED
[23:43:49.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:45:0)
[23:43:49.103] Build status: STARTED
[23:43:49.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8841520529545687520:47:0) after 8m11s
[23:44:58.886] Received PubSub notification, asking Buildbucket for the build status
[23:44:58.908] Build:
{
"id": "8676090467215769153",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T20:06:16.807377858Z",
"startTime": "2026-07-16T23:39:57.197654241Z",
"endTime": "2026-07-16T23:44:45.743746314Z",
"updateTime": "2026-07-16T23:44:45.743746314Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"ref": "refs/heads/main"
}
}
}
[23:44:58.908] Invocation finished in 3h38m43.706424493s with status FAILED