[21:38:35.287] New invocation is queued and will start shortly
[21:38:36.706] Starting the invocation (attempt 1)
[21:38:36.734] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/da331a4490841dac1300c12dd97afe7753444dbc"
[21:38:36.734] Popped gitiles commit info from properties and tags
[21:38:36.734] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:38:36.734] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:38:36.735] Buildbucket request:
{
"requestId": "8851661580599335472",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851661580599335472",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "da331a4490841dac1300c12dd97afe7753444dbc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@da331a4490841dac1300c12dd97afe7753444dbc",
"title": "da331a4490841dac1300c12dd97afe7753444dbc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/da331a4490841dac1300c12dd97afe7753444dbc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "da331a4490841dac1300c12dd97afe7753444dbc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851661580599335472"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:38:38.484] Scheduled build:
{
"id": "8686231518116231361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-26T21:38:37.022936195Z",
"updateTime": "2026-03-26T21:38:37.022936195Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "da331a4490841dac1300c12dd97afe7753444dbc",
"ref": "refs/heads/main"
}
}
}
[21:38:38.484] Task URL: https://cr-buildbucket.appspot.com/build/8686231518116231361
[21:38:38.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:2:0) after 9m33s
[21:39:05.200] Received PubSub notification, asking Buildbucket for the build status
[21:39:05.237] Build status: SCHEDULED
[21:48:11.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:2:0)
[21:48:11.681] Build status: SCHEDULED
[21:48:11.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:4:0) after 5m33s
[21:53:44.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:4:0)
[21:53:44.908] Build status: SCHEDULED
[21:53:44.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:5:0) after 6m5s
[21:59:49.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:5:0)
[21:59:50.035] Build status: SCHEDULED
[21:59:50.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:6:0) after 5m51s
[22:05:41.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:6:0)
[22:05:41.092] Build status: SCHEDULED
[22:05:41.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:7:0) after 8m28s
[22:14:09.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:7:0)
[22:14:09.123] Build status: SCHEDULED
[22:14:09.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:8:0) after 7m4s
[22:21:13.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:8:0)
[22:21:13.330] Build status: SCHEDULED
[22:21:13.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:9:0) after 9m1s
[22:30:14.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:9:0)
[22:30:14.369] Build status: SCHEDULED
[22:30:14.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:10:0) after 8m19s
[22:38:33.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:10:0)
[22:38:33.414] Build status: SCHEDULED
[22:38:33.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:11:0) after 7m35s
[22:46:08.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:11:0)
[22:46:08.531] Build status: SCHEDULED
[22:46:08.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:12:0) after 8m41s
[22:54:49.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:12:0)
[22:54:49.865] Build status: SCHEDULED
[22:54:49.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:13:0) after 4m51s
[22:59:40.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:13:0)
[22:59:40.938] Build status: SCHEDULED
[22:59:40.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:14:0) after 1m52s
[23:01:32.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:14:0)
[23:01:32.955] Build status: SCHEDULED
[23:01:32.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:15:0) after 7m34s
[23:09:06.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:15:0)
[23:09:06.984] Build status: SCHEDULED
[23:09:06.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:16:0) after 8m23s
[23:17:30.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:16:0)
[23:17:30.069] Build status: SCHEDULED
[23:17:30.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:17:0) after 4m4s
[23:21:34.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:17:0)
[23:21:34.191] Build status: SCHEDULED
[23:21:34.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:18:0) after 5m26s
[23:27:00.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:18:0)
[23:27:00.290] Build status: SCHEDULED
[23:27:00.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:19:0) after 5m17s
[23:32:17.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:19:0)
[23:32:17.324] Build status: SCHEDULED
[23:32:17.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:20:0) after 6m17s
[23:38:34.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:20:0)
[23:38:34.362] Build status: SCHEDULED
[23:38:34.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:21:0) after 5m24s
[23:43:58.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:21:0)
[23:43:58.487] Build status: SCHEDULED
[23:43:58.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:22:0) after 6m57s
[23:50:55.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:22:0)
[23:50:55.602] Build status: SCHEDULED
[23:50:55.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:23:0) after 8m33s
[23:59:28.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:23:0)
[23:59:28.659] Build status: SCHEDULED
[23:59:28.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:24:0) after 3m55s
[00:03:23.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:24:0)
[00:03:23.704] Build status: SCHEDULED
[00:03:23.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:25:0) after 3m17s
[00:06:41.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:25:0)
[00:06:41.070] Build status: SCHEDULED
[00:06:41.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:26:0) after 3m50s
[00:10:31.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:26:0)
[00:10:31.209] Build status: SCHEDULED
[00:10:31.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:27:0) after 2m1s
[00:12:32.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:27:0)
[00:12:32.322] Build status: SCHEDULED
[00:12:32.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:28:0) after 4m34s
[00:17:06.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:28:0)
[00:17:06.535] Build status: SCHEDULED
[00:17:06.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:29:0) after 5m3s
[00:22:09.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:29:0)
[00:22:09.662] Build status: SCHEDULED
[00:22:09.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:30:0) after 5m51s
[00:28:00.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:30:0)
[00:28:00.716] Build status: SCHEDULED
[00:28:00.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:31:0) after 7m27s
[00:35:27.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:31:0)
[00:35:27.807] Build status: SCHEDULED
[00:35:27.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:32:0) after 3m55s
[00:39:22.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:32:0)
[00:39:22.937] Build status: SCHEDULED
[00:39:22.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:33:0) after 9m14s
[00:48:37.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:33:0)
[00:48:37.063] Build status: SCHEDULED
[00:48:37.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:34:0) after 9m56s
[00:58:33.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:34:0)
[00:58:33.096] Build status: SCHEDULED
[00:58:33.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:35:0) after 4m36s
[01:00:50.469] Received PubSub notification, asking Buildbucket for the build status
[01:00:50.495] Build status: STARTED
[01:03:09.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:35:0)
[01:03:09.183] Build status: STARTED
[01:03:09.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8851661580599335472:37:0) after 8m23s
[01:10:53.530] Received PubSub notification, asking Buildbucket for the build status
[01:10:53.548] Build:
{
"id": "8686231518116231361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-26T21:38:37.022936195Z",
"startTime": "2026-03-27T01:00:50.179837275Z",
"endTime": "2026-03-27T01:10:53.276560527Z",
"updateTime": "2026-03-27T01:10:53.276560527Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "da331a4490841dac1300c12dd97afe7753444dbc",
"ref": "refs/heads/main"
}
}
}
[01:10:53.548] Invocation finished in 3h32m18.278577367s with status FAILED