[01:15:29.157] New invocation is queued and will start shortly
[01:15:30.473] Starting the invocation (attempt 1)
[01:15:30.500] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1cc1c28fc56f6f65d7d0bcd6945d522d1b9f10e0"
[01:15:30.500] Popped gitiles commit info from properties and tags
[01:15:30.500] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:15:30.500] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:15:30.500] Buildbucket request:
{
"requestId": "8841410477350826256",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841410477350826256",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "589dc34e668c039246b43cc7db47c1bd94cbcabc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@589dc34e668c039246b43cc7db47c1bd94cbcabc",
"title": "589dc34e668c039246b43cc7db47c1bd94cbcabc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/589dc34e668c039246b43cc7db47c1bd94cbcabc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fcfb555e6fc17492d75abcad4705a5cd21e0a84a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcfb555e6fc17492d75abcad4705a5cd21e0a84a",
"title": "fcfb555e6fc17492d75abcad4705a5cd21e0a84a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcfb555e6fc17492d75abcad4705a5cd21e0a84a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1cc1c28fc56f6f65d7d0bcd6945d522d1b9f10e0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1cc1c28fc56f6f65d7d0bcd6945d522d1b9f10e0",
"title": "1cc1c28fc56f6f65d7d0bcd6945d522d1b9f10e0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1cc1c28fc56f6f65d7d0bcd6945d522d1b9f10e0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cc1c28fc56f6f65d7d0bcd6945d522d1b9f10e0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841410477350826256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:15:30.940] Scheduled build:
{
"id": "8675980415216854641",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-18T01:15:30.572725051Z",
"updateTime": "2026-07-18T01:15:30.572725051Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cc1c28fc56f6f65d7d0bcd6945d522d1b9f10e0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:15:30.940] Task URL: https://cr-buildbucket.appspot.com/build/8675980415216854641
[01:15:30.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:2:0) after 1m15s
[01:15:31.687] Received PubSub notification, asking Buildbucket for the build status
[01:15:31.706] Build status: SCHEDULED
[01:16:46.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:2:0)
[01:16:46.277] Build status: SCHEDULED
[01:16:46.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:4:0) after 4m14s
[01:21:00.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:4:0)
[01:21:00.356] Build status: SCHEDULED
[01:21:00.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:5:0) after 5m40s
[01:26:40.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:5:0)
[01:26:40.437] Build status: SCHEDULED
[01:26:40.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:6:0) after 6m5s
[01:32:45.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:6:0)
[01:32:45.581] Build status: SCHEDULED
[01:32:45.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:7:0) after 9m42s
[01:42:27.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:7:0)
[01:42:27.630] Build status: SCHEDULED
[01:42:27.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:8:0) after 4m23s
[01:46:50.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:8:0)
[01:46:50.631] Build status: SCHEDULED
[01:46:50.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:9:0) after 9m31s
[01:56:21.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:9:0)
[01:56:21.649] Build status: SCHEDULED
[01:56:21.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:10:0) after 8m55s
[02:05:16.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:10:0)
[02:05:16.681] Build status: SCHEDULED
[02:05:16.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:11:0) after 9m37s
[02:14:53.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:11:0)
[02:14:53.892] Build status: SCHEDULED
[02:14:53.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:12:0) after 8m19s
[02:23:13.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:12:0)
[02:23:13.087] Build status: SCHEDULED
[02:23:13.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:13:0) after 2m19s
[02:25:32.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:13:0)
[02:25:32.167] Build status: SCHEDULED
[02:25:32.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:14:0) after 8m23s
[02:33:55.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:14:0)
[02:33:55.198] Build status: SCHEDULED
[02:33:55.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:15:0) after 6m25s
[02:40:20.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:15:0)
[02:40:20.210] Build status: SCHEDULED
[02:40:20.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:16:0) after 7m12s
[02:47:32.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:16:0)
[02:47:32.446] Build status: SCHEDULED
[02:47:32.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:17:0) after 1m14s
[02:48:46.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:17:0)
[02:48:46.470] Build status: SCHEDULED
[02:48:46.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:18:0) after 4m12s
[02:52:58.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:18:0)
[02:52:58.502] Build status: SCHEDULED
[02:52:58.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:19:0) after 9m0s
[03:01:58.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:19:0)
[03:01:58.625] Build status: SCHEDULED
[03:01:58.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:20:0) after 2m22s
[03:04:20.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:20:0)
[03:04:20.677] Build status: SCHEDULED
[03:04:20.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:21:0) after 3m32s
[03:07:52.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:21:0)
[03:07:52.800] Build status: SCHEDULED
[03:07:52.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:22:0) after 4m19s
[03:12:11.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:22:0)
[03:12:11.896] Build status: SCHEDULED
[03:12:11.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:23:0) after 4m18s
[03:16:29.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:23:0)
[03:16:29.959] Build status: SCHEDULED
[03:16:29.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:24:0) after 1m29s
[03:17:58.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:24:0)
[03:17:59.011] Build status: SCHEDULED
[03:17:59.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:25:0) after 1m37s
[03:19:36.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:25:0)
[03:19:36.054] Build status: SCHEDULED
[03:19:36.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:26:0) after 7m41s
[03:27:17.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:26:0)
[03:27:17.090] Build status: SCHEDULED
[03:27:17.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:27:0) after 3m24s
[03:30:41.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:27:0)
[03:30:41.162] Build status: SCHEDULED
[03:30:41.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:28:0) after 8m15s
[03:38:56.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:28:0)
[03:38:56.234] Build status: SCHEDULED
[03:38:56.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:29:0) after 5m8s
[03:44:04.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:29:0)
[03:44:04.269] Build status: SCHEDULED
[03:44:04.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:30:0) after 7m8s
[03:51:12.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:30:0)
[03:51:12.314] Build status: SCHEDULED
[03:51:12.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:31:0) after 3m23s
[03:54:35.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:31:0)
[03:54:35.346] Build status: SCHEDULED
[03:54:35.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:32:0) after 7m8s
[04:01:43.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:32:0)
[04:01:43.615] Build status: SCHEDULED
[04:01:43.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:33:0) after 3m20s
[04:05:03.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:33:0)
[04:05:03.641] Build status: SCHEDULED
[04:05:03.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:34:0) after 9m31s
[04:14:34.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:34:0)
[04:14:34.678] Build status: SCHEDULED
[04:14:34.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:35:0) after 9m45s
[04:24:19.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:35:0)
[04:24:19.832] Build status: SCHEDULED
[04:24:19.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:36:0) after 2m58s
[04:27:17.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:36:0)
[04:27:17.863] Build status: SCHEDULED
[04:27:17.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:37:0) after 6m10s
[04:33:27.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:37:0)
[04:33:27.898] Build status: SCHEDULED
[04:33:27.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:38:0) after 2m47s
[04:36:14.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:38:0)
[04:36:15.015] Build status: SCHEDULED
[04:36:15.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:39:0) after 2m38s
[04:36:59.291] Received PubSub notification, asking Buildbucket for the build status
[04:36:59.313] Build status: STARTED
[04:38:53.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:39:0)
[04:38:53.047] Build status: STARTED
[04:38:53.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:41:0) after 2m25s
[04:41:18.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:41:0)
[04:41:18.080] Build status: STARTED
[04:41:18.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:42:0) after 2m7s
[04:43:25.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:42:0)
[04:43:25.257] Build status: STARTED
[04:43:25.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8841410477350826256:43:0) after 5m46s
[04:43:43.778] Received PubSub notification, asking Buildbucket for the build status
[04:43:43.806] Build:
{
"id": "8675980415216854641",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-18T01:15:30.572725051Z",
"startTime": "2026-07-18T04:36:59.124078301Z",
"endTime": "2026-07-18T04:43:34.476452555Z",
"updateTime": "2026-07-18T04:43:34.476452555Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1cc1c28fc56f6f65d7d0bcd6945d522d1b9f10e0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:43:43.806] Invocation finished in 3h28m14.653673358s with status FAILED