[02:07:33.185] New invocation is queued and will start shortly
[02:07:34.237] Starting the invocation (attempt 1)
[02:07:34.271] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b87071e328a1f009b6ac7fe4f07b2b554cdde868"
[02:07:34.271] Popped gitiles commit info from properties and tags
[02:07:34.271] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:07:34.271] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:07:34.271] Buildbucket request:
{
"requestId": "8840773022804998800",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v800"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840773022804998800",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b87071e328a1f009b6ac7fe4f07b2b554cdde868"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b87071e328a1f009b6ac7fe4f07b2b554cdde868",
"title": "b87071e328a1f009b6ac7fe4f07b2b554cdde868",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b87071e328a1f009b6ac7fe4f07b2b554cdde868"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b87071e328a1f009b6ac7fe4f07b2b554cdde868",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840773022804998800"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:07:34.977] Scheduled build:
{
"id": "8675342960837994961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-25T02:07:34.441080760Z",
"updateTime": "2026-07-25T02:07:34.441080760Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b87071e328a1f009b6ac7fe4f07b2b554cdde868",
"ref": "refs/heads/main"
}
}
}
[02:07:34.977] Task URL: https://cr-buildbucket.appspot.com/build/8675342960837994961
[02:07:34.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:2:0) after 1m22s
[02:07:35.919] Received PubSub notification, asking Buildbucket for the build status
[02:07:35.940] Build status: SCHEDULED
[02:08:57.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:2:0)
[02:08:57.301] Build status: SCHEDULED
[02:08:57.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:4:0) after 1m14s
[02:10:11.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:4:0)
[02:10:11.396] Build status: SCHEDULED
[02:10:11.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:5:0) after 4m22s
[02:14:33.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:5:0)
[02:14:33.452] Build status: SCHEDULED
[02:14:33.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:6:0) after 9m37s
[02:24:10.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:6:0)
[02:24:10.531] Build status: SCHEDULED
[02:24:10.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:7:0) after 7m25s
[02:31:35.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:7:0)
[02:31:35.570] Build status: SCHEDULED
[02:31:35.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:8:0) after 6m59s
[02:38:34.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:8:0)
[02:38:34.600] Build status: SCHEDULED
[02:38:34.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:9:0) after 8m30s
[02:47:04.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:9:0)
[02:47:04.683] Build status: SCHEDULED
[02:47:04.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:10:0) after 8m11s
[02:55:15.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:10:0)
[02:55:15.734] Build status: SCHEDULED
[02:55:15.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:11:0) after 6m6s
[03:01:21.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:11:0)
[03:01:21.781] Build status: SCHEDULED
[03:01:21.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:12:0) after 1m2s
[03:02:23.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:12:0)
[03:02:23.960] Build status: SCHEDULED
[03:02:23.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:13:0) after 2m54s
[03:05:17.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:13:0)
[03:05:17.997] Build status: SCHEDULED
[03:05:17.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:14:0) after 7m49s
[03:13:07.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:14:0)
[03:13:07.129] Build status: SCHEDULED
[03:13:07.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:15:0) after 9m27s
[03:22:34.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:15:0)
[03:22:34.289] Build status: SCHEDULED
[03:22:34.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:16:0) after 8m52s
[03:31:26.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:16:0)
[03:31:26.437] Build status: SCHEDULED
[03:31:26.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:17:0) after 1m26s
[03:32:52.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:17:0)
[03:32:52.557] Build status: SCHEDULED
[03:32:52.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:18:0) after 1m1s
[03:33:53.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:18:0)
[03:33:53.607] Build status: SCHEDULED
[03:33:53.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:19:0) after 9m11s
[03:43:04.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:19:0)
[03:43:04.623] Build status: SCHEDULED
[03:43:04.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:20:0) after 5m47s
[03:48:51.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:20:0)
[03:48:51.654] Build status: SCHEDULED
[03:48:51.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:21:0) after 8m20s
[03:57:11.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:21:0)
[03:57:11.702] Build status: SCHEDULED
[03:57:11.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:22:0) after 2m48s
[03:59:59.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:22:0)
[03:59:59.737] Build status: SCHEDULED
[03:59:59.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:23:0) after 3m30s
[04:03:29.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:23:0)
[04:03:29.823] Build status: SCHEDULED
[04:03:29.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:24:0) after 2m39s
[04:06:08.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:24:0)
[04:06:08.917] Build status: SCHEDULED
[04:06:08.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:25:0) after 7m31s
[04:13:39.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:25:0)
[04:13:39.975] Build status: SCHEDULED
[04:13:39.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:26:0) after 4m3s
[04:17:43.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:26:0)
[04:17:43.065] Build status: SCHEDULED
[04:17:43.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:27:0) after 5m9s
[04:22:52.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:27:0)
[04:22:52.156] Build status: SCHEDULED
[04:22:52.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:28:0) after 7m1s
[04:29:53.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:28:0)
[04:29:53.226] Build status: SCHEDULED
[04:29:53.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:29:0) after 7m25s
[04:37:18.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:29:0)
[04:37:18.256] Build status: SCHEDULED
[04:37:18.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:30:0) after 5m46s
[04:43:04.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:30:0)
[04:43:04.312] Build status: SCHEDULED
[04:43:04.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:31:0) after 1m45s
[04:44:49.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:31:0)
[04:44:49.434] Build status: SCHEDULED
[04:44:49.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:32:0) after 8m52s
[04:53:41.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:32:0)
[04:53:41.539] Build status: SCHEDULED
[04:53:41.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:33:0) after 7m48s
[05:01:29.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:33:0)
[05:01:29.590] Build status: SCHEDULED
[05:01:29.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:34:0) after 3m17s
[05:04:46.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:34:0)
[05:04:46.628] Build status: SCHEDULED
[05:04:46.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:35:0) after 3m40s
[05:08:26.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:35:0)
[05:08:26.667] Build status: SCHEDULED
[05:08:26.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:36:0) after 7m25s
[05:15:51.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:36:0)
[05:15:51.730] Build status: SCHEDULED
[05:15:51.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:37:0) after 5m40s
[05:21:31.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:37:0)
[05:21:31.772] Build status: SCHEDULED
[05:21:31.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:38:0) after 3m30s
[05:25:02.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:38:0)
[05:25:02.182] Build status: SCHEDULED
[05:25:02.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:39:0) after 3m31s
[05:28:33.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:39:0)
[05:28:33.302] Build status: SCHEDULED
[05:28:33.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:40:0) after 1m31s
[05:30:04.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:40:0)
[05:30:04.496] Build status: SCHEDULED
[05:30:04.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:41:0) after 3m8s
[05:33:13.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:41:0)
[05:33:13.207] Build status: SCHEDULED
[05:33:13.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:42:0) after 1m35s
[05:34:48.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:42:0)
[05:34:48.373] Build status: SCHEDULED
[05:34:48.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:43:0) after 5m28s
[05:40:16.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:43:0)
[05:40:16.468] Build status: SCHEDULED
[05:40:16.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:44:0) after 9m24s
[05:49:40.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:44:0)
[05:49:40.625] Build status: SCHEDULED
[05:49:40.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:45:0) after 4m30s
[05:54:10.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:45:0)
[05:54:10.768] Build status: SCHEDULED
[05:54:10.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:46:0) after 2m58s
[05:54:55.061] Received PubSub notification, asking Buildbucket for the build status
[05:54:55.077] Build status: STARTED
[05:57:08.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:46:0)
[05:57:09.016] Build status: STARTED
[05:57:09.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8840773022804998800:48:0) after 8m19s
[06:01:26.347] Received PubSub notification, asking Buildbucket for the build status
[06:01:26.485] Build:
{
"id": "8675342960837994961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-25T02:07:34.441080760Z",
"startTime": "2026-07-25T05:54:54.906639765Z",
"endTime": "2026-07-25T06:01:13.696031836Z",
"updateTime": "2026-07-25T06:01:13.696031836Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b87071e328a1f009b6ac7fe4f07b2b554cdde868",
"ref": "refs/heads/main"
}
}
}
[06:01:26.485] Invocation finished in 3h53m53.303159365s with status FAILED