[04:58:10.570] New invocation is queued and will start shortly
[04:58:11.731] Starting the invocation (attempt 1)
[04:58:11.754] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3748ed5051e63325eda56fd3987f0b5d69a0f0a5"
[04:58:11.754] Popped gitiles commit info from properties and tags
[04:58:11.755] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:58:11.755] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:58:11.755] Buildbucket request:
{
"requestId": "8841487063921792592",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v800"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841487063921792592",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0470be5dadc64091506ce7331c615a11c29800ef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0470be5dadc64091506ce7331c615a11c29800ef",
"title": "0470be5dadc64091506ce7331c615a11c29800ef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0470be5dadc64091506ce7331c615a11c29800ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17cfe2a2de4f1a80e5e8aabe37c5573e303f2c5c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17cfe2a2de4f1a80e5e8aabe37c5573e303f2c5c",
"title": "17cfe2a2de4f1a80e5e8aabe37c5573e303f2c5c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17cfe2a2de4f1a80e5e8aabe37c5573e303f2c5c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3748ed5051e63325eda56fd3987f0b5d69a0f0a5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3748ed5051e63325eda56fd3987f0b5d69a0f0a5",
"title": "3748ed5051e63325eda56fd3987f0b5d69a0f0a5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3748ed5051e63325eda56fd3987f0b5d69a0f0a5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3748ed5051e63325eda56fd3987f0b5d69a0f0a5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841487063921792592"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:58:12.259] Scheduled build:
{
"id": "8676057001831265777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T04:58:11.884596532Z",
"updateTime": "2026-07-17T04:58:11.884596532Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3748ed5051e63325eda56fd3987f0b5d69a0f0a5",
"ref": "refs/heads/main"
}
}
}
[04:58:12.259] Task URL: https://cr-buildbucket.appspot.com/build/8676057001831265777
[04:58:12.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:2:0) after 9m43s
[04:58:12.691] Received PubSub notification, asking Buildbucket for the build status
[04:58:12.779] Build status: SCHEDULED
[05:07:55.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:2:0)
[05:07:55.352] Build status: SCHEDULED
[05:07:55.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:4:0) after 2m17s
[05:10:12.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:4:0)
[05:10:12.429] Build status: SCHEDULED
[05:10:12.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:5:0) after 1m15s
[05:11:27.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:5:0)
[05:11:27.486] Build status: SCHEDULED
[05:11:27.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:6:0) after 8m43s
[05:20:10.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:6:0)
[05:20:10.486] Build status: SCHEDULED
[05:20:10.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:7:0) after 7m55s
[05:28:05.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:7:0)
[05:28:05.600] Build status: SCHEDULED
[05:28:05.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:8:0) after 2m2s
[05:30:07.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:8:0)
[05:30:07.688] Build status: SCHEDULED
[05:30:07.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:9:0) after 4m22s
[05:34:29.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:9:0)
[05:34:29.674] Build status: SCHEDULED
[05:34:29.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:10:0) after 9m15s
[05:43:44.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:10:0)
[05:43:44.742] Build status: SCHEDULED
[05:43:44.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:11:0) after 2m5s
[05:45:49.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:11:0)
[05:45:49.788] Build status: SCHEDULED
[05:45:49.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:12:0) after 7m31s
[05:53:20.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:12:0)
[05:53:20.932] Build status: SCHEDULED
[05:53:20.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:13:0) after 9m31s
[06:02:52.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:13:0)
[06:02:52.022] Build status: SCHEDULED
[06:02:52.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:14:0) after 6m50s
[06:09:42.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:14:0)
[06:09:42.058] Build status: SCHEDULED
[06:09:42.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:15:0) after 6m24s
[06:16:06.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:15:0)
[06:16:06.205] Build status: SCHEDULED
[06:16:06.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:16:0) after 3m17s
[06:19:23.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:16:0)
[06:19:23.264] Build status: SCHEDULED
[06:19:23.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:17:0) after 5m29s
[06:24:52.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:17:0)
[06:24:52.421] Build status: SCHEDULED
[06:24:52.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:18:0) after 5m46s
[06:30:38.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:18:0)
[06:30:38.590] Build status: SCHEDULED
[06:30:38.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:19:0) after 4m4s
[06:34:42.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:19:0)
[06:34:42.686] Build status: SCHEDULED
[06:34:42.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:20:0) after 6m11s
[06:40:53.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:20:0)
[06:40:53.821] Build status: SCHEDULED
[06:40:53.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:21:0) after 5m15s
[06:46:08.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:21:0)
[06:46:08.904] Build status: SCHEDULED
[06:46:08.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:22:0) after 6m49s
[06:52:57.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:22:0)
[06:52:57.952] Build status: SCHEDULED
[06:52:57.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:23:0) after 4m20s
[06:57:18.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:23:0)
[06:57:18.061] Build status: SCHEDULED
[06:57:18.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:24:0) after 1m22s
[06:58:40.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:24:0)
[06:58:40.155] Build status: SCHEDULED
[06:58:40.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:25:0) after 5m3s
[07:03:43.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:25:0)
[07:03:43.301] Build status: SCHEDULED
[07:03:43.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:26:0) after 8m46s
[07:12:29.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:26:0)
[07:12:29.612] Build status: SCHEDULED
[07:12:29.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:27:0) after 8m2s
[07:20:31.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:27:0)
[07:20:31.645] Build status: SCHEDULED
[07:20:31.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:28:0) after 1m50s
[07:22:21.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:28:0)
[07:22:21.702] Build status: SCHEDULED
[07:22:21.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:29:0) after 2m55s
[07:25:16.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:29:0)
[07:25:16.739] Build status: SCHEDULED
[07:25:16.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:30:0) after 6m32s
[07:31:48.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:30:0)
[07:31:48.887] Build status: SCHEDULED
[07:31:48.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:31:0) after 4m44s
[07:36:32.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:31:0)
[07:36:33.022] Build status: SCHEDULED
[07:36:33.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:32:0) after 7m33s
[07:44:06.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:32:0)
[07:44:06.129] Build status: SCHEDULED
[07:44:06.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:33:0) after 3m11s
[07:47:17.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:33:0)
[07:47:17.162] Build status: SCHEDULED
[07:47:17.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:34:0) after 7m28s
[07:54:45.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:34:0)
[07:54:45.218] Build status: SCHEDULED
[07:54:45.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:35:0) after 5m27s
[08:00:12.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:35:0)
[08:00:12.415] Build status: SCHEDULED
[08:00:12.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:36:0) after 4m38s
[08:04:50.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:36:0)
[08:04:50.452] Build status: SCHEDULED
[08:04:50.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:37:0) after 5m14s
[08:10:04.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:37:0)
[08:10:04.563] Build status: SCHEDULED
[08:10:04.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:38:0) after 5m23s
[08:14:39.901] Received PubSub notification, asking Buildbucket for the build status
[08:14:39.922] Build status: STARTED
[08:15:27.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:38:0)
[08:15:27.692] Build status: STARTED
[08:15:27.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:40:0) after 5m14s
[08:20:41.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:40:0)
[08:20:41.773] Build status: STARTED
[08:20:41.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8841487063921792592:41:0) after 3m35s
[08:20:49.421] Received PubSub notification, asking Buildbucket for the build status
[08:20:49.441] Build:
{
"id": "8676057001831265777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T04:58:11.884596532Z",
"startTime": "2026-07-17T08:14:39.631243625Z",
"endTime": "2026-07-17T08:20:49.166261619Z",
"updateTime": "2026-07-17T08:20:49.166261619Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3748ed5051e63325eda56fd3987f0b5d69a0f0a5",
"ref": "refs/heads/main"
}
}
}
[08:20:49.441] Invocation finished in 3h22m38.934170019s with status FAILED