[23:39:52.966] New invocation is queued and will start shortly
[23:39:52.966] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[23:39:54.087] Starting the invocation (attempt 1)
[23:39:54.111] Ignoring gitiles_ref tag without the buildset tag
[23:39:54.111] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:39:54.111] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:39:54.111] Buildbucket request:
{
"requestId": "8832628586445321376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8832628586445321376",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "b89d093e-64fd-4218-8794-0dc1f69019a1",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8667198952852804401"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8832628586445321376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:39:54.521] Scheduled build:
{
"id": "8667198524522424401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-22T23:39:54.176433598Z",
"updateTime": "2026-10-22T23:39:54.176433598Z",
"status": "SCHEDULED",
"input": {
}
}
[23:39:54.521] Task URL: https://cr-buildbucket.appspot.com/build/8667198524522424401
[23:39:54.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:2:0) after 1m42s
[23:39:55.442] Received PubSub notification, asking Buildbucket for the build status
[23:39:55.468] Build status: SCHEDULED
[23:41:36.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:2:0)
[23:41:36.601] Build status: SCHEDULED
[23:41:36.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:4:0) after 4m31s
[23:46:07.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:4:0)
[23:46:07.646] Build status: SCHEDULED
[23:46:07.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:5:0) after 3m59s
[23:50:06.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:5:0)
[23:50:06.700] Build status: SCHEDULED
[23:50:06.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:6:0) after 1m59s
[23:52:05.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:6:0)
[23:52:05.753] Build status: SCHEDULED
[23:52:05.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:7:0) after 8m1s
[00:00:06.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:7:0)
[00:00:06.808] Build status: SCHEDULED
[00:00:06.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:8:0) after 4m27s
[00:04:33.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:8:0)
[00:04:33.842] Build status: SCHEDULED
[00:04:33.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:9:0) after 2m7s
[00:06:40.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:9:0)
[00:06:40.937] Build status: SCHEDULED
[00:06:40.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:10:0) after 6m37s
[00:13:17.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:10:0)
[00:13:18.010] Build status: SCHEDULED
[00:13:18.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:11:0) after 6m54s
[00:20:12.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:11:0)
[00:20:12.084] Build status: SCHEDULED
[00:20:12.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:12:0) after 7m40s
[00:27:52.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:12:0)
[00:27:52.211] Build status: SCHEDULED
[00:27:52.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:13:0) after 3m12s
[00:31:04.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:13:0)
[00:31:04.345] Build status: SCHEDULED
[00:31:04.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:14:0) after 9m12s
[00:40:16.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:14:0)
[00:40:16.452] Build status: SCHEDULED
[00:40:16.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:15:0) after 2m52s
[00:43:08.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:15:0)
[00:43:08.597] Build status: SCHEDULED
[00:43:08.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:16:0) after 6m52s
[00:50:00.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:16:0)
[00:50:00.729] Build status: SCHEDULED
[00:50:00.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:17:0) after 2m52s
[00:52:52.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:17:0)
[00:52:52.763] Build status: SCHEDULED
[00:52:52.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:18:0) after 2m23s
[00:55:15.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:18:0)
[00:55:15.857] Build status: SCHEDULED
[00:55:15.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:19:0) after 6m5s
[01:01:20.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:19:0)
[01:01:20.898] Build status: SCHEDULED
[01:01:20.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:20:0) after 6m1s
[01:07:21.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:20:0)
[01:07:21.986] Build status: SCHEDULED
[01:07:21.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:21:0) after 1m25s
[01:08:47.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:21:0)
[01:08:47.142] Build status: SCHEDULED
[01:08:47.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:22:0) after 5m16s
[01:14:03.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:22:0)
[01:14:03.211] Build status: SCHEDULED
[01:14:03.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:23:0) after 6m22s
[01:20:25.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:23:0)
[01:20:25.245] Build status: SCHEDULED
[01:20:25.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:24:0) after 5m37s
[01:26:02.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:24:0)
[01:26:02.293] Build status: SCHEDULED
[01:26:02.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:25:0) after 7m4s
[01:33:06.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:25:0)
[01:33:06.413] Build status: SCHEDULED
[01:33:06.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:26:0) after 1m29s
[01:34:35.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:26:0)
[01:34:35.473] Build status: SCHEDULED
[01:34:35.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:27:0) after 8m14s
[01:42:49.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:27:0)
[01:42:49.510] Build status: SCHEDULED
[01:42:49.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:28:0) after 3m35s
[01:46:24.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:28:0)
[01:46:24.599] Build status: SCHEDULED
[01:46:24.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:29:0) after 5m1s
[01:51:25.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:29:0)
[01:51:25.635] Build status: SCHEDULED
[01:51:25.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:30:0) after 2m17s
[01:53:42.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:30:0)
[01:53:42.770] Build status: SCHEDULED
[01:53:42.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:31:0) after 9m40s
[02:03:22.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:31:0)
[02:03:22.858] Build status: SCHEDULED
[02:03:22.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:32:0) after 3m8s
[02:06:30.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:32:0)
[02:06:30.901] Build status: SCHEDULED
[02:06:30.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:33:0) after 1m7s
[02:07:37.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:33:0)
[02:07:37.946] Build status: SCHEDULED
[02:07:37.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:34:0) after 5m4s
[02:12:41.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:34:0)
[02:12:41.952] Build status: SCHEDULED
[02:12:41.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:35:0) after 9m31s
[02:22:13.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:35:0)
[02:22:13.282] Build status: SCHEDULED
[02:22:13.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:36:0) after 4m7s
[02:26:20.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:36:0)
[02:26:20.307] Build status: SCHEDULED
[02:26:20.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:37:0) after 7m11s
[02:33:31.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:37:0)
[02:33:31.352] Build status: SCHEDULED
[02:33:31.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:38:0) after 1m47s
[02:35:18.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:38:0)
[02:35:18.440] Build status: SCHEDULED
[02:35:18.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:39:0) after 6m42s
[02:42:00.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:39:0)
[02:42:00.532] Build status: SCHEDULED
[02:42:00.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:40:0) after 9m55s
[02:51:55.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:40:0)
[02:51:55.529] Build status: SCHEDULED
[02:51:55.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:41:0) after 9m26s
[03:01:21.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:41:0)
[03:01:21.683] Build status: SCHEDULED
[03:01:21.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:42:0) after 4m54s
[03:06:15.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:42:0)
[03:06:15.770] Build status: SCHEDULED
[03:06:15.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:43:0) after 4m32s
[03:10:47.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:43:0)
[03:10:47.859] Build status: SCHEDULED
[03:10:47.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:44:0) after 5m32s
[03:16:19.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:44:0)
[03:16:19.902] Build status: SCHEDULED
[03:16:19.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:45:0) after 6m50s
[03:23:09.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:45:0)
[03:23:09.954] Build status: SCHEDULED
[03:23:09.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:46:0) after 1m38s
[03:24:47.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:46:0)
[03:24:47.994] Build status: SCHEDULED
[03:24:47.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:47:0) after 1m28s
[03:26:16.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:47:0)
[03:26:16.027] Build status: SCHEDULED
[03:26:16.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:48:0) after 8m37s
[03:34:53.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:48:0)
[03:34:53.125] Build status: SCHEDULED
[03:34:53.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:49:0) after 9m59s
[03:44:52.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:49:0)
[03:44:52.131] Build status: SCHEDULED
[03:44:52.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:50:0) after 7m31s
[03:52:23.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:50:0)
[03:52:23.173] Build status: SCHEDULED
[03:52:23.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:51:0) after 9m1s
[04:01:24.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:51:0)
[04:01:24.253] Build status: SCHEDULED
[04:01:24.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:52:0) after 5m31s
[04:06:55.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:52:0)
[04:06:55.323] Build status: SCHEDULED
[04:06:55.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:53:0) after 3m2s
[04:09:57.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:53:0)
[04:09:57.502] Build status: SCHEDULED
[04:09:57.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:54:0) after 3m26s
[04:13:23.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:54:0)
[04:13:23.623] Build status: SCHEDULED
[04:13:23.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:55:0) after 7m18s
[04:20:41.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:55:0)
[04:20:41.694] Build status: SCHEDULED
[04:20:41.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:56:0) after 3m16s
[04:23:57.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:56:0)
[04:23:57.801] Build status: SCHEDULED
[04:23:57.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:57:0) after 7m43s
[04:31:40.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:57:0)
[04:31:40.810] Build status: SCHEDULED
[04:31:40.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:58:0) after 7m6s
[04:38:46.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:58:0)
[04:38:46.889] Build status: SCHEDULED
[04:38:46.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:59:0) after 9m16s
[04:48:02.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:59:0)
[04:48:02.970] Build status: SCHEDULED
[04:48:02.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:60:0) after 2m45s
[04:50:48.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:60:0)
[04:50:48.164] Build status: SCHEDULED
[04:50:48.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:61:0) after 3m46s
[04:54:34.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:61:0)
[04:54:34.310] Build status: SCHEDULED
[04:54:34.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:62:0) after 7m7s
[05:01:41.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:62:0)
[05:01:41.414] Build status: SCHEDULED
[05:01:41.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:63:0) after 4m40s
[05:06:21.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:63:0)
[05:06:21.406] Build status: SCHEDULED
[05:06:21.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:64:0) after 4m32s
[05:10:53.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:64:0)
[05:10:53.489] Build status: SCHEDULED
[05:10:53.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:65:0) after 5m31s
[05:16:24.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:65:0)
[05:16:24.541] Build status: SCHEDULED
[05:16:24.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:66:0) after 8m50s
[05:25:14.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:66:0)
[05:25:14.582] Build status: SCHEDULED
[05:25:14.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:67:0) after 7m31s
[05:32:45.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:67:0)
[05:32:45.582] Build status: SCHEDULED
[05:32:45.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:68:0) after 9m28s
[05:42:13.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:68:0)
[05:42:13.647] Build status: SCHEDULED
[05:42:13.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:69:0) after 8m12s
[05:50:25.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:69:0)
[05:50:25.730] Build status: SCHEDULED
[05:50:25.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:70:0) after 8m27s
[05:58:52.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:70:0)
[05:58:52.857] Build status: SCHEDULED
[05:58:52.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:71:0) after 7m4s
[06:05:56.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:71:0)
[06:05:56.959] Build status: SCHEDULED
[06:05:56.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:72:0) after 5m6s
[06:11:03.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:72:0)
[06:11:03.056] Build status: SCHEDULED
[06:11:03.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:73:0) after 8m37s
[06:19:40.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:73:0)
[06:19:40.111] Build status: SCHEDULED
[06:19:40.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:74:0) after 3m47s
[06:23:27.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:74:0)
[06:23:27.226] Build status: SCHEDULED
[06:23:27.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:75:0) after 2m44s
[06:26:11.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:75:0)
[06:26:11.267] Build status: SCHEDULED
[06:26:11.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:76:0) after 1m2s
[06:27:13.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:76:0)
[06:27:13.301] Build status: SCHEDULED
[06:27:13.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:77:0) after 6m56s
[06:34:09.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:77:0)
[06:34:09.433] Build status: SCHEDULED
[06:34:09.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:78:0) after 9m33s
[06:43:42.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:78:0)
[06:43:42.543] Build status: SCHEDULED
[06:43:42.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:79:0) after 2m55s
[06:46:37.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:79:0)
[06:46:37.595] Build status: SCHEDULED
[06:46:37.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:80:0) after 2m56s
[06:49:33.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:80:0)
[06:49:33.637] Build status: SCHEDULED
[06:49:33.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:81:0) after 5m38s
[06:55:11.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:81:0)
[06:55:11.684] Build status: SCHEDULED
[06:55:11.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:82:0) after 1m15s
[06:56:26.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:82:0)
[06:56:26.728] Build status: SCHEDULED
[06:56:26.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:83:0) after 3m53s
[07:00:19.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:83:0)
[07:00:19.802] Build status: SCHEDULED
[07:00:19.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:84:0) after 9m43s
[07:10:02.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:84:0)
[07:10:02.840] Build status: SCHEDULED
[07:10:02.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:85:0) after 2m58s
[07:13:00.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:85:0)
[07:13:00.883] Build status: SCHEDULED
[07:13:00.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:86:0) after 5m48s
[07:18:49.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:86:0)
[07:18:49.098] Build status: SCHEDULED
[07:18:49.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:87:0) after 9m46s
[07:28:35.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:87:0)
[07:28:35.137] Build status: SCHEDULED
[07:28:35.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:88:0) after 6m40s
[07:35:15.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:88:0)
[07:35:15.219] Build status: SCHEDULED
[07:35:15.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8832628586445321376:89:0) after 6m35s
[07:39:54.891] Received PubSub notification, asking Buildbucket for the build status
[07:39:54.925] Build:
{
"id": "8667198524522424401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-22T23:39:54.176433598Z",
"endTime": "2026-10-23T07:39:54.595843636Z",
"updateTime": "2026-10-23T07:39:54.595843636Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[07:39:54.925] Invocation finished in 8h0m1.966329979s with status FAILED