[22:46:27.337] New invocation is queued and will start shortly
[22:46:29.870] Starting the invocation (attempt 1)
[22:46:29.899] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9583b478b0bf8e561bf15eca2620b76786b06bb2"
[22:46:29.899] Popped gitiles commit info from properties and tags
[22:46:29.899] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:46:29.900] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:46:29.900] Buildbucket request:
{
"requestId": "8832631947792517936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8832631947792517936",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "020e25d1b2520a233b82693625a61c68fd31b332"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@020e25d1b2520a233b82693625a61c68fd31b332",
"title": "020e25d1b2520a233b82693625a61c68fd31b332",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/020e25d1b2520a233b82693625a61c68fd31b332"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9583b478b0bf8e561bf15eca2620b76786b06bb2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9583b478b0bf8e561bf15eca2620b76786b06bb2",
"title": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9583b478b0bf8e561bf15eca2620b76786b06bb2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8832631947792517936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:46:30.329] Scheduled build:
{
"id": "8667201884371303809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-22T22:46:29.975669998Z",
"updateTime": "2026-10-22T22:46:29.975669998Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:46:30.329] Task URL: https://cr-buildbucket.appspot.com/build/8667201884371303809
[22:46:30.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:2:0) after 5m38s
[22:46:34.045] Received PubSub notification, asking Buildbucket for the build status
[22:46:34.263] Build status: SCHEDULED
[22:52:08.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:2:0)
[22:52:08.400] Build status: SCHEDULED
[22:52:08.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:4:0) after 9m21s
[23:01:29.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:4:0)
[23:01:29.538] Build status: SCHEDULED
[23:01:29.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:5:0) after 4m57s
[23:06:26.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:5:0)
[23:06:26.580] Build status: SCHEDULED
[23:06:26.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:6:0) after 1m48s
[23:08:14.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:6:0)
[23:08:14.624] Build status: SCHEDULED
[23:08:14.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:7:0) after 5m49s
[23:14:03.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:7:0)
[23:14:03.703] Build status: SCHEDULED
[23:14:03.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:8:0) after 1m1s
[23:15:04.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:8:0)
[23:15:04.869] Build status: SCHEDULED
[23:15:04.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:9:0) after 6m58s
[23:22:02.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:9:0)
[23:22:02.911] Build status: SCHEDULED
[23:22:02.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:10:0) after 5m35s
[23:27:37.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:10:0)
[23:27:37.978] Build status: SCHEDULED
[23:27:37.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:11:0) after 4m13s
[23:31:51.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:11:0)
[23:31:51.069] Build status: SCHEDULED
[23:31:51.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:12:0) after 4m3s
[23:35:54.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:12:0)
[23:35:54.163] Build status: SCHEDULED
[23:35:54.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:13:0) after 9m55s
[23:45:49.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:13:0)
[23:45:49.220] Build status: SCHEDULED
[23:45:49.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:14:0) after 8m41s
[23:54:30.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:14:0)
[23:54:30.283] Build status: SCHEDULED
[23:54:30.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:15:0) after 3m20s
[23:57:50.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:15:0)
[23:57:50.322] Build status: SCHEDULED
[23:57:50.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:16:0) after 8m26s
[00:06:16.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:16:0)
[00:06:16.399] Build status: SCHEDULED
[00:06:16.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:17:0) after 3m0s
[00:09:16.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:17:0)
[00:09:16.606] Build status: SCHEDULED
[00:09:16.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:18:0) after 3m10s
[00:12:26.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:18:0)
[00:12:26.665] Build status: SCHEDULED
[00:12:26.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:19:0) after 7m28s
[00:19:54.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:19:0)
[00:19:54.699] Build status: SCHEDULED
[00:19:54.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:20:0) after 3m5s
[00:22:59.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:20:0)
[00:22:59.739] Build status: SCHEDULED
[00:22:59.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:21:0) after 2m22s
[00:25:21.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:21:0)
[00:25:21.778] Build status: SCHEDULED
[00:25:21.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:22:0) after 9m11s
[00:34:32.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:22:0)
[00:34:32.816] Build status: SCHEDULED
[00:34:32.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:23:0) after 9m41s
[00:44:13.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:23:0)
[00:44:13.860] Build status: SCHEDULED
[00:44:13.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:24:0) after 1m23s
[00:45:36.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:24:0)
[00:45:36.897] Build status: SCHEDULED
[00:45:36.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:25:0) after 9m23s
[00:54:59.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:25:0)
[00:54:59.918] Build status: SCHEDULED
[00:54:59.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:26:0) after 7m3s
[01:02:02.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:26:0)
[01:02:02.955] Build status: SCHEDULED
[01:02:02.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:27:0) after 9m40s
[01:11:43.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:27:0)
[01:11:43.043] Build status: SCHEDULED
[01:11:43.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:28:0) after 4m19s
[01:16:02.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:28:0)
[01:16:02.138] Build status: SCHEDULED
[01:16:02.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:29:0) after 8m7s
[01:24:09.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:29:0)
[01:24:09.175] Build status: SCHEDULED
[01:24:09.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:30:0) after 3m9s
[01:27:18.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:30:0)
[01:27:18.253] Build status: SCHEDULED
[01:27:18.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:31:0) after 8m33s
[01:35:51.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:31:0)
[01:35:51.304] Build status: SCHEDULED
[01:35:51.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:32:0) after 7m20s
[01:43:11.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:32:0)
[01:43:11.343] Build status: SCHEDULED
[01:43:11.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:33:0) after 9m54s
[01:53:05.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:33:0)
[01:53:05.414] Build status: SCHEDULED
[01:53:05.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:34:0) after 2m56s
[01:56:01.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:34:0)
[01:56:01.463] Build status: SCHEDULED
[01:56:01.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:35:0) after 1m56s
[01:57:57.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:35:0)
[01:57:57.515] Build status: SCHEDULED
[01:57:57.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:36:0) after 1m5s
[01:59:02.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:36:0)
[01:59:02.598] Build status: SCHEDULED
[01:59:02.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:37:0) after 5m45s
[02:04:47.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:37:0)
[02:04:47.663] Build status: SCHEDULED
[02:04:47.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:38:0) after 3m17s
[02:08:04.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:38:0)
[02:08:04.753] Build status: SCHEDULED
[02:08:04.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:39:0) after 8m2s
[02:16:06.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:39:0)
[02:16:06.867] Build status: SCHEDULED
[02:16:06.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:40:0) after 3m48s
[02:19:55.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:40:0)
[02:19:55.401] Build status: SCHEDULED
[02:19:55.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:41:0) after 2m48s
[02:22:43.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:41:0)
[02:22:43.408] Build status: SCHEDULED
[02:22:43.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:42:0) after 9m44s
[02:32:27.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:42:0)
[02:32:27.468] Build status: SCHEDULED
[02:32:27.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:43:0) after 8m2s
[02:40:29.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:43:0)
[02:40:29.560] Build status: SCHEDULED
[02:40:29.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:44:0) after 3m49s
[02:44:18.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:44:0)
[02:44:18.647] Build status: SCHEDULED
[02:44:18.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:45:0) after 6m12s
[02:50:30.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:45:0)
[02:50:30.714] Build status: SCHEDULED
[02:50:30.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:46:0) after 9m49s
[03:00:19.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:46:0)
[03:00:19.838] Build status: SCHEDULED
[03:00:19.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:47:0) after 5m42s
[03:06:01.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:47:0)
[03:06:01.885] Build status: SCHEDULED
[03:06:01.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:48:0) after 3m42s
[03:09:43.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:48:0)
[03:09:43.943] Build status: SCHEDULED
[03:09:43.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:49:0) after 1m21s
[03:11:04.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:49:0)
[03:11:04.979] Build status: SCHEDULED
[03:11:04.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:50:0) after 6m49s
[03:17:54.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:50:0)
[03:17:54.048] Build status: SCHEDULED
[03:17:54.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:51:0) after 3m24s
[03:21:18.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:51:0)
[03:21:18.095] Build status: SCHEDULED
[03:21:18.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:52:0) after 3m47s
[03:25:05.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:52:0)
[03:25:05.086] Build status: SCHEDULED
[03:25:05.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:53:0) after 8m42s
[03:33:47.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:53:0)
[03:33:47.169] Build status: SCHEDULED
[03:33:47.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:54:0) after 1m26s
[03:35:13.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:54:0)
[03:35:13.258] Build status: SCHEDULED
[03:35:13.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:55:0) after 5m46s
[03:40:59.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:55:0)
[03:40:59.304] Build status: SCHEDULED
[03:40:59.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:56:0) after 7m3s
[03:48:02.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:56:0)
[03:48:02.504] Build status: SCHEDULED
[03:48:02.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:57:0) after 3m56s
[03:51:58.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:57:0)
[03:51:58.511] Build status: SCHEDULED
[03:51:58.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:58:0) after 3m9s
[03:55:07.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:58:0)
[03:55:07.550] Build status: SCHEDULED
[03:55:07.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:59:0) after 8m23s
[04:03:30.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:59:0)
[04:03:30.639] Build status: SCHEDULED
[04:03:30.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:60:0) after 4m28s
[04:07:58.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:60:0)
[04:07:58.672] Build status: SCHEDULED
[04:07:58.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:61:0) after 1m51s
[04:09:49.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:61:0)
[04:09:49.751] Build status: SCHEDULED
[04:09:49.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:62:0) after 9m27s
[04:19:16.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:62:0)
[04:19:16.834] Build status: SCHEDULED
[04:19:16.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:63:0) after 9m41s
[04:28:57.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:63:0)
[04:28:57.885] Build status: SCHEDULED
[04:28:57.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:64:0) after 6m13s
[04:35:11.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:64:0)
[04:35:11.216] Build status: SCHEDULED
[04:35:11.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:65:0) after 7m4s
[04:42:15.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:65:0)
[04:42:15.252] Build status: SCHEDULED
[04:42:15.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:66:0) after 6m8s
[04:48:23.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:66:0)
[04:48:23.366] Build status: SCHEDULED
[04:48:23.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:67:0) after 9m53s
[04:58:16.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:67:0)
[04:58:16.431] Build status: SCHEDULED
[04:58:16.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:68:0) after 4m23s
[05:02:39.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:68:0)
[05:02:39.511] Build status: SCHEDULED
[05:02:39.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:69:0) after 9m19s
[05:11:58.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:69:0)
[05:11:58.602] Build status: SCHEDULED
[05:11:58.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:70:0) after 7m25s
[05:19:23.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:70:0)
[05:19:23.701] Build status: SCHEDULED
[05:19:23.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:71:0) after 8m49s
[05:28:12.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:71:0)
[05:28:12.793] Build status: SCHEDULED
[05:28:12.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:72:0) after 1m17s
[05:29:29.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:72:0)
[05:29:29.799] Build status: SCHEDULED
[05:29:29.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:73:0) after 9m59s
[05:39:28.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:73:0)
[05:39:28.837] Build status: SCHEDULED
[05:39:28.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:74:0) after 4m46s
[05:44:15.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:74:0)
[05:44:15.062] Build status: SCHEDULED
[05:44:15.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:75:0) after 4m30s
[05:48:45.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:75:0)
[05:48:45.100] Build status: SCHEDULED
[05:48:45.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:76:0) after 6m52s
[05:55:37.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:76:0)
[05:55:37.152] Build status: SCHEDULED
[05:55:37.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:77:0) after 8m56s
[06:04:33.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:77:0)
[06:04:33.242] Build status: SCHEDULED
[06:04:33.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:78:0) after 8m55s
[06:13:28.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:78:0)
[06:13:28.330] Build status: SCHEDULED
[06:13:28.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:79:0) after 5m45s
[06:19:13.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:79:0)
[06:19:13.424] Build status: SCHEDULED
[06:19:13.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:80:0) after 4m12s
[06:23:25.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:80:0)
[06:23:25.460] Build status: SCHEDULED
[06:23:25.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:81:0) after 5m26s
[06:28:51.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:81:0)
[06:28:51.589] Build status: SCHEDULED
[06:28:51.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:82:0) after 9m27s
[06:38:18.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:82:0)
[06:38:18.641] Build status: SCHEDULED
[06:38:18.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:83:0) after 8m2s
[06:46:20.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:83:0)
[06:46:20.636] Build status: SCHEDULED
[06:46:20.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8832631947792517936:84:0) after 1m29s
[06:46:34.823] Received PubSub notification, asking Buildbucket for the build status
[06:46:34.842] Build:
{
"id": "8667201884371303809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-22T22:46:29.975669998Z",
"endTime": "2026-10-23T06:46:34.503411907Z",
"updateTime": "2026-10-23T06:46:34.503411907Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:46:34.842] Invocation finished in 8h0m7.513845322s with status FAILED