[04:35:40.086] New invocation is queued and will start shortly
[04:35:41.172] Starting the invocation (attempt 1)
[04:35:41.198] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c271b2fa5137a48163dc70a0342ea0df717198a4"
[04:35:41.198] Popped gitiles commit info from properties and tags
[04:35:41.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:35:41.198] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:35:41.199] Buildbucket request:
{
"requestId": "8841126092085156336",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841126092085156336",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d0b3ea6201db53daed4a72ae4a1a13e77720b4c0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d0b3ea6201db53daed4a72ae4a1a13e77720b4c0",
"title": "d0b3ea6201db53daed4a72ae4a1a13e77720b4c0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d0b3ea6201db53daed4a72ae4a1a13e77720b4c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c271b2fa5137a48163dc70a0342ea0df717198a4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c271b2fa5137a48163dc70a0342ea0df717198a4",
"title": "c271b2fa5137a48163dc70a0342ea0df717198a4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c271b2fa5137a48163dc70a0342ea0df717198a4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c271b2fa5137a48163dc70a0342ea0df717198a4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841126092085156336"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:35:41.604] Scheduled build:
{
"id": "8675696030191671201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T04:35:41.266024890Z",
"updateTime": "2026-07-21T04:35:41.266024890Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c271b2fa5137a48163dc70a0342ea0df717198a4",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:35:41.604] Task URL: https://cr-buildbucket.appspot.com/build/8675696030191671201
[04:35:41.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:2:0) after 5m27s
[04:35:42.514] Received PubSub notification, asking Buildbucket for the build status
[04:35:42.535] Build status: SCHEDULED
[04:41:08.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:2:0)
[04:41:08.723] Build status: SCHEDULED
[04:41:08.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:4:0) after 3m27s
[04:44:35.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:4:0)
[04:44:35.747] Build status: SCHEDULED
[04:44:35.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:5:0) after 8m50s
[04:53:25.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:5:0)
[04:53:25.791] Build status: SCHEDULED
[04:53:25.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:6:0) after 9m40s
[05:03:05.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:6:0)
[05:03:05.976] Build status: SCHEDULED
[05:03:05.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:7:0) after 2m48s
[05:05:53.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:7:0)
[05:05:54.262] Build status: SCHEDULED
[05:05:54.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:8:0) after 9m9s
[05:15:03.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:8:0)
[05:15:03.311] Build status: SCHEDULED
[05:15:03.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:9:0) after 3m21s
[05:18:24.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:9:0)
[05:18:24.367] Build status: SCHEDULED
[05:18:24.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:10:0) after 4m8s
[05:22:32.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:10:0)
[05:22:32.471] Build status: SCHEDULED
[05:22:32.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:11:0) after 5m52s
[05:28:24.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:11:0)
[05:28:24.521] Build status: SCHEDULED
[05:28:24.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:12:0) after 1m43s
[05:30:07.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:12:0)
[05:30:07.550] Build status: SCHEDULED
[05:30:07.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:13:0) after 3m5s
[05:33:12.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:13:0)
[05:33:12.583] Build status: SCHEDULED
[05:33:12.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:14:0) after 5m59s
[05:39:11.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:14:0)
[05:39:11.718] Build status: SCHEDULED
[05:39:11.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:15:0) after 6m32s
[05:45:43.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:15:0)
[05:45:43.754] Build status: SCHEDULED
[05:45:43.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:16:0) after 4m15s
[05:49:58.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:16:0)
[05:49:58.789] Build status: SCHEDULED
[05:49:58.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:17:0) after 5m17s
[05:55:15.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:17:0)
[05:55:15.858] Build status: SCHEDULED
[05:55:15.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:18:0) after 8m21s
[06:03:36.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:18:0)
[06:03:36.936] Build status: SCHEDULED
[06:03:36.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:19:0) after 1m26s
[06:05:02.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:19:0)
[06:05:02.968] Build status: SCHEDULED
[06:05:02.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:20:0) after 8m8s
[06:13:11.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:20:0)
[06:13:11.040] Build status: SCHEDULED
[06:13:11.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:21:0) after 4m27s
[06:17:38.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:21:0)
[06:17:38.162] Build status: SCHEDULED
[06:17:38.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:22:0) after 8m29s
[06:26:07.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:22:0)
[06:26:07.270] Build status: SCHEDULED
[06:26:07.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:23:0) after 9m39s
[06:35:46.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:23:0)
[06:35:46.278] Build status: SCHEDULED
[06:35:46.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:24:0) after 1m16s
[06:37:02.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:24:0)
[06:37:02.345] Build status: SCHEDULED
[06:37:02.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:25:0) after 5m28s
[06:42:30.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:25:0)
[06:42:30.422] Build status: SCHEDULED
[06:42:30.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:26:0) after 9m23s
[06:51:53.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:26:0)
[06:51:53.645] Build status: SCHEDULED
[06:51:53.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:27:0) after 1m30s
[06:53:23.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:27:0)
[06:53:23.679] Build status: SCHEDULED
[06:53:23.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:28:0) after 7m57s
[07:01:20.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:28:0)
[07:01:20.709] Build status: SCHEDULED
[07:01:20.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:29:0) after 3m13s
[07:04:33.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:29:0)
[07:04:33.735] Build status: SCHEDULED
[07:04:33.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:30:0) after 9m54s
[07:14:27.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:30:0)
[07:14:27.925] Build status: SCHEDULED
[07:14:27.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:31:0) after 7m38s
[07:22:06.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:31:0)
[07:22:06.024] Build status: SCHEDULED
[07:22:06.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:32:0) after 5m37s
[07:27:43.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:32:0)
[07:27:43.093] Build status: SCHEDULED
[07:27:43.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:33:0) after 7m24s
[07:35:07.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:33:0)
[07:35:07.163] Build status: SCHEDULED
[07:35:07.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:34:0) after 5m40s
[07:40:47.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:34:0)
[07:40:47.207] Build status: SCHEDULED
[07:40:47.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:35:0) after 6m57s
[07:47:44.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:35:0)
[07:47:44.245] Build status: SCHEDULED
[07:47:44.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:36:0) after 5m15s
[07:52:59.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:36:0)
[07:52:59.248] Build status: SCHEDULED
[07:52:59.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:37:0) after 9m45s
[08:02:44.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:37:0)
[08:02:44.309] Build status: SCHEDULED
[08:02:44.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8841126092085156336:38:0) after 7m46s
[08:04:19.626] Received PubSub notification, asking Buildbucket for the build status
[08:04:19.657] Build status: STARTED
[08:09:11.789] Received PubSub notification, asking Buildbucket for the build status
[08:09:11.810] Build:
{
"id": "8675696030191671201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T04:35:41.266024890Z",
"startTime": "2026-07-21T08:04:19.466435300Z",
"endTime": "2026-07-21T08:09:11.430492003Z",
"updateTime": "2026-07-21T08:09:11.430492003Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c271b2fa5137a48163dc70a0342ea0df717198a4",
"ref": "refs/heads/main"
}
},
"canary": true
}
[08:09:11.810] Invocation finished in 3h33m31.733166403s with status FAILED