[14:00:58.897] New invocation is queued and will start shortly
[14:00:59.985] Starting the invocation (attempt 1)
[14:01:00.007] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dd2751d4c8738599336d3268dd4ba512aa7835ec"
[14:01:00.008] Popped gitiles commit info from properties and tags
[14:01:00.008] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:01:00.008] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:01:00.008] Buildbucket request:
{
"requestId": "8860387679475861920",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860387679475861920",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dd2751d4c8738599336d3268dd4ba512aa7835ec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd2751d4c8738599336d3268dd4ba512aa7835ec",
"title": "dd2751d4c8738599336d3268dd4ba512aa7835ec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd2751d4c8738599336d3268dd4ba512aa7835ec"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dd2751d4c8738599336d3268dd4ba512aa7835ec",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860387679475861920"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:01:00.385] Scheduled build:
{
"id": "8694957617604470161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-20T14:01:00.057083410Z",
"updateTime": "2025-12-20T14:01:00.057083410Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dd2751d4c8738599336d3268dd4ba512aa7835ec",
"ref": "refs/heads/main"
}
}
}
[14:01:00.386] Task URL: https://cr-buildbucket.appspot.com/build/8694957617604470161
[14:01:00.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:2:0) after 7m23s
[14:01:08.599] Received PubSub notification, asking Buildbucket for the build status
[14:01:08.627] Build status: SCHEDULED
[14:08:23.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:2:0)
[14:08:23.387] Build status: SCHEDULED
[14:08:23.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:4:0) after 9m8s
[14:17:31.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:4:0)
[14:17:31.569] Build status: SCHEDULED
[14:17:31.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:5:0) after 3m58s
[14:21:29.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:5:0)
[14:21:29.595] Build status: SCHEDULED
[14:21:29.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:6:0) after 1m35s
[14:23:04.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:6:0)
[14:23:04.725] Build status: SCHEDULED
[14:23:04.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:7:0) after 8m37s
[14:31:41.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:7:0)
[14:31:41.754] Build status: SCHEDULED
[14:31:41.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:8:0) after 3m18s
[14:34:59.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:8:0)
[14:34:59.822] Build status: SCHEDULED
[14:34:59.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:9:0) after 4m53s
[14:39:53.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:9:0)
[14:39:53.161] Build status: SCHEDULED
[14:39:53.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:10:0) after 6m18s
[14:46:11.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:10:0)
[14:46:11.483] Build status: SCHEDULED
[14:46:11.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:11:0) after 4m57s
[14:51:08.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:11:0)
[14:51:08.497] Build status: SCHEDULED
[14:51:08.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:12:0) after 2m54s
[14:54:02.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:12:0)
[14:54:02.668] Build status: SCHEDULED
[14:54:02.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:13:0) after 4m2s
[14:58:04.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:13:0)
[14:58:05.003] Build status: SCHEDULED
[14:58:05.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:14:0) after 4m53s
[15:02:58.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:14:0)
[15:02:58.353] Build status: SCHEDULED
[15:02:58.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:15:0) after 1m23s
[15:04:21.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:15:0)
[15:04:21.394] Build status: SCHEDULED
[15:04:21.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:16:0) after 8m27s
[15:12:48.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:16:0)
[15:12:48.390] Build status: SCHEDULED
[15:12:48.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:17:0) after 1m53s
[15:14:41.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:17:0)
[15:14:41.592] Build status: SCHEDULED
[15:14:41.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:18:0) after 3m11s
[15:17:53.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:18:0)
[15:17:53.213] Build status: SCHEDULED
[15:17:53.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:19:0) after 4m36s
[15:22:29.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:19:0)
[15:22:29.408] Build status: SCHEDULED
[15:22:29.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:20:0) after 7m39s
[15:30:08.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:20:0)
[15:30:08.620] Build status: SCHEDULED
[15:30:08.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:21:0) after 1m48s
[15:31:56.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:21:0)
[15:31:56.617] Build status: SCHEDULED
[15:31:56.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:22:0) after 2m36s
[15:34:32.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:22:0)
[15:34:32.716] Build status: SCHEDULED
[15:34:32.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:23:0) after 4m18s
[15:38:50.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:23:0)
[15:38:50.842] Build status: SCHEDULED
[15:38:50.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:24:0) after 5m43s
[15:44:33.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:24:0)
[15:44:34.008] Build status: SCHEDULED
[15:44:34.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:25:0) after 7m1s
[15:51:35.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:25:0)
[15:51:35.081] Build status: SCHEDULED
[15:51:35.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:26:0) after 6m56s
[15:58:31.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:26:0)
[15:58:31.167] Build status: SCHEDULED
[15:58:31.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:27:0) after 5m11s
[16:03:42.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:27:0)
[16:03:42.201] Build status: SCHEDULED
[16:03:42.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:28:0) after 6m29s
[16:10:11.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:28:0)
[16:10:11.329] Build status: SCHEDULED
[16:10:11.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:29:0) after 8m48s
[16:18:59.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:29:0)
[16:18:59.510] Build status: SCHEDULED
[16:18:59.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:30:0) after 6m9s
[16:25:08.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:30:0)
[16:25:08.772] Build status: SCHEDULED
[16:25:08.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:31:0) after 3m21s
[16:28:29.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:31:0)
[16:28:29.802] Build status: SCHEDULED
[16:28:29.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:32:0) after 7m3s
[16:35:32.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:32:0)
[16:35:32.824] Build status: SCHEDULED
[16:35:32.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:33:0) after 9m36s
[16:45:08.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:33:0)
[16:45:08.863] Build status: SCHEDULED
[16:45:08.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:34:0) after 5m43s
[16:50:52.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:34:0)
[16:50:52.396] Build status: SCHEDULED
[16:50:52.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:35:0) after 9m10s
[17:00:02.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:35:0)
[17:00:02.755] Build status: SCHEDULED
[17:00:02.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:36:0) after 6m49s
[17:06:51.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:36:0)
[17:06:51.845] Build status: SCHEDULED
[17:06:51.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:37:0) after 7m53s
[17:14:45.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:37:0)
[17:14:45.292] Build status: SCHEDULED
[17:14:45.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:38:0) after 5m29s
[17:20:14.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:38:0)
[17:20:14.322] Build status: SCHEDULED
[17:20:14.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:39:0) after 2m14s
[17:22:28.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:39:0)
[17:22:28.366] Build status: SCHEDULED
[17:22:28.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:40:0) after 4m25s
[17:26:53.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:40:0)
[17:26:53.449] Build status: SCHEDULED
[17:26:53.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:41:0) after 7m3s
[17:33:56.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:41:0)
[17:33:56.470] Build status: SCHEDULED
[17:33:56.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:42:0) after 9m20s
[17:43:16.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:42:0)
[17:43:16.519] Build status: SCHEDULED
[17:43:16.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:43:0) after 9m18s
[17:52:34.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:43:0)
[17:52:34.883] Build status: SCHEDULED
[17:52:34.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:44:0) after 5m0s
[17:57:34.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:44:0)
[17:57:34.944] Build status: SCHEDULED
[17:57:34.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:45:0) after 6m19s
[18:03:54.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:45:0)
[18:03:54.552] Build status: SCHEDULED
[18:03:54.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:46:0) after 1m47s
[18:05:41.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:46:0)
[18:05:41.861] Build status: SCHEDULED
[18:05:41.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:47:0) after 8m35s
[18:14:16.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:47:0)
[18:14:16.998] Build status: SCHEDULED
[18:14:16.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:48:0) after 3m59s
[18:18:16.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:48:0)
[18:18:16.234] Build status: SCHEDULED
[18:18:16.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:49:0) after 6m25s
[18:24:41.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:49:0)
[18:24:41.271] Build status: SCHEDULED
[18:24:41.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:50:0) after 8m30s
[18:33:11.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:50:0)
[18:33:11.414] Build status: SCHEDULED
[18:33:11.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:51:0) after 5m8s
[18:38:19.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:51:0)
[18:38:19.513] Build status: SCHEDULED
[18:38:19.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:52:0) after 7m3s
[18:45:22.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:52:0)
[18:45:22.549] Build status: SCHEDULED
[18:45:22.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:53:0) after 9m52s
[18:55:14.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:53:0)
[18:55:14.582] Build status: SCHEDULED
[18:55:14.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:54:0) after 5m25s
[19:00:39.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:54:0)
[19:00:39.939] Build status: SCHEDULED
[19:00:39.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:55:0) after 9m7s
[19:09:46.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:55:0)
[19:09:46.970] Build status: SCHEDULED
[19:09:46.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:56:0) after 6m27s
[19:16:14.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:56:0)
[19:16:14.162] Build status: SCHEDULED
[19:16:14.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:57:0) after 6m45s
[19:22:59.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:57:0)
[19:22:59.419] Build status: SCHEDULED
[19:22:59.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:58:0) after 6m22s
[19:29:21.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:58:0)
[19:29:21.584] Build status: SCHEDULED
[19:29:21.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:59:0) after 6m22s
[19:35:43.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:59:0)
[19:35:43.614] Build status: SCHEDULED
[19:35:43.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:60:0) after 9m17s
[19:45:00.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:60:0)
[19:45:00.717] Build status: SCHEDULED
[19:45:00.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:61:0) after 7m48s
[19:52:48.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:61:0)
[19:52:48.821] Build status: SCHEDULED
[19:52:48.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:62:0) after 6m23s
[19:59:11.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:62:0)
[19:59:11.856] Build status: SCHEDULED
[19:59:11.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:63:0) after 4m18s
[20:03:29.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:63:0)
[20:03:29.886] Build status: SCHEDULED
[20:03:29.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:64:0) after 2m28s
[20:05:57.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:64:0)
[20:05:57.976] Build status: SCHEDULED
[20:05:57.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:65:0) after 3m7s
[20:09:05.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:65:0)
[20:09:05.177] Build status: SCHEDULED
[20:09:05.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:66:0) after 2m25s
[20:11:30.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:66:0)
[20:11:30.280] Build status: SCHEDULED
[20:11:30.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:67:0) after 1m34s
[20:13:04.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:67:0)
[20:13:04.320] Build status: SCHEDULED
[20:13:04.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:68:0) after 2m13s
[20:15:17.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:68:0)
[20:15:17.382] Build status: SCHEDULED
[20:15:17.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:69:0) after 7m10s
[20:22:27.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:69:0)
[20:22:27.462] Build status: SCHEDULED
[20:22:27.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:70:0) after 2m12s
[20:24:39.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:70:0)
[20:24:39.687] Build status: SCHEDULED
[20:24:39.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:71:0) after 4m2s
[20:28:41.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:71:0)
[20:28:41.848] Build status: SCHEDULED
[20:28:41.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:72:0) after 3m4s
[20:31:45.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:72:0)
[20:31:45.890] Build status: SCHEDULED
[20:31:45.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:73:0) after 1m43s
[20:33:28.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:73:0)
[20:33:28.925] Build status: SCHEDULED
[20:33:28.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:74:0) after 1m47s
[20:35:16.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:74:0)
[20:35:16.052] Build status: SCHEDULED
[20:35:16.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:75:0) after 3m2s
[20:38:18.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:75:0)
[20:38:18.138] Build status: SCHEDULED
[20:38:18.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:76:0) after 2m46s
[20:41:04.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:76:0)
[20:41:04.256] Build status: SCHEDULED
[20:41:04.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:77:0) after 7m11s
[20:48:15.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:77:0)
[20:48:15.283] Build status: SCHEDULED
[20:48:15.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:78:0) after 7m15s
[20:55:30.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:78:0)
[20:55:30.323] Build status: SCHEDULED
[20:55:30.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:79:0) after 9m6s
[21:04:36.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:79:0)
[21:04:36.544] Build status: SCHEDULED
[21:04:36.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:80:0) after 2m19s
[21:06:55.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:80:0)
[21:06:55.680] Build status: SCHEDULED
[21:06:55.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:81:0) after 2m36s
[21:09:31.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:81:0)
[21:09:31.810] Build status: SCHEDULED
[21:09:31.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:82:0) after 5m42s
[21:11:39.411] Received PubSub notification, asking Buildbucket for the build status
[21:11:39.435] Build status: STARTED
[21:15:13.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:82:0)
[21:15:13.861] Build status: STARTED
[21:15:13.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:84:0) after 7m26s
[21:22:39.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:84:0)
[21:22:39.905] Build status: STARTED
[21:22:39.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:85:0) after 4m10s
[21:26:50.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:85:0)
[21:26:50.107] Build status: STARTED
[21:26:50.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:86:0) after 7m33s
[21:34:23.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:86:0)
[21:34:23.177] Build status: STARTED
[21:34:23.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:87:0) after 4m51s
[21:39:14.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:87:0)
[21:39:14.208] Build status: STARTED
[21:39:14.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:88:0) after 7m44s
[21:46:58.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:88:0)
[21:46:58.289] Build status: STARTED
[21:46:58.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:89:0) after 3m25s
[21:50:23.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:89:0)
[21:50:23.330] Build status: STARTED
[21:50:23.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:90:0) after 6m26s
[21:56:49.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:90:0)
[21:56:49.417] Build status: STARTED
[21:56:49.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:91:0) after 7m28s
[22:04:17.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:91:0)
[22:04:17.541] Build status: STARTED
[22:04:17.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:92:0) after 1m20s
[22:05:37.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:92:0)
[22:05:37.594] Build status: STARTED
[22:05:37.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:93:0) after 4m55s
[22:10:32.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:93:0)
[22:10:32.647] Build status: STARTED
[22:10:32.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:94:0) after 1m10s
[22:11:42.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:94:0)
[22:11:42.780] Build status: STARTED
[22:11:42.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:95:0) after 1m56s
[22:13:38.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:95:0)
[22:13:38.879] Build status: STARTED
[22:13:38.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:96:0) after 1m24s
[22:15:02.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:96:0)
[22:15:02.949] Build status: STARTED
[22:15:02.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:97:0) after 1m47s
[22:16:49.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:97:0)
[22:16:49.984] Build status: STARTED
[22:16:49.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:98:0) after 5m19s
[22:22:09.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:98:0)
[22:22:09.124] Build status: STARTED
[22:22:09.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:99:0) after 2m52s
[22:25:01.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:99:0)
[22:25:01.457] Build status: STARTED
[22:25:01.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:100:0) after 5m11s
[22:30:12.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:100:0)
[22:30:12.490] Build status: STARTED
[22:30:12.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:101:0) after 7m31s
[22:37:43.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:101:0)
[22:37:43.518] Build status: STARTED
[22:37:43.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:102:0) after 4m43s
[22:42:26.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:102:0)
[22:42:26.846] Build status: STARTED
[22:42:26.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8860387679475861920:103:0) after 4m28s
[22:45:34.565] Received PubSub notification, asking Buildbucket for the build status
[22:45:34.612] Build:
{
"id": "8694957617604470161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-20T14:01:00.057083410Z",
"startTime": "2025-12-20T21:11:39.224062020Z",
"endTime": "2025-12-20T22:45:30.527693896Z",
"updateTime": "2025-12-20T22:45:30.527693896Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dd2751d4c8738599336d3268dd4ba512aa7835ec",
"ref": "refs/heads/main"
}
}
}
[22:45:34.612] Invocation finished in 8h44m35.722456579s with status FAILED