[19:44:54.656] New invocation is queued and will start shortly
[19:44:55.901] Starting the invocation (attempt 1)
[19:44:55.927] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/362c4c3160eee36feed1ce42f7c9729ec3fca1f8"
[19:44:55.927] Popped gitiles commit info from properties and tags
[19:44:55.927] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:44:55.927] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:44:55.927] Buildbucket request:
{
"requestId": "8866164247166557456",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866164247166557456",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f330f66fcbce52dd5b607a2c517ce34ab5885dd9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f330f66fcbce52dd5b607a2c517ce34ab5885dd9",
"title": "f330f66fcbce52dd5b607a2c517ce34ab5885dd9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f330f66fcbce52dd5b607a2c517ce34ab5885dd9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "362c4c3160eee36feed1ce42f7c9729ec3fca1f8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@362c4c3160eee36feed1ce42f7c9729ec3fca1f8",
"title": "362c4c3160eee36feed1ce42f7c9729ec3fca1f8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/362c4c3160eee36feed1ce42f7c9729ec3fca1f8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "362c4c3160eee36feed1ce42f7c9729ec3fca1f8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866164247166557456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:44:56.244] Scheduled build:
{
"id": "8700734185120390753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-17T19:44:55.980100822Z",
"updateTime": "2025-10-17T19:44:55.980100822Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "362c4c3160eee36feed1ce42f7c9729ec3fca1f8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:44:56.244] Task URL: https://cr-buildbucket.appspot.com/build/8700734185120390753
[19:44:56.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:2:0) after 8m20s
[19:45:07.324] Received PubSub notification, asking Buildbucket for the build status
[19:45:07.337] Build status: SCHEDULED
[19:53:16.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:2:0)
[19:53:16.316] Build status: SCHEDULED
[19:53:16.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:4:0) after 4m47s
[19:58:03.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:4:0)
[19:58:03.398] Build status: SCHEDULED
[19:58:03.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:5:0) after 8m22s
[20:06:25.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:5:0)
[20:06:25.461] Build status: SCHEDULED
[20:06:25.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:6:0) after 4m42s
[20:11:07.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:6:0)
[20:11:07.522] Build status: SCHEDULED
[20:11:07.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:7:0) after 8m36s
[20:19:43.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:7:0)
[20:19:43.702] Build status: SCHEDULED
[20:19:43.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:8:0) after 6m38s
[20:26:21.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:8:0)
[20:26:21.767] Build status: SCHEDULED
[20:26:21.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:9:0) after 1m24s
[20:27:45.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:9:0)
[20:27:45.804] Build status: SCHEDULED
[20:27:45.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:10:0) after 6m40s
[20:34:25.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:10:0)
[20:34:25.899] Build status: SCHEDULED
[20:34:25.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:11:0) after 1m58s
[20:36:24.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:11:0)
[20:36:24.126] Build status: SCHEDULED
[20:36:24.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:12:0) after 4m3s
[20:40:27.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:12:0)
[20:40:27.171] Build status: SCHEDULED
[20:40:27.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:13:0) after 7m13s
[20:47:40.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:13:0)
[20:47:40.204] Build status: SCHEDULED
[20:47:40.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:14:0) after 4m17s
[20:51:57.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:14:0)
[20:51:57.233] Build status: SCHEDULED
[20:51:57.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:15:0) after 1m9s
[20:53:06.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:15:0)
[20:53:06.264] Build status: SCHEDULED
[20:53:06.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:16:0) after 2m5s
[20:55:11.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:16:0)
[20:55:11.301] Build status: SCHEDULED
[20:55:11.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:17:0) after 9m41s
[21:04:52.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:17:0)
[21:04:52.401] Build status: SCHEDULED
[21:04:52.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:18:0) after 1m44s
[21:06:36.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:18:0)
[21:06:36.437] Build status: SCHEDULED
[21:06:36.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:19:0) after 2m22s
[21:08:58.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:19:0)
[21:08:58.482] Build status: SCHEDULED
[21:08:58.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:20:0) after 8m5s
[21:17:03.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:20:0)
[21:17:03.569] Build status: SCHEDULED
[21:17:03.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:21:0) after 1m56s
[21:18:59.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:21:0)
[21:18:59.598] Build status: SCHEDULED
[21:18:59.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:22:0) after 7m58s
[21:26:57.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:22:0)
[21:26:57.864] Build status: SCHEDULED
[21:26:57.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:23:0) after 7m28s
[21:34:25.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:23:0)
[21:34:26.060] Build status: SCHEDULED
[21:34:26.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:24:0) after 8m5s
[21:42:31.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:24:0)
[21:42:31.148] Build status: SCHEDULED
[21:42:31.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:25:0) after 7m17s
[21:49:48.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:25:0)
[21:49:48.181] Build status: SCHEDULED
[21:49:48.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:26:0) after 2m50s
[21:52:38.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:26:0)
[21:52:38.390] Build status: SCHEDULED
[21:52:38.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:27:0) after 1m25s
[21:54:03.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:27:0)
[21:54:03.478] Build status: SCHEDULED
[21:54:03.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:28:0) after 7m33s
[22:01:36.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:28:0)
[22:01:36.703] Build status: SCHEDULED
[22:01:36.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:29:0) after 1m9s
[22:02:45.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:29:0)
[22:02:45.987] Build status: SCHEDULED
[22:02:45.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:30:0) after 4m21s
[22:07:07.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:30:0)
[22:07:07.184] Build status: SCHEDULED
[22:07:07.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:31:0) after 2m36s
[22:09:43.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:31:0)
[22:09:43.295] Build status: SCHEDULED
[22:09:43.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:32:0) after 9m54s
[22:19:37.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:32:0)
[22:19:37.377] Build status: SCHEDULED
[22:19:37.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:33:0) after 7m32s
[22:27:09.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:33:0)
[22:27:09.436] Build status: SCHEDULED
[22:27:09.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:34:0) after 4m58s
[22:32:07.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:34:0)
[22:32:07.533] Build status: SCHEDULED
[22:32:07.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:35:0) after 3m11s
[22:35:18.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:35:0)
[22:35:18.619] Build status: SCHEDULED
[22:35:18.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:36:0) after 9m4s
[22:44:22.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:36:0)
[22:44:22.658] Build status: SCHEDULED
[22:44:22.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:37:0) after 5m28s
[22:49:50.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:37:0)
[22:49:50.734] Build status: SCHEDULED
[22:49:50.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:38:0) after 4m27s
[22:54:17.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:38:0)
[22:54:17.907] Build status: SCHEDULED
[22:54:17.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:39:0) after 9m39s
[23:03:56.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:39:0)
[23:03:57.068] Build status: SCHEDULED
[23:03:57.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:40:0) after 4m26s
[23:08:23.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:40:0)
[23:08:23.173] Build status: SCHEDULED
[23:08:23.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:41:0) after 7m36s
[23:15:59.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:41:0)
[23:15:59.293] Build status: SCHEDULED
[23:15:59.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:42:0) after 9m47s
[23:25:46.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:42:0)
[23:25:46.411] Build status: SCHEDULED
[23:25:46.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:43:0) after 1m44s
[23:27:30.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:43:0)
[23:27:30.566] Build status: SCHEDULED
[23:27:30.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:44:0) after 7m24s
[23:34:54.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:44:0)
[23:34:54.657] Build status: SCHEDULED
[23:34:54.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:45:0) after 6m56s
[23:41:50.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:45:0)
[23:41:50.709] Build status: SCHEDULED
[23:41:50.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:46:0) after 3m14s
[23:45:04.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:46:0)
[23:45:04.799] Build status: SCHEDULED
[23:45:04.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:47:0) after 4m46s
[23:49:50.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:47:0)
[23:49:50.894] Build status: SCHEDULED
[23:49:50.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:48:0) after 4m58s
[23:54:48.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:48:0)
[23:54:48.932] Build status: SCHEDULED
[23:54:48.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:49:0) after 9m8s
[00:03:56.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:49:0)
[00:03:56.965] Build status: SCHEDULED
[00:03:56.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:50:0) after 2m47s
[00:06:44.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:50:0)
[00:06:44.065] Build status: SCHEDULED
[00:06:44.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:51:0) after 3m7s
[00:09:51.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:51:0)
[00:09:51.163] Build status: SCHEDULED
[00:09:51.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:52:0) after 1m49s
[00:11:40.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:52:0)
[00:11:40.206] Build status: SCHEDULED
[00:11:40.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:53:0) after 3m35s
[00:15:15.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:53:0)
[00:15:15.244] Build status: SCHEDULED
[00:15:15.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:54:0) after 4m59s
[00:20:14.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:54:0)
[00:20:14.275] Build status: SCHEDULED
[00:20:14.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:55:0) after 5m44s
[00:25:58.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:55:0)
[00:25:58.323] Build status: SCHEDULED
[00:25:58.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:56:0) after 8m49s
[00:34:47.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:56:0)
[00:34:47.397] Build status: SCHEDULED
[00:34:47.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:57:0) after 6m50s
[00:41:37.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:57:0)
[00:41:37.534] Build status: SCHEDULED
[00:41:37.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:58:0) after 5m33s
[00:47:10.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:58:0)
[00:47:10.582] Build status: SCHEDULED
[00:47:10.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:59:0) after 1m11s
[00:48:21.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:59:0)
[00:48:21.618] Build status: SCHEDULED
[00:48:21.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:60:0) after 3m55s
[00:52:16.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:60:0)
[00:52:16.694] Build status: SCHEDULED
[00:52:16.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:61:0) after 4m8s
[00:56:24.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:61:0)
[00:56:24.871] Build status: SCHEDULED
[00:56:24.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:62:0) after 4m32s
[01:00:56.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:62:0)
[01:00:57.124] Build status: SCHEDULED
[01:00:57.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:63:0) after 7m56s
[01:08:53.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:63:0)
[01:08:53.168] Build status: SCHEDULED
[01:08:53.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:64:0) after 1m2s
[01:09:55.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:64:0)
[01:09:55.175] Build status: SCHEDULED
[01:09:55.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:65:0) after 8m53s
[01:18:48.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:65:0)
[01:18:48.239] Build status: SCHEDULED
[01:18:48.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:66:0) after 6m38s
[01:25:26.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:66:0)
[01:25:26.613] Build status: SCHEDULED
[01:25:26.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:67:0) after 4m4s
[01:29:30.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:67:0)
[01:29:30.683] Build status: SCHEDULED
[01:29:30.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:68:0) after 8m37s
[01:38:07.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:68:0)
[01:38:07.713] Build status: SCHEDULED
[01:38:07.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:69:0) after 3m9s
[01:41:16.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:69:0)
[01:41:16.742] Build status: SCHEDULED
[01:41:16.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:70:0) after 4m1s
[01:45:17.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:70:0)
[01:45:17.825] Build status: SCHEDULED
[01:45:17.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:71:0) after 8m12s
[01:53:29.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:71:0)
[01:53:29.888] Build status: SCHEDULED
[01:53:29.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:72:0) after 2m58s
[01:56:27.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:72:0)
[01:56:27.967] Build status: SCHEDULED
[01:56:27.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:73:0) after 4m21s
[02:00:49.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:73:0)
[02:00:49.040] Build status: SCHEDULED
[02:00:49.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:74:0) after 5m46s
[02:06:35.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:74:0)
[02:06:35.212] Build status: SCHEDULED
[02:06:35.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:75:0) after 5m10s
[02:11:45.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:75:0)
[02:11:45.511] Build status: SCHEDULED
[02:11:45.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:76:0) after 3m39s
[02:15:24.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:76:0)
[02:15:24.639] Build status: SCHEDULED
[02:15:24.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:77:0) after 8m11s
[02:23:35.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:77:0)
[02:23:35.676] Build status: SCHEDULED
[02:23:35.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:78:0) after 2m38s
[02:26:13.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:78:0)
[02:26:13.811] Build status: SCHEDULED
[02:26:13.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:79:0) after 6m53s
[02:33:06.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:79:0)
[02:33:06.957] Build status: SCHEDULED
[02:33:06.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:80:0) after 3m17s
[02:36:24.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:80:0)
[02:36:24.156] Build status: SCHEDULED
[02:36:24.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:81:0) after 4m31s
[02:40:55.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:81:0)
[02:40:55.273] Build status: SCHEDULED
[02:40:55.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:82:0) after 3m49s
[02:44:44.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:82:0)
[02:44:44.304] Build status: SCHEDULED
[02:44:44.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:83:0) after 2m3s
[02:46:47.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:83:0)
[02:46:47.308] Build status: SCHEDULED
[02:46:47.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:84:0) after 6m23s
[02:53:10.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:84:0)
[02:53:10.338] Build status: SCHEDULED
[02:53:10.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:85:0) after 8m22s
[03:01:32.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:85:0)
[03:01:32.369] Build status: SCHEDULED
[03:01:32.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:86:0) after 1m14s
[03:02:46.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:86:0)
[03:02:46.429] Build status: SCHEDULED
[03:02:46.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:87:0) after 8m43s
[03:11:29.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:87:0)
[03:11:29.500] Build status: SCHEDULED
[03:11:29.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:88:0) after 5m27s
[03:16:56.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:88:0)
[03:16:56.565] Build status: SCHEDULED
[03:16:56.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:89:0) after 4m59s
[03:21:55.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:89:0)
[03:21:55.707] Build status: SCHEDULED
[03:21:55.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:90:0) after 3m19s
[03:25:14.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:90:0)
[03:25:14.803] Build status: SCHEDULED
[03:25:14.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:91:0) after 8m12s
[03:27:44.102] Received PubSub notification, asking Buildbucket for the build status
[03:27:44.143] Build status: STARTED
[03:33:27.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:91:0)
[03:33:27.073] Build status: STARTED
[03:33:27.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:93:0) after 9m26s
[03:42:53.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:93:0)
[03:42:53.114] Build status: STARTED
[03:42:53.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:94:0) after 7m15s
[03:50:08.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:94:0)
[03:50:08.152] Build status: STARTED
[03:50:08.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:95:0) after 6m13s
[03:56:21.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:95:0)
[03:56:21.190] Build status: STARTED
[03:56:21.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:96:0) after 1m40s
[03:58:01.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:96:0)
[03:58:01.214] Build status: STARTED
[03:58:01.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:97:0) after 3m0s
[04:01:01.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:97:0)
[04:01:01.249] Build status: STARTED
[04:01:01.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:98:0) after 6m12s
[04:07:13.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:98:0)
[04:07:13.325] Build status: STARTED
[04:07:13.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:99:0) after 9m9s
[04:16:22.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:99:0)
[04:16:22.402] Build status: STARTED
[04:16:22.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:100:0) after 9m41s
[04:26:03.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:100:0)
[04:26:03.569] Build status: STARTED
[04:26:03.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:101:0) after 4m21s
[04:30:24.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:101:0)
[04:30:24.808] Build status: STARTED
[04:30:24.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:102:0) after 5m16s
[04:35:40.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:102:0)
[04:35:41.007] Build status: STARTED
[04:35:41.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:103:0) after 9m51s
[04:45:32.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:103:0)
[04:45:32.020] Build status: STARTED
[04:45:32.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:104:0) after 9m37s
[04:55:09.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:104:0)
[04:55:09.052] Build status: STARTED
[04:55:09.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866164247166557456:105:0) after 9m54s
[05:01:36.980] Received PubSub notification, asking Buildbucket for the build status
[05:01:36.996] Build:
{
"id": "8700734185120390753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-17T19:44:55.980100822Z",
"startTime": "2025-10-18T03:27:43.822686739Z",
"endTime": "2025-10-18T05:01:35.871818123Z",
"updateTime": "2025-10-18T05:01:35.871818123Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "362c4c3160eee36feed1ce42f7c9729ec3fca1f8",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:01:36.996] Invocation finished in 9h16m42.350986337s with status FAILED