[18:36:05.112] New invocation is queued and will start shortly
[18:36:07.041] Starting the invocation (attempt 1)
[18:36:07.080] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c0b3d6af392b4f5609c2fdc46227eb243286c4c4"
[18:36:07.080] Popped gitiles commit info from properties and tags
[18:36:07.080] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:36:07.080] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:36:07.080] Buildbucket request:
{
"requestId": "8885193940250762416",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885193940250762416",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9f93dd4a7f4bd8264f4456def8daf966805b75d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9f93dd4a7f4bd8264f4456def8daf966805b75d",
"title": "f9f93dd4a7f4bd8264f4456def8daf966805b75d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9f93dd4a7f4bd8264f4456def8daf966805b75d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bab3948abffe3316a6aeaf0684633347ae94ff96"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bab3948abffe3316a6aeaf0684633347ae94ff96",
"title": "bab3948abffe3316a6aeaf0684633347ae94ff96",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bab3948abffe3316a6aeaf0684633347ae94ff96"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"title": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c0b3d6af392b4f5609c2fdc46227eb243286c4c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c0b3d6af392b4f5609c2fdc46227eb243286c4c4",
"title": "c0b3d6af392b4f5609c2fdc46227eb243286c4c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c0b3d6af392b4f5609c2fdc46227eb243286c4c4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0b3d6af392b4f5609c2fdc46227eb243286c4c4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885193940250762416"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:36:11.202] Scheduled build:
{
"id": "8719763876324585729",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T18:36:08.230967017Z",
"updateTime": "2025-03-21T18:36:08.230967017Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0b3d6af392b4f5609c2fdc46227eb243286c4c4",
"ref": "refs/heads/main"
}
}
}
[18:36:11.202] Task URL: https://cr-buildbucket.appspot.com/build/8719763876324585729
[18:36:11.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:2:0) after 4m24s
[18:36:11.509] Received PubSub notification, asking Buildbucket for the build status
[18:36:11.593] Build status: SCHEDULED
[18:40:35.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:2:0)
[18:40:35.246] Build status: SCHEDULED
[18:40:35.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:4:0) after 2m46s
[18:43:21.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:4:0)
[18:43:21.334] Build status: SCHEDULED
[18:43:21.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:5:0) after 8m8s
[18:51:29.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:5:0)
[18:51:29.427] Build status: SCHEDULED
[18:51:29.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:6:0) after 4m20s
[18:55:49.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:6:0)
[18:55:49.486] Build status: SCHEDULED
[18:55:49.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:7:0) after 4m54s
[19:00:43.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:7:0)
[19:00:43.537] Build status: SCHEDULED
[19:00:43.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:8:0) after 5m9s
[19:05:52.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:8:0)
[19:05:52.573] Build status: SCHEDULED
[19:05:52.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:9:0) after 5m42s
[19:11:34.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:9:0)
[19:11:34.879] Build status: SCHEDULED
[19:11:34.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:10:0) after 7m34s
[19:19:08.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:10:0)
[19:19:08.939] Build status: SCHEDULED
[19:19:08.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:11:0) after 6m32s
[19:25:41.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:11:0)
[19:25:41.037] Build status: SCHEDULED
[19:25:41.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:12:0) after 7m1s
[19:32:42.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:12:0)
[19:32:42.117] Build status: SCHEDULED
[19:32:42.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:13:0) after 7m43s
[19:40:25.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:13:0)
[19:40:25.130] Build status: SCHEDULED
[19:40:25.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:14:0) after 7m17s
[19:47:42.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:14:0)
[19:47:42.167] Build status: SCHEDULED
[19:47:42.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:15:0) after 5m19s
[19:53:01.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:15:0)
[19:53:01.203] Build status: SCHEDULED
[19:53:01.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:16:0) after 9m53s
[20:02:54.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:16:0)
[20:02:54.236] Build status: SCHEDULED
[20:02:54.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:17:0) after 6m47s
[20:09:41.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:17:0)
[20:09:41.328] Build status: SCHEDULED
[20:09:41.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:18:0) after 3m4s
[20:12:45.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:18:0)
[20:12:45.463] Build status: SCHEDULED
[20:12:45.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:19:0) after 4m23s
[20:17:08.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:19:0)
[20:17:08.544] Build status: SCHEDULED
[20:17:08.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:20:0) after 7m42s
[20:24:50.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:20:0)
[20:24:50.661] Build status: SCHEDULED
[20:24:50.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:21:0) after 8m27s
[20:33:17.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:21:0)
[20:33:17.728] Build status: SCHEDULED
[20:33:17.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:22:0) after 2m11s
[20:35:28.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:22:0)
[20:35:28.735] Build status: SCHEDULED
[20:35:28.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:23:0) after 5m19s
[20:40:47.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:23:0)
[20:40:47.765] Build status: SCHEDULED
[20:40:47.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:24:0) after 2m48s
[20:43:35.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:24:0)
[20:43:35.845] Build status: SCHEDULED
[20:43:35.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:25:0) after 7m48s
[20:51:23.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:25:0)
[20:51:23.988] Build status: SCHEDULED
[20:51:23.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:26:0) after 4m53s
[20:56:17.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:26:0)
[20:56:17.074] Build status: SCHEDULED
[20:56:17.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:27:0) after 2m53s
[20:59:10.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:27:0)
[20:59:10.183] Build status: SCHEDULED
[20:59:10.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:28:0) after 1m22s
[21:00:32.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:28:0)
[21:00:32.243] Build status: SCHEDULED
[21:00:32.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:29:0) after 1m22s
[21:01:54.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:29:0)
[21:01:54.390] Build status: SCHEDULED
[21:01:54.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:30:0) after 5m27s
[21:07:21.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:30:0)
[21:07:21.426] Build status: SCHEDULED
[21:07:21.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:31:0) after 6m32s
[21:13:53.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:31:0)
[21:13:53.467] Build status: SCHEDULED
[21:13:53.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:32:0) after 3m17s
[21:17:10.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:32:0)
[21:17:10.538] Build status: SCHEDULED
[21:17:10.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:33:0) after 2m32s
[21:19:42.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:33:0)
[21:19:42.631] Build status: SCHEDULED
[21:19:42.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:34:0) after 3m32s
[21:23:14.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:34:0)
[21:23:14.670] Build status: SCHEDULED
[21:23:14.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:35:0) after 6m8s
[21:29:22.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:35:0)
[21:29:22.936] Build status: SCHEDULED
[21:29:22.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:36:0) after 1m3s
[21:30:25.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:36:0)
[21:30:25.969] Build status: SCHEDULED
[21:30:25.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:37:0) after 5m59s
[21:36:24.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:37:0)
[21:36:25.009] Build status: SCHEDULED
[21:36:25.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:38:0) after 9m53s
[21:46:18.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:38:0)
[21:46:18.088] Build status: SCHEDULED
[21:46:18.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:39:0) after 5m49s
[21:52:07.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:39:0)
[21:52:07.146] Build status: SCHEDULED
[21:52:07.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:40:0) after 3m19s
[21:55:26.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:40:0)
[21:55:26.182] Build status: SCHEDULED
[21:55:26.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:41:0) after 2m30s
[21:57:56.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:41:0)
[21:57:56.224] Build status: SCHEDULED
[21:57:56.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:42:0) after 6m49s
[22:04:45.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:42:0)
[22:04:45.268] Build status: SCHEDULED
[22:04:45.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:43:0) after 2m50s
[22:07:35.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:43:0)
[22:07:35.360] Build status: SCHEDULED
[22:07:35.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:44:0) after 4m39s
[22:12:14.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:44:0)
[22:12:14.504] Build status: SCHEDULED
[22:12:14.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:45:0) after 4m43s
[22:16:57.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:45:0)
[22:16:57.546] Build status: SCHEDULED
[22:16:57.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:46:0) after 1m26s
[22:18:23.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:46:0)
[22:18:23.576] Build status: SCHEDULED
[22:18:23.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:47:0) after 3m33s
[22:21:56.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:47:0)
[22:21:56.611] Build status: SCHEDULED
[22:21:56.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:48:0) after 9m18s
[22:31:14.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:48:0)
[22:31:14.717] Build status: SCHEDULED
[22:31:14.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:49:0) after 7m36s
[22:38:50.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:49:0)
[22:38:51.007] Build status: SCHEDULED
[22:38:51.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:50:0) after 1m59s
[22:40:50.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:50:0)
[22:40:50.045] Build status: SCHEDULED
[22:40:50.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:51:0) after 7m44s
[22:48:34.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:51:0)
[22:48:34.117] Build status: SCHEDULED
[22:48:34.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:52:0) after 9m1s
[22:57:35.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:52:0)
[22:57:35.209] Build status: SCHEDULED
[22:57:35.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:53:0) after 1m5s
[22:58:40.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:53:0)
[22:58:40.294] Build status: SCHEDULED
[22:58:40.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:54:0) after 3m30s
[23:02:10.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:54:0)
[23:02:10.353] Build status: SCHEDULED
[23:02:10.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:55:0) after 8m22s
[23:10:32.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:55:0)
[23:10:32.442] Build status: SCHEDULED
[23:10:32.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:56:0) after 8m29s
[23:19:01.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:56:0)
[23:19:01.530] Build status: SCHEDULED
[23:19:01.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:57:0) after 1m30s
[23:20:31.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:57:0)
[23:20:31.572] Build status: SCHEDULED
[23:20:31.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:58:0) after 3m34s
[23:24:05.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:58:0)
[23:24:05.734] Build status: SCHEDULED
[23:24:05.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:59:0) after 5m16s
[23:29:21.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:59:0)
[23:29:21.860] Build status: SCHEDULED
[23:29:21.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:60:0) after 6m57s
[23:36:18.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:60:0)
[23:36:18.907] Build status: SCHEDULED
[23:36:18.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:61:0) after 9m13s
[23:45:31.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:61:0)
[23:45:31.937] Build status: SCHEDULED
[23:45:31.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:62:0) after 7m21s
[23:52:52.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:62:0)
[23:52:53.040] Build status: SCHEDULED
[23:52:53.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:63:0) after 9m45s
[00:02:38.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:63:0)
[00:02:38.130] Build status: SCHEDULED
[00:02:38.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:64:0) after 8m14s
[00:10:52.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:64:0)
[00:10:52.179] Build status: SCHEDULED
[00:10:52.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:65:0) after 6m34s
[00:17:26.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:65:0)
[00:17:26.287] Build status: SCHEDULED
[00:17:26.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:66:0) after 7m59s
[00:25:25.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:66:0)
[00:25:25.355] Build status: SCHEDULED
[00:25:25.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:67:0) after 8m16s
[00:33:41.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:67:0)
[00:33:41.405] Build status: SCHEDULED
[00:33:41.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:68:0) after 4m35s
[00:38:16.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:68:0)
[00:38:16.456] Build status: SCHEDULED
[00:38:16.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:69:0) after 6m39s
[00:44:55.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:69:0)
[00:44:55.553] Build status: SCHEDULED
[00:44:55.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:70:0) after 3m43s
[00:48:38.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:70:0)
[00:48:38.638] Build status: SCHEDULED
[00:48:38.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:71:0) after 2m25s
[00:51:03.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:71:0)
[00:51:03.857] Build status: SCHEDULED
[00:51:03.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:72:0) after 3m34s
[00:54:37.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:72:0)
[00:54:37.979] Build status: SCHEDULED
[00:54:37.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:73:0) after 1m47s
[00:56:25.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:73:0)
[00:56:25.074] Build status: SCHEDULED
[00:56:25.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:74:0) after 9m21s
[01:05:46.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:74:0)
[01:05:46.113] Build status: SCHEDULED
[01:05:46.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:75:0) after 9m10s
[01:14:56.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:75:0)
[01:14:56.196] Build status: SCHEDULED
[01:14:56.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:76:0) after 2m55s
[01:17:51.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:76:0)
[01:17:51.237] Build status: SCHEDULED
[01:17:51.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:77:0) after 1m16s
[01:19:07.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:77:0)
[01:19:07.276] Build status: SCHEDULED
[01:19:07.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:78:0) after 2m29s
[01:21:36.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:78:0)
[01:21:36.435] Build status: SCHEDULED
[01:21:36.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:79:0) after 7m24s
[01:29:00.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:79:0)
[01:29:00.550] Build status: SCHEDULED
[01:29:00.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:80:0) after 5m6s
[01:34:06.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:80:0)
[01:34:06.636] Build status: SCHEDULED
[01:34:06.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:81:0) after 8m6s
[01:42:12.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:81:0)
[01:42:12.683] Build status: SCHEDULED
[01:42:12.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:82:0) after 7m22s
[01:49:34.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:82:0)
[01:49:34.692] Build status: SCHEDULED
[01:49:34.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:83:0) after 8m9s
[01:57:43.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:83:0)
[01:57:43.791] Build status: SCHEDULED
[01:57:43.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:84:0) after 1m20s
[01:59:03.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:84:0)
[01:59:03.925] Build status: SCHEDULED
[01:59:03.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:85:0) after 9m33s
[02:08:36.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:85:0)
[02:08:37.061] Build status: SCHEDULED
[02:08:37.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:86:0) after 3m17s
[02:11:54.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:86:0)
[02:11:54.105] Build status: SCHEDULED
[02:11:54.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:87:0) after 9m58s
[02:21:52.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:87:0)
[02:21:52.144] Build status: SCHEDULED
[02:21:52.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:88:0) after 9m32s
[02:31:24.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:88:0)
[02:31:24.330] Build status: SCHEDULED
[02:31:24.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8885193940250762416:89:0) after 7m56s
[02:36:16.766] Received PubSub notification, asking Buildbucket for the build status
[02:36:16.785] Build:
{
"id": "8719763876324585729",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T18:36:08.230967017Z",
"endTime": "2025-03-22T02:36:10.990088469Z",
"updateTime": "2025-03-22T02:36:10.990088469Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0b3d6af392b4f5609c2fdc46227eb243286c4c4",
"ref": "refs/heads/main"
}
}
}
[02:36:16.785] Invocation finished in 8h0m11.683443472s with status FAILED