[19:50:06.518] New invocation is queued and will start shortly
[19:50:07.599] Starting the invocation (attempt 1)
[19:50:07.626] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/992faaa807fabf812e1c09f36e6670614a343a68"
[19:50:07.626] Popped gitiles commit info from properties and tags
[19:50:07.627] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:50:07.627] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:50:07.627] Buildbucket request:
{
"requestId": "8873774065334938336",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873774065334938336",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2eab7429b6c2babfbb6ec6cc26178cfbdf034b80"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2eab7429b6c2babfbb6ec6cc26178cfbdf034b80",
"title": "2eab7429b6c2babfbb6ec6cc26178cfbdf034b80",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2eab7429b6c2babfbb6ec6cc26178cfbdf034b80"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2e0f248554f9f376fa21f76a186bd1c2b41d14d2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2e0f248554f9f376fa21f76a186bd1c2b41d14d2",
"title": "2e0f248554f9f376fa21f76a186bd1c2b41d14d2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2e0f248554f9f376fa21f76a186bd1c2b41d14d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e6197280588d04057ee5a8b35b47b2dd50336633"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e6197280588d04057ee5a8b35b47b2dd50336633",
"title": "e6197280588d04057ee5a8b35b47b2dd50336633",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e6197280588d04057ee5a8b35b47b2dd50336633"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7ca533d223d871ce728746a345bda4bca4a8b6ae"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ca533d223d871ce728746a345bda4bca4a8b6ae",
"title": "7ca533d223d871ce728746a345bda4bca4a8b6ae",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ca533d223d871ce728746a345bda4bca4a8b6ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f7876e177becde3308b1580b716e189daf064144"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f7876e177becde3308b1580b716e189daf064144",
"title": "f7876e177becde3308b1580b716e189daf064144",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f7876e177becde3308b1580b716e189daf064144"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "992faaa807fabf812e1c09f36e6670614a343a68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@992faaa807fabf812e1c09f36e6670614a343a68",
"title": "992faaa807fabf812e1c09f36e6670614a343a68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/992faaa807fabf812e1c09f36e6670614a343a68"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "992faaa807fabf812e1c09f36e6670614a343a68",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873774065334938336"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:50:08.024] Scheduled build:
{
"id": "8708344003449586417",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T19:50:07.687902369Z",
"updateTime": "2025-07-25T19:50:07.687902369Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "992faaa807fabf812e1c09f36e6670614a343a68",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:50:08.024] Task URL: https://cr-buildbucket.appspot.com/build/8708344003449586417
[19:50:08.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:2:0) after 5m49s
[19:50:08.960] Received PubSub notification, asking Buildbucket for the build status
[19:50:08.981] Build status: SCHEDULED
[19:55:57.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:2:0)
[19:55:57.210] Build status: SCHEDULED
[19:55:57.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:4:0) after 6m0s
[20:01:57.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:4:0)
[20:01:57.308] Build status: SCHEDULED
[20:01:57.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:5:0) after 1m50s
[20:03:47.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:5:0)
[20:03:47.400] Build status: SCHEDULED
[20:03:47.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:6:0) after 5m29s
[20:09:16.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:6:0)
[20:09:16.511] Build status: SCHEDULED
[20:09:16.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:7:0) after 5m38s
[20:14:54.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:7:0)
[20:14:54.597] Build status: SCHEDULED
[20:14:54.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:8:0) after 6m58s
[20:21:52.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:8:0)
[20:21:52.671] Build status: SCHEDULED
[20:21:52.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:9:0) after 8m15s
[20:30:07.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:9:0)
[20:30:07.748] Build status: SCHEDULED
[20:30:07.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:10:0) after 1m12s
[20:31:19.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:10:0)
[20:31:19.807] Build status: SCHEDULED
[20:31:19.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:11:0) after 3m52s
[20:35:11.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:11:0)
[20:35:11.869] Build status: SCHEDULED
[20:35:11.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:12:0) after 4m22s
[20:39:33.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:12:0)
[20:39:33.917] Build status: SCHEDULED
[20:39:33.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:13:0) after 2m14s
[20:41:47.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:13:0)
[20:41:47.961] Build status: SCHEDULED
[20:41:47.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:14:0) after 2m39s
[20:44:26.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:14:0)
[20:44:27.012] Build status: SCHEDULED
[20:44:27.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:15:0) after 8m47s
[20:53:14.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:15:0)
[20:53:14.049] Build status: SCHEDULED
[20:53:14.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:16:0) after 3m29s
[20:56:43.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:16:0)
[20:56:43.410] Build status: SCHEDULED
[20:56:43.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:17:0) after 4m2s
[21:00:45.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:17:0)
[21:00:45.713] Build status: SCHEDULED
[21:00:45.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:18:0) after 6m35s
[21:07:20.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:18:0)
[21:07:20.740] Build status: SCHEDULED
[21:07:20.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:19:0) after 5m57s
[21:13:17.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:19:0)
[21:13:17.834] Build status: SCHEDULED
[21:13:17.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:20:0) after 6m38s
[21:19:55.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:20:0)
[21:19:55.927] Build status: SCHEDULED
[21:19:55.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:21:0) after 8m24s
[21:28:19.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:21:0)
[21:28:20.001] Build status: SCHEDULED
[21:28:20.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:22:0) after 6m40s
[21:35:00.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:22:0)
[21:35:00.063] Build status: SCHEDULED
[21:35:00.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:23:0) after 9m58s
[21:44:58.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:23:0)
[21:44:58.570] Build status: SCHEDULED
[21:44:58.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:24:0) after 3m5s
[21:48:03.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:24:0)
[21:48:03.617] Build status: SCHEDULED
[21:48:03.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:25:0) after 1m43s
[21:49:46.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:25:0)
[21:49:46.684] Build status: SCHEDULED
[21:49:46.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:26:0) after 8m22s
[21:58:08.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:26:0)
[21:58:08.764] Build status: SCHEDULED
[21:58:08.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:27:0) after 8m38s
[22:06:46.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:27:0)
[22:06:46.846] Build status: SCHEDULED
[22:06:46.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:28:0) after 4m44s
[22:11:30.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:28:0)
[22:11:30.892] Build status: SCHEDULED
[22:11:30.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:29:0) after 6m36s
[22:18:06.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:29:0)
[22:18:06.926] Build status: SCHEDULED
[22:18:06.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:30:0) after 1m18s
[22:19:24.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:30:0)
[22:19:24.972] Build status: SCHEDULED
[22:19:24.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:31:0) after 4m17s
[22:23:42.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:31:0)
[22:23:42.031] Build status: SCHEDULED
[22:23:42.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:32:0) after 2m33s
[22:26:15.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:32:0)
[22:26:15.125] Build status: SCHEDULED
[22:26:15.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:33:0) after 3m56s
[22:30:11.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:33:0)
[22:30:11.157] Build status: SCHEDULED
[22:30:11.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:34:0) after 2m33s
[22:32:44.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:34:0)
[22:32:44.193] Build status: SCHEDULED
[22:32:44.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:35:0) after 5m58s
[22:38:42.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:35:0)
[22:38:42.238] Build status: SCHEDULED
[22:38:42.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:36:0) after 4m54s
[22:43:36.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:36:0)
[22:43:36.352] Build status: SCHEDULED
[22:43:36.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:37:0) after 9m24s
[22:53:00.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:37:0)
[22:53:00.400] Build status: SCHEDULED
[22:53:00.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:38:0) after 1m13s
[22:54:13.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:38:0)
[22:54:13.426] Build status: SCHEDULED
[22:54:13.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:39:0) after 3m34s
[22:57:47.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:39:0)
[22:57:47.518] Build status: SCHEDULED
[22:57:47.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:40:0) after 8m34s
[23:06:21.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:40:0)
[23:06:21.690] Build status: SCHEDULED
[23:06:21.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:41:0) after 1m43s
[23:08:04.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:41:0)
[23:08:04.835] Build status: SCHEDULED
[23:08:04.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:42:0) after 1m55s
[23:09:59.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:42:0)
[23:09:59.873] Build status: SCHEDULED
[23:09:59.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:43:0) after 8m33s
[23:18:32.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:43:0)
[23:18:32.997] Build status: SCHEDULED
[23:18:32.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:44:0) after 3m18s
[23:21:51.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:44:0)
[23:21:51.400] Build status: SCHEDULED
[23:21:51.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:45:0) after 3m34s
[23:25:25.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:45:0)
[23:25:25.892] Build status: SCHEDULED
[23:25:25.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:46:0) after 4m52s
[23:30:18.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:46:0)
[23:30:18.096] Build status: SCHEDULED
[23:30:18.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:47:0) after 4m38s
[23:34:56.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:47:0)
[23:34:56.139] Build status: SCHEDULED
[23:34:56.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:48:0) after 5m28s
[23:40:24.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:48:0)
[23:40:24.171] Build status: SCHEDULED
[23:40:24.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:49:0) after 5m55s
[23:46:19.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:49:0)
[23:46:19.484] Build status: SCHEDULED
[23:46:19.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:50:0) after 8m9s
[23:54:28.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:50:0)
[23:54:28.591] Build status: SCHEDULED
[23:54:28.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:51:0) after 1m51s
[23:56:19.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:51:0)
[23:56:19.750] Build status: SCHEDULED
[23:56:19.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:52:0) after 3m27s
[23:59:46.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:52:0)
[23:59:46.905] Build status: SCHEDULED
[23:59:46.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:53:0) after 3m21s
[00:03:07.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:53:0)
[00:03:08.018] Build status: SCHEDULED
[00:03:08.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:54:0) after 3m48s
[00:06:56.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:54:0)
[00:06:56.066] Build status: SCHEDULED
[00:06:56.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:55:0) after 5m53s
[00:12:49.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:55:0)
[00:12:49.103] Build status: SCHEDULED
[00:12:49.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:56:0) after 9m21s
[00:22:10.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:56:0)
[00:22:10.129] Build status: SCHEDULED
[00:22:10.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:57:0) after 2m58s
[00:25:08.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:57:0)
[00:25:08.233] Build status: SCHEDULED
[00:25:08.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:58:0) after 4m35s
[00:29:43.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:58:0)
[00:29:43.345] Build status: SCHEDULED
[00:29:43.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:59:0) after 3m43s
[00:33:26.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:59:0)
[00:33:26.406] Build status: SCHEDULED
[00:33:26.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:60:0) after 2m54s
[00:36:20.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:60:0)
[00:36:20.406] Build status: SCHEDULED
[00:36:20.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:61:0) after 6m11s
[00:39:13.022] Received PubSub notification, asking Buildbucket for the build status
[00:39:13.050] Build status: STARTED
[00:42:31.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:61:0)
[00:42:31.454] Build status: STARTED
[00:42:31.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:63:0) after 2m26s
[00:44:57.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:63:0)
[00:44:57.591] Build status: STARTED
[00:44:57.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:64:0) after 5m15s
[00:50:12.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:64:0)
[00:50:12.764] Build status: STARTED
[00:50:12.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:65:0) after 4m20s
[00:54:32.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:65:0)
[00:54:32.859] Build status: STARTED
[00:54:32.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:66:0) after 4m36s
[00:59:09.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:66:0)
[00:59:09.018] Build status: STARTED
[00:59:09.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:67:0) after 2m17s
[01:01:26.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:67:0)
[01:01:26.083] Build status: STARTED
[01:01:26.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:68:0) after 9m16s
[01:10:42.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:68:0)
[01:10:42.219] Build status: STARTED
[01:10:42.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:69:0) after 8m38s
[01:19:20.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:69:0)
[01:19:20.367] Build status: STARTED
[01:19:20.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:70:0) after 4m34s
[01:23:54.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:70:0)
[01:23:54.405] Build status: STARTED
[01:23:54.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:71:0) after 2m41s
[01:26:36.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:71:0)
[01:26:36.732] Build status: STARTED
[01:26:36.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:72:0) after 5m57s
[01:32:33.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:72:0)
[01:32:33.916] Build status: STARTED
[01:32:33.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873774065334938336:73:0) after 6m21s
[01:38:38.445] Received PubSub notification, asking Buildbucket for the build status
[01:38:38.481] Build:
{
"id": "8708344003449586417",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T19:50:07.687902369Z",
"startTime": "2025-07-26T00:39:12.799857824Z",
"endTime": "2025-07-26T01:38:38.168189689Z",
"updateTime": "2025-07-26T01:38:38.168189689Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "992faaa807fabf812e1c09f36e6670614a343a68",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:38:38.481] Invocation finished in 5h48m31.975212002s with status FAILED