[21:06:25.427] New invocation is queued and will start shortly
[21:06:27.616] Starting the invocation (attempt 1)
[21:06:27.638] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cb5e7a324c13fd7bcc71646ad0c03386b52ea019"
[21:06:27.638] Popped gitiles commit info from properties and tags
[21:06:27.638] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:06:27.638] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:06:27.638] Buildbucket request:
{
"requestId": "8875128218491348240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875128218491348240",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ad79a9071d7573626ea414c51811ed60e4a1c1d8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ad79a9071d7573626ea414c51811ed60e4a1c1d8",
"title": "ad79a9071d7573626ea414c51811ed60e4a1c1d8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ad79a9071d7573626ea414c51811ed60e4a1c1d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "664d0fc587419c800c7e2be561056e67716ed22c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@664d0fc587419c800c7e2be561056e67716ed22c",
"title": "664d0fc587419c800c7e2be561056e67716ed22c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/664d0fc587419c800c7e2be561056e67716ed22c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "31964ac812fe8b306ca23e4b4db669e9e91b55c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@31964ac812fe8b306ca23e4b4db669e9e91b55c4",
"title": "31964ac812fe8b306ca23e4b4db669e9e91b55c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/31964ac812fe8b306ca23e4b4db669e9e91b55c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60a4cc54044d92647890d5318f5a475d2f26369c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60a4cc54044d92647890d5318f5a475d2f26369c",
"title": "60a4cc54044d92647890d5318f5a475d2f26369c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60a4cc54044d92647890d5318f5a475d2f26369c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "04aeff8fd3ca62306e3422e43e0bf45a43323d32"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@04aeff8fd3ca62306e3422e43e0bf45a43323d32",
"title": "04aeff8fd3ca62306e3422e43e0bf45a43323d32",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/04aeff8fd3ca62306e3422e43e0bf45a43323d32"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cb5e7a324c13fd7bcc71646ad0c03386b52ea019"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cb5e7a324c13fd7bcc71646ad0c03386b52ea019",
"title": "cb5e7a324c13fd7bcc71646ad0c03386b52ea019",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cb5e7a324c13fd7bcc71646ad0c03386b52ea019"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb5e7a324c13fd7bcc71646ad0c03386b52ea019",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875128218491348240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:06:28.297] Scheduled build:
{
"id": "8709698155425736721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-10T21:06:27.727603523Z",
"updateTime": "2025-07-10T21:06:27.727603523Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb5e7a324c13fd7bcc71646ad0c03386b52ea019",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:06:28.297] Task URL: https://cr-buildbucket.appspot.com/build/8709698155425736721
[21:06:28.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:2:0) after 7m19s
[21:06:29.244] Received PubSub notification, asking Buildbucket for the build status
[21:06:29.270] Build status: SCHEDULED
[21:13:47.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:2:0)
[21:13:47.523] Build status: SCHEDULED
[21:13:47.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:4:0) after 2m33s
[21:16:20.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:4:0)
[21:16:20.546] Build status: SCHEDULED
[21:16:20.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:5:0) after 2m11s
[21:18:31.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:5:0)
[21:18:31.590] Build status: SCHEDULED
[21:18:31.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:6:0) after 3m34s
[21:22:05.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:6:0)
[21:22:05.632] Build status: SCHEDULED
[21:22:05.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:7:0) after 5m3s
[21:27:08.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:7:0)
[21:27:08.698] Build status: SCHEDULED
[21:27:08.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:8:0) after 3m30s
[21:30:38.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:8:0)
[21:30:38.921] Build status: SCHEDULED
[21:30:38.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:9:0) after 6m14s
[21:36:52.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:9:0)
[21:36:53.090] Build status: SCHEDULED
[21:36:53.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:10:0) after 9m34s
[21:46:27.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:10:0)
[21:46:27.228] Build status: SCHEDULED
[21:46:27.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:11:0) after 4m43s
[21:51:10.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:11:0)
[21:51:10.260] Build status: SCHEDULED
[21:51:10.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:12:0) after 1m25s
[21:52:35.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:12:0)
[21:52:35.302] Build status: SCHEDULED
[21:52:35.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:13:0) after 8m11s
[22:00:46.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:13:0)
[22:00:46.345] Build status: SCHEDULED
[22:00:46.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:14:0) after 1m50s
[22:02:36.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:14:0)
[22:02:36.439] Build status: SCHEDULED
[22:02:36.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:15:0) after 6m54s
[22:09:30.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:15:0)
[22:09:30.541] Build status: SCHEDULED
[22:09:30.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:16:0) after 1m26s
[22:10:56.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:16:0)
[22:10:56.609] Build status: SCHEDULED
[22:10:56.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:17:0) after 2m5s
[22:13:01.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:17:0)
[22:13:01.726] Build status: SCHEDULED
[22:13:01.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:18:0) after 4m7s
[22:17:08.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:18:0)
[22:17:08.828] Build status: SCHEDULED
[22:17:08.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:19:0) after 5m7s
[22:22:15.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:19:0)
[22:22:15.889] Build status: SCHEDULED
[22:22:15.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:20:0) after 2m22s
[22:24:37.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:20:0)
[22:24:37.997] Build status: SCHEDULED
[22:24:37.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:21:0) after 8m20s
[22:32:58.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:21:0)
[22:32:58.199] Build status: SCHEDULED
[22:32:58.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:22:0) after 8m23s
[22:41:21.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:22:0)
[22:41:21.327] Build status: SCHEDULED
[22:41:21.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:23:0) after 3m18s
[22:44:39.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:23:0)
[22:44:39.371] Build status: SCHEDULED
[22:44:39.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:24:0) after 7m20s
[22:51:59.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:24:0)
[22:51:59.417] Build status: SCHEDULED
[22:51:59.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:25:0) after 7m20s
[22:59:19.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:25:0)
[22:59:19.506] Build status: SCHEDULED
[22:59:19.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:26:0) after 5m23s
[23:04:42.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:26:0)
[23:04:42.544] Build status: SCHEDULED
[23:04:42.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:27:0) after 6m56s
[23:11:38.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:27:0)
[23:11:38.658] Build status: SCHEDULED
[23:11:38.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:28:0) after 3m7s
[23:14:45.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:28:0)
[23:14:45.724] Build status: SCHEDULED
[23:14:45.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:29:0) after 9m6s
[23:23:51.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:29:0)
[23:23:51.720] Build status: SCHEDULED
[23:23:51.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:30:0) after 8m5s
[23:31:56.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:30:0)
[23:31:56.802] Build status: SCHEDULED
[23:31:56.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:31:0) after 3m58s
[23:35:54.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:31:0)
[23:35:54.857] Build status: SCHEDULED
[23:35:54.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:32:0) after 9m22s
[23:45:17.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:32:0)
[23:45:17.063] Build status: SCHEDULED
[23:45:17.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:33:0) after 1m58s
[23:47:15.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:33:0)
[23:47:15.107] Build status: SCHEDULED
[23:47:15.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:34:0) after 4m36s
[23:51:51.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:34:0)
[23:51:51.223] Build status: SCHEDULED
[23:51:51.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:35:0) after 8m31s
[00:00:22.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:35:0)
[00:00:22.267] Build status: SCHEDULED
[00:00:22.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:36:0) after 2m38s
[00:03:00.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:36:0)
[00:03:00.297] Build status: SCHEDULED
[00:03:00.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:37:0) after 8m46s
[00:11:46.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:37:0)
[00:11:46.336] Build status: SCHEDULED
[00:11:46.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:38:0) after 7m57s
[00:19:43.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:38:0)
[00:19:43.429] Build status: SCHEDULED
[00:19:43.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:39:0) after 1m6s
[00:20:49.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:39:0)
[00:20:49.503] Build status: SCHEDULED
[00:20:49.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:40:0) after 2m42s
[00:23:31.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:40:0)
[00:23:31.671] Build status: SCHEDULED
[00:23:31.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:41:0) after 6m11s
[00:29:42.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:41:0)
[00:29:42.854] Build status: SCHEDULED
[00:29:42.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:42:0) after 7m10s
[00:36:52.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:42:0)
[00:36:52.942] Build status: SCHEDULED
[00:36:52.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:43:0) after 6m43s
[00:43:36.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:43:0)
[00:43:36.125] Build status: SCHEDULED
[00:43:36.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:44:0) after 3m29s
[00:47:05.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:44:0)
[00:47:05.280] Build status: SCHEDULED
[00:47:05.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:45:0) after 3m48s
[00:50:53.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:45:0)
[00:50:53.463] Build status: SCHEDULED
[00:50:53.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:46:0) after 5m1s
[00:55:54.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:46:0)
[00:55:54.548] Build status: SCHEDULED
[00:55:54.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:47:0) after 5m46s
[01:01:40.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:47:0)
[01:01:40.595] Build status: SCHEDULED
[01:01:40.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:48:0) after 2m21s
[01:04:01.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:48:0)
[01:04:01.707] Build status: SCHEDULED
[01:04:01.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:49:0) after 1m51s
[01:05:52.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:49:0)
[01:05:52.782] Build status: SCHEDULED
[01:05:52.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:50:0) after 8m39s
[01:14:31.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:50:0)
[01:14:31.948] Build status: SCHEDULED
[01:14:31.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:51:0) after 5m36s
[01:20:08.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:51:0)
[01:20:08.078] Build status: SCHEDULED
[01:20:08.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:52:0) after 5m56s
[01:26:04.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:52:0)
[01:26:04.161] Build status: SCHEDULED
[01:26:04.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:53:0) after 7m35s
[01:33:39.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:53:0)
[01:33:39.310] Build status: SCHEDULED
[01:33:39.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:54:0) after 1m50s
[01:35:29.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:54:0)
[01:35:29.351] Build status: SCHEDULED
[01:35:29.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:55:0) after 4m48s
[01:40:17.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:55:0)
[01:40:17.362] Build status: SCHEDULED
[01:40:17.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:56:0) after 9m14s
[01:49:31.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:56:0)
[01:49:31.474] Build status: SCHEDULED
[01:49:31.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:57:0) after 3m16s
[01:52:47.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:57:0)
[01:52:47.500] Build status: SCHEDULED
[01:52:47.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:58:0) after 5m18s
[01:58:05.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:58:0)
[01:58:05.626] Build status: SCHEDULED
[01:58:05.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:59:0) after 1m9s
[01:59:14.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:59:0)
[01:59:14.718] Build status: SCHEDULED
[01:59:14.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:60:0) after 2m23s
[02:01:37.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:60:0)
[02:01:37.805] Build status: SCHEDULED
[02:01:37.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:61:0) after 8m32s
[02:03:43.971] Received PubSub notification, asking Buildbucket for the build status
[02:03:43.998] Build status: STARTED
[02:10:09.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:61:0)
[02:10:09.847] Build status: STARTED
[02:10:09.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:63:0) after 2m30s
[02:12:39.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:63:0)
[02:12:40.003] Build status: STARTED
[02:12:40.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:64:0) after 7m37s
[02:20:17.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:64:0)
[02:20:17.139] Build status: STARTED
[02:20:17.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:65:0) after 4m6s
[02:24:23.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:65:0)
[02:24:23.225] Build status: STARTED
[02:24:23.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:66:0) after 5m12s
[02:29:35.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:66:0)
[02:29:35.261] Build status: STARTED
[02:29:35.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:67:0) after 6m44s
[02:36:19.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:67:0)
[02:36:19.304] Build status: STARTED
[02:36:19.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:68:0) after 6m32s
[02:42:51.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:68:0)
[02:42:51.384] Build status: STARTED
[02:42:51.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:69:0) after 6m55s
[02:49:46.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:69:0)
[02:49:46.461] Build status: STARTED
[02:49:46.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:70:0) after 2m19s
[02:52:05.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:70:0)
[02:52:05.512] Build status: STARTED
[02:52:05.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:71:0) after 8m43s
[03:00:48.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:71:0)
[03:00:48.615] Build status: STARTED
[03:00:48.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875128218491348240:72:0) after 1m44s
[03:00:58.223] Received PubSub notification, asking Buildbucket for the build status
[03:00:58.269] Build:
{
"id": "8709698155425736721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-10T21:06:27.727603523Z",
"startTime": "2025-07-11T02:03:43.764722978Z",
"endTime": "2025-07-11T03:00:57.999959367Z",
"updateTime": "2025-07-11T03:00:57.999959367Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb5e7a324c13fd7bcc71646ad0c03386b52ea019",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:00:58.269] Invocation finished in 5h54m32.848594169s with status FAILED