[03:12:49.540] New invocation is queued and will start shortly
[03:12:51.125] Starting the invocation (attempt 1)
[03:12:51.152] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bb8ce61f50458c5781d6ddb0d9d9401095410db5"
[03:12:51.152] Popped gitiles commit info from properties and tags
[03:12:51.152] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:12:51.152] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:12:51.153] Buildbucket request:
{
"requestId": "8880450387493791056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880450387493791056",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
"title": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bb8ce61f50458c5781d6ddb0d9d9401095410db5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb8ce61f50458c5781d6ddb0d9d9401095410db5",
"title": "bb8ce61f50458c5781d6ddb0d9d9401095410db5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb8ce61f50458c5781d6ddb0d9d9401095410db5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bb8ce61f50458c5781d6ddb0d9d9401095410db5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880450387493791056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:12:51.634] Scheduled build:
{
"id": "8715020325013466161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-13T03:12:51.284539255Z",
"updateTime": "2025-05-13T03:12:51.284539255Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bb8ce61f50458c5781d6ddb0d9d9401095410db5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:12:51.634] Task URL: https://cr-buildbucket.appspot.com/build/8715020325013466161
[03:12:51.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:2:0) after 2m58s
[03:12:52.593] Received PubSub notification, asking Buildbucket for the build status
[03:12:52.647] Build status: SCHEDULED
[03:15:49.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:2:0)
[03:15:49.705] Build status: SCHEDULED
[03:15:49.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:4:0) after 5m2s
[03:20:51.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:4:0)
[03:20:51.748] Build status: SCHEDULED
[03:20:51.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:5:0) after 2m47s
[03:23:38.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:5:0)
[03:23:38.799] Build status: SCHEDULED
[03:23:38.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:6:0) after 6m20s
[03:29:58.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:6:0)
[03:29:58.849] Build status: SCHEDULED
[03:29:58.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:7:0) after 3m28s
[03:33:26.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:7:0)
[03:33:26.982] Build status: SCHEDULED
[03:33:26.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:8:0) after 4m3s
[03:37:30.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:8:0)
[03:37:30.049] Build status: SCHEDULED
[03:37:30.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:9:0) after 3m33s
[03:41:03.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:9:0)
[03:41:03.111] Build status: SCHEDULED
[03:41:03.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:10:0) after 8m33s
[03:49:36.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:10:0)
[03:49:36.150] Build status: SCHEDULED
[03:49:36.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:11:0) after 3m32s
[03:53:08.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:11:0)
[03:53:08.202] Build status: SCHEDULED
[03:53:08.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:12:0) after 5m15s
[03:58:23.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:12:0)
[03:58:23.292] Build status: SCHEDULED
[03:58:23.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:13:0) after 3m47s
[04:02:10.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:13:0)
[04:02:10.306] Build status: SCHEDULED
[04:02:10.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:14:0) after 6m3s
[04:08:13.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:14:0)
[04:08:13.299] Build status: SCHEDULED
[04:08:13.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:15:0) after 1m39s
[04:09:52.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:15:0)
[04:09:52.354] Build status: SCHEDULED
[04:09:52.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:16:0) after 4m14s
[04:14:06.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:16:0)
[04:14:06.561] Build status: SCHEDULED
[04:14:06.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:17:0) after 3m59s
[04:18:05.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:17:0)
[04:18:05.619] Build status: SCHEDULED
[04:18:05.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:18:0) after 7m17s
[04:25:22.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:18:0)
[04:25:22.677] Build status: SCHEDULED
[04:25:22.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:19:0) after 4m45s
[04:30:07.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:19:0)
[04:30:07.759] Build status: SCHEDULED
[04:30:07.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:20:0) after 4m7s
[04:34:14.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:20:0)
[04:34:14.974] Build status: SCHEDULED
[04:34:14.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:21:0) after 2m6s
[04:36:20.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:21:0)
[04:36:21.008] Build status: SCHEDULED
[04:36:21.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:22:0) after 2m54s
[04:39:15.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:22:0)
[04:39:15.057] Build status: SCHEDULED
[04:39:15.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:23:0) after 8m50s
[04:48:05.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:23:0)
[04:48:05.133] Build status: SCHEDULED
[04:48:05.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:24:0) after 2m29s
[04:50:34.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:24:0)
[04:50:34.176] Build status: SCHEDULED
[04:50:34.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:25:0) after 7m38s
[04:58:12.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:25:0)
[04:58:12.209] Build status: SCHEDULED
[04:58:12.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:26:0) after 8m24s
[05:06:36.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:26:0)
[05:06:36.371] Build status: SCHEDULED
[05:06:36.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:27:0) after 7m31s
[05:14:07.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:27:0)
[05:14:07.443] Build status: SCHEDULED
[05:14:07.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:28:0) after 8m42s
[05:22:49.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:28:0)
[05:22:49.503] Build status: SCHEDULED
[05:22:49.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:29:0) after 8m23s
[05:31:12.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:29:0)
[05:31:12.784] Build status: SCHEDULED
[05:31:12.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:30:0) after 2m7s
[05:33:19.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:30:0)
[05:33:19.831] Build status: SCHEDULED
[05:33:19.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:31:0) after 3m48s
[05:37:07.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:31:0)
[05:37:07.879] Build status: SCHEDULED
[05:37:07.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:32:0) after 7m48s
[05:44:55.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:32:0)
[05:44:56.013] Build status: SCHEDULED
[05:44:56.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:33:0) after 3m15s
[05:48:11.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:33:0)
[05:48:11.158] Build status: SCHEDULED
[05:48:11.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:34:0) after 2m20s
[05:50:31.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:34:0)
[05:50:31.192] Build status: SCHEDULED
[05:50:31.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:35:0) after 2m20s
[05:52:51.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:35:0)
[05:52:51.300] Build status: SCHEDULED
[05:52:51.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:36:0) after 4m38s
[05:57:29.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:36:0)
[05:57:29.290] Build status: SCHEDULED
[05:57:29.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:37:0) after 7m43s
[06:05:12.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:37:0)
[06:05:12.371] Build status: SCHEDULED
[06:05:12.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:38:0) after 3m53s
[06:09:05.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:38:0)
[06:09:05.445] Build status: SCHEDULED
[06:09:05.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:39:0) after 9m32s
[06:18:37.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:39:0)
[06:18:37.539] Build status: SCHEDULED
[06:18:37.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:40:0) after 1m21s
[06:19:58.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:40:0)
[06:19:58.588] Build status: SCHEDULED
[06:19:58.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:41:0) after 4m30s
[06:24:28.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:41:0)
[06:24:28.684] Build status: SCHEDULED
[06:24:28.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:42:0) after 1m18s
[06:25:46.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:42:0)
[06:25:46.726] Build status: SCHEDULED
[06:25:46.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:43:0) after 5m35s
[06:31:21.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:43:0)
[06:31:22.174] Build status: SCHEDULED
[06:31:22.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:44:0) after 4m3s
[06:35:25.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:44:0)
[06:35:25.209] Build status: SCHEDULED
[06:35:25.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:45:0) after 4m32s
[06:39:57.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:45:0)
[06:39:57.271] Build status: SCHEDULED
[06:39:57.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:46:0) after 1m53s
[06:41:50.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:46:0)
[06:41:50.372] Build status: SCHEDULED
[06:41:50.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:47:0) after 5m53s
[06:47:43.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:47:0)
[06:47:43.477] Build status: SCHEDULED
[06:47:43.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:48:0) after 5m42s
[06:53:25.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:48:0)
[06:53:25.519] Build status: SCHEDULED
[06:53:25.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:49:0) after 9m4s
[07:02:29.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:49:0)
[07:02:29.693] Build status: SCHEDULED
[07:02:29.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:50:0) after 4m44s
[07:07:13.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:50:0)
[07:07:13.748] Build status: SCHEDULED
[07:07:13.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:51:0) after 1m2s
[07:08:15.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:51:0)
[07:08:15.776] Build status: SCHEDULED
[07:08:15.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:52:0) after 2m23s
[07:10:38.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:52:0)
[07:10:38.814] Build status: SCHEDULED
[07:10:38.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:53:0) after 7m27s
[07:18:05.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:53:0)
[07:18:05.850] Build status: SCHEDULED
[07:18:05.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:54:0) after 7m7s
[07:25:13.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:54:0)
[07:25:13.267] Build status: SCHEDULED
[07:25:13.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:55:0) after 5m2s
[07:30:15.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:55:0)
[07:30:15.305] Build status: SCHEDULED
[07:30:15.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:56:0) after 6m47s
[07:37:02.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:56:0)
[07:37:02.409] Build status: SCHEDULED
[07:37:02.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:57:0) after 2m17s
[07:39:19.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:57:0)
[07:39:19.563] Build status: SCHEDULED
[07:39:19.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:58:0) after 5m32s
[07:44:51.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:58:0)
[07:44:51.623] Build status: SCHEDULED
[07:44:51.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:59:0) after 1m48s
[07:46:40.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:59:0)
[07:46:40.153] Build status: SCHEDULED
[07:46:40.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:60:0) after 7m51s
[07:54:31.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:60:0)
[07:54:31.916] Build status: SCHEDULED
[07:54:31.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:61:0) after 7m11s
[08:01:42.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:61:0)
[08:01:42.972] Build status: SCHEDULED
[08:01:42.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:62:0) after 3m9s
[08:04:52.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:62:0)
[08:04:52.050] Build status: SCHEDULED
[08:04:52.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:63:0) after 5m22s
[08:10:14.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:63:0)
[08:10:14.142] Build status: SCHEDULED
[08:10:14.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:64:0) after 2m19s
[08:12:33.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:64:0)
[08:12:33.181] Build status: SCHEDULED
[08:12:33.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:65:0) after 9m32s
[08:22:05.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:65:0)
[08:22:05.288] Build status: SCHEDULED
[08:22:05.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:66:0) after 7m2s
[08:29:07.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:66:0)
[08:29:07.348] Build status: SCHEDULED
[08:29:07.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:67:0) after 9m48s
[08:38:55.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:67:0)
[08:38:55.369] Build status: SCHEDULED
[08:38:55.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:68:0) after 1m57s
[08:40:52.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:68:0)
[08:40:52.422] Build status: SCHEDULED
[08:40:52.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:69:0) after 8m0s
[08:48:52.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:69:0)
[08:48:52.500] Build status: SCHEDULED
[08:48:52.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:70:0) after 8m20s
[08:57:12.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:70:0)
[08:57:12.611] Build status: SCHEDULED
[08:57:12.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:71:0) after 5m19s
[09:02:31.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:71:0)
[09:02:31.627] Build status: SCHEDULED
[09:02:31.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:72:0) after 4m31s
[09:07:02.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:72:0)
[09:07:02.634] Build status: SCHEDULED
[09:07:02.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:73:0) after 8m35s
[09:15:37.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:73:0)
[09:15:37.683] Build status: SCHEDULED
[09:15:37.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:74:0) after 9m51s
[09:25:28.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:74:0)
[09:25:28.713] Build status: SCHEDULED
[09:25:28.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:75:0) after 8m47s
[09:34:15.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:75:0)
[09:34:15.778] Build status: SCHEDULED
[09:34:15.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:76:0) after 5m6s
[09:39:21.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:76:0)
[09:39:21.818] Build status: SCHEDULED
[09:39:21.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:77:0) after 7m38s
[09:46:59.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:77:0)
[09:46:59.973] Build status: SCHEDULED
[09:46:59.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:78:0) after 3m19s
[09:50:19.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:78:0)
[09:50:19.057] Build status: SCHEDULED
[09:50:19.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:79:0) after 1m45s
[09:52:04.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:79:0)
[09:52:04.088] Build status: SCHEDULED
[09:52:04.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:80:0) after 5m32s
[09:57:36.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:80:0)
[09:57:36.140] Build status: SCHEDULED
[09:57:36.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:81:0) after 3m43s
[10:01:19.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:81:0)
[10:01:19.306] Build status: SCHEDULED
[10:01:19.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:82:0) after 5m9s
[10:06:28.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:82:0)
[10:06:28.358] Build status: SCHEDULED
[10:06:28.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:83:0) after 9m24s
[10:15:52.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:83:0)
[10:15:52.423] Build status: SCHEDULED
[10:15:52.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:84:0) after 6m45s
[10:22:37.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:84:0)
[10:22:37.559] Build status: SCHEDULED
[10:22:37.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:85:0) after 9m45s
[10:32:22.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:85:0)
[10:32:22.610] Build status: SCHEDULED
[10:32:22.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:86:0) after 7m13s
[10:39:35.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:86:0)
[10:39:35.728] Build status: SCHEDULED
[10:39:35.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:87:0) after 8m14s
[10:47:49.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:87:0)
[10:47:49.885] Build status: SCHEDULED
[10:47:49.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:88:0) after 1m21s
[10:49:11.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:88:0)
[10:49:11.030] Build status: SCHEDULED
[10:49:11.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:89:0) after 8m21s
[10:57:32.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:89:0)
[10:57:32.079] Build status: SCHEDULED
[10:57:32.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:90:0) after 5m43s
[11:03:15.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:90:0)
[11:03:15.258] Build status: SCHEDULED
[11:03:15.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8880450387493791056:91:0) after 9m51s
[11:13:00.990] Received PubSub notification, asking Buildbucket for the build status
[11:13:01.048] Build:
{
"id": "8715020325013466161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-13T03:12:51.284539255Z",
"endTime": "2025-05-13T11:13:00.558076716Z",
"updateTime": "2025-05-13T11:13:00.558076716Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bb8ce61f50458c5781d6ddb0d9d9401095410db5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[11:13:01.048] Invocation finished in 8h0m11.513394687s with status FAILED