[03:57:35.269] New invocation is queued and will start shortly
[03:57:36.515] Starting the invocation (attempt 1)
[03:57:36.544] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/198d60ad218b6619ddbb55bc6526a4fee5f137d6"
[03:57:36.544] Popped gitiles commit info from properties and tags
[03:57:36.544] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:57:36.544] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:57:36.545] Buildbucket request:
{
"requestId": "8869032353536258352",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869032353536258352",
"job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "019d09526da15ef606d6dc3082458beba9aa7764"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@019d09526da15ef606d6dc3082458beba9aa7764",
"title": "019d09526da15ef606d6dc3082458beba9aa7764",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/019d09526da15ef606d6dc3082458beba9aa7764"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7fe7fde95548d1c8a7584bb25c200bcdcaa1ff68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7fe7fde95548d1c8a7584bb25c200bcdcaa1ff68",
"title": "7fe7fde95548d1c8a7584bb25c200bcdcaa1ff68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7fe7fde95548d1c8a7584bb25c200bcdcaa1ff68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c87445c6296d2062b6e96424d8ff9eda6d904e82"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c87445c6296d2062b6e96424d8ff9eda6d904e82",
"title": "c87445c6296d2062b6e96424d8ff9eda6d904e82",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c87445c6296d2062b6e96424d8ff9eda6d904e82"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "35da1ca1b6eba7cc3d7a33b4a6bbb580beb9504b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@35da1ca1b6eba7cc3d7a33b4a6bbb580beb9504b",
"title": "35da1ca1b6eba7cc3d7a33b4a6bbb580beb9504b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/35da1ca1b6eba7cc3d7a33b4a6bbb580beb9504b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2bf56d4707c88e34884d29335cc3dbd25d0f5e5d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2bf56d4707c88e34884d29335cc3dbd25d0f5e5d",
"title": "2bf56d4707c88e34884d29335cc3dbd25d0f5e5d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2bf56d4707c88e34884d29335cc3dbd25d0f5e5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "09da8bd6b0d13b5eb7c62724c0278e69763edb7c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@09da8bd6b0d13b5eb7c62724c0278e69763edb7c",
"title": "09da8bd6b0d13b5eb7c62724c0278e69763edb7c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/09da8bd6b0d13b5eb7c62724c0278e69763edb7c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "35f537870d717a30be7cb505d702aa16180b0463"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@35f537870d717a30be7cb505d702aa16180b0463",
"title": "35f537870d717a30be7cb505d702aa16180b0463",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/35f537870d717a30be7cb505d702aa16180b0463"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3d3512b60f30eb9b5feffb2f2d38977f24007bf4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3d3512b60f30eb9b5feffb2f2d38977f24007bf4",
"title": "3d3512b60f30eb9b5feffb2f2d38977f24007bf4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3d3512b60f30eb9b5feffb2f2d38977f24007bf4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a9ca51a2e09eb494d17a118cf89b046ec92d4b19"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a9ca51a2e09eb494d17a118cf89b046ec92d4b19",
"title": "a9ca51a2e09eb494d17a118cf89b046ec92d4b19",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a9ca51a2e09eb494d17a118cf89b046ec92d4b19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "198d60ad218b6619ddbb55bc6526a4fee5f137d6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"title": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/198d60ad218b6619ddbb55bc6526a4fee5f137d6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869032353536258352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:57:37.062] Scheduled build:
{
"id": "8703602291459002673",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T03:57:36.628662271Z",
"updateTime": "2025-09-16T03:57:36.628662271Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
}
}
}
[03:57:37.062] Task URL: https://cr-buildbucket.appspot.com/build/8703602291459002673
[03:57:37.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:2:0) after 1m2s
[03:57:38.078] Received PubSub notification, asking Buildbucket for the build status
[03:57:38.104] Build status: SCHEDULED
[03:58:39.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:2:0)
[03:58:39.126] Build status: SCHEDULED
[03:58:39.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:4:0) after 5m5s
[04:03:44.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:4:0)
[04:03:44.167] Build status: SCHEDULED
[04:03:44.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:5:0) after 4m21s
[04:08:05.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:5:0)
[04:08:05.331] Build status: SCHEDULED
[04:08:05.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:6:0) after 7m41s
[04:15:46.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:6:0)
[04:15:46.329] Build status: SCHEDULED
[04:15:46.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:7:0) after 3m45s
[04:19:31.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:7:0)
[04:19:31.512] Build status: SCHEDULED
[04:19:31.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:8:0) after 1m42s
[04:21:13.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:8:0)
[04:21:13.548] Build status: SCHEDULED
[04:21:13.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:9:0) after 1m52s
[04:23:05.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:9:0)
[04:23:05.632] Build status: SCHEDULED
[04:23:05.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:10:0) after 6m12s
[04:29:17.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:10:0)
[04:29:17.680] Build status: SCHEDULED
[04:29:17.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:11:0) after 1m40s
[04:30:57.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:11:0)
[04:30:57.734] Build status: SCHEDULED
[04:30:57.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:12:0) after 7m2s
[04:37:59.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:12:0)
[04:37:59.830] Build status: SCHEDULED
[04:37:59.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:13:0) after 8m44s
[04:46:43.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:13:0)
[04:46:43.925] Build status: SCHEDULED
[04:46:43.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:14:0) after 5m56s
[04:52:39.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:14:0)
[04:52:40.016] Build status: SCHEDULED
[04:52:40.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:15:0) after 1m51s
[04:54:31.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:15:0)
[04:54:31.048] Build status: SCHEDULED
[04:54:31.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:16:0) after 9m14s
[05:03:45.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:16:0)
[05:03:45.201] Build status: SCHEDULED
[05:03:45.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:17:0) after 5m4s
[05:08:49.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:17:0)
[05:08:49.391] Build status: SCHEDULED
[05:08:49.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:18:0) after 8m26s
[05:17:15.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:18:0)
[05:17:15.560] Build status: SCHEDULED
[05:17:15.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:19:0) after 7m49s
[05:25:04.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:19:0)
[05:25:04.606] Build status: SCHEDULED
[05:25:04.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:20:0) after 3m44s
[05:28:48.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:20:0)
[05:28:48.639] Build status: SCHEDULED
[05:28:48.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:21:0) after 4m26s
[05:33:14.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:21:0)
[05:33:14.728] Build status: SCHEDULED
[05:33:14.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:22:0) after 6m20s
[05:39:34.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:22:0)
[05:39:34.777] Build status: SCHEDULED
[05:39:34.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:23:0) after 3m40s
[05:43:14.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:23:0)
[05:43:14.830] Build status: SCHEDULED
[05:43:14.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:24:0) after 7m9s
[05:50:23.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:24:0)
[05:50:23.868] Build status: SCHEDULED
[05:50:23.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:25:0) after 1m13s
[05:51:36.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:25:0)
[05:51:36.911] Build status: SCHEDULED
[05:51:36.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:26:0) after 3m23s
[05:54:59.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:26:0)
[05:54:59.977] Build status: SCHEDULED
[05:54:59.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:27:0) after 3m19s
[05:58:18.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:27:0)
[05:58:19.017] Build status: SCHEDULED
[05:58:19.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:28:0) after 8m26s
[06:06:45.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:28:0)
[06:06:45.056] Build status: SCHEDULED
[06:06:45.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:29:0) after 3m19s
[06:10:04.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:29:0)
[06:10:04.130] Build status: SCHEDULED
[06:10:04.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:30:0) after 1m19s
[06:11:23.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:30:0)
[06:11:23.180] Build status: SCHEDULED
[06:11:23.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:31:0) after 1m27s
[06:12:50.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:31:0)
[06:12:50.221] Build status: SCHEDULED
[06:12:50.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:32:0) after 2m22s
[06:15:12.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:32:0)
[06:15:12.488] Build status: SCHEDULED
[06:15:12.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:33:0) after 6m58s
[06:22:10.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:33:0)
[06:22:10.527] Build status: SCHEDULED
[06:22:10.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:34:0) after 9m49s
[06:31:59.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:34:0)
[06:31:59.564] Build status: SCHEDULED
[06:31:59.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:35:0) after 3m28s
[06:35:27.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:35:0)
[06:35:27.662] Build status: SCHEDULED
[06:35:27.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:36:0) after 8m6s
[06:43:33.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:36:0)
[06:43:33.702] Build status: SCHEDULED
[06:43:33.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:37:0) after 2m32s
[06:46:05.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:37:0)
[06:46:05.743] Build status: SCHEDULED
[06:46:05.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:38:0) after 9m21s
[06:55:26.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:38:0)
[06:55:26.802] Build status: SCHEDULED
[06:55:26.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:39:0) after 5m28s
[07:00:54.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:39:0)
[07:00:55.019] Build status: SCHEDULED
[07:00:55.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:40:0) after 6m32s
[07:07:27.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:40:0)
[07:07:27.125] Build status: SCHEDULED
[07:07:27.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:41:0) after 9m13s
[07:16:40.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:41:0)
[07:16:40.222] Build status: SCHEDULED
[07:16:40.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:42:0) after 7m49s
[07:24:29.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:42:0)
[07:24:29.301] Build status: SCHEDULED
[07:24:29.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:43:0) after 5m9s
[07:29:38.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:43:0)
[07:29:38.334] Build status: SCHEDULED
[07:29:38.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:44:0) after 4m18s
[07:33:56.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:44:0)
[07:33:56.635] Build status: SCHEDULED
[07:33:56.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:45:0) after 2m13s
[07:36:09.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:45:0)
[07:36:09.679] Build status: SCHEDULED
[07:36:09.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:46:0) after 3m23s
[07:39:32.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:46:0)
[07:39:32.702] Build status: SCHEDULED
[07:39:32.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:47:0) after 1m39s
[07:41:11.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:47:0)
[07:41:12.007] Build status: SCHEDULED
[07:41:12.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:48:0) after 6m24s
[07:47:36.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:48:0)
[07:47:36.131] Build status: SCHEDULED
[07:47:36.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:49:0) after 8m39s
[07:56:15.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:49:0)
[07:56:15.145] Build status: SCHEDULED
[07:56:15.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:50:0) after 2m9s
[07:58:24.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:50:0)
[07:58:24.154] Build status: SCHEDULED
[07:58:24.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:51:0) after 7m25s
[08:05:49.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:51:0)
[08:05:49.292] Build status: SCHEDULED
[08:05:49.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:52:0) after 8m58s
[08:14:47.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:52:0)
[08:14:47.391] Build status: SCHEDULED
[08:14:47.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:53:0) after 4m14s
[08:19:01.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:53:0)
[08:19:01.465] Build status: SCHEDULED
[08:19:01.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:54:0) after 2m45s
[08:21:46.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:54:0)
[08:21:46.552] Build status: SCHEDULED
[08:21:46.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:55:0) after 3m8s
[08:24:54.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:55:0)
[08:24:54.547] Build status: SCHEDULED
[08:24:54.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:56:0) after 5m4s
[08:29:58.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:56:0)
[08:29:58.585] Build status: SCHEDULED
[08:29:58.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:57:0) after 5m10s
[08:35:08.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:57:0)
[08:35:08.662] Build status: SCHEDULED
[08:35:08.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:58:0) after 4m41s
[08:39:49.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:58:0)
[08:39:49.687] Build status: SCHEDULED
[08:39:49.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:59:0) after 2m55s
[08:42:44.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:59:0)
[08:42:44.775] Build status: SCHEDULED
[08:42:44.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:60:0) after 8m13s
[08:50:57.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:60:0)
[08:50:57.785] Build status: SCHEDULED
[08:50:57.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:61:0) after 6m11s
[08:57:08.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:61:0)
[08:57:08.845] Build status: SCHEDULED
[08:57:08.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:62:0) after 6m42s
[09:03:50.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:62:0)
[09:03:50.885] Build status: SCHEDULED
[09:03:50.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:63:0) after 4m20s
[09:08:10.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:63:0)
[09:08:11.041] Build status: SCHEDULED
[09:08:11.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:64:0) after 3m0s
[09:11:11.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:64:0)
[09:11:11.100] Build status: SCHEDULED
[09:11:11.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:65:0) after 7m52s
[09:19:03.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:65:0)
[09:19:03.208] Build status: SCHEDULED
[09:19:03.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:66:0) after 9m34s
[09:28:37.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:66:0)
[09:28:37.267] Build status: SCHEDULED
[09:28:37.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:67:0) after 5m37s
[09:34:14.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:67:0)
[09:34:14.575] Build status: SCHEDULED
[09:34:14.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:68:0) after 9m46s
[09:44:00.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:68:0)
[09:44:00.837] Build status: SCHEDULED
[09:44:00.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:69:0) after 9m24s
[09:53:24.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:69:0)
[09:53:24.971] Build status: SCHEDULED
[09:53:24.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:70:0) after 7m27s
[10:00:52.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:70:0)
[10:00:52.102] Build status: SCHEDULED
[10:00:52.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:71:0) after 6m27s
[10:07:19.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:71:0)
[10:07:19.109] Build status: SCHEDULED
[10:07:19.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:72:0) after 2m55s
[10:10:14.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:72:0)
[10:10:14.151] Build status: SCHEDULED
[10:10:14.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:73:0) after 7m10s
[10:17:24.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:73:0)
[10:17:24.294] Build status: SCHEDULED
[10:17:24.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:74:0) after 7m44s
[10:25:08.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:74:0)
[10:25:08.345] Build status: SCHEDULED
[10:25:08.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:75:0) after 5m13s
[10:30:21.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:75:0)
[10:30:21.376] Build status: SCHEDULED
[10:30:21.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:76:0) after 7m18s
[10:37:39.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:76:0)
[10:37:39.548] Build status: SCHEDULED
[10:37:39.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:77:0) after 9m45s
[10:47:24.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:77:0)
[10:47:24.649] Build status: SCHEDULED
[10:47:24.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:78:0) after 6m22s
[10:53:46.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:78:0)
[10:53:46.681] Build status: SCHEDULED
[10:53:46.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:79:0) after 3m30s
[10:57:16.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:79:0)
[10:57:16.725] Build status: SCHEDULED
[10:57:16.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:80:0) after 3m30s
[11:00:46.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:80:0)
[11:00:46.765] Build status: SCHEDULED
[11:00:46.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:81:0) after 9m41s
[11:10:27.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:81:0)
[11:10:27.906] Build status: SCHEDULED
[11:10:27.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:82:0) after 3m27s
[11:13:54.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:82:0)
[11:13:54.941] Build status: SCHEDULED
[11:13:54.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:83:0) after 3m27s
[11:17:22.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:83:0)
[11:17:22.023] Build status: SCHEDULED
[11:17:22.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:84:0) after 1m10s
[11:18:32.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:84:0)
[11:18:32.097] Build status: SCHEDULED
[11:18:32.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:85:0) after 9m56s
[11:28:28.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:85:0)
[11:28:28.138] Build status: SCHEDULED
[11:28:28.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:86:0) after 4m44s
[11:33:12.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:86:0)
[11:33:12.228] Build status: SCHEDULED
[11:33:12.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:87:0) after 1m28s
[11:34:40.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:87:0)
[11:34:40.325] Build status: SCHEDULED
[11:34:40.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:88:0) after 9m9s
[11:43:49.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:88:0)
[11:43:49.367] Build status: SCHEDULED
[11:43:49.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:89:0) after 6m58s
[11:50:47.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:89:0)
[11:50:47.482] Build status: SCHEDULED
[11:50:47.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:90:0) after 5m17s
[11:56:04.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:90:0)
[11:56:04.543] Build status: SCHEDULED
[11:56:04.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8869032353536258352:91:0) after 8m29s
[11:57:43.077] Received PubSub notification, asking Buildbucket for the build status
[11:57:43.097] Build:
{
"id": "8703602291459002673",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T03:57:36.628662271Z",
"endTime": "2025-09-16T11:57:42.826329565Z",
"updateTime": "2025-09-16T11:57:42.826329565Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
}
}
}
[11:57:43.097] Invocation finished in 8h0m7.833108376s with status FAILED