[22:38:46.248] New invocation is queued and will start shortly
[22:38:47.295] Starting the invocation (attempt 1)
[22:38:47.323] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/228f582585f55ff354c020bf5f62d5f0f0a19ef7"
[22:38:47.323] Popped gitiles commit info from properties and tags
[22:38:47.323] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:38:47.323] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:38:47.323] Buildbucket request:
{
"requestId": "8876390766054393648",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876390766054393648",
"job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d50efb6f5b3aac20d8dda096c1f7127a41386173"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d50efb6f5b3aac20d8dda096c1f7127a41386173",
"title": "d50efb6f5b3aac20d8dda096c1f7127a41386173",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d50efb6f5b3aac20d8dda096c1f7127a41386173"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c19ea2002a0dc4466d07945b0e7f29d55cba47f4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c19ea2002a0dc4466d07945b0e7f29d55cba47f4",
"title": "c19ea2002a0dc4466d07945b0e7f29d55cba47f4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c19ea2002a0dc4466d07945b0e7f29d55cba47f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ece4ea628e6342880b77276af10bd375aa86e6b0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ece4ea628e6342880b77276af10bd375aa86e6b0",
"title": "ece4ea628e6342880b77276af10bd375aa86e6b0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ece4ea628e6342880b77276af10bd375aa86e6b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d",
"title": "bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "478e63b6141a49938c61e7fe15fd9664a32f056a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@478e63b6141a49938c61e7fe15fd9664a32f056a",
"title": "478e63b6141a49938c61e7fe15fd9664a32f056a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/478e63b6141a49938c61e7fe15fd9664a32f056a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bcc6a48c73052f9e18413703df8c32c0fc92fe21"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bcc6a48c73052f9e18413703df8c32c0fc92fe21",
"title": "bcc6a48c73052f9e18413703df8c32c0fc92fe21",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bcc6a48c73052f9e18413703df8c32c0fc92fe21"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
"title": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17c2dc99236365cfdc771a2433550ed5bbb033d1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17c2dc99236365cfdc771a2433550ed5bbb033d1",
"title": "17c2dc99236365cfdc771a2433550ed5bbb033d1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17c2dc99236365cfdc771a2433550ed5bbb033d1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "531934c9bfd1e34a6741a35c784af4a62b77560a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@531934c9bfd1e34a6741a35c784af4a62b77560a",
"title": "531934c9bfd1e34a6741a35c784af4a62b77560a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/531934c9bfd1e34a6741a35c784af4a62b77560a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "551e4f66256d7756812a0483ccde12e9fb3760de"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@551e4f66256d7756812a0483ccde12e9fb3760de",
"title": "551e4f66256d7756812a0483ccde12e9fb3760de",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/551e4f66256d7756812a0483ccde12e9fb3760de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "228f582585f55ff354c020bf5f62d5f0f0a19ef7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"title": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/228f582585f55ff354c020bf5f62d5f0f0a19ef7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876390766054393648"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:38:47.814] Scheduled build:
{
"id": "8710960704196584673",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-26T22:38:47.391156259Z",
"updateTime": "2025-06-26T22:38:47.391156259Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"ref": "refs/heads/main"
}
}
}
[22:38:47.814] Task URL: https://cr-buildbucket.appspot.com/build/8710960704196584673
[22:38:47.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:2:0) after 8m33s
[22:38:48.788] Received PubSub notification, asking Buildbucket for the build status
[22:38:48.815] Build status: SCHEDULED
[22:47:20.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:2:0)
[22:47:20.907] Build status: SCHEDULED
[22:47:20.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:4:0) after 1m16s
[22:48:36.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:4:0)
[22:48:36.945] Build status: SCHEDULED
[22:48:36.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:5:0) after 1m1s
[22:49:37.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:5:0)
[22:49:37.982] Build status: SCHEDULED
[22:49:37.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:6:0) after 2m25s
[22:52:03.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:6:0)
[22:52:03.092] Build status: SCHEDULED
[22:52:03.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:7:0) after 7m45s
[22:59:48.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:7:0)
[22:59:48.156] Build status: SCHEDULED
[22:59:48.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:8:0) after 7m14s
[23:07:02.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:8:0)
[23:07:02.293] Build status: SCHEDULED
[23:07:02.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:9:0) after 1m12s
[23:08:14.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:9:0)
[23:08:14.446] Build status: SCHEDULED
[23:08:14.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:10:0) after 9m32s
[23:17:46.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:10:0)
[23:17:46.527] Build status: SCHEDULED
[23:17:46.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:11:0) after 7m12s
[23:24:58.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:11:0)
[23:24:58.585] Build status: SCHEDULED
[23:24:58.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:12:0) after 5m56s
[23:30:54.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:12:0)
[23:30:54.689] Build status: SCHEDULED
[23:30:54.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:13:0) after 3m34s
[23:34:28.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:13:0)
[23:34:28.734] Build status: SCHEDULED
[23:34:28.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:14:0) after 4m56s
[23:39:24.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:14:0)
[23:39:24.756] Build status: SCHEDULED
[23:39:24.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:15:0) after 8m11s
[23:47:35.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:15:0)
[23:47:35.789] Build status: SCHEDULED
[23:47:35.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:16:0) after 9m9s
[23:56:44.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:16:0)
[23:56:44.789] Build status: SCHEDULED
[23:56:44.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:17:0) after 3m3s
[23:59:47.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:17:0)
[23:59:47.843] Build status: SCHEDULED
[23:59:47.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:18:0) after 3m51s
[00:03:38.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:18:0)
[00:03:38.886] Build status: SCHEDULED
[00:03:38.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:19:0) after 7m45s
[00:11:23.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:19:0)
[00:11:23.922] Build status: SCHEDULED
[00:11:23.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:20:0) after 2m53s
[00:14:16.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:20:0)
[00:14:17.000] Build status: SCHEDULED
[00:14:17.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:21:0) after 1m14s
[00:15:31.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:21:0)
[00:15:31.038] Build status: SCHEDULED
[00:15:31.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:22:0) after 3m22s
[00:18:53.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:22:0)
[00:18:53.177] Build status: SCHEDULED
[00:18:53.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:23:0) after 3m10s
[00:22:03.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:23:0)
[00:22:03.225] Build status: SCHEDULED
[00:22:03.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:24:0) after 2m18s
[00:24:21.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:24:0)
[00:24:21.275] Build status: SCHEDULED
[00:24:21.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:25:0) after 1m58s
[00:26:19.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:25:0)
[00:26:19.322] Build status: SCHEDULED
[00:26:19.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:26:0) after 1m29s
[00:27:48.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:26:0)
[00:27:48.456] Build status: SCHEDULED
[00:27:48.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:27:0) after 6m19s
[00:34:07.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:27:0)
[00:34:07.537] Build status: SCHEDULED
[00:34:07.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:28:0) after 5m2s
[00:39:09.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:28:0)
[00:39:09.656] Build status: SCHEDULED
[00:39:09.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:29:0) after 9m1s
[00:48:10.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:29:0)
[00:48:10.761] Build status: SCHEDULED
[00:48:10.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:30:0) after 9m36s
[00:57:46.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:30:0)
[00:57:46.796] Build status: SCHEDULED
[00:57:46.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:31:0) after 9m59s
[01:07:45.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:31:0)
[01:07:45.852] Build status: SCHEDULED
[01:07:45.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:32:0) after 9m10s
[01:16:56.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:32:0)
[01:16:56.444] Build status: SCHEDULED
[01:16:56.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:33:0) after 2m15s
[01:19:11.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:33:0)
[01:19:11.489] Build status: SCHEDULED
[01:19:11.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:34:0) after 7m25s
[01:26:36.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:34:0)
[01:26:36.986] Build status: SCHEDULED
[01:26:36.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:35:0) after 6m3s
[01:32:40.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:35:0)
[01:32:40.038] Build status: SCHEDULED
[01:32:40.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:36:0) after 1m50s
[01:34:30.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:36:0)
[01:34:30.087] Build status: SCHEDULED
[01:34:30.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:37:0) after 2m14s
[01:36:44.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:37:0)
[01:36:44.159] Build status: SCHEDULED
[01:36:44.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:38:0) after 1m53s
[01:38:37.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:38:0)
[01:38:37.202] Build status: SCHEDULED
[01:38:37.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:39:0) after 7m3s
[01:45:40.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:39:0)
[01:45:40.310] Build status: SCHEDULED
[01:45:40.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:40:0) after 8m4s
[01:53:44.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:40:0)
[01:53:44.396] Build status: SCHEDULED
[01:53:44.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:41:0) after 6m22s
[02:00:06.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:41:0)
[02:00:06.448] Build status: SCHEDULED
[02:00:06.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:42:0) after 2m35s
[02:02:41.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:42:0)
[02:02:41.544] Build status: SCHEDULED
[02:02:41.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:43:0) after 5m17s
[02:07:58.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:43:0)
[02:07:58.580] Build status: SCHEDULED
[02:07:58.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:44:0) after 1m50s
[02:09:48.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:44:0)
[02:09:48.651] Build status: SCHEDULED
[02:09:48.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:45:0) after 3m38s
[02:13:26.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:45:0)
[02:13:26.710] Build status: SCHEDULED
[02:13:26.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:46:0) after 3m54s
[02:17:20.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:46:0)
[02:17:20.750] Build status: SCHEDULED
[02:17:20.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:47:0) after 2m44s
[02:20:04.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:47:0)
[02:20:04.877] Build status: SCHEDULED
[02:20:04.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:48:0) after 7m14s
[02:27:18.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:48:0)
[02:27:18.927] Build status: SCHEDULED
[02:27:18.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:49:0) after 4m33s
[02:31:51.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:49:0)
[02:31:51.929] Build status: SCHEDULED
[02:31:51.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:50:0) after 7m54s
[02:39:45.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:50:0)
[02:39:45.965] Build status: SCHEDULED
[02:39:45.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:51:0) after 2m22s
[02:42:07.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:51:0)
[02:42:08.007] Build status: SCHEDULED
[02:42:08.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:52:0) after 1m7s
[02:43:15.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:52:0)
[02:43:15.048] Build status: SCHEDULED
[02:43:15.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:53:0) after 9m50s
[02:53:05.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:53:0)
[02:53:05.132] Build status: SCHEDULED
[02:53:05.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:54:0) after 5m41s
[02:58:46.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:54:0)
[02:58:46.176] Build status: SCHEDULED
[02:58:46.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:55:0) after 9m27s
[03:08:13.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:55:0)
[03:08:13.256] Build status: SCHEDULED
[03:08:13.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:56:0) after 2m27s
[03:10:40.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:56:0)
[03:10:40.370] Build status: SCHEDULED
[03:10:40.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:57:0) after 3m7s
[03:13:47.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:57:0)
[03:13:47.435] Build status: SCHEDULED
[03:13:47.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:58:0) after 6m26s
[03:20:13.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:58:0)
[03:20:13.495] Build status: SCHEDULED
[03:20:13.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:59:0) after 2m52s
[03:23:05.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:59:0)
[03:23:05.734] Build status: SCHEDULED
[03:23:05.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:60:0) after 8m52s
[03:31:57.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:60:0)
[03:31:57.855] Build status: SCHEDULED
[03:31:57.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:61:0) after 1m36s
[03:33:33.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:61:0)
[03:33:33.962] Build status: SCHEDULED
[03:33:33.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:62:0) after 3m51s
[03:37:24.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:62:0)
[03:37:24.998] Build status: SCHEDULED
[03:37:24.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:63:0) after 5m30s
[03:42:55.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:63:0)
[03:42:55.062] Build status: SCHEDULED
[03:42:55.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:64:0) after 9m34s
[03:52:29.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:64:0)
[03:52:29.204] Build status: SCHEDULED
[03:52:29.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:65:0) after 8m25s
[04:00:54.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:65:0)
[04:00:54.424] Build status: SCHEDULED
[04:00:54.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:66:0) after 2m27s
[04:03:21.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:66:0)
[04:03:21.608] Build status: SCHEDULED
[04:03:21.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:67:0) after 3m16s
[04:06:37.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:67:0)
[04:06:37.828] Build status: SCHEDULED
[04:06:37.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:68:0) after 2m3s
[04:08:41.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:68:0)
[04:08:41.527] Build status: SCHEDULED
[04:08:41.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:69:0) after 8m54s
[04:17:35.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:69:0)
[04:17:35.787] Build status: SCHEDULED
[04:17:35.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:70:0) after 3m44s
[04:21:19.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:70:0)
[04:21:19.828] Build status: SCHEDULED
[04:21:19.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:71:0) after 5m47s
[04:27:06.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:71:0)
[04:27:06.879] Build status: SCHEDULED
[04:27:06.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:72:0) after 5m8s
[04:32:14.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:72:0)
[04:32:14.877] Build status: SCHEDULED
[04:32:14.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:73:0) after 7m57s
[04:40:11.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:73:0)
[04:40:12.013] Build status: SCHEDULED
[04:40:12.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:74:0) after 3m37s
[04:43:49.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:74:0)
[04:43:49.071] Build status: SCHEDULED
[04:43:49.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:75:0) after 3m10s
[04:46:59.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:75:0)
[04:46:59.214] Build status: SCHEDULED
[04:46:59.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:76:0) after 9m8s
[04:56:07.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:76:0)
[04:56:07.254] Build status: SCHEDULED
[04:56:07.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:77:0) after 1m10s
[04:57:17.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:77:0)
[04:57:17.296] Build status: SCHEDULED
[04:57:17.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:78:0) after 4m45s
[05:02:02.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:78:0)
[05:02:02.362] Build status: SCHEDULED
[05:02:02.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:79:0) after 9m46s
[05:11:48.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:79:0)
[05:11:48.414] Build status: SCHEDULED
[05:11:48.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:80:0) after 3m30s
[05:15:18.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:80:0)
[05:15:18.896] Build status: SCHEDULED
[05:15:18.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:81:0) after 5m39s
[05:20:57.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:81:0)
[05:20:57.971] Build status: SCHEDULED
[05:20:57.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:82:0) after 3m47s
[05:24:45.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:82:0)
[05:24:45.048] Build status: SCHEDULED
[05:24:45.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:83:0) after 7m6s
[05:31:51.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:83:0)
[05:31:51.147] Build status: SCHEDULED
[05:31:51.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:84:0) after 9m52s
[05:41:43.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:84:0)
[05:41:43.285] Build status: SCHEDULED
[05:41:43.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:85:0) after 5m20s
[05:47:03.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:85:0)
[05:47:03.332] Build status: SCHEDULED
[05:47:03.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:86:0) after 8m37s
[05:55:40.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:86:0)
[05:55:40.414] Build status: SCHEDULED
[05:55:40.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:87:0) after 8m31s
[06:04:11.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:87:0)
[06:04:11.430] Build status: SCHEDULED
[06:04:11.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:88:0) after 8m36s
[06:12:47.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:88:0)
[06:12:47.476] Build status: SCHEDULED
[06:12:47.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:89:0) after 8m15s
[06:21:02.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:89:0)
[06:21:02.535] Build status: SCHEDULED
[06:21:02.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:90:0) after 4m50s
[06:25:52.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:90:0)
[06:25:52.780] Build status: SCHEDULED
[06:25:52.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:91:0) after 6m25s
[06:32:17.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:91:0)
[06:32:17.805] Build status: SCHEDULED
[06:32:17.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:92:0) after 5m54s
[06:38:11.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:92:0)
[06:38:11.802] Build status: SCHEDULED
[06:38:11.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8876390766054393648:93:0) after 4m12s
[06:38:59.179] Received PubSub notification, asking Buildbucket for the build status
[06:38:59.203] Build:
{
"id": "8710960704196584673",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-26T22:38:47.391156259Z",
"endTime": "2025-06-27T06:38:58.780227925Z",
"updateTime": "2025-06-27T06:38:58.780227925Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"ref": "refs/heads/main"
}
}
}
[06:38:59.203] Invocation finished in 8h0m12.966966888s with status FAILED