[22:39:51.110] New invocation is queued and will start shortly
[22:39:52.601] Starting the invocation (attempt 1)
[22:39:52.641] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e6f22930ef493c32733ef84265543aec5a66be29"
[22:39:52.641] Popped gitiles commit info from properties and tags
[22:39:52.641] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:39:52.641] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:39:52.641] Buildbucket request:
{
"requestId": "8885269200740741200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885269200740741200",
"job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "69aedd9b9bba320717269433563ca2966ea73cf5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@69aedd9b9bba320717269433563ca2966ea73cf5",
"title": "69aedd9b9bba320717269433563ca2966ea73cf5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/69aedd9b9bba320717269433563ca2966ea73cf5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
"title": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "24596e9ab33b7fdd859c5c558114b8e587a71b10"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24596e9ab33b7fdd859c5c558114b8e587a71b10",
"title": "24596e9ab33b7fdd859c5c558114b8e587a71b10",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24596e9ab33b7fdd859c5c558114b8e587a71b10"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8e2ae8013ab3c09677243de22be1d60b89b6af29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e2ae8013ab3c09677243de22be1d60b89b6af29",
"title": "8e2ae8013ab3c09677243de22be1d60b89b6af29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e2ae8013ab3c09677243de22be1d60b89b6af29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
"title": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d9328752cee15d3fbead79571b823d6c321638d8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d9328752cee15d3fbead79571b823d6c321638d8",
"title": "d9328752cee15d3fbead79571b823d6c321638d8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d9328752cee15d3fbead79571b823d6c321638d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
"title": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1af8e0fed1a574cfd810a82432c5f6c9264527a2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1af8e0fed1a574cfd810a82432c5f6c9264527a2",
"title": "1af8e0fed1a574cfd810a82432c5f6c9264527a2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1af8e0fed1a574cfd810a82432c5f6c9264527a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0822879ad08d34570b6d30b11989c87fda13944e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0822879ad08d34570b6d30b11989c87fda13944e",
"title": "0822879ad08d34570b6d30b11989c87fda13944e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0822879ad08d34570b6d30b11989c87fda13944e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6a36094d61bbfdadcb37366a045ebb166cd69aef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a36094d61bbfdadcb37366a045ebb166cd69aef",
"title": "6a36094d61bbfdadcb37366a045ebb166cd69aef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a36094d61bbfdadcb37366a045ebb166cd69aef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e6f22930ef493c32733ef84265543aec5a66be29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e6f22930ef493c32733ef84265543aec5a66be29",
"title": "e6f22930ef493c32733ef84265543aec5a66be29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e6f22930ef493c32733ef84265543aec5a66be29"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e6f22930ef493c32733ef84265543aec5a66be29",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885269200740741200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:39:53.069] Scheduled build:
{
"id": "8719839138429573601",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-20T22:39:52.693800125Z",
"updateTime": "2025-03-20T22:39:52.693800125Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e6f22930ef493c32733ef84265543aec5a66be29",
"ref": "refs/heads/main"
}
}
}
[22:39:53.069] Task URL: https://cr-buildbucket.appspot.com/build/8719839138429573601
[22:39:53.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:2:0) after 4m35s
[22:39:53.265] Received PubSub notification, asking Buildbucket for the build status
[22:39:53.316] Build status: SCHEDULED
[22:44:28.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:2:0)
[22:44:28.171] Build status: SCHEDULED
[22:44:28.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:4:0) after 2m13s
[22:46:41.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:4:0)
[22:46:41.281] Build status: SCHEDULED
[22:46:41.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:5:0) after 3m24s
[22:50:05.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:5:0)
[22:50:05.323] Build status: SCHEDULED
[22:50:05.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:6:0) after 9m53s
[22:59:58.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:6:0)
[22:59:58.389] Build status: SCHEDULED
[22:59:58.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:7:0) after 1m57s
[23:01:55.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:7:0)
[23:01:55.463] Build status: SCHEDULED
[23:01:55.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:8:0) after 4m52s
[23:06:47.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:8:0)
[23:06:47.515] Build status: SCHEDULED
[23:06:47.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:9:0) after 6m3s
[23:12:50.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:9:0)
[23:12:50.514] Build status: SCHEDULED
[23:12:50.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:10:0) after 6m28s
[23:19:18.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:10:0)
[23:19:18.605] Build status: SCHEDULED
[23:19:18.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:11:0) after 4m33s
[23:23:51.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:11:0)
[23:23:51.650] Build status: SCHEDULED
[23:23:51.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:12:0) after 4m35s
[23:28:26.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:12:0)
[23:28:26.697] Build status: SCHEDULED
[23:28:26.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:13:0) after 5m28s
[23:33:54.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:13:0)
[23:33:54.787] Build status: SCHEDULED
[23:33:54.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:14:0) after 8m54s
[23:42:48.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:14:0)
[23:42:48.859] Build status: SCHEDULED
[23:42:48.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:15:0) after 1m48s
[23:44:36.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:15:0)
[23:44:36.946] Build status: SCHEDULED
[23:44:36.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:16:0) after 9m45s
[23:54:21.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:16:0)
[23:54:21.994] Build status: SCHEDULED
[23:54:21.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:17:0) after 3m43s
[23:58:05.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:17:0)
[23:58:05.267] Build status: SCHEDULED
[23:58:05.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:18:0) after 9m44s
[00:07:49.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:18:0)
[00:07:49.434] Build status: SCHEDULED
[00:07:49.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:19:0) after 3m1s
[00:10:50.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:19:0)
[00:10:50.517] Build status: SCHEDULED
[00:10:50.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:20:0) after 6m9s
[00:16:59.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:20:0)
[00:16:59.555] Build status: SCHEDULED
[00:16:59.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:21:0) after 4m0s
[00:20:59.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:21:0)
[00:20:59.650] Build status: SCHEDULED
[00:20:59.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:22:0) after 1m53s
[00:22:52.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:22:0)
[00:22:52.802] Build status: SCHEDULED
[00:22:52.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:23:0) after 4m10s
[00:27:02.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:23:0)
[00:27:02.842] Build status: SCHEDULED
[00:27:02.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:24:0) after 7m37s
[00:34:40.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:24:0)
[00:34:40.062] Build status: SCHEDULED
[00:34:40.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:25:0) after 4m30s
[00:39:10.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:25:0)
[00:39:10.201] Build status: SCHEDULED
[00:39:10.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:26:0) after 6m50s
[00:46:00.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:26:0)
[00:46:00.270] Build status: SCHEDULED
[00:46:00.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:27:0) after 4m32s
[00:50:32.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:27:0)
[00:50:32.379] Build status: SCHEDULED
[00:50:32.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:28:0) after 1m17s
[00:51:49.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:28:0)
[00:51:49.510] Build status: SCHEDULED
[00:51:49.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:29:0) after 3m15s
[00:55:04.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:29:0)
[00:55:04.551] Build status: SCHEDULED
[00:55:04.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:30:0) after 1m4s
[00:56:08.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:30:0)
[00:56:08.706] Build status: SCHEDULED
[00:56:08.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:31:0) after 7m40s
[01:03:48.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:31:0)
[01:03:48.798] Build status: SCHEDULED
[01:03:48.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:32:0) after 6m7s
[01:09:55.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:32:0)
[01:09:55.909] Build status: SCHEDULED
[01:09:55.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:33:0) after 6m38s
[01:16:33.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:33:0)
[01:16:33.970] Build status: SCHEDULED
[01:16:33.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:34:0) after 7m33s
[01:24:07.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:34:0)
[01:24:07.056] Build status: SCHEDULED
[01:24:07.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:35:0) after 4m30s
[01:28:37.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:35:0)
[01:28:37.102] Build status: SCHEDULED
[01:28:37.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:36:0) after 7m39s
[01:36:16.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:36:0)
[01:36:16.165] Build status: SCHEDULED
[01:36:16.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:37:0) after 3m53s
[01:40:09.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:37:0)
[01:40:09.197] Build status: SCHEDULED
[01:40:09.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:38:0) after 2m8s
[01:42:17.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:38:0)
[01:42:17.190] Build status: SCHEDULED
[01:42:17.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:39:0) after 1m20s
[01:43:37.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:39:0)
[01:43:37.334] Build status: SCHEDULED
[01:43:37.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:40:0) after 1m15s
[01:44:52.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:40:0)
[01:44:52.383] Build status: SCHEDULED
[01:44:52.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:41:0) after 6m59s
[01:51:51.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:41:0)
[01:51:51.497] Build status: SCHEDULED
[01:51:51.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:42:0) after 8m8s
[01:59:59.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:42:0)
[01:59:59.594] Build status: SCHEDULED
[01:59:59.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:43:0) after 7m3s
[02:07:02.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:43:0)
[02:07:02.595] Build status: SCHEDULED
[02:07:02.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:44:0) after 4m53s
[02:11:55.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:44:0)
[02:11:55.721] Build status: SCHEDULED
[02:11:55.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:45:0) after 7m18s
[02:19:13.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:45:0)
[02:19:13.767] Build status: SCHEDULED
[02:19:13.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:46:0) after 1m49s
[02:21:02.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:46:0)
[02:21:02.856] Build status: SCHEDULED
[02:21:02.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:47:0) after 7m31s
[02:28:33.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:47:0)
[02:28:33.888] Build status: SCHEDULED
[02:28:33.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:48:0) after 2m34s
[02:31:07.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:48:0)
[02:31:07.934] Build status: SCHEDULED
[02:31:07.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:49:0) after 2m37s
[02:33:44.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:49:0)
[02:33:44.975] Build status: SCHEDULED
[02:33:44.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:50:0) after 3m35s
[02:37:20.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:50:0)
[02:37:20.079] Build status: SCHEDULED
[02:37:20.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:51:0) after 3m46s
[02:41:06.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:51:0)
[02:41:06.087] Build status: SCHEDULED
[02:41:06.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:52:0) after 7m31s
[02:48:37.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:52:0)
[02:48:37.246] Build status: SCHEDULED
[02:48:37.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:53:0) after 6m17s
[02:54:54.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:53:0)
[02:54:54.328] Build status: SCHEDULED
[02:54:54.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:54:0) after 5m45s
[03:00:39.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:54:0)
[03:00:39.424] Build status: SCHEDULED
[03:00:39.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:55:0) after 9m1s
[03:09:40.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:55:0)
[03:09:40.538] Build status: SCHEDULED
[03:09:40.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:56:0) after 8m6s
[03:17:46.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:56:0)
[03:17:46.572] Build status: SCHEDULED
[03:17:46.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:57:0) after 5m26s
[03:23:12.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:57:0)
[03:23:12.611] Build status: SCHEDULED
[03:23:12.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:58:0) after 4m42s
[03:27:54.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:58:0)
[03:27:54.620] Build status: SCHEDULED
[03:27:54.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:59:0) after 1m48s
[03:29:42.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:59:0)
[03:29:42.661] Build status: SCHEDULED
[03:29:42.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:60:0) after 1m47s
[03:31:29.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:60:0)
[03:31:29.727] Build status: SCHEDULED
[03:31:29.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:61:0) after 7m13s
[03:38:42.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:61:0)
[03:38:42.720] Build status: SCHEDULED
[03:38:42.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:62:0) after 2m51s
[03:41:33.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:62:0)
[03:41:33.783] Build status: SCHEDULED
[03:41:33.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:63:0) after 1m29s
[03:43:02.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:63:0)
[03:43:02.889] Build status: SCHEDULED
[03:43:02.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:64:0) after 5m2s
[03:48:04.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:64:0)
[03:48:04.945] Build status: SCHEDULED
[03:48:04.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:65:0) after 7m7s
[03:55:11.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:65:0)
[03:55:11.994] Build status: SCHEDULED
[03:55:11.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:66:0) after 6m52s
[04:02:04.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:66:0)
[04:02:04.090] Build status: SCHEDULED
[04:02:04.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:67:0) after 4m52s
[04:06:56.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:67:0)
[04:06:56.156] Build status: SCHEDULED
[04:06:56.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:68:0) after 7m2s
[04:13:58.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:68:0)
[04:13:58.189] Build status: SCHEDULED
[04:13:58.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:69:0) after 1m43s
[04:15:41.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:69:0)
[04:15:41.220] Build status: SCHEDULED
[04:15:41.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:70:0) after 6m7s
[04:21:48.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:70:0)
[04:21:48.313] Build status: SCHEDULED
[04:21:48.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:71:0) after 6m4s
[04:27:52.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:71:0)
[04:27:52.400] Build status: SCHEDULED
[04:27:52.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:72:0) after 9m23s
[04:37:15.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:72:0)
[04:37:15.575] Build status: SCHEDULED
[04:37:15.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:73:0) after 2m10s
[04:39:25.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:73:0)
[04:39:25.621] Build status: SCHEDULED
[04:39:25.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:74:0) after 7m52s
[04:47:17.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:74:0)
[04:47:17.753] Build status: SCHEDULED
[04:47:17.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:75:0) after 4m54s
[04:52:11.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:75:0)
[04:52:11.868] Build status: SCHEDULED
[04:52:11.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:76:0) after 3m44s
[04:55:56.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:76:0)
[04:55:56.143] Build status: SCHEDULED
[04:55:56.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:77:0) after 5m20s
[05:01:16.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:77:0)
[05:01:16.310] Build status: SCHEDULED
[05:01:16.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:78:0) after 2m47s
[05:04:03.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:78:0)
[05:04:03.430] Build status: SCHEDULED
[05:04:03.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:79:0) after 6m11s
[05:10:14.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:79:0)
[05:10:14.526] Build status: SCHEDULED
[05:10:14.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:80:0) after 2m2s
[05:12:16.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:80:0)
[05:12:16.755] Build status: SCHEDULED
[05:12:16.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:81:0) after 1m18s
[05:13:34.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:81:0)
[05:13:34.772] Build status: SCHEDULED
[05:13:34.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:82:0) after 2m1s
[05:15:35.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:82:0)
[05:15:35.907] Build status: SCHEDULED
[05:15:35.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:83:0) after 5m35s
[05:21:10.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:83:0)
[05:21:10.951] Build status: SCHEDULED
[05:21:10.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:84:0) after 1m38s
[05:22:48.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:84:0)
[05:22:48.991] Build status: SCHEDULED
[05:22:48.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:85:0) after 6m49s
[05:29:38.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:85:0)
[05:29:38.156] Build status: SCHEDULED
[05:29:38.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:86:0) after 2m3s
[05:31:41.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:86:0)
[05:31:41.197] Build status: SCHEDULED
[05:31:41.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:87:0) after 5m58s
[05:37:39.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:87:0)
[05:37:39.413] Build status: SCHEDULED
[05:37:39.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:88:0) after 6m2s
[05:43:41.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:88:0)
[05:43:41.748] Build status: SCHEDULED
[05:43:41.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:89:0) after 2m20s
[05:46:01.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:89:0)
[05:46:01.831] Build status: SCHEDULED
[05:46:01.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:90:0) after 4m13s
[05:50:14.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:90:0)
[05:50:14.878] Build status: SCHEDULED
[05:50:14.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:91:0) after 9m6s
[05:59:21.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:91:0)
[05:59:21.158] Build status: SCHEDULED
[05:59:21.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:92:0) after 2m4s
[06:01:25.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:92:0)
[06:01:25.228] Build status: SCHEDULED
[06:01:25.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:93:0) after 5m54s
[06:07:19.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:93:0)
[06:07:19.400] Build status: SCHEDULED
[06:07:19.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:94:0) after 8m7s
[06:15:26.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:94:0)
[06:15:26.482] Build status: SCHEDULED
[06:15:26.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:95:0) after 8m53s
[06:24:19.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:95:0)
[06:24:19.688] Build status: SCHEDULED
[06:24:19.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:96:0) after 5m52s
[06:30:11.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:96:0)
[06:30:11.986] Build status: SCHEDULED
[06:30:11.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:97:0) after 6m55s
[06:37:07.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:97:0)
[06:37:07.155] Build status: SCHEDULED
[06:37:07.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8885269200740741200:98:0) after 8m1s
[06:40:01.398] Received PubSub notification, asking Buildbucket for the build status
[06:40:01.425] Build:
{
"id": "8719839138429573601",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-20T22:39:52.693800125Z",
"endTime": "2025-03-21T06:40:01.005228135Z",
"updateTime": "2025-03-21T06:40:01.005228135Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e6f22930ef493c32733ef84265543aec5a66be29",
"ref": "refs/heads/main"
}
}
}
[06:40:01.426] Invocation finished in 8h0m10.319856936s with status FAILED