[01:06:52.978] New invocation is queued and will start shortly
[01:06:54.101] Starting the invocation (attempt 1)
[01:06:54.127] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/15cee6ed5d4ec0e6f34167941f547606662bdcc0"
[01:06:54.127] Popped gitiles commit info from properties and tags
[01:06:54.127] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:06:54.127] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:06:54.128] Buildbucket request:
{
"requestId": "8850380118277137680",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850380118277137680",
"job": "pigweed/pigweed.dev.ci-envtest-linux",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0e352e48b5d9b35b87d412c45a09ab6d75812952"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e352e48b5d9b35b87d412c45a09ab6d75812952",
"title": "0e352e48b5d9b35b87d412c45a09ab6d75812952",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e352e48b5d9b35b87d412c45a09ab6d75812952"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a1a3e036bb6a167e0360a6717a3ec0f556f908e8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a1a3e036bb6a167e0360a6717a3ec0f556f908e8",
"title": "a1a3e036bb6a167e0360a6717a3ec0f556f908e8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a1a3e036bb6a167e0360a6717a3ec0f556f908e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f66336d702786d6e8c60ae723515d7fc4967abf3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f66336d702786d6e8c60ae723515d7fc4967abf3",
"title": "f66336d702786d6e8c60ae723515d7fc4967abf3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f66336d702786d6e8c60ae723515d7fc4967abf3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "21771983dc77b5dec511aaa9455e4901dfeffb7b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21771983dc77b5dec511aaa9455e4901dfeffb7b",
"title": "21771983dc77b5dec511aaa9455e4901dfeffb7b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21771983dc77b5dec511aaa9455e4901dfeffb7b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d765ae70712303f1dd58ced570df453873698f33"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d765ae70712303f1dd58ced570df453873698f33",
"title": "d765ae70712303f1dd58ced570df453873698f33",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d765ae70712303f1dd58ced570df453873698f33"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "74cecbada4c38c4c0be757edf5c9c2b83fe0b879"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@74cecbada4c38c4c0be757edf5c9c2b83fe0b879",
"title": "74cecbada4c38c4c0be757edf5c9c2b83fe0b879",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/74cecbada4c38c4c0be757edf5c9c2b83fe0b879"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "15cee6ed5d4ec0e6f34167941f547606662bdcc0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@15cee6ed5d4ec0e6f34167941f547606662bdcc0",
"title": "15cee6ed5d4ec0e6f34167941f547606662bdcc0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/15cee6ed5d4ec0e6f34167941f547606662bdcc0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "15cee6ed5d4ec0e6f34167941f547606662bdcc0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850380118277137680"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-envtest-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:06:54.762] Scheduled build:
{
"id": "8684950056361778657",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-10T01:06:54.184138973Z",
"updateTime": "2026-04-10T01:06:54.184138973Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "15cee6ed5d4ec0e6f34167941f547606662bdcc0",
"ref": "refs/heads/main"
}
}
}
[01:06:54.762] Task URL: https://cr-buildbucket.appspot.com/build/8684950056361778657
[01:06:54.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:2:0) after 6m43s
[01:06:55.503] Received PubSub notification, asking Buildbucket for the build status
[01:06:55.526] Build status: SCHEDULED
[01:13:37.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:2:0)
[01:13:37.846] Build status: SCHEDULED
[01:13:37.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:4:0) after 1m6s
[01:14:43.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:4:0)
[01:14:43.892] Build status: SCHEDULED
[01:14:43.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:5:0) after 2m1s
[01:16:44.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:5:0)
[01:16:45.155] Build status: SCHEDULED
[01:16:45.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:6:0) after 6m32s
[01:23:17.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:6:0)
[01:23:17.241] Build status: SCHEDULED
[01:23:17.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:7:0) after 2m16s
[01:25:33.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:7:0)
[01:25:33.312] Build status: SCHEDULED
[01:25:33.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:8:0) after 2m6s
[01:27:39.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:8:0)
[01:27:39.443] Build status: SCHEDULED
[01:27:39.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:9:0) after 6m29s
[01:34:08.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:9:0)
[01:34:08.478] Build status: SCHEDULED
[01:34:08.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:10:0) after 5m27s
[01:39:35.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:10:0)
[01:39:35.509] Build status: SCHEDULED
[01:39:35.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:11:0) after 1m43s
[01:41:18.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:11:0)
[01:41:18.728] Build status: SCHEDULED
[01:41:18.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:12:0) after 2m40s
[01:43:58.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:12:0)
[01:43:58.783] Build status: SCHEDULED
[01:43:58.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:13:0) after 5m9s
[01:49:07.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:13:0)
[01:49:07.928] Build status: SCHEDULED
[01:49:07.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:14:0) after 2m44s
[01:51:51.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:14:0)
[01:51:52.028] Build status: SCHEDULED
[01:51:52.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:15:0) after 6m11s
[01:58:03.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:15:0)
[01:58:03.064] Build status: SCHEDULED
[01:58:03.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:16:0) after 4m33s
[02:02:36.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:16:0)
[02:02:36.236] Build status: SCHEDULED
[02:02:36.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:17:0) after 3m21s
[02:05:57.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:17:0)
[02:05:57.280] Build status: SCHEDULED
[02:05:57.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:18:0) after 5m45s
[02:11:42.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:18:0)
[02:11:42.361] Build status: SCHEDULED
[02:11:42.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:19:0) after 2m23s
[02:14:05.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:19:0)
[02:14:05.427] Build status: SCHEDULED
[02:14:05.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:20:0) after 1m9s
[02:15:14.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:20:0)
[02:15:14.460] Build status: SCHEDULED
[02:15:14.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:21:0) after 2m41s
[02:17:55.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:21:0)
[02:17:55.566] Build status: SCHEDULED
[02:17:55.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:22:0) after 3m39s
[02:21:34.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:22:0)
[02:21:34.604] Build status: SCHEDULED
[02:21:34.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:23:0) after 8m18s
[02:29:52.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:23:0)
[02:29:52.664] Build status: SCHEDULED
[02:29:52.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:24:0) after 3m37s
[02:33:29.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:24:0)
[02:33:29.705] Build status: SCHEDULED
[02:33:29.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:25:0) after 5m30s
[02:38:59.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:25:0)
[02:38:59.786] Build status: SCHEDULED
[02:38:59.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:26:0) after 5m38s
[02:44:37.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:26:0)
[02:44:37.852] Build status: SCHEDULED
[02:44:37.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:27:0) after 3m51s
[02:48:28.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:27:0)
[02:48:28.971] Build status: SCHEDULED
[02:48:28.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:28:0) after 9m4s
[02:57:32.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:28:0)
[02:57:33.007] Build status: SCHEDULED
[02:57:33.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:29:0) after 4m2s
[03:01:35.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:29:0)
[03:01:35.184] Build status: SCHEDULED
[03:01:35.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:30:0) after 4m10s
[03:05:45.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:30:0)
[03:05:45.232] Build status: SCHEDULED
[03:05:45.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:31:0) after 4m30s
[03:10:15.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:31:0)
[03:10:15.300] Build status: SCHEDULED
[03:10:15.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:32:0) after 6m55s
[03:17:10.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:32:0)
[03:17:10.358] Build status: SCHEDULED
[03:17:10.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:33:0) after 1m33s
[03:18:43.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:33:0)
[03:18:43.452] Build status: SCHEDULED
[03:18:43.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:34:0) after 4m16s
[03:22:59.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:34:0)
[03:22:59.525] Build status: SCHEDULED
[03:22:59.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:35:0) after 4m4s
[03:27:03.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:35:0)
[03:27:03.611] Build status: SCHEDULED
[03:27:03.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:36:0) after 3m36s
[03:30:39.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:36:0)
[03:30:39.708] Build status: SCHEDULED
[03:30:39.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:37:0) after 2m1s
[03:32:40.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:37:0)
[03:32:40.791] Build status: SCHEDULED
[03:32:40.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:38:0) after 9m20s
[03:42:00.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:38:0)
[03:42:00.834] Build status: SCHEDULED
[03:42:00.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:39:0) after 9m38s
[03:51:38.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:39:0)
[03:51:38.879] Build status: SCHEDULED
[03:51:38.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:40:0) after 2m0s
[03:53:38.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:40:0)
[03:53:38.954] Build status: SCHEDULED
[03:53:38.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:41:0) after 2m10s
[03:55:48.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:41:0)
[03:55:48.944] Build status: SCHEDULED
[03:55:48.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:42:0) after 9m44s
[04:05:33.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:42:0)
[04:05:33.054] Build status: SCHEDULED
[04:05:33.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:43:0) after 6m48s
[04:12:21.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:43:0)
[04:12:21.143] Build status: SCHEDULED
[04:12:21.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:44:0) after 7m18s
[04:19:39.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:44:0)
[04:19:39.386] Build status: SCHEDULED
[04:19:39.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-linux:8850380118277137680:45:0) after 3m56s
[04:21:52.838] Received PubSub notification, asking Buildbucket for the build status
[04:21:52.855] Build:
{
"id": "8684950056361778657",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-linux"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-10T01:06:54.184138973Z",
"endTime": "2026-04-10T04:19:44.374042989Z",
"updateTime": "2026-04-10T04:19:44.374042989Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "15cee6ed5d4ec0e6f34167941f547606662bdcc0",
"ref": "refs/heads/main"
}
}
}
[04:21:52.855] Invocation finished in 3h14m59.88033751s with status FAILED