[22:41:35.965] New invocation is queued and will start shortly
[22:41:35.965] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[22:41:37.239] Starting the invocation (attempt 1)
[22:41:37.266] Ignoring gitiles_ref tag without the buildset tag
[22:41:37.266] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:41:37.266] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:41:37.266] Buildbucket request:
{
"requestId": "8853560152561682896",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853560152561682896",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "be2eeda5-9f57-4995-b7c0-eda1847957d3",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8688130297584332033"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853560152561682896"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:41:37.619] Scheduled build:
{
"id": "8688130090486067761",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-05T22:41:37.315278625Z",
"updateTime": "2026-03-05T22:41:37.315278625Z",
"status": "SCHEDULED",
"input": {
}
}
[22:41:37.619] Task URL: https://cr-buildbucket.appspot.com/build/8688130090486067761
[22:41:37.619] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:2:0) after 5m55s
[22:41:38.619] Received PubSub notification, asking Buildbucket for the build status
[22:41:38.631] Build status: SCHEDULED
[22:47:32.648] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:2:0)
[22:47:32.662] Build status: SCHEDULED
[22:47:32.662] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:4:0) after 4m13s
[22:51:45.627] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:4:0)
[22:51:45.658] Build status: SCHEDULED
[22:51:45.658] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:5:0) after 9m46s
[23:01:31.702] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:5:0)
[23:01:31.797] Build status: SCHEDULED
[23:01:31.797] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:6:0) after 7m24s
[23:08:55.811] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:6:0)
[23:08:55.829] Build status: SCHEDULED
[23:08:55.829] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:7:0) after 3m15s
[23:12:10.840] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:7:0)
[23:12:10.881] Build status: SCHEDULED
[23:12:10.881] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:8:0) after 7m26s
[23:19:36.983] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:8:0)
[23:19:37.010] Build status: SCHEDULED
[23:19:37.010] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:9:0) after 9m57s
[23:29:34.093] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:9:0)
[23:29:34.108] Build status: SCHEDULED
[23:29:34.108] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:10:0) after 3m6s
[23:32:40.110] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:10:0)
[23:32:40.200] Build status: SCHEDULED
[23:32:40.200] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:11:0) after 5m14s
[23:37:54.278] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:11:0)
[23:37:54.319] Build status: SCHEDULED
[23:37:54.319] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:12:0) after 4m46s
[23:42:40.330] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:12:0)
[23:42:40.362] Build status: SCHEDULED
[23:42:40.362] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:13:0) after 2m3s
[23:44:43.373] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:13:0)
[23:44:43.408] Build status: SCHEDULED
[23:44:43.408] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:14:0) after 8m45s
[23:53:28.420] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:14:0)
[23:53:28.438] Build status: SCHEDULED
[23:53:28.438] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:15:0) after 7m33s
[00:01:01.551] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:15:0)
[00:01:01.591] Build status: SCHEDULED
[00:01:01.591] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:16:0) after 8m49s
[00:09:50.631] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:16:0)
[00:09:50.644] Build status: SCHEDULED
[00:09:50.644] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:17:0) after 2m10s
[00:12:00.685] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:17:0)
[00:12:00.892] Build status: SCHEDULED
[00:12:00.892] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:18:0) after 2m41s
[00:14:41.920] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:18:0)
[00:14:41.937] Build status: SCHEDULED
[00:14:41.937] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:19:0) after 1m3s
[00:15:44.990] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:19:0)
[00:15:45.230] Build status: SCHEDULED
[00:15:45.230] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:20:0) after 8m36s
[00:24:21.334] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:20:0)
[00:24:21.367] Build status: SCHEDULED
[00:24:21.368] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:21:0) after 3m42s
[00:28:03.450] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:21:0)
[00:28:03.467] Build status: SCHEDULED
[00:28:03.467] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:22:0) after 9m38s
[00:37:41.520] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:22:0)
[00:37:41.545] Build status: SCHEDULED
[00:37:41.545] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:23:0) after 1m3s
[00:38:45.217] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:23:0)
[00:38:45.246] Build status: SCHEDULED
[00:38:45.246] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:24:0) after 4m48s
[00:43:33.436] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:24:0)
[00:43:33.503] Build status: SCHEDULED
[00:43:33.503] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:25:0) after 9m56s
[00:53:29.553] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:25:0)
[00:53:29.572] Build status: SCHEDULED
[00:53:29.572] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:26:0) after 6m35s
[01:00:04.733] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:26:0)
[01:00:04.875] Build status: SCHEDULED
[01:00:04.875] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:27:0) after 7m53s
[01:07:57.937] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:27:0)
[01:07:57.959] Build status: SCHEDULED
[01:07:57.959] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:28:0) after 5m14s
[01:13:12.363] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:28:0)
[01:13:12.410] Build status: SCHEDULED
[01:13:12.410] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:29:0) after 3m49s
[01:17:01.488] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:29:0)
[01:17:01.523] Build status: SCHEDULED
[01:17:01.523] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:30:0) after 2m16s
[01:19:17.643] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:30:0)
[01:19:17.667] Build status: SCHEDULED
[01:19:17.667] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:31:0) after 8m3s
[01:27:20.655] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:31:0)
[01:27:20.674] Build status: SCHEDULED
[01:27:20.674] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:32:0) after 5m38s
[01:32:58.748] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:32:0)
[01:32:58.778] Build status: SCHEDULED
[01:32:58.778] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:33:0) after 7m52s
[01:40:50.841] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:33:0)
[01:40:50.855] Build status: SCHEDULED
[01:40:50.856] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:34:0) after 1m39s
[01:42:30.040] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:34:0)
[01:42:30.088] Build status: SCHEDULED
[01:42:30.088] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:35:0) after 6m22s
[01:48:52.257] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:35:0)
[01:48:52.275] Build status: SCHEDULED
[01:48:52.275] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:36:0) after 3m56s
[01:52:48.325] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:36:0)
[01:52:48.345] Build status: SCHEDULED
[01:52:48.345] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:37:0) after 9m52s
[02:02:40.364] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:37:0)
[02:02:40.420] Build status: SCHEDULED
[02:02:40.420] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:38:0) after 6m7s
[02:08:47.459] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:38:0)
[02:08:47.495] Build status: SCHEDULED
[02:08:47.495] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:39:0) after 5m19s
[02:14:06.669] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:39:0)
[02:14:06.690] Build status: SCHEDULED
[02:14:06.690] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:40:0) after 5m3s
[02:19:09.766] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:40:0)
[02:19:09.790] Build status: SCHEDULED
[02:19:09.790] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:41:0) after 1m1s
[02:20:10.900] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:41:0)
[02:20:10.974] Build status: SCHEDULED
[02:20:10.974] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:42:0) after 9m32s
[02:29:43.024] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:42:0)
[02:29:43.041] Build status: SCHEDULED
[02:29:43.041] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:43:0) after 2m0s
[02:31:43.069] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:43:0)
[02:31:43.099] Build status: SCHEDULED
[02:31:43.099] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:44:0) after 2m44s
[02:34:27.180] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:44:0)
[02:34:27.210] Build status: SCHEDULED
[02:34:27.210] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:45:0) after 8m24s
[02:42:51.263] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:45:0)
[02:42:51.294] Build status: SCHEDULED
[02:42:51.294] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:46:0) after 5m23s
[02:48:14.513] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:46:0)
[02:48:14.545] Build status: SCHEDULED
[02:48:14.545] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853560152561682896:47:0) after 6m50s
[02:49:29.582] Received PubSub notification, asking Buildbucket for the build status
[02:49:29.598] Build status: STARTED
[02:49:45.220] Received PubSub notification, asking Buildbucket for the build status
[02:49:45.243] Build:
{
"id": "8688130090486067761",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-05T22:41:37.315278625Z",
"startTime": "2026-03-06T02:49:29.428086393Z",
"endTime": "2026-03-06T02:49:44.992234208Z",
"updateTime": "2026-03-06T02:49:44.992234208Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[02:49:45.243] Invocation finished in 4h8m9.291060252s with status FAILED