[01:10:41.601] New invocation is queued and will start shortly
[01:10:41.601] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[01:10:42.675] Starting the invocation (attempt 1)
[01:10:42.702] Ignoring gitiles_ref tag without the buildset tag
[01:10:42.702] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:10:42.702] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:10:42.702] Buildbucket request:
{
"requestId": "8857265248002871360",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8857265248002871360",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "cf490b83-b02e-4a82-b28d-382095572d8f",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8691835352740859521"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8857265248002871360"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:10:43.012] Scheduled build:
{
"id": "8691835186130614257",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-24T01:10:42.759054635Z",
"updateTime": "2026-01-24T01:10:42.759054635Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[01:10:43.012] Task URL: https://cr-buildbucket.appspot.com/build/8691835186130614257
[01:10:43.012] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:2:0) after 5m48s
[01:10:43.995] Received PubSub notification, asking Buildbucket for the build status
[01:10:44.007] Build status: SCHEDULED
[01:16:31.033] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:2:0)
[01:16:31.062] Build status: SCHEDULED
[01:16:31.062] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:4:0) after 2m42s
[01:19:13.095] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:4:0)
[01:19:13.112] Build status: SCHEDULED
[01:19:13.112] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:5:0) after 9m29s
[01:28:42.145] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:5:0)
[01:28:42.164] Build status: SCHEDULED
[01:28:42.164] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:6:0) after 6m44s
[01:35:26.181] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:6:0)
[01:35:26.217] Build status: SCHEDULED
[01:35:26.217] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:7:0) after 8m33s
[01:43:59.231] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:7:0)
[01:43:59.289] Build status: SCHEDULED
[01:43:59.289] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:8:0) after 9m0s
[01:52:59.300] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:8:0)
[01:52:59.324] Build status: SCHEDULED
[01:52:59.324] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:9:0) after 9m37s
[02:02:36.336] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:9:0)
[02:02:36.356] Build status: SCHEDULED
[02:02:36.356] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:10:0) after 1m22s
[02:03:58.370] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:10:0)
[02:03:58.556] Build status: SCHEDULED
[02:03:58.556] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:11:0) after 1m57s
[02:05:55.570] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:11:0)
[02:05:55.588] Build status: SCHEDULED
[02:05:55.588] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:12:0) after 3m34s
[02:09:29.601] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:12:0)
[02:09:29.634] Build status: SCHEDULED
[02:09:29.634] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:13:0) after 9m47s
[02:19:16.701] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:13:0)
[02:19:16.742] Build status: SCHEDULED
[02:19:16.742] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:14:0) after 8m27s
[02:27:43.755] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:14:0)
[02:27:43.831] Build status: SCHEDULED
[02:27:43.831] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:15:0) after 7m38s
[02:35:21.832] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:15:0)
[02:35:21.850] Build status: SCHEDULED
[02:35:21.850] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:16:0) after 2m42s
[02:38:03.916] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:16:0)
[02:38:03.956] Build status: SCHEDULED
[02:38:03.956] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:17:0) after 8m55s
[02:46:59.040] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:17:0)
[02:46:59.089] Build status: SCHEDULED
[02:46:59.089] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:18:0) after 9m47s
[02:56:46.114] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:18:0)
[02:56:46.133] Build status: SCHEDULED
[02:56:46.133] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:19:0) after 6m23s
[03:03:09.193] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:19:0)
[03:03:09.237] Build status: SCHEDULED
[03:03:09.237] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:20:0) after 6m54s
[03:10:03.258] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:20:0)
[03:10:03.280] Build status: SCHEDULED
[03:10:03.280] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:21:0) after 1m1s
[03:11:04.641] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:21:0)
[03:11:04.662] Build status: SCHEDULED
[03:11:04.665] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:22:0) after 9m39s
[03:20:43.761] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:22:0)
[03:20:43.783] Build status: SCHEDULED
[03:20:43.784] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:23:0) after 9m44s
[03:30:27.799] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:23:0)
[03:30:27.846] Build status: SCHEDULED
[03:30:27.846] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:24:0) after 3m8s
[03:33:35.858] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:24:0)
[03:33:35.903] Build status: SCHEDULED
[03:33:35.903] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:25:0) after 2m24s
[03:35:59.911] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:25:0)
[03:35:59.929] Build status: SCHEDULED
[03:35:59.930] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:26:0) after 1m30s
[03:37:29.944] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:26:0)
[03:37:29.970] Build status: SCHEDULED
[03:37:29.970] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:27:0) after 8m29s
[03:45:58.983] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:27:0)
[03:45:59.032] Build status: SCHEDULED
[03:45:59.032] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:28:0) after 6m42s
[03:52:41.150] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:28:0)
[03:52:41.188] Build status: SCHEDULED
[03:52:41.189] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:29:0) after 4m33s
[03:57:14.216] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:29:0)
[03:57:14.307] Build status: SCHEDULED
[03:57:14.307] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:30:0) after 6m20s
[04:03:34.371] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:30:0)
[04:03:34.410] Build status: SCHEDULED
[04:03:34.411] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:31:0) after 7m11s
[04:10:45.482] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:31:0)
[04:10:45.496] Build status: SCHEDULED
[04:10:45.496] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:32:0) after 7m37s
[04:18:22.506] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:32:0)
[04:18:22.529] Build status: SCHEDULED
[04:18:22.529] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:33:0) after 7m4s
[04:25:26.550] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:33:0)
[04:25:26.577] Build status: SCHEDULED
[04:25:26.577] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:34:0) after 2m40s
[04:28:06.638] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:34:0)
[04:28:06.655] Build status: SCHEDULED
[04:28:06.655] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:35:0) after 2m17s
[04:30:23.675] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:35:0)
[04:30:23.753] Build status: SCHEDULED
[04:30:23.753] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:36:0) after 1m13s
[04:31:36.771] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:36:0)
[04:31:36.793] Build status: SCHEDULED
[04:31:36.793] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8857265248002871360:37:0) after 8m1s
[04:32:36.488] Received PubSub notification, asking Buildbucket for the build status
[04:32:36.676] Build status: STARTED
[04:33:17.364] Received PubSub notification, asking Buildbucket for the build status
[04:33:17.380] Build:
{
"id": "8691835186130614257",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-24T01:10:42.759054635Z",
"startTime": "2026-01-24T04:32:36.238742071Z",
"endTime": "2026-01-24T04:33:17.076607556Z",
"updateTime": "2026-01-24T04:33:17.076607556Z",
"status": "INFRA_FAILURE",
"input": {
},
"canary": true
}
[04:33:17.380] Invocation finished in 3h22m35.790422734s with status FAILED