[20:16:48.432] New invocation is queued and will start shortly
[20:16:48.432] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:16:51.396] Starting the invocation (attempt 1)
[20:16:51.421] Ignoring gitiles_ref tag without the buildset tag
[20:16:51.421] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:16:51.421] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:16:51.421] Buildbucket request:
{
"requestId": "8838439568702774752",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838439568702774752",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "325aab42-381d-45a9-af6c-a8a9bfc8b60e",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8673009898596009569"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838439568702774752"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:16:51.896] Scheduled build:
{
"id": "8673009504750753409",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T20:16:51.579119428Z",
"updateTime": "2026-08-19T20:16:51.579119428Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[20:16:51.896] Task URL: https://cr-buildbucket.appspot.com/build/8673009504750753409
[20:16:51.896] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:2:0) after 9m7s
[20:16:52.888] Received PubSub notification, asking Buildbucket for the build status
[20:16:52.918] Build status: SCHEDULED
[20:25:58.997] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:2:0)
[20:25:59.114] Build status: SCHEDULED
[20:25:59.114] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:4:0) after 7m38s
[20:33:37.225] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:4:0)
[20:33:37.282] Build status: SCHEDULED
[20:33:37.282] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:5:0) after 6m31s
[20:40:08.298] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:5:0)
[20:40:08.360] Build status: SCHEDULED
[20:40:08.360] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:6:0) after 3m37s
[20:43:45.424] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:6:0)
[20:43:45.449] Build status: SCHEDULED
[20:43:45.449] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:7:0) after 2m28s
[20:46:13.658] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:7:0)
[20:46:13.681] Build status: SCHEDULED
[20:46:13.681] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:8:0) after 9m38s
[20:55:51.754] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:8:0)
[20:55:51.787] Build status: SCHEDULED
[20:55:51.787] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:9:0) after 5m50s
[21:01:41.859] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:9:0)
[21:01:41.878] Build status: SCHEDULED
[21:01:41.878] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:10:0) after 3m39s
[21:05:20.892] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:10:0)
[21:05:20.914] Build status: SCHEDULED
[21:05:20.914] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:11:0) after 3m20s
[21:08:41.006] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:11:0)
[21:08:41.025] Build status: SCHEDULED
[21:08:41.025] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:12:0) after 9m21s
[21:18:02.112] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:12:0)
[21:18:02.134] Build status: SCHEDULED
[21:18:02.134] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:13:0) after 6m4s
[21:24:06.185] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:13:0)
[21:24:06.203] Build status: SCHEDULED
[21:24:06.203] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:14:0) after 2m55s
[21:27:01.281] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:14:0)
[21:27:01.342] Build status: SCHEDULED
[21:27:01.343] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:15:0) after 4m32s
[21:31:33.359] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:15:0)
[21:31:33.390] Build status: SCHEDULED
[21:31:33.390] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:16:0) after 4m42s
[21:36:15.452] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:16:0)
[21:36:15.479] Build status: SCHEDULED
[21:36:15.479] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:17:0) after 3m45s
[21:40:00.545] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:17:0)
[21:40:00.566] Build status: SCHEDULED
[21:40:00.566] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:18:0) after 3m47s
[21:43:47.681] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:18:0)
[21:43:47.701] Build status: SCHEDULED
[21:43:47.701] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:19:0) after 5m35s
[21:49:22.768] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:19:0)
[21:49:22.810] Build status: SCHEDULED
[21:49:22.810] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:20:0) after 7m13s
[21:56:36.043] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:20:0)
[21:56:36.064] Build status: SCHEDULED
[21:56:36.064] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:21:0) after 2m57s
[21:59:33.133] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:21:0)
[21:59:33.159] Build status: SCHEDULED
[21:59:33.159] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:22:0) after 3m7s
[22:02:40.173] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:22:0)
[22:02:40.204] Build status: SCHEDULED
[22:02:40.204] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:23:0) after 7m29s
[22:10:09.269] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:23:0)
[22:10:09.347] Build status: SCHEDULED
[22:10:09.347] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:24:0) after 2m40s
[22:12:49.332] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:24:0)
[22:12:49.428] Build status: SCHEDULED
[22:12:49.428] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:25:0) after 2m10s
[22:14:59.444] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:25:0)
[22:14:59.467] Build status: SCHEDULED
[22:14:59.467] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:26:0) after 5m5s
[22:20:04.523] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:26:0)
[22:20:04.569] Build status: SCHEDULED
[22:20:04.569] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:27:0) after 9m38s
[22:29:42.559] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:27:0)
[22:29:42.614] Build status: SCHEDULED
[22:29:42.614] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:28:0) after 6m24s
[22:36:06.671] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:28:0)
[22:36:06.692] Build status: SCHEDULED
[22:36:06.692] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:29:0) after 3m16s
[22:39:22.757] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:29:0)
[22:39:22.788] Build status: SCHEDULED
[22:39:22.788] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:30:0) after 8m16s
[22:47:38.934] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:30:0)
[22:47:38.952] Build status: SCHEDULED
[22:47:38.952] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:31:0) after 4m29s
[22:52:07.971] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:31:0)
[22:52:08.009] Build status: SCHEDULED
[22:52:08.009] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:32:0) after 3m59s
[22:56:07.109] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:32:0)
[22:56:07.139] Build status: SCHEDULED
[22:56:07.139] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:33:0) after 1m42s
[22:57:49.487] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:33:0)
[22:57:49.508] Build status: SCHEDULED
[22:57:49.508] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:34:0) after 4m50s
[23:02:39.550] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:34:0)
[23:02:39.613] Build status: SCHEDULED
[23:02:39.613] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:35:0) after 4m5s
[23:06:44.672] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:35:0)
[23:06:44.766] Build status: SCHEDULED
[23:06:44.766] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:36:0) after 5m28s
[23:12:12.832] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:36:0)
[23:12:12.852] Build status: SCHEDULED
[23:12:12.852] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:37:0) after 6m21s
[23:18:33.870] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:37:0)
[23:18:33.891] Build status: SCHEDULED
[23:18:33.891] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:38:0) after 3m57s
[23:22:30.966] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:38:0)
[23:22:31.109] Build status: SCHEDULED
[23:22:31.109] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:39:0) after 1m32s
[23:24:03.513] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:39:0)
[23:24:03.546] Build status: SCHEDULED
[23:24:03.546] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:40:0) after 3m47s
[23:27:50.668] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:40:0)
[23:27:50.701] Build status: SCHEDULED
[23:27:50.701] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8838439568702774752:41:0) after 6m20s
[23:30:35.284] Received PubSub notification, asking Buildbucket for the build status
[23:30:35.353] Build status: STARTED
[23:30:54.297] Received PubSub notification, asking Buildbucket for the build status
[23:30:54.376] Build:
{
"id": "8673009504750753409",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-19T20:16:51.579119428Z",
"startTime": "2026-08-19T23:30:35.103111722Z",
"endTime": "2026-08-19T23:30:54.010603229Z",
"updateTime": "2026-08-19T23:30:54.010603229Z",
"status": "INFRA_FAILURE",
"input": {
},
"canary": true
}
[23:30:54.376] Invocation finished in 3h14m5.94921486s with status FAILED