[03:04:10.852] New invocation is queued and will start shortly
[03:04:10.852] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[03:04:11.980] Starting the invocation (attempt 1)
[03:04:12.011] Ignoring gitiles_ref tag without the buildset tag
[03:04:12.011] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:04:12.011] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:04:12.011] Buildbucket request:
{
"requestId": "8861787956302615392",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861787956302615392",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "9da6a4a7-a5fc-4723-852f-912292ff7db1",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8696358107441027761"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861787956302615392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:04:12.355] Scheduled build:
{
"id": "8696357894371115697",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-05T03:04:12.069168378Z",
"updateTime": "2025-12-05T03:04:12.069168378Z",
"status": "SCHEDULED",
"input": {
}
}
[03:04:12.355] Task URL: https://cr-buildbucket.appspot.com/build/8696357894371115697
[03:04:12.355] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:2:0) after 9m16s
[03:04:13.317] Received PubSub notification, asking Buildbucket for the build status
[03:04:13.345] Build status: SCHEDULED
[03:13:28.418] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:2:0)
[03:13:28.439] Build status: SCHEDULED
[03:13:28.439] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:4:0) after 2m36s
[03:16:04.530] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:4:0)
[03:16:04.555] Build status: SCHEDULED
[03:16:04.555] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:5:0) after 9m17s
[03:25:21.587] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:5:0)
[03:25:21.647] Build status: SCHEDULED
[03:25:21.647] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:6:0) after 1m54s
[03:27:15.708] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:6:0)
[03:27:15.723] Build status: SCHEDULED
[03:27:15.723] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:7:0) after 7m54s
[03:35:09.737] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:7:0)
[03:35:09.754] Build status: SCHEDULED
[03:35:09.754] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:8:0) after 3m39s
[03:38:48.858] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:8:0)
[03:38:48.887] Build status: SCHEDULED
[03:38:48.887] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:9:0) after 5m7s
[03:43:55.901] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:9:0)
[03:43:55.963] Build status: SCHEDULED
[03:43:55.963] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:10:0) after 5m38s
[03:49:34.011] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:10:0)
[03:49:34.047] Build status: SCHEDULED
[03:49:34.047] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:11:0) after 2m46s
[03:52:20.118] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:11:0)
[03:52:20.133] Build status: SCHEDULED
[03:52:20.133] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:12:0) after 4m48s
[03:57:08.195] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:12:0)
[03:57:08.270] Build status: SCHEDULED
[03:57:08.270] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:13:0) after 2m0s
[03:59:08.329] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:13:0)
[03:59:08.419] Build status: SCHEDULED
[03:59:08.420] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:14:0) after 6m18s
[04:05:26.431] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:14:0)
[04:05:26.447] Build status: SCHEDULED
[04:05:26.447] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:15:0) after 6m48s
[04:12:14.550] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:15:0)
[04:12:14.569] Build status: SCHEDULED
[04:12:14.569] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:16:0) after 1m49s
[04:14:03.583] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:16:0)
[04:14:03.599] Build status: SCHEDULED
[04:14:03.599] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:17:0) after 8m21s
[04:22:24.613] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:17:0)
[04:22:24.644] Build status: SCHEDULED
[04:22:24.644] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:18:0) after 3m25s
[04:25:49.662] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:18:0)
[04:25:49.675] Build status: SCHEDULED
[04:25:49.675] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:19:0) after 3m9s
[04:28:58.691] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:19:0)
[04:28:58.707] Build status: SCHEDULED
[04:28:58.707] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:20:0) after 5m34s
[04:34:32.723] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:20:0)
[04:34:32.742] Build status: SCHEDULED
[04:34:32.742] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:21:0) after 9m41s
[04:44:13.759] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:21:0)
[04:44:13.785] Build status: SCHEDULED
[04:44:13.785] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:22:0) after 2m23s
[04:46:36.756] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:22:0)
[04:46:36.784] Build status: SCHEDULED
[04:46:36.784] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:23:0) after 6m32s
[04:53:08.854] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:23:0)
[04:53:08.870] Build status: SCHEDULED
[04:53:08.870] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:24:0) after 9m54s
[05:03:02.884] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:24:0)
[05:03:02.918] Build status: SCHEDULED
[05:03:02.918] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:25:0) after 2m6s
[05:05:08.983] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:25:0)
[05:05:09.005] Build status: SCHEDULED
[05:05:09.006] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:26:0) after 1m58s
[05:07:06.989] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:26:0)
[05:07:07.006] Build status: SCHEDULED
[05:07:07.006] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:27:0) after 8m5s
[05:15:12.049] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:27:0)
[05:15:12.085] Build status: SCHEDULED
[05:15:12.085] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:28:0) after 7m38s
[05:22:50.150] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:28:0)
[05:22:50.166] Build status: SCHEDULED
[05:22:50.166] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:29:0) after 2m28s
[05:25:18.176] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:29:0)
[05:25:18.202] Build status: SCHEDULED
[05:25:18.202] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:30:0) after 4m31s
[05:29:49.215] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:30:0)
[05:29:49.238] Build status: SCHEDULED
[05:29:49.238] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:31:0) after 5m44s
[05:35:33.251] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:31:0)
[05:35:33.266] Build status: SCHEDULED
[05:35:33.266] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:32:0) after 2m20s
[05:37:53.279] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:32:0)
[05:37:53.313] Build status: SCHEDULED
[05:37:53.314] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:33:0) after 6m41s
[05:44:34.418] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:33:0)
[05:44:34.436] Build status: SCHEDULED
[05:44:34.436] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:34:0) after 9m14s
[05:53:48.497] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:34:0)
[05:53:48.602] Build status: SCHEDULED
[05:53:48.603] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:35:0) after 8m49s
[06:02:37.621] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:35:0)
[06:02:37.636] Build status: SCHEDULED
[06:02:37.636] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:36:0) after 7m17s
[06:09:54.647] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:36:0)
[06:09:54.681] Build status: SCHEDULED
[06:09:54.681] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:37:0) after 7m16s
[06:17:10.694] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:37:0)
[06:17:10.709] Build status: SCHEDULED
[06:17:10.709] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:38:0) after 3m13s
[06:20:23.728] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:38:0)
[06:20:23.743] Build status: SCHEDULED
[06:20:23.743] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:39:0) after 4m41s
[06:25:04.723] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:39:0)
[06:25:04.739] Build status: SCHEDULED
[06:25:04.739] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:40:0) after 4m19s
[06:29:23.752] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:40:0)
[06:29:23.774] Build status: SCHEDULED
[06:29:23.774] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:41:0) after 4m47s
[06:34:10.775] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:41:0)
[06:34:10.789] Build status: SCHEDULED
[06:34:10.789] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:42:0) after 3m13s
[06:37:23.855] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:42:0)
[06:37:23.875] Build status: SCHEDULED
[06:37:23.875] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8861787956302615392:43:0) after 7m26s
[06:41:33.487] Received PubSub notification, asking Buildbucket for the build status
[06:41:33.526] Build status: STARTED
[06:41:50.546] Received PubSub notification, asking Buildbucket for the build status
[06:41:50.614] Build:
{
"id": "8696357894371115697",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-05T03:04:12.069168378Z",
"startTime": "2025-12-05T06:41:32.823695331Z",
"endTime": "2025-12-05T06:41:50.213380742Z",
"updateTime": "2025-12-05T06:41:50.213380742Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[06:41:50.614] Invocation finished in 3h37m39.770541877s with status FAILED