[20:39:44.677] New invocation is queued and will start shortly
[20:39:44.677] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:39:46.409] Starting the invocation (attempt 1)
[20:39:46.430] Ignoring gitiles_ref tag without the buildset tag
[20:39:46.430] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:39:46.430] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:39:46.430] Buildbucket request:
{
"requestId": "8840521855832920208",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840521855832920208",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "f64fae5c-6c25-44f5-b3dc-bba96cad4a68",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8675092169631279121"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840521855832920208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:39:46.809] Scheduled build:
{
"id": "8675091793261470993",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-27T20:39:46.507249424Z",
"updateTime": "2026-07-27T20:39:46.507249424Z",
"status": "SCHEDULED",
"input": {
}
}
[20:39:46.809] Task URL: https://cr-buildbucket.appspot.com/build/8675091793261470993
[20:39:46.809] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:2:0) after 4m42s
[20:39:47.826] Received PubSub notification, asking Buildbucket for the build status
[20:39:47.847] Build status: SCHEDULED
[20:44:28.819] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:2:0)
[20:44:28.844] Build status: SCHEDULED
[20:44:28.844] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:4:0) after 9m29s
[20:53:57.910] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:4:0)
[20:53:57.930] Build status: SCHEDULED
[20:53:57.930] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:5:0) after 7m14s
[21:01:11.978] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:5:0)
[21:01:12.012] Build status: SCHEDULED
[21:01:12.012] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:6:0) after 3m8s
[21:04:20.027] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:6:0)
[21:04:20.049] Build status: SCHEDULED
[21:04:20.050] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:7:0) after 8m41s
[21:13:01.190] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:7:0)
[21:13:01.258] Build status: SCHEDULED
[21:13:01.258] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:8:0) after 2m56s
[21:15:57.239] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:8:0)
[21:15:57.271] Build status: SCHEDULED
[21:15:57.271] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:9:0) after 5m38s
[21:21:35.299] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:9:0)
[21:21:35.324] Build status: SCHEDULED
[21:21:35.324] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:10:0) after 8m57s
[21:30:32.335] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:10:0)
[21:30:32.351] Build status: SCHEDULED
[21:30:32.351] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:11:0) after 6m42s
[21:37:14.389] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:11:0)
[21:37:14.405] Build status: SCHEDULED
[21:37:14.406] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:12:0) after 2m37s
[21:39:51.491] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:12:0)
[21:39:51.516] Build status: SCHEDULED
[21:39:51.516] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:13:0) after 6m12s
[21:46:03.597] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:13:0)
[21:46:03.627] Build status: SCHEDULED
[21:46:03.627] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:14:0) after 1m3s
[21:47:06.806] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:14:0)
[21:47:06.831] Build status: SCHEDULED
[21:47:06.831] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:15:0) after 2m47s
[21:49:53.827] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:15:0)
[21:49:53.863] Build status: SCHEDULED
[21:49:53.863] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:16:0) after 9m44s
[21:59:37.877] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:16:0)
[21:59:37.896] Build status: SCHEDULED
[21:59:37.896] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:17:0) after 7m5s
[22:06:42.912] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:17:0)
[22:06:42.931] Build status: SCHEDULED
[22:06:42.931] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:18:0) after 9m52s
[22:16:34.970] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:18:0)
[22:16:35.002] Build status: SCHEDULED
[22:16:35.002] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:19:0) after 7m42s
[22:24:17.067] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:19:0)
[22:24:17.090] Build status: SCHEDULED
[22:24:17.090] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:20:0) after 2m20s
[22:26:37.108] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:20:0)
[22:26:37.127] Build status: SCHEDULED
[22:26:37.127] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:21:0) after 7m33s
[22:34:10.145] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:21:0)
[22:34:10.768] Build status: SCHEDULED
[22:34:10.769] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:22:0) after 2m54s
[22:37:04.793] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:22:0)
[22:37:04.813] Build status: SCHEDULED
[22:37:04.813] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:23:0) after 4m24s
[22:41:28.832] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:23:0)
[22:41:28.853] Build status: SCHEDULED
[22:41:28.853] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:24:0) after 5m20s
[22:46:48.926] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:24:0)
[22:46:48.944] Build status: SCHEDULED
[22:46:48.944] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:25:0) after 7m45s
[22:54:34.118] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:25:0)
[22:54:34.141] Build status: SCHEDULED
[22:54:34.141] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:26:0) after 1m51s
[22:56:25.155] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:26:0)
[22:56:25.177] Build status: SCHEDULED
[22:56:25.177] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:27:0) after 6m11s
[23:02:36.216] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:27:0)
[23:02:36.233] Build status: SCHEDULED
[23:02:36.233] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:28:0) after 1m21s
[23:03:57.378] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:28:0)
[23:03:57.421] Build status: SCHEDULED
[23:03:57.421] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:29:0) after 7m28s
[23:11:25.566] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:29:0)
[23:11:25.589] Build status: SCHEDULED
[23:11:25.589] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:30:0) after 4m59s
[23:16:24.660] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:30:0)
[23:16:24.698] Build status: SCHEDULED
[23:16:24.699] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:31:0) after 8m5s
[23:24:29.855] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:31:0)
[23:24:29.885] Build status: SCHEDULED
[23:24:29.885] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:32:0) after 4m36s
[23:29:06.043] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:32:0)
[23:29:06.061] Build status: SCHEDULED
[23:29:06.061] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:33:0) after 3m43s
[23:32:49.253] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:33:0)
[23:32:49.286] Build status: SCHEDULED
[23:32:49.286] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:34:0) after 5m7s
[23:37:56.359] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:34:0)
[23:37:56.395] Build status: SCHEDULED
[23:37:56.395] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8840521855832920208:35:0) after 2m39s
[23:38:20.310] Received PubSub notification, asking Buildbucket for the build status
[23:38:20.399] Build status: STARTED
[23:39:02.171] Received PubSub notification, asking Buildbucket for the build status
[23:39:02.275] Build:
{
"id": "8675091793261470993",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-27T20:39:46.507249424Z",
"startTime": "2026-07-27T23:38:20.099600548Z",
"endTime": "2026-07-27T23:39:01.910962941Z",
"updateTime": "2026-07-27T23:39:01.910962941Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[23:39:02.275] Invocation finished in 2h59m17.60350575s with status FAILED