[04:54:18.521] New invocation is queued and will start shortly
[04:54:18.521] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:54:19.625] Starting the invocation (attempt 1)
[04:54:19.650] Ignoring gitiles_ref tag without the buildset tag
[04:54:19.650] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:54:19.650] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:54:19.650] Buildbucket request:
{
"requestId": "8860422073158241248",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860422073158241248",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "cebe5376-4b2c-496f-a6a1-f29e7c7bd207",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8694992346524385585"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860422073158241248"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:54:19.945] Scheduled build:
{
"id": "8694992011272969633",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-20T04:54:19.699340500Z",
"updateTime": "2025-12-20T04:54:19.699340500Z",
"status": "SCHEDULED",
"input": {
}
}
[04:54:19.945] Task URL: https://cr-buildbucket.appspot.com/build/8694992011272969633
[04:54:19.945] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:2:0) after 7m15s
[04:54:20.969] Received PubSub notification, asking Buildbucket for the build status
[04:54:21.093] Build status: SCHEDULED
[05:01:35.009] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:2:0)
[05:01:35.022] Build status: SCHEDULED
[05:01:35.022] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:4:0) after 7m39s
[05:09:14.009] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:4:0)
[05:09:14.040] Build status: SCHEDULED
[05:09:14.040] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:5:0) after 8m25s
[05:17:39.103] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:5:0)
[05:17:39.207] Build status: SCHEDULED
[05:17:39.208] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:6:0) after 3m12s
[05:20:51.175] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:6:0)
[05:20:51.196] Build status: SCHEDULED
[05:20:51.196] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:7:0) after 7m55s
[05:28:46.209] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:7:0)
[05:28:46.227] Build status: SCHEDULED
[05:28:46.227] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:8:0) after 4m58s
[05:33:44.239] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:8:0)
[05:33:44.264] Build status: SCHEDULED
[05:33:44.264] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:9:0) after 7m22s
[05:41:06.276] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:9:0)
[05:41:06.297] Build status: SCHEDULED
[05:41:06.297] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:10:0) after 4m59s
[05:46:05.309] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:10:0)
[05:46:05.332] Build status: SCHEDULED
[05:46:05.332] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:11:0) after 7m38s
[05:53:43.414] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:11:0)
[05:53:43.458] Build status: SCHEDULED
[05:53:43.458] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:12:0) after 4m40s
[05:58:23.466] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:12:0)
[05:58:23.491] Build status: SCHEDULED
[05:58:23.491] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:13:0) after 8m15s
[06:06:38.902] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:13:0)
[06:06:38.916] Build status: SCHEDULED
[06:06:38.916] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:14:0) after 5m31s
[06:12:09.966] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:14:0)
[06:12:09.991] Build status: SCHEDULED
[06:12:09.991] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:15:0) after 8m48s
[06:20:58.007] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:15:0)
[06:20:58.029] Build status: SCHEDULED
[06:20:58.029] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:16:0) after 4m57s
[06:25:55.126] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:16:0)
[06:25:55.143] Build status: SCHEDULED
[06:25:55.144] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:17:0) after 4m18s
[06:30:13.700] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:17:0)
[06:30:13.724] Build status: SCHEDULED
[06:30:13.724] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:18:0) after 7m13s
[06:37:26.823] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:18:0)
[06:37:26.845] Build status: SCHEDULED
[06:37:26.845] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:19:0) after 3m7s
[06:40:33.865] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:19:0)
[06:40:33.884] Build status: SCHEDULED
[06:40:33.884] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:20:0) after 1m48s
[06:42:21.885] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:20:0)
[06:42:21.906] Build status: SCHEDULED
[06:42:21.906] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:21:0) after 9m13s
[06:51:34.921] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:21:0)
[06:51:34.960] Build status: SCHEDULED
[06:51:34.960] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:22:0) after 4m9s
[06:55:43.974] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:22:0)
[06:55:44.008] Build status: SCHEDULED
[06:55:44.008] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:23:0) after 4m22s
[07:00:06.413] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:23:0)
[07:00:06.473] Build status: SCHEDULED
[07:00:06.473] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:24:0) after 9m6s
[07:09:12.703] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:24:0)
[07:09:12.718] Build status: SCHEDULED
[07:09:12.718] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:25:0) after 2m33s
[07:11:46.210] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:25:0)
[07:11:46.257] Build status: SCHEDULED
[07:11:46.257] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:26:0) after 5m46s
[07:17:32.398] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:26:0)
[07:17:32.421] Build status: SCHEDULED
[07:17:32.421] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:27:0) after 1m26s
[07:18:58.437] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:27:0)
[07:18:58.454] Build status: SCHEDULED
[07:18:58.454] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:28:0) after 3m8s
[07:22:06.467] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:28:0)
[07:22:06.492] Build status: SCHEDULED
[07:22:06.493] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:29:0) after 4m52s
[07:26:58.845] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:29:0)
[07:26:58.884] Build status: SCHEDULED
[07:26:58.884] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:30:0) after 6m4s
[07:33:02.901] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:30:0)
[07:33:02.917] Build status: SCHEDULED
[07:33:02.917] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:31:0) after 4m32s
[07:37:34.994] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:31:0)
[07:37:35.091] Build status: SCHEDULED
[07:37:35.091] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:32:0) after 2m45s
[07:40:20.172] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:32:0)
[07:40:20.185] Build status: SCHEDULED
[07:40:20.185] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:33:0) after 2m52s
[07:43:12.198] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:33:0)
[07:43:12.215] Build status: SCHEDULED
[07:43:12.215] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:34:0) after 5m16s
[07:48:28.233] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:34:0)
[07:48:28.255] Build status: SCHEDULED
[07:48:28.255] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:35:0) after 3m8s
[07:51:36.273] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:35:0)
[07:51:36.293] Build status: SCHEDULED
[07:51:36.293] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8860422073158241248:36:0) after 2m31s
[07:53:13.627] Received PubSub notification, asking Buildbucket for the build status
[07:53:13.712] Build status: STARTED
[07:53:53.223] Received PubSub notification, asking Buildbucket for the build status
[07:53:53.327] Build:
{
"id": "8694992011272969633",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-20T04:54:19.699340500Z",
"startTime": "2025-12-20T07:53:13.242772800Z",
"endTime": "2025-12-20T07:53:53.030034489Z",
"updateTime": "2025-12-20T07:53:53.030034489Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[07:53:53.327] Invocation finished in 2h59m34.809975318s with status FAILED