[02:58:52.686] New invocation is queued and will start shortly
[02:58:52.686] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:58:53.753] Starting the invocation (attempt 1)
[02:58:53.778] Ignoring gitiles_ref tag without the buildset tag
[02:58:53.778] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:58:53.779] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:58:53.779] Buildbucket request:
{
"requestId": "8867405301845472928",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867405301845472928",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "6ff35a53-78c3-42b7-b4bc-63b366454a57",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8701975414458609073"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867405301845472928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:58:54.162] Scheduled build:
{
"id": "8701975239981475953",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-04T02:58:53.834928251Z",
"updateTime": "2025-10-04T02:58:53.834928251Z",
"status": "SCHEDULED",
"input": {
}
}
[02:58:54.162] Task URL: https://cr-buildbucket.appspot.com/build/8701975239981475953
[02:58:54.162] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:2:0) after 3m43s
[02:58:55.146] Received PubSub notification, asking Buildbucket for the build status
[02:58:55.164] Build status: SCHEDULED
[03:02:37.173] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:2:0)
[03:02:37.823] Build status: SCHEDULED
[03:02:37.823] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:4:0) after 3m7s
[03:05:44.890] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:4:0)
[03:05:44.940] Build status: SCHEDULED
[03:05:44.940] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:5:0) after 3m51s
[03:09:35.999] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:5:0)
[03:09:36.024] Build status: SCHEDULED
[03:09:36.024] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:6:0) after 7m42s
[03:17:18.037] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:6:0)
[03:17:18.076] Build status: SCHEDULED
[03:17:18.076] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:7:0) after 6m42s
[03:24:00.369] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:7:0)
[03:24:00.387] Build status: SCHEDULED
[03:24:00.387] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:8:0) after 1m30s
[03:25:30.553] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:8:0)
[03:25:30.577] Build status: SCHEDULED
[03:25:30.577] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:9:0) after 1m19s
[03:26:49.653] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:9:0)
[03:26:49.674] Build status: SCHEDULED
[03:26:49.674] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:10:0) after 4m28s
[03:31:17.687] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:10:0)
[03:31:17.704] Build status: SCHEDULED
[03:31:17.704] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:11:0) after 3m33s
[03:34:50.737] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:11:0)
[03:34:50.755] Build status: SCHEDULED
[03:34:50.755] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:12:0) after 1m39s
[03:36:30.417] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:12:0)
[03:36:30.430] Build status: SCHEDULED
[03:36:30.430] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:13:0) after 8m29s
[03:44:59.535] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:13:0)
[03:44:59.564] Build status: SCHEDULED
[03:44:59.564] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:14:0) after 5m0s
[03:49:59.796] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:14:0)
[03:49:59.809] Build status: SCHEDULED
[03:49:59.810] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:15:0) after 5m43s
[03:55:42.796] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:15:0)
[03:55:42.809] Build status: SCHEDULED
[03:55:42.809] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:16:0) after 5m18s
[04:01:00.824] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:16:0)
[04:01:00.859] Build status: SCHEDULED
[04:01:00.860] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:17:0) after 6m59s
[04:08:00.033] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:17:0)
[04:08:00.051] Build status: SCHEDULED
[04:08:00.051] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:18:0) after 1m2s
[04:09:02.029] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:18:0)
[04:09:02.049] Build status: SCHEDULED
[04:09:02.049] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:19:0) after 5m30s
[04:14:32.096] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:19:0)
[04:14:32.110] Build status: SCHEDULED
[04:14:32.110] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:20:0) after 5m27s
[04:19:59.160] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:20:0)
[04:19:59.175] Build status: SCHEDULED
[04:19:59.175] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:21:0) after 9m59s
[04:29:58.239] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:21:0)
[04:29:58.297] Build status: SCHEDULED
[04:29:58.297] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:22:0) after 7m18s
[04:37:16.345] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:22:0)
[04:37:16.363] Build status: SCHEDULED
[04:37:16.363] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:23:0) after 4m32s
[04:41:48.375] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:23:0)
[04:41:48.393] Build status: SCHEDULED
[04:41:48.393] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:24:0) after 8m17s
[04:50:05.465] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:24:0)
[04:50:05.592] Build status: SCHEDULED
[04:50:05.592] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:25:0) after 3m41s
[04:53:46.720] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:25:0)
[04:53:46.788] Build status: SCHEDULED
[04:53:46.789] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:26:0) after 6m30s
[05:00:16.802] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:26:0)
[05:00:16.821] Build status: SCHEDULED
[05:00:16.821] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:27:0) after 6m2s
[05:06:18.858] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:27:0)
[05:06:18.875] Build status: SCHEDULED
[05:06:18.875] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:28:0) after 2m13s
[05:08:31.892] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:28:0)
[05:08:31.908] Build status: SCHEDULED
[05:08:31.908] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:29:0) after 4m20s
[05:12:51.921] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:29:0)
[05:12:51.938] Build status: SCHEDULED
[05:12:51.938] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:30:0) after 1m41s
[05:14:33.195] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:30:0)
[05:14:33.231] Build status: SCHEDULED
[05:14:33.231] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:31:0) after 5m47s
[05:20:20.343] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:31:0)
[05:20:20.359] Build status: SCHEDULED
[05:20:20.359] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:32:0) after 2m58s
[05:23:18.483] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:32:0)
[05:23:18.501] Build status: SCHEDULED
[05:23:18.501] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:33:0) after 6m58s
[05:30:16.744] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:33:0)
[05:30:16.759] Build status: SCHEDULED
[05:30:16.759] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:34:0) after 3m41s
[05:33:57.776] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:34:0)
[05:33:57.792] Build status: SCHEDULED
[05:33:57.792] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:35:0) after 7m2s
[05:40:59.811] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:35:0)
[05:40:59.826] Build status: SCHEDULED
[05:40:59.826] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867405301845472928:36:0) after 8m2s
[05:46:35.508] Received PubSub notification, asking Buildbucket for the build status
[05:46:35.529] Build:
{
"id": "8701975239981475953",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-04T02:58:53.834928251Z",
"startTime": "2025-10-04T05:45:55.429231777Z",
"endTime": "2025-10-04T05:46:25.803783558Z",
"updateTime": "2025-10-04T05:46:25.803783558Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[05:46:35.529] Invocation finished in 2h47m42.856165201s with status FAILED