[21:55:51.111] New invocation is queued and will start shortly
[21:55:51.111] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[21:55:53.167] Starting the invocation (attempt 1)
[21:55:53.195] Ignoring gitiles_ref tag without the buildset tag
[21:55:53.195] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:55:53.196] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:55:53.196] Buildbucket request:
{
"requestId": "8858636460865238240",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858636460865238240",
"job": "pigweed/examples.dev.ci-examples-default-build-mac-arm",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "26824a62-9a12-426d-928e-bbe655b09534",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8693206613767483393"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858636460865238240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-default-build-mac-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:55:53.531] Scheduled build:
{
"id": "8693206397947608161",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-08T21:55:53.266963004Z",
"updateTime": "2026-01-08T21:55:53.266963004Z",
"status": "SCHEDULED",
"input": {
}
}
[21:55:53.531] Task URL: https://cr-buildbucket.appspot.com/build/8693206397947608161
[21:55:53.531] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:2:0) after 2m15s
[21:55:54.480] Received PubSub notification, asking Buildbucket for the build status
[21:55:54.501] Build status: SCHEDULED
[21:58:08.539] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:2:0)
[21:58:08.557] Build status: SCHEDULED
[21:58:08.557] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:4:0) after 8m34s
[22:06:42.582] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:4:0)
[22:06:42.648] Build status: SCHEDULED
[22:06:42.649] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:5:0) after 9m36s
[22:16:18.660] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:5:0)
[22:16:18.681] Build status: SCHEDULED
[22:16:18.681] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:6:0) after 4m56s
[22:21:14.653] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:6:0)
[22:21:14.707] Build status: SCHEDULED
[22:21:14.707] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:7:0) after 3m51s
[22:25:05.721] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:7:0)
[22:25:05.737] Build status: SCHEDULED
[22:25:05.737] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:8:0) after 4m59s
[22:30:04.751] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:8:0)
[22:30:04.775] Build status: SCHEDULED
[22:30:04.775] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:9:0) after 2m50s
[22:32:54.873] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:9:0)
[22:32:54.887] Build status: SCHEDULED
[22:32:54.887] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:10:0) after 8m23s
[22:41:17.926] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:10:0)
[22:41:18.090] Build status: SCHEDULED
[22:41:18.090] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:11:0) after 4m49s
[22:46:07.120] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:11:0)
[22:46:07.155] Build status: SCHEDULED
[22:46:07.155] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:12:0) after 9m35s
[22:55:42.282] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:12:0)
[22:55:42.333] Build status: SCHEDULED
[22:55:42.333] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:13:0) after 1m12s
[22:56:54.403] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:13:0)
[22:56:54.564] Build status: SCHEDULED
[22:56:54.564] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:14:0) after 2m31s
[22:59:25.534] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:14:0)
[22:59:25.551] Build status: SCHEDULED
[22:59:25.551] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:15:0) after 3m14s
[23:02:39.565] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:15:0)
[23:02:39.578] Build status: SCHEDULED
[23:02:39.579] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:16:0) after 9m39s
[23:12:18.851] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:16:0)
[23:12:18.866] Build status: SCHEDULED
[23:12:18.866] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:17:0) after 2m52s
[23:15:10.897] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:17:0)
[23:15:10.916] Build status: SCHEDULED
[23:15:10.917] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:18:0) after 7m0s
[23:22:10.932] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:18:0)
[23:22:10.980] Build status: SCHEDULED
[23:22:10.980] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:19:0) after 9m28s
[23:31:38.997] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:19:0)
[23:31:39.094] Build status: SCHEDULED
[23:31:39.094] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:20:0) after 8m13s
[23:39:52.218] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:20:0)
[23:39:52.257] Build status: SCHEDULED
[23:39:52.257] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:21:0) after 2m5s
[23:41:57.318] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:21:0)
[23:41:57.383] Build status: SCHEDULED
[23:41:57.383] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:22:0) after 1m23s
[23:43:20.438] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:22:0)
[23:43:20.465] Build status: SCHEDULED
[23:43:20.465] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:23:0) after 1m7s
[23:44:27.511] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:23:0)
[23:44:27.543] Build status: SCHEDULED
[23:44:27.543] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:24:0) after 8m20s
[23:52:47.587] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:24:0)
[23:52:47.604] Build status: SCHEDULED
[23:52:47.604] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:25:0) after 3m43s
[23:56:30.822] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:25:0)
[23:56:30.837] Build status: SCHEDULED
[23:56:30.837] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:26:0) after 1m40s
[23:58:10.883] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:26:0)
[23:58:10.902] Build status: SCHEDULED
[23:58:10.902] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:27:0) after 8m20s
[00:06:30.966] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:27:0)
[00:06:30.985] Build status: SCHEDULED
[00:06:30.985] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:28:0) after 1m38s
[00:08:08.998] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:28:0)
[00:08:09.011] Build status: SCHEDULED
[00:08:09.011] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:29:0) after 1m25s
[00:09:34.062] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:29:0)
[00:09:34.087] Build status: SCHEDULED
[00:09:34.087] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:30:0) after 6m56s
[00:16:30.119] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:30:0)
[00:16:30.134] Build status: SCHEDULED
[00:16:30.134] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:31:0) after 3m46s
[00:20:16.184] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:31:0)
[00:20:16.244] Build status: SCHEDULED
[00:20:16.244] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:32:0) after 9m4s
[00:29:20.255] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:32:0)
[00:29:20.275] Build status: SCHEDULED
[00:29:20.275] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:33:0) after 9m44s
[00:39:04.439] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:33:0)
[00:39:04.500] Build status: SCHEDULED
[00:39:04.500] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:34:0) after 6m2s
[00:45:06.560] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:34:0)
[00:45:06.580] Build status: SCHEDULED
[00:45:06.580] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:35:0) after 8m13s
[00:53:19.681] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:35:0)
[00:53:19.697] Build status: SCHEDULED
[00:53:19.697] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:36:0) after 2m50s
[00:56:09.831] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:36:0)
[00:56:09.846] Build status: SCHEDULED
[00:56:09.846] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:37:0) after 1m21s
[00:57:31.081] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:37:0)
[00:57:31.099] Build status: SCHEDULED
[00:57:31.099] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:38:0) after 8m21s
[01:05:52.162] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:38:0)
[01:05:52.246] Build status: SCHEDULED
[01:05:52.246] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:39:0) after 2m44s
[01:08:36.268] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:39:0)
[01:08:36.295] Build status: SCHEDULED
[01:08:36.295] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:40:0) after 7m51s
[01:16:27.326] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:40:0)
[01:16:27.392] Build status: SCHEDULED
[01:16:27.392] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:41:0) after 7m19s
[01:23:46.509] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:41:0)
[01:23:46.565] Build status: SCHEDULED
[01:23:46.566] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:42:0) after 8m43s
[01:32:29.582] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:42:0)
[01:32:29.603] Build status: SCHEDULED
[01:32:29.603] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:43:0) after 5m25s
[01:37:54.619] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:43:0)
[01:37:54.637] Build status: SCHEDULED
[01:37:54.637] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8858636460865238240:44:0) after 8m31s
[01:38:50.267] Received PubSub notification, asking Buildbucket for the build status
[01:38:50.283] Build status: STARTED
[01:39:46.255] Received PubSub notification, asking Buildbucket for the build status
[01:39:46.272] Build:
{
"id": "8693206397947608161",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-08T21:55:53.266963004Z",
"startTime": "2026-01-09T01:38:50.088459212Z",
"endTime": "2026-01-09T01:39:45.973715871Z",
"updateTime": "2026-01-09T01:39:45.973715871Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[01:39:46.272] Invocation finished in 3h43m55.171743834s with status FAILED