[01:09:32.249] New invocation is queued and will start shortly
[01:09:32.249] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[01:09:33.337] Starting the invocation (attempt 1)
[01:09:33.363] Ignoring gitiles_ref tag without the buildset tag
[01:09:33.363] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:09:33.363] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:09:33.363] Buildbucket request:
{
"requestId": "8849383384641711808",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849383384641711808",
"job": "pigweed/examples.dev.ci-examples-envtest-mac-arm",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "dabcbfd4-2d61-4022-a83b-353e2b481049",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8683953520045191153"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849383384641711808"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-envtest-mac-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:09:33.909] Scheduled build:
{
"id": "8683953322755503073",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-21T01:09:33.425609868Z",
"updateTime": "2026-04-21T01:09:33.425609868Z",
"status": "SCHEDULED",
"input": {
}
}
[01:09:33.909] Task URL: https://cr-buildbucket.appspot.com/build/8683953322755503073
[01:09:33.909] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:2:0) after 3m31s
[01:09:34.756] Received PubSub notification, asking Buildbucket for the build status
[01:09:34.787] Build status: SCHEDULED
[01:13:05.026] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:2:0)
[01:13:05.052] Build status: SCHEDULED
[01:13:05.052] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:4:0) after 1m56s
[01:15:01.113] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:4:0)
[01:15:01.129] Build status: SCHEDULED
[01:15:01.129] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:5:0) after 5m42s
[01:20:43.230] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:5:0)
[01:20:43.261] Build status: SCHEDULED
[01:20:43.261] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:6:0) after 3m55s
[01:24:38.387] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:6:0)
[01:24:38.411] Build status: SCHEDULED
[01:24:38.411] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:7:0) after 1m7s
[01:25:45.422] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:7:0)
[01:25:45.480] Build status: SCHEDULED
[01:25:45.480] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:8:0) after 6m3s
[01:31:48.493] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:8:0)
[01:31:48.526] Build status: SCHEDULED
[01:31:48.527] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:9:0) after 7m29s
[01:39:17.543] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:9:0)
[01:39:17.591] Build status: SCHEDULED
[01:39:17.591] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:10:0) after 4m26s
[01:43:43.675] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:10:0)
[01:43:43.693] Build status: SCHEDULED
[01:43:43.693] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:11:0) after 1m18s
[01:45:01.704] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:11:0)
[01:45:01.726] Build status: SCHEDULED
[01:45:01.727] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:12:0) after 6m7s
[01:51:08.732] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:12:0)
[01:51:08.750] Build status: SCHEDULED
[01:51:08.750] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:13:0) after 3m3s
[01:54:11.791] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:13:0)
[01:54:11.819] Build status: SCHEDULED
[01:54:11.819] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:14:0) after 5m1s
[01:59:12.841] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:14:0)
[01:59:12.859] Build status: SCHEDULED
[01:59:12.859] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:15:0) after 9m4s
[02:08:16.932] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:15:0)
[02:08:16.951] Build status: SCHEDULED
[02:08:16.951] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:16:0) after 1m42s
[02:09:59.063] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:16:0)
[02:09:59.080] Build status: SCHEDULED
[02:09:59.080] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:17:0) after 7m34s
[02:17:33.074] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:17:0)
[02:17:33.098] Build status: SCHEDULED
[02:17:33.098] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:18:0) after 7m42s
[02:25:15.271] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:18:0)
[02:25:15.288] Build status: SCHEDULED
[02:25:15.288] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:19:0) after 9m18s
[02:34:33.304] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:19:0)
[02:34:33.333] Build status: SCHEDULED
[02:34:33.333] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:20:0) after 3m33s
[02:38:06.352] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:20:0)
[02:38:06.381] Build status: SCHEDULED
[02:38:06.381] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:21:0) after 7m33s
[02:45:39.395] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:21:0)
[02:45:39.418] Build status: SCHEDULED
[02:45:39.418] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:22:0) after 3m59s
[02:49:38.430] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:22:0)
[02:49:38.457] Build status: SCHEDULED
[02:49:38.457] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:23:0) after 2m2s
[02:51:40.491] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:23:0)
[02:51:40.508] Build status: SCHEDULED
[02:51:40.509] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:24:0) after 9m55s
[03:01:35.762] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:24:0)
[03:01:35.777] Build status: SCHEDULED
[03:01:35.778] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:25:0) after 8m23s
[03:09:58.760] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:25:0)
[03:09:58.823] Build status: SCHEDULED
[03:09:58.823] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:26:0) after 9m14s
[03:19:12.888] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:26:0)
[03:19:12.907] Build status: SCHEDULED
[03:19:12.907] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:27:0) after 3m27s
[03:22:39.965] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:27:0)
[03:22:39.992] Build status: SCHEDULED
[03:22:39.992] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:28:0) after 4m29s
[03:27:09.006] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:28:0)
[03:27:09.025] Build status: SCHEDULED
[03:27:09.025] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:29:0) after 2m46s
[03:29:55.043] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:29:0)
[03:29:55.162] Build status: SCHEDULED
[03:29:55.162] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:30:0) after 8m3s
[03:37:58.234] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:30:0)
[03:37:58.252] Build status: SCHEDULED
[03:37:58.252] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:31:0) after 7m36s
[03:45:34.315] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:31:0)
[03:45:34.339] Build status: SCHEDULED
[03:45:34.339] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:32:0) after 9m39s
[03:55:13.370] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:32:0)
[03:55:13.394] Build status: SCHEDULED
[03:55:13.394] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac-arm:8849383384641711808:33:0) after 8m56s
[03:57:30.358] Received PubSub notification, asking Buildbucket for the build status
[03:57:30.411] Build status: STARTED
[03:58:44.740] Received PubSub notification, asking Buildbucket for the build status
[03:58:44.764] Build:
{
"id": "8683953322755503073",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-21T01:09:33.425609868Z",
"startTime": "2026-04-21T03:57:29.964713080Z",
"endTime": "2026-04-21T03:58:44.125699609Z",
"updateTime": "2026-04-21T03:58:44.125699609Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[03:58:44.764] Invocation finished in 2h49m12.521659992s with status FAILED