[00:10:56.791] New invocation is queued and will start shortly
[00:10:56.791] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:10:57.862] Starting the invocation (attempt 1)
[00:10:57.885] Ignoring gitiles_ref tag without the buildset tag
[00:10:57.885] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:10:57.885] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:10:57.885] Buildbucket request:
{
"requestId": "8863791988525915680",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863791988525915680",
"job": "pigweed/examples.dev.ci-examples-default-build-mac-arm",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "f43f39ec-62dc-4873-836f-ae112cb3203b",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8698362148936927921"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863791988525915680"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-default-build-mac-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:10:58.497] Scheduled build:
{
"id": "8698361926663565041",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-13T00:10:57.942951526Z",
"updateTime": "2025-11-13T00:10:57.942951526Z",
"status": "SCHEDULED",
"input": {
}
}
[00:10:58.498] Task URL: https://cr-buildbucket.appspot.com/build/8698361926663565041
[00:10:58.498] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:2:0) after 5m8s
[00:10:59.404] Received PubSub notification, asking Buildbucket for the build status
[00:10:59.422] Build status: SCHEDULED
[00:16:06.545] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:2:0)
[00:16:06.572] Build status: SCHEDULED
[00:16:06.572] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:4:0) after 2m10s
[00:18:16.634] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:4:0)
[00:18:16.667] Build status: SCHEDULED
[00:18:16.667] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:5:0) after 8m6s
[00:26:22.679] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:5:0)
[00:26:22.703] Build status: SCHEDULED
[00:26:22.703] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:6:0) after 1m20s
[00:27:42.727] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:6:0)
[00:27:42.747] Build status: SCHEDULED
[00:27:42.747] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:7:0) after 1m51s
[00:29:33.760] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:7:0)
[00:29:33.797] Build status: SCHEDULED
[00:29:33.797] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:8:0) after 1m50s
[00:31:23.807] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:8:0)
[00:31:23.874] Build status: SCHEDULED
[00:31:23.874] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:9:0) after 8m25s
[00:39:48.888] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:9:0)
[00:39:48.951] Build status: SCHEDULED
[00:39:48.951] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:10:0) after 3m20s
[00:43:09.023] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:10:0)
[00:43:09.046] Build status: SCHEDULED
[00:43:09.046] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:11:0) after 3m24s
[00:46:33.064] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:11:0)
[00:46:33.087] Build status: SCHEDULED
[00:46:33.087] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:12:0) after 8m42s
[00:55:15.099] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:12:0)
[00:55:15.115] Build status: SCHEDULED
[00:55:15.116] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:13:0) after 4m1s
[00:59:16.133] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:13:0)
[00:59:16.163] Build status: SCHEDULED
[00:59:16.163] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:14:0) after 8m2s
[01:07:18.204] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:14:0)
[01:07:18.334] Build status: SCHEDULED
[01:07:18.334] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:15:0) after 9m22s
[01:16:40.350] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:15:0)
[01:16:40.373] Build status: SCHEDULED
[01:16:40.373] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:16:0) after 1m34s
[01:18:14.443] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:16:0)
[01:18:14.467] Build status: SCHEDULED
[01:18:14.467] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:17:0) after 9m58s
[01:28:12.481] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:17:0)
[01:28:12.511] Build status: SCHEDULED
[01:28:12.511] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:18:0) after 6m28s
[01:34:40.552] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:18:0)
[01:34:40.574] Build status: SCHEDULED
[01:34:40.574] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:19:0) after 5m53s
[01:40:33.638] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:19:0)
[01:40:33.652] Build status: SCHEDULED
[01:40:33.652] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:20:0) after 5m19s
[01:45:52.704] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:20:0)
[01:45:52.726] Build status: SCHEDULED
[01:45:52.726] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:21:0) after 5m51s
[01:51:43.739] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:21:0)
[01:51:43.767] Build status: SCHEDULED
[01:51:43.767] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:22:0) after 6m5s
[01:57:48.829] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:22:0)
[01:57:48.851] Build status: SCHEDULED
[01:57:48.851] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:23:0) after 7m1s
[02:04:49.887] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:23:0)
[02:04:49.905] Build status: SCHEDULED
[02:04:49.905] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:24:0) after 9m33s
[02:14:23.005] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:24:0)
[02:14:23.082] Build status: SCHEDULED
[02:14:23.082] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:25:0) after 3m55s
[02:18:18.097] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:25:0)
[02:18:18.188] Build status: SCHEDULED
[02:18:18.188] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:26:0) after 3m15s
[02:21:33.203] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:26:0)
[02:21:33.229] Build status: SCHEDULED
[02:21:33.230] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:27:0) after 1m19s
[02:22:52.292] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:27:0)
[02:22:52.313] Build status: SCHEDULED
[02:22:52.313] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:28:0) after 6m0s
[02:28:52.336] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:28:0)
[02:28:52.352] Build status: SCHEDULED
[02:28:52.352] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:29:0) after 2m11s
[02:31:03.367] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:29:0)
[02:31:03.397] Build status: SCHEDULED
[02:31:03.397] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:30:0) after 5m10s
[02:36:13.466] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:30:0)
[02:36:13.482] Build status: SCHEDULED
[02:36:13.482] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:31:0) after 1m29s
[02:37:42.500] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:31:0)
[02:37:42.551] Build status: SCHEDULED
[02:37:42.551] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:32:0) after 6m13s
[02:43:55.564] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:32:0)
[02:43:55.579] Build status: SCHEDULED
[02:43:55.579] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:33:0) after 4m10s
[02:48:05.644] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:33:0)
[02:48:05.665] Build status: SCHEDULED
[02:48:05.665] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:34:0) after 8m14s
[02:56:19.873] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:34:0)
[02:56:19.890] Build status: SCHEDULED
[02:56:19.890] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:35:0) after 6m29s
[03:02:48.904] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:35:0)
[03:02:48.920] Build status: SCHEDULED
[03:02:48.920] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:36:0) after 7m12s
[03:10:01.210] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:36:0)
[03:10:01.233] Build status: SCHEDULED
[03:10:01.233] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:37:0) after 9m38s
[03:19:39.246] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:37:0)
[03:19:39.264] Build status: SCHEDULED
[03:19:39.264] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:38:0) after 9m23s
[03:29:02.287] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:38:0)
[03:29:02.333] Build status: SCHEDULED
[03:29:02.333] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8863791988525915680:39:0) after 5m32s
[03:33:09.983] Received PubSub notification, asking Buildbucket for the build status
[03:33:10.003] Build status: STARTED
[03:34:04.813] Received PubSub notification, asking Buildbucket for the build status
[03:34:04.832] Build:
{
"id": "8698361926663565041",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-13T00:10:57.942951526Z",
"startTime": "2025-11-13T03:33:09.816816045Z",
"endTime": "2025-11-13T03:34:04.583950606Z",
"updateTime": "2025-11-13T03:34:04.583950606Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[03:34:04.832] Invocation finished in 3h23m8.049618222s with status FAILED