[23:53:00.301] New invocation is queued and will start shortly
[23:53:01.330] Starting the invocation (attempt 1)
[23:53:01.353] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/e51cdcadf9c6bfb63c9c9e91a65f58eae4ba047c"
[23:53:01.353] Popped gitiles commit info from properties and tags
[23:53:01.353] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:53:01.353] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:53:01.353] Buildbucket request:
{
"requestId": "8866329832369945072",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866329832369945072",
"job": "pigweed/examples.dev.ci-examples-default-build-mac-arm",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/examples",
"revision": "e51cdcadf9c6bfb63c9c9e91a65f58eae4ba047c"
},
"id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@e51cdcadf9c6bfb63c9c9e91a65f58eae4ba047c",
"title": "e51cdcadf9c6bfb63c9c9e91a65f58eae4ba047c",
"url": "https://pigweed.googlesource.com/pigweed/examples/+/e51cdcadf9c6bfb63c9c9e91a65f58eae4ba047c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "e51cdcadf9c6bfb63c9c9e91a65f58eae4ba047c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866329832369945072"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-default-build-mac-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:53:01.933] Scheduled build:
{
"id": "8700899770549013409",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T23:53:01.410126054Z",
"updateTime": "2025-10-15T23:53:01.410126054Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "e51cdcadf9c6bfb63c9c9e91a65f58eae4ba047c",
"ref": "refs/heads/main"
}
}
}
[23:53:01.933] Task URL: https://cr-buildbucket.appspot.com/build/8700899770549013409
[23:53:01.933] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:2:0) after 9m11s
[23:53:02.190] Received PubSub notification, asking Buildbucket for the build status
[23:53:02.216] Build status: SCHEDULED
[00:02:12.987] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:2:0)
[00:02:13.021] Build status: SCHEDULED
[00:02:13.021] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:4:0) after 1m35s
[00:03:48.067] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:4:0)
[00:03:48.092] Build status: SCHEDULED
[00:03:48.092] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:5:0) after 1m26s
[00:05:14.105] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:5:0)
[00:05:14.138] Build status: SCHEDULED
[00:05:14.138] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:6:0) after 5m20s
[00:10:34.124] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:6:0)
[00:10:34.146] Build status: SCHEDULED
[00:10:34.146] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:7:0) after 7m53s
[00:18:27.175] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:7:0)
[00:18:27.221] Build status: SCHEDULED
[00:18:27.221] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:8:0) after 6m28s
[00:24:55.237] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:8:0)
[00:24:55.260] Build status: SCHEDULED
[00:24:55.260] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:9:0) after 8m21s
[00:33:16.321] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:9:0)
[00:33:16.339] Build status: SCHEDULED
[00:33:16.339] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:10:0) after 5m8s
[00:38:24.354] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:10:0)
[00:38:24.375] Build status: SCHEDULED
[00:38:24.375] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:11:0) after 2m53s
[00:41:17.412] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:11:0)
[00:41:17.440] Build status: SCHEDULED
[00:41:17.440] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:12:0) after 7m25s
[00:48:42.455] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:12:0)
[00:48:42.477] Build status: SCHEDULED
[00:48:42.477] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:13:0) after 3m1s
[00:51:43.559] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:13:0)
[00:51:43.585] Build status: SCHEDULED
[00:51:43.585] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:14:0) after 8m28s
[01:00:11.633] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:14:0)
[01:00:11.647] Build status: SCHEDULED
[01:00:11.647] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:15:0) after 6m18s
[01:06:29.710] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:15:0)
[01:06:29.726] Build status: SCHEDULED
[01:06:29.727] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:16:0) after 5m29s
[01:11:58.741] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:16:0)
[01:11:58.786] Build status: SCHEDULED
[01:11:58.786] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:17:0) after 6m45s
[01:18:43.804] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:17:0)
[01:18:43.819] Build status: SCHEDULED
[01:18:43.819] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:18:0) after 7m26s
[01:26:09.954] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:18:0)
[01:26:09.975] Build status: SCHEDULED
[01:26:09.975] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:19:0) after 9m34s
[01:35:44.095] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:19:0)
[01:35:44.115] Build status: SCHEDULED
[01:35:44.115] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:20:0) after 9m49s
[01:45:33.134] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:20:0)
[01:45:33.157] Build status: SCHEDULED
[01:45:33.158] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:21:0) after 3m28s
[01:49:01.134] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:21:0)
[01:49:01.149] Build status: SCHEDULED
[01:49:01.149] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:22:0) after 2m12s
[01:51:13.161] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:22:0)
[01:51:13.208] Build status: SCHEDULED
[01:51:13.208] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:23:0) after 5m28s
[01:56:41.273] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:23:0)
[01:56:41.327] Build status: SCHEDULED
[01:56:41.327] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:24:0) after 6m29s
[02:03:10.341] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:24:0)
[02:03:10.504] Build status: SCHEDULED
[02:03:10.504] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:25:0) after 4m27s
[02:07:37.536] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:25:0)
[02:07:37.557] Build status: SCHEDULED
[02:07:37.557] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:26:0) after 9m32s
[02:17:09.605] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:26:0)
[02:17:09.626] Build status: SCHEDULED
[02:17:09.626] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:27:0) after 8m17s
[02:25:26.741] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:27:0)
[02:25:26.764] Build status: SCHEDULED
[02:25:26.764] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:28:0) after 4m43s
[02:30:09.758] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:28:0)
[02:30:09.774] Build status: SCHEDULED
[02:30:09.774] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:29:0) after 9m9s
[02:39:18.790] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:29:0)
[02:39:18.839] Build status: SCHEDULED
[02:39:18.839] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:30:0) after 1m46s
[02:41:04.924] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:30:0)
[02:41:04.939] Build status: SCHEDULED
[02:41:04.939] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:31:0) after 7m42s
[02:48:47.052] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:31:0)
[02:48:47.071] Build status: SCHEDULED
[02:48:47.071] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:32:0) after 8m33s
[02:57:20.041] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:32:0)
[02:57:20.059] Build status: SCHEDULED
[02:57:20.059] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:33:0) after 4m39s
[03:01:59.073] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:33:0)
[03:01:59.093] Build status: SCHEDULED
[03:01:59.094] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:34:0) after 3m57s
[03:05:56.136] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:34:0)
[03:05:56.227] Build status: SCHEDULED
[03:05:56.227] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:35:0) after 7m11s
[03:13:07.241] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:35:0)
[03:13:07.257] Build status: SCHEDULED
[03:13:07.257] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:36:0) after 9m26s
[03:22:33.381] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:36:0)
[03:22:33.409] Build status: SCHEDULED
[03:22:33.409] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:37:0) after 6m40s
[03:29:13.387] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:37:0)
[03:29:13.423] Build status: SCHEDULED
[03:29:13.423] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:38:0) after 4m48s
[03:34:01.438] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:38:0)
[03:34:01.459] Build status: SCHEDULED
[03:34:01.459] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:39:0) after 5m26s
[03:39:27.545] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:39:0)
[03:39:27.578] Build status: SCHEDULED
[03:39:27.578] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:40:0) after 1m16s
[03:40:43.593] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:40:0)
[03:40:43.616] Build status: SCHEDULED
[03:40:43.616] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:41:0) after 4m14s
[03:44:57.730] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:41:0)
[03:44:57.755] Build status: SCHEDULED
[03:44:57.755] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:42:0) after 2m41s
[03:47:38.771] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:42:0)
[03:47:38.785] Build status: SCHEDULED
[03:47:38.785] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:43:0) after 9m36s
[03:57:14.836] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:43:0)
[03:57:14.868] Build status: SCHEDULED
[03:57:14.868] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:44:0) after 6m8s
[04:03:22.925] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:44:0)
[04:03:22.941] Build status: SCHEDULED
[04:03:22.941] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:45:0) after 8m10s
[04:11:33.007] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:45:0)
[04:11:33.027] Build status: SCHEDULED
[04:11:33.027] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:46:0) after 9m3s
[04:20:36.059] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:46:0)
[04:20:36.085] Build status: SCHEDULED
[04:20:36.085] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-default-build-mac-arm:8866329832369945072:47:0) after 8m30s
[04:26:13.573] Received PubSub notification, asking Buildbucket for the build status
[04:26:13.594] Build status: STARTED
[04:27:02.017] Received PubSub notification, asking Buildbucket for the build status
[04:27:02.050] Build:
{
"id": "8700899770549013409",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-default-build-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T23:53:01.410126054Z",
"startTime": "2025-10-16T04:26:13.429933939Z",
"endTime": "2025-10-16T04:27:01.641919945Z",
"updateTime": "2025-10-16T04:27:01.641919945Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "e51cdcadf9c6bfb63c9c9e91a65f58eae4ba047c",
"ref": "refs/heads/main"
}
}
}
[04:27:02.050] Invocation finished in 4h34m1.759745726s with status FAILED