[02:40:37.196] New invocation is queued and will start shortly
[02:40:38.784] Starting the invocation (attempt 1)
[02:40:38.809] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e"
[02:40:38.809] Popped gitiles commit info from properties and tags
[02:40:38.809] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:40:38.809] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:40:38.809] Buildbucket request:
{
"requestId": "8869580777744291872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869580777744291872",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
"title": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869580777744291872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:40:39.145] Scheduled build:
{
"id": "8704150715331823569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-10T02:40:38.866455985Z",
"updateTime": "2025-09-10T02:40:38.866455985Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
"ref": "refs/heads/main"
}
}
}
[02:40:39.145] Task URL: https://cr-buildbucket.appspot.com/build/8704150715331823569
[02:40:39.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:2:0) after 8m17s
[02:40:40.104] Received PubSub notification, asking Buildbucket for the build status
[02:40:40.175] Build status: SCHEDULED
[02:48:56.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:2:0)
[02:48:56.238] Build status: SCHEDULED
[02:48:56.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:4:0) after 7m2s
[02:55:58.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:4:0)
[02:55:58.320] Build status: SCHEDULED
[02:55:58.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:5:0) after 9m25s
[03:05:23.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:5:0)
[03:05:23.374] Build status: SCHEDULED
[03:05:23.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:6:0) after 4m35s
[03:09:58.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:6:0)
[03:09:58.553] Build status: SCHEDULED
[03:09:58.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:7:0) after 7m3s
[03:17:01.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:7:0)
[03:17:01.585] Build status: SCHEDULED
[03:17:01.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:8:0) after 2m11s
[03:19:12.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:8:0)
[03:19:12.669] Build status: SCHEDULED
[03:19:12.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:9:0) after 8m25s
[03:27:37.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:9:0)
[03:27:37.706] Build status: SCHEDULED
[03:27:37.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:10:0) after 7m35s
[03:35:12.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:10:0)
[03:35:12.742] Build status: SCHEDULED
[03:35:12.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:11:0) after 2m8s
[03:37:20.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:11:0)
[03:37:20.793] Build status: SCHEDULED
[03:37:20.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:12:0) after 6m9s
[03:43:29.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:12:0)
[03:43:29.822] Build status: SCHEDULED
[03:43:29.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:13:0) after 7m14s
[03:50:43.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:13:0)
[03:50:43.864] Build status: SCHEDULED
[03:50:43.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:14:0) after 1m26s
[03:52:09.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:14:0)
[03:52:10.036] Build status: SCHEDULED
[03:52:10.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:15:0) after 6m52s
[03:59:02.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:15:0)
[03:59:02.276] Build status: SCHEDULED
[03:59:02.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:16:0) after 4m50s
[04:03:52.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:16:0)
[04:03:52.428] Build status: SCHEDULED
[04:03:52.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:17:0) after 7m10s
[04:11:02.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:17:0)
[04:11:02.457] Build status: SCHEDULED
[04:11:02.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:18:0) after 2m59s
[04:14:01.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:18:0)
[04:14:01.492] Build status: SCHEDULED
[04:14:01.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:19:0) after 8m7s
[04:22:08.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:19:0)
[04:22:08.571] Build status: SCHEDULED
[04:22:08.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:20:0) after 1m59s
[04:24:07.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:20:0)
[04:24:07.603] Build status: SCHEDULED
[04:24:07.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:21:0) after 9m30s
[04:33:37.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:21:0)
[04:33:37.753] Build status: SCHEDULED
[04:33:37.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:22:0) after 2m42s
[04:36:19.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:22:0)
[04:36:19.820] Build status: SCHEDULED
[04:36:19.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:23:0) after 4m55s
[04:41:14.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:23:0)
[04:41:14.982] Build status: SCHEDULED
[04:41:14.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:24:0) after 1m10s
[04:42:25.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:24:0)
[04:42:25.030] Build status: SCHEDULED
[04:42:25.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:25:0) after 2m9s
[04:44:34.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:25:0)
[04:44:34.066] Build status: SCHEDULED
[04:44:34.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:26:0) after 5m56s
[04:50:30.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:26:0)
[04:50:30.133] Build status: SCHEDULED
[04:50:30.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:27:0) after 6m22s
[04:56:52.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:27:0)
[04:56:52.172] Build status: SCHEDULED
[04:56:52.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:28:0) after 5m30s
[05:02:22.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:28:0)
[05:02:22.273] Build status: SCHEDULED
[05:02:22.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:29:0) after 7m6s
[05:09:28.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:29:0)
[05:09:28.323] Build status: SCHEDULED
[05:09:28.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:30:0) after 6m12s
[05:15:40.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:30:0)
[05:15:40.398] Build status: SCHEDULED
[05:15:40.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:31:0) after 9m21s
[05:25:01.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:31:0)
[05:25:01.436] Build status: SCHEDULED
[05:25:01.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:32:0) after 2m58s
[05:27:59.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:32:0)
[05:27:59.586] Build status: SCHEDULED
[05:27:59.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:33:0) after 1m38s
[05:29:37.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:33:0)
[05:29:37.621] Build status: SCHEDULED
[05:29:37.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:34:0) after 2m23s
[05:32:00.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:34:0)
[05:32:00.652] Build status: SCHEDULED
[05:32:00.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8869580777744291872:35:0) after 5m49s
[05:33:49.644] Received PubSub notification, asking Buildbucket for the build status
[05:33:49.667] Build status: STARTED
[05:36:07.920] Received PubSub notification, asking Buildbucket for the build status
[05:36:07.949] Build:
{
"id": "8704150715331823569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-10T02:40:38.866455985Z",
"startTime": "2025-09-10T05:33:24.205989055Z",
"endTime": "2025-09-10T05:36:07.727070821Z",
"updateTime": "2025-09-10T05:36:07.727070821Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2bf5b5c6b2f5aeb32e7728b4a27dc5a19411795e",
"ref": "refs/heads/main"
}
}
}
[05:36:07.949] Invocation finished in 2h55m30.766980077s with status FAILED