[23:01:24.571] New invocation is queued and will start shortly
[23:01:25.994] Starting the invocation (attempt 1)
[23:01:26.018] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/035165fa3d59a2d8540f981d9ecb522dc26cb9cd"
[23:01:26.019] Popped gitiles commit info from properties and tags
[23:01:26.019] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:01:26.019] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:01:26.019] Buildbucket request:
{
"requestId": "8873762029725497952",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873762029725497952",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c630f56e11949567979d1a63547f73f7c078ef00"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c630f56e11949567979d1a63547f73f7c078ef00",
"title": "c630f56e11949567979d1a63547f73f7c078ef00",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c630f56e11949567979d1a63547f73f7c078ef00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "035165fa3d59a2d8540f981d9ecb522dc26cb9cd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@035165fa3d59a2d8540f981d9ecb522dc26cb9cd",
"title": "035165fa3d59a2d8540f981d9ecb522dc26cb9cd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/035165fa3d59a2d8540f981d9ecb522dc26cb9cd"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "035165fa3d59a2d8540f981d9ecb522dc26cb9cd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873762029725497952"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:01:26.416] Scheduled build:
{
"id": "8708331967467516257",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T23:01:26.094978848Z",
"updateTime": "2025-07-25T23:01:26.094978848Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "035165fa3d59a2d8540f981d9ecb522dc26cb9cd",
"ref": "refs/heads/main"
}
}
}
[23:01:26.416] Task URL: https://cr-buildbucket.appspot.com/build/8708331967467516257
[23:01:26.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:2:0) after 1m12s
[23:01:26.489] Received PubSub notification, asking Buildbucket for the build status
[23:01:26.523] Build status: SCHEDULED
[23:02:38.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:2:0)
[23:02:38.489] Build status: SCHEDULED
[23:02:38.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:4:0) after 2m28s
[23:05:06.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:4:0)
[23:05:06.548] Build status: SCHEDULED
[23:05:06.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:5:0) after 1m18s
[23:06:24.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:5:0)
[23:06:24.651] Build status: SCHEDULED
[23:06:24.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:6:0) after 4m8s
[23:10:32.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:6:0)
[23:10:32.743] Build status: SCHEDULED
[23:10:32.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:7:0) after 1m43s
[23:12:15.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:7:0)
[23:12:15.781] Build status: SCHEDULED
[23:12:15.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:8:0) after 1m48s
[23:14:03.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:8:0)
[23:14:03.835] Build status: SCHEDULED
[23:14:03.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:9:0) after 3m31s
[23:17:34.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:9:0)
[23:17:34.881] Build status: SCHEDULED
[23:17:34.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:10:0) after 4m28s
[23:22:03.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:10:0)
[23:22:03.280] Build status: SCHEDULED
[23:22:03.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:11:0) after 8m52s
[23:30:55.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:11:0)
[23:30:55.438] Build status: SCHEDULED
[23:30:55.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:12:0) after 6m27s
[23:37:23.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:12:0)
[23:37:23.082] Build status: SCHEDULED
[23:37:23.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:13:0) after 1m12s
[23:38:35.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:13:0)
[23:38:35.167] Build status: SCHEDULED
[23:38:35.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:14:0) after 7m16s
[23:45:51.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:14:0)
[23:45:51.291] Build status: SCHEDULED
[23:45:51.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:15:0) after 5m24s
[23:51:15.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:15:0)
[23:51:15.653] Build status: SCHEDULED
[23:51:15.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:16:0) after 2m43s
[23:53:58.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:16:0)
[23:53:58.785] Build status: SCHEDULED
[23:53:58.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:17:0) after 3m14s
[23:57:12.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:17:0)
[23:57:12.837] Build status: SCHEDULED
[23:57:12.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:18:0) after 8m16s
[00:05:28.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:18:0)
[00:05:28.883] Build status: SCHEDULED
[00:05:28.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:19:0) after 3m12s
[00:08:40.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:19:0)
[00:08:40.996] Build status: SCHEDULED
[00:08:40.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:20:0) after 4m50s
[00:13:31.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:20:0)
[00:13:31.188] Build status: SCHEDULED
[00:13:31.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:21:0) after 7m46s
[00:21:17.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:21:0)
[00:21:17.394] Build status: SCHEDULED
[00:21:17.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:22:0) after 3m23s
[00:24:40.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:22:0)
[00:24:40.527] Build status: SCHEDULED
[00:24:40.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:23:0) after 6m32s
[00:31:12.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:23:0)
[00:31:12.669] Build status: SCHEDULED
[00:31:12.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:24:0) after 2m42s
[00:33:54.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:24:0)
[00:33:54.796] Build status: SCHEDULED
[00:33:54.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:25:0) after 3m40s
[00:37:34.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:25:0)
[00:37:34.970] Build status: SCHEDULED
[00:37:34.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:26:0) after 9m3s
[00:46:38.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:26:0)
[00:46:38.125] Build status: SCHEDULED
[00:46:38.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:27:0) after 3m37s
[00:50:15.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:27:0)
[00:50:15.220] Build status: SCHEDULED
[00:50:15.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:28:0) after 2m17s
[00:52:32.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:28:0)
[00:52:32.287] Build status: SCHEDULED
[00:52:32.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:29:0) after 5m56s
[00:58:28.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:29:0)
[00:58:28.295] Build status: SCHEDULED
[00:58:28.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:30:0) after 7m7s
[01:05:35.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:30:0)
[01:05:35.375] Build status: SCHEDULED
[01:05:35.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:31:0) after 5m22s
[01:10:57.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:31:0)
[01:10:57.603] Build status: SCHEDULED
[01:10:57.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:32:0) after 9m37s
[01:20:34.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:32:0)
[01:20:34.641] Build status: SCHEDULED
[01:20:34.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:33:0) after 8m7s
[01:28:41.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:33:0)
[01:28:41.694] Build status: SCHEDULED
[01:28:41.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:34:0) after 8m3s
[01:36:44.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:34:0)
[01:36:45.005] Build status: SCHEDULED
[01:36:45.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:35:0) after 3m11s
[01:39:56.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:35:0)
[01:39:56.393] Build status: SCHEDULED
[01:39:56.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:36:0) after 7m0s
[01:46:56.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:36:0)
[01:46:56.546] Build status: SCHEDULED
[01:46:56.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:37:0) after 5m7s
[01:52:03.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:37:0)
[01:52:03.585] Build status: SCHEDULED
[01:52:03.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:38:0) after 5m16s
[01:57:19.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:38:0)
[01:57:19.722] Build status: SCHEDULED
[01:57:19.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:39:0) after 6m39s
[02:03:58.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:39:0)
[02:03:58.766] Build status: SCHEDULED
[02:03:58.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:40:0) after 5m45s
[02:09:43.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:40:0)
[02:09:43.829] Build status: SCHEDULED
[02:09:43.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:41:0) after 9m30s
[02:13:10.471] Received PubSub notification, asking Buildbucket for the build status
[02:13:10.489] Build status: STARTED
[02:19:13.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:41:0)
[02:19:13.874] Build status: STARTED
[02:19:13.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8873762029725497952:43:0) after 8m48s
[02:24:29.138] Received PubSub notification, asking Buildbucket for the build status
[02:24:29.157] Build:
{
"id": "8708331967467516257",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T23:01:26.094978848Z",
"startTime": "2025-07-26T02:13:08.139953133Z",
"endTime": "2025-07-26T02:24:28.895334624Z",
"updateTime": "2025-07-26T02:24:28.895334624Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "035165fa3d59a2d8540f981d9ecb522dc26cb9cd",
"ref": "refs/heads/main"
}
}
}
[02:24:29.157] Invocation finished in 3h23m4.600127588s with status FAILED