[18:55:19.322] New invocation is queued and will start shortly
[18:55:21.628] Starting the invocation (attempt 1)
[18:55:21.664] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d971109785e9e448230a353077ea3c7b6959d414"
[18:55:21.664] Popped gitiles commit info from properties and tags
[18:55:21.665] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:55:21.665] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:55:21.665] Buildbucket request:
{
"requestId": "8874592884908495888",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874592884908495888",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a98759fc8da79f402dc0a0543c46c5df85aa9b4a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a98759fc8da79f402dc0a0543c46c5df85aa9b4a",
"title": "a98759fc8da79f402dc0a0543c46c5df85aa9b4a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a98759fc8da79f402dc0a0543c46c5df85aa9b4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8eed7c438eca46e6ae153301f352219d06d52bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8eed7c438eca46e6ae153301f352219d06d52bd",
"title": "e8eed7c438eca46e6ae153301f352219d06d52bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8eed7c438eca46e6ae153301f352219d06d52bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651",
"title": "a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d971109785e9e448230a353077ea3c7b6959d414"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d971109785e9e448230a353077ea3c7b6959d414",
"title": "d971109785e9e448230a353077ea3c7b6959d414",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d971109785e9e448230a353077ea3c7b6959d414"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d971109785e9e448230a353077ea3c7b6959d414",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874592884908495888"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:55:22.091] Scheduled build:
{
"id": "8709162821710984337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-16T18:55:21.742079143Z",
"updateTime": "2025-07-16T18:55:21.742079143Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d971109785e9e448230a353077ea3c7b6959d414",
"ref": "refs/heads/main"
}
}
}
[18:55:22.091] Task URL: https://cr-buildbucket.appspot.com/build/8709162821710984337
[18:55:22.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:2:0) after 2m7s
[18:55:22.260] Received PubSub notification, asking Buildbucket for the build status
[18:55:22.295] Build status: SCHEDULED
[18:57:29.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:2:0)
[18:57:29.197] Build status: SCHEDULED
[18:57:29.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:4:0) after 2m39s
[19:00:08.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:4:0)
[19:00:08.304] Build status: SCHEDULED
[19:00:08.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:5:0) after 6m55s
[19:07:03.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:5:0)
[19:07:03.402] Build status: SCHEDULED
[19:07:03.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:6:0) after 9m36s
[19:16:39.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:6:0)
[19:16:39.470] Build status: SCHEDULED
[19:16:39.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:7:0) after 7m9s
[19:23:48.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:7:0)
[19:23:48.516] Build status: SCHEDULED
[19:23:48.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:8:0) after 3m55s
[19:27:43.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:8:0)
[19:27:43.570] Build status: SCHEDULED
[19:27:43.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:9:0) after 2m8s
[19:29:51.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:9:0)
[19:29:51.615] Build status: SCHEDULED
[19:29:51.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:10:0) after 7m20s
[19:37:11.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:10:0)
[19:37:11.796] Build status: SCHEDULED
[19:37:11.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:11:0) after 4m25s
[19:41:36.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:11:0)
[19:41:36.819] Build status: SCHEDULED
[19:41:36.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:12:0) after 1m43s
[19:43:19.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:12:0)
[19:43:19.933] Build status: SCHEDULED
[19:43:19.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:13:0) after 1m13s
[19:44:32.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:13:0)
[19:44:32.982] Build status: SCHEDULED
[19:44:32.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:14:0) after 1m56s
[19:46:29.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:14:0)
[19:46:29.029] Build status: SCHEDULED
[19:46:29.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:15:0) after 5m33s
[19:52:02.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:15:0)
[19:52:02.082] Build status: SCHEDULED
[19:52:02.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:16:0) after 4m35s
[19:56:37.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:16:0)
[19:56:37.123] Build status: SCHEDULED
[19:56:37.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:17:0) after 4m31s
[20:01:08.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:17:0)
[20:01:08.174] Build status: SCHEDULED
[20:01:08.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:18:0) after 8m51s
[20:09:59.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:18:0)
[20:09:59.228] Build status: SCHEDULED
[20:09:59.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:19:0) after 4m4s
[20:14:03.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:19:0)
[20:14:03.292] Build status: SCHEDULED
[20:14:03.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:20:0) after 6m26s
[20:20:29.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:20:0)
[20:20:29.388] Build status: SCHEDULED
[20:20:29.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:21:0) after 5m21s
[20:25:50.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:21:0)
[20:25:50.504] Build status: SCHEDULED
[20:25:50.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:22:0) after 7m12s
[20:33:02.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:22:0)
[20:33:02.552] Build status: SCHEDULED
[20:33:02.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:23:0) after 4m7s
[20:37:09.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:23:0)
[20:37:09.749] Build status: SCHEDULED
[20:37:09.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:24:0) after 3m5s
[20:40:14.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:24:0)
[20:40:14.856] Build status: SCHEDULED
[20:40:14.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:25:0) after 5m20s
[20:45:35.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:25:0)
[20:45:35.044] Build status: SCHEDULED
[20:45:35.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:26:0) after 2m12s
[20:47:47.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:26:0)
[20:47:47.191] Build status: SCHEDULED
[20:47:47.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:27:0) after 5m56s
[20:53:43.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:27:0)
[20:53:43.396] Build status: SCHEDULED
[20:53:43.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:28:0) after 9m36s
[21:03:19.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:28:0)
[21:03:19.448] Build status: SCHEDULED
[21:03:19.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:29:0) after 3m31s
[21:06:50.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:29:0)
[21:06:50.500] Build status: SCHEDULED
[21:06:50.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:30:0) after 4m27s
[21:11:17.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:30:0)
[21:11:17.598] Build status: SCHEDULED
[21:11:17.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:31:0) after 5m0s
[21:16:17.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:31:0)
[21:16:17.689] Build status: SCHEDULED
[21:16:17.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:32:0) after 9m57s
[21:23:39.850] Received PubSub notification, asking Buildbucket for the build status
[21:23:39.875] Build status: STARTED
[21:26:14.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:32:0)
[21:26:14.793] Build status: STARTED
[21:26:14.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8874592884908495888:34:0) after 8m8s
[21:29:26.035] Received PubSub notification, asking Buildbucket for the build status
[21:29:26.053] Build:
{
"id": "8709162821710984337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-16T18:55:21.742079143Z",
"startTime": "2025-07-16T21:23:39.641431113Z",
"endTime": "2025-07-16T21:29:25.598797080Z",
"updateTime": "2025-07-16T21:29:25.598797080Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d971109785e9e448230a353077ea3c7b6959d414",
"ref": "refs/heads/main"
}
}
}
[21:29:26.053] Invocation finished in 2h34m6.744540872s with status FAILED