[03:01:47.046] New invocation is queued and will start shortly
[03:01:48.103] Starting the invocation (attempt 1)
[03:01:48.139] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0171cfed4d6610b2f279cd8b97c6771afcdbf2df"
[03:01:48.139] Popped gitiles commit info from properties and tags
[03:01:48.139] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:01:48.140] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:01:48.140] Buildbucket request:
{
"requestId": "8839501253354849616",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839501253354849616",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c254a437e6dc4c4ee9b8146accf0586a19b6d9a6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c254a437e6dc4c4ee9b8146accf0586a19b6d9a6",
"title": "c254a437e6dc4c4ee9b8146accf0586a19b6d9a6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c254a437e6dc4c4ee9b8146accf0586a19b6d9a6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c93664603e45b3e60a58d2c4323aceeadf796ec5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c93664603e45b3e60a58d2c4323aceeadf796ec5",
"title": "c93664603e45b3e60a58d2c4323aceeadf796ec5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c93664603e45b3e60a58d2c4323aceeadf796ec5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"title": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0171cfed4d6610b2f279cd8b97c6771afcdbf2df"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839501253354849616"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:01:48.792] Scheduled build:
{
"id": "8674071191419233425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-08T03:01:48.272151672Z",
"updateTime": "2026-08-08T03:01:48.272151672Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"ref": "refs/heads/main"
}
}
}
[03:01:48.792] Task URL: https://cr-buildbucket.appspot.com/build/8674071191419233425
[03:01:48.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:2:0) after 3m27s
[03:01:49.202] Received PubSub notification, asking Buildbucket for the build status
[03:01:49.231] Build status: SCHEDULED
[03:05:15.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:2:0)
[03:05:15.829] Build status: SCHEDULED
[03:05:15.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:4:0) after 4m37s
[03:09:52.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:4:0)
[03:09:52.942] Build status: SCHEDULED
[03:09:52.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:5:0) after 7m28s
[03:17:20.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:5:0)
[03:17:21.017] Build status: SCHEDULED
[03:17:21.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:6:0) after 7m19s
[03:24:40.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:6:0)
[03:24:40.137] Build status: SCHEDULED
[03:24:40.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:7:0) after 1m42s
[03:26:22.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:7:0)
[03:26:22.138] Build status: SCHEDULED
[03:26:22.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:8:0) after 7m6s
[03:33:28.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:8:0)
[03:33:28.167] Build status: SCHEDULED
[03:33:28.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:9:0) after 6m3s
[03:39:31.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:9:0)
[03:39:31.357] Build status: SCHEDULED
[03:39:31.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:10:0) after 2m27s
[03:41:58.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:10:0)
[03:41:58.458] Build status: SCHEDULED
[03:41:58.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:11:0) after 7m31s
[03:49:29.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:11:0)
[03:49:29.697] Build status: SCHEDULED
[03:49:29.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:12:0) after 6m56s
[03:56:25.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:12:0)
[03:56:25.790] Build status: SCHEDULED
[03:56:25.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:13:0) after 7m21s
[04:03:46.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:13:0)
[04:03:46.795] Build status: SCHEDULED
[04:03:46.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:14:0) after 5m45s
[04:09:31.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:14:0)
[04:09:32.018] Build status: SCHEDULED
[04:09:32.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:15:0) after 7m17s
[04:16:49.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:15:0)
[04:16:49.105] Build status: SCHEDULED
[04:16:49.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:16:0) after 7m29s
[04:24:18.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:16:0)
[04:24:18.142] Build status: SCHEDULED
[04:24:18.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:17:0) after 1m53s
[04:26:11.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:17:0)
[04:26:11.213] Build status: SCHEDULED
[04:26:11.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:18:0) after 1m48s
[04:27:59.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:18:0)
[04:27:59.269] Build status: SCHEDULED
[04:27:59.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:19:0) after 6m26s
[04:34:25.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:19:0)
[04:34:25.408] Build status: SCHEDULED
[04:34:25.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:20:0) after 3m56s
[04:38:21.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:20:0)
[04:38:21.492] Build status: SCHEDULED
[04:38:21.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:21:0) after 2m53s
[04:41:14.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:21:0)
[04:41:14.528] Build status: SCHEDULED
[04:41:14.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:22:0) after 2m18s
[04:43:32.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:22:0)
[04:43:32.617] Build status: SCHEDULED
[04:43:32.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:23:0) after 8m4s
[04:51:36.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:23:0)
[04:51:36.659] Build status: SCHEDULED
[04:51:36.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:24:0) after 4m3s
[04:55:39.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:24:0)
[04:55:39.690] Build status: SCHEDULED
[04:55:39.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:25:0) after 1m10s
[04:56:49.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:25:0)
[04:56:49.739] Build status: SCHEDULED
[04:56:49.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:26:0) after 2m16s
[04:59:05.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:26:0)
[04:59:05.874] Build status: SCHEDULED
[04:59:05.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:27:0) after 3m49s
[05:02:54.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:27:0)
[05:02:54.908] Build status: SCHEDULED
[05:02:54.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:28:0) after 6m3s
[05:08:57.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:28:0)
[05:08:58.007] Build status: SCHEDULED
[05:08:58.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:29:0) after 9m36s
[05:18:34.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:29:0)
[05:18:34.046] Build status: SCHEDULED
[05:18:34.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:30:0) after 6m53s
[05:25:27.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:30:0)
[05:25:27.079] Build status: SCHEDULED
[05:25:27.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:31:0) after 3m3s
[05:28:30.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:31:0)
[05:28:30.143] Build status: SCHEDULED
[05:28:30.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:32:0) after 6m5s
[05:34:35.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:32:0)
[05:34:35.189] Build status: SCHEDULED
[05:34:35.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:33:0) after 9m48s
[05:44:23.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:33:0)
[05:44:23.301] Build status: SCHEDULED
[05:44:23.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:34:0) after 3m35s
[05:47:58.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:34:0)
[05:47:58.337] Build status: SCHEDULED
[05:47:58.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:35:0) after 4m17s
[05:52:15.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:35:0)
[05:52:15.373] Build status: SCHEDULED
[05:52:15.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:36:0) after 4m44s
[05:56:34.614] Received PubSub notification, asking Buildbucket for the build status
[05:56:34.637] Build status: STARTED
[05:56:59.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:36:0)
[05:56:59.556] Build status: STARTED
[05:56:59.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:38:0) after 5m57s
[06:02:56.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:38:0)
[06:02:56.640] Build status: STARTED
[06:02:56.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839501253354849616:39:0) after 4m30s
[06:06:00.488] Received PubSub notification, asking Buildbucket for the build status
[06:06:00.510] Build:
{
"id": "8674071191419233425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-08T03:01:48.272151672Z",
"startTime": "2026-08-08T05:56:34.402401243Z",
"endTime": "2026-08-08T06:06:00.214976261Z",
"updateTime": "2026-08-08T06:06:00.214976261Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0171cfed4d6610b2f279cd8b97c6771afcdbf2df",
"ref": "refs/heads/main"
}
}
}
[06:06:00.510] Invocation finished in 3h4m13.468103413s with status FAILED