[18:52:17.013] New invocation is queued and will start shortly
[18:52:18.087] Starting the invocation (attempt 1)
[18:52:18.124] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
[18:52:18.124] Popped gitiles commit info from properties and tags
[18:52:18.124] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:52:18.124] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:52:18.125] Buildbucket request:
{
"requestId": "8843518316592481120",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843518316592481120",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"title": "8cbdf90bd0253be21ca3d2e98e3a261564e2b805",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8cbdf90bd0253be21ca3d2e98e3a261564e2b805"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"title": "fa1bfdd99165f5bd3251d0c637838b824d243aa8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa1bfdd99165f5bd3251d0c637838b824d243aa8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"title": "b76408abfc2d314fcc0e263bcd2567d9f098c0c7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b76408abfc2d314fcc0e263bcd2567d9f098c0c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"title": "fc38f5663e899233f95f0e6cc909fe54ca86f2ce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fc38f5663e899233f95f0e6cc909fe54ca86f2ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90c226582bb38c67ff708fc39265cea5f1f6378f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90c226582bb38c67ff708fc39265cea5f1f6378f",
"title": "90c226582bb38c67ff708fc39265cea5f1f6378f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90c226582bb38c67ff708fc39265cea5f1f6378f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50122cfd5812f45f8ccae1448851906fe67f4005"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50122cfd5812f45f8ccae1448851906fe67f4005",
"title": "50122cfd5812f45f8ccae1448851906fe67f4005",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50122cfd5812f45f8ccae1448851906fe67f4005"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843518316592481120"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:52:18.550] Scheduled build:
{
"id": "8678088254690319697",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T18:52:18.203002069Z",
"updateTime": "2026-06-24T18:52:18.203002069Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[18:52:18.550] Task URL: https://cr-buildbucket.appspot.com/build/8678088254690319697
[18:52:18.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:2:0) after 1m52s
[18:52:19.476] Received PubSub notification, asking Buildbucket for the build status
[18:52:19.499] Build status: SCHEDULED
[18:54:10.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:2:0)
[18:54:10.623] Build status: SCHEDULED
[18:54:10.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:4:0) after 6m43s
[19:00:53.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:4:0)
[19:00:53.690] Build status: SCHEDULED
[19:00:53.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:5:0) after 5m1s
[19:05:54.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:5:0)
[19:05:54.732] Build status: SCHEDULED
[19:05:54.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:6:0) after 2m25s
[19:08:19.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:6:0)
[19:08:19.872] Build status: SCHEDULED
[19:08:19.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:7:0) after 1m42s
[19:10:01.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:7:0)
[19:10:01.881] Build status: SCHEDULED
[19:10:01.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:8:0) after 8m31s
[19:18:32.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:8:0)
[19:18:32.938] Build status: SCHEDULED
[19:18:32.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:9:0) after 1m44s
[19:20:16.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:9:0)
[19:20:16.980] Build status: SCHEDULED
[19:20:16.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:10:0) after 7m15s
[19:27:31.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:10:0)
[19:27:32.005] Build status: SCHEDULED
[19:27:32.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:11:0) after 4m55s
[19:32:26.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:11:0)
[19:32:27.014] Build status: SCHEDULED
[19:32:27.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:12:0) after 1m55s
[19:34:22.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:12:0)
[19:34:22.056] Build status: SCHEDULED
[19:34:22.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:13:0) after 5m45s
[19:40:07.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:13:0)
[19:40:07.093] Build status: SCHEDULED
[19:40:07.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:14:0) after 3m30s
[19:43:37.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:14:0)
[19:43:37.144] Build status: SCHEDULED
[19:43:37.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:15:0) after 1m21s
[19:44:58.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:15:0)
[19:44:58.229] Build status: SCHEDULED
[19:44:58.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:16:0) after 9m48s
[19:54:46.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:16:0)
[19:54:46.337] Build status: SCHEDULED
[19:54:46.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:17:0) after 8m28s
[20:03:14.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:17:0)
[20:03:14.546] Build status: SCHEDULED
[20:03:14.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:18:0) after 2m39s
[20:05:53.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:18:0)
[20:05:53.644] Build status: SCHEDULED
[20:05:53.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:19:0) after 9m17s
[20:15:10.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:19:0)
[20:15:10.751] Build status: SCHEDULED
[20:15:10.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:20:0) after 3m28s
[20:18:38.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:20:0)
[20:18:38.827] Build status: SCHEDULED
[20:18:38.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:21:0) after 9m20s
[20:27:58.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:21:0)
[20:27:59.009] Build status: SCHEDULED
[20:27:59.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:22:0) after 3m10s
[20:31:09.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:22:0)
[20:31:09.074] Build status: SCHEDULED
[20:31:09.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:23:0) after 6m55s
[20:38:04.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:23:0)
[20:38:04.219] Build status: SCHEDULED
[20:38:04.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:24:0) after 2m39s
[20:40:43.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:24:0)
[20:40:43.302] Build status: SCHEDULED
[20:40:43.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:25:0) after 7m22s
[20:48:05.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:25:0)
[20:48:05.333] Build status: SCHEDULED
[20:48:05.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:26:0) after 5m37s
[20:53:42.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:26:0)
[20:53:42.362] Build status: SCHEDULED
[20:53:42.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:27:0) after 5m4s
[20:58:46.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:27:0)
[20:58:46.610] Build status: SCHEDULED
[20:58:46.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:28:0) after 1m55s
[21:00:41.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:28:0)
[21:00:41.735] Build status: SCHEDULED
[21:00:41.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:29:0) after 3m24s
[21:04:05.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:29:0)
[21:04:05.793] Build status: SCHEDULED
[21:04:05.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:30:0) after 2m16s
[21:06:21.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:30:0)
[21:06:21.949] Build status: SCHEDULED
[21:06:21.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:31:0) after 6m41s
[21:13:02.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:31:0)
[21:13:03.059] Build status: SCHEDULED
[21:13:03.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:32:0) after 4m43s
[21:17:46.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:32:0)
[21:17:46.226] Build status: SCHEDULED
[21:17:46.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:33:0) after 2m26s
[21:20:12.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:33:0)
[21:20:12.299] Build status: SCHEDULED
[21:20:12.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:34:0) after 8m2s
[21:28:14.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:34:0)
[21:28:14.360] Build status: SCHEDULED
[21:28:14.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:35:0) after 6m39s
[21:34:53.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:35:0)
[21:34:53.504] Build status: SCHEDULED
[21:34:53.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:36:0) after 7m57s
[21:42:50.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:36:0)
[21:42:50.709] Build status: SCHEDULED
[21:42:50.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:37:0) after 5m16s
[21:48:06.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:37:0)
[21:48:06.749] Build status: SCHEDULED
[21:48:06.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:38:0) after 7m21s
[21:55:06.086] Received PubSub notification, asking Buildbucket for the build status
[21:55:06.110] Build status: STARTED
[21:55:27.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:38:0)
[21:55:27.801] Build status: STARTED
[21:55:27.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8843518316592481120:40:0) after 5m48s
[21:58:53.074] Received PubSub notification, asking Buildbucket for the build status
[21:58:53.096] Build:
{
"id": "8678088254690319697",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-24T18:52:18.203002069Z",
"startTime": "2026-06-24T21:55:05.767481314Z",
"endTime": "2026-06-24T21:58:52.442625524Z",
"updateTime": "2026-06-24T21:58:52.442625524Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50122cfd5812f45f8ccae1448851906fe67f4005",
"ref": "refs/heads/main"
}
}
}
[21:58:53.096] Invocation finished in 3h6m36.09146009s with status FAILED