[00:35:54.919] New invocation is queued and will start shortly
[00:35:57.096] Starting the invocation (attempt 1)
[00:35:57.156] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e177c4c9918bfa5ccb033ed475d5fb2248a8e004"
[00:35:57.156] Popped gitiles commit info from properties and tags
[00:35:57.156] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:35:57.157] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:35:57.157] Buildbucket request:
{
"requestId": "8839057445793961872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839057445793961872",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9bd6c002202876b6afa09c590ef78d7892d9c6f6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9bd6c002202876b6afa09c590ef78d7892d9c6f6",
"title": "9bd6c002202876b6afa09c590ef78d7892d9c6f6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9bd6c002202876b6afa09c590ef78d7892d9c6f6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9c6a517b398ddb82efe31cd545b782f512463d3e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9c6a517b398ddb82efe31cd545b782f512463d3e",
"title": "9c6a517b398ddb82efe31cd545b782f512463d3e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9c6a517b398ddb82efe31cd545b782f512463d3e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
"title": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e177c4c9918bfa5ccb033ed475d5fb2248a8e004"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839057445793961872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:35:57.852] Scheduled build:
{
"id": "8673627382640376577",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-13T00:35:57.305819382Z",
"updateTime": "2026-08-13T00:35:57.305819382Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
"ref": "refs/heads/main"
}
}
}
[00:35:57.852] Task URL: https://cr-buildbucket.appspot.com/build/8673627382640376577
[00:35:57.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:2:0) after 9m24s
[00:35:58.735] Received PubSub notification, asking Buildbucket for the build status
[00:35:58.757] Build status: SCHEDULED
[00:45:21.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:2:0)
[00:45:21.954] Build status: SCHEDULED
[00:45:21.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:4:0) after 9m43s
[00:55:05.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:4:0)
[00:55:05.137] Build status: SCHEDULED
[00:55:05.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:5:0) after 3m40s
[00:58:45.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:5:0)
[00:58:45.266] Build status: SCHEDULED
[00:58:45.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:6:0) after 6m8s
[01:04:53.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:6:0)
[01:04:53.381] Build status: SCHEDULED
[01:04:53.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:7:0) after 8m59s
[01:13:52.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:7:0)
[01:13:52.471] Build status: SCHEDULED
[01:13:52.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:8:0) after 8m44s
[01:22:36.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:8:0)
[01:22:36.524] Build status: SCHEDULED
[01:22:36.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:9:0) after 6m48s
[01:29:24.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:9:0)
[01:29:24.671] Build status: SCHEDULED
[01:29:24.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:10:0) after 6m26s
[01:35:50.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:10:0)
[01:35:50.794] Build status: SCHEDULED
[01:35:50.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:11:0) after 8m53s
[01:44:43.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:11:0)
[01:44:43.873] Build status: SCHEDULED
[01:44:43.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:12:0) after 1m40s
[01:46:23.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:12:0)
[01:46:23.912] Build status: SCHEDULED
[01:46:23.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:13:0) after 2m57s
[01:49:20.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:13:0)
[01:49:20.982] Build status: SCHEDULED
[01:49:20.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:14:0) after 8m0s
[01:57:21.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:14:0)
[01:57:21.109] Build status: SCHEDULED
[01:57:21.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:15:0) after 3m25s
[02:00:46.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:15:0)
[02:00:46.149] Build status: SCHEDULED
[02:00:46.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:16:0) after 4m13s
[02:04:59.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:16:0)
[02:04:59.237] Build status: SCHEDULED
[02:04:59.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:17:0) after 9m11s
[02:14:10.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:17:0)
[02:14:10.282] Build status: SCHEDULED
[02:14:10.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:18:0) after 3m16s
[02:17:26.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:18:0)
[02:17:26.418] Build status: SCHEDULED
[02:17:26.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:19:0) after 1m4s
[02:18:30.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:19:0)
[02:18:30.590] Build status: SCHEDULED
[02:18:30.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:20:0) after 8m26s
[02:26:56.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:20:0)
[02:26:56.636] Build status: SCHEDULED
[02:26:56.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:21:0) after 6m45s
[02:33:41.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:21:0)
[02:33:41.783] Build status: SCHEDULED
[02:33:41.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:22:0) after 7m48s
[02:41:29.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:22:0)
[02:41:29.898] Build status: SCHEDULED
[02:41:29.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:23:0) after 7m47s
[02:49:16.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:23:0)
[02:49:16.937] Build status: SCHEDULED
[02:49:16.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:24:0) after 7m28s
[02:56:45.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:24:0)
[02:56:45.118] Build status: SCHEDULED
[02:56:45.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:25:0) after 9m22s
[03:06:07.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:25:0)
[03:06:07.157] Build status: SCHEDULED
[03:06:07.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:26:0) after 6m21s
[03:12:28.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:26:0)
[03:12:28.320] Build status: SCHEDULED
[03:12:28.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:27:0) after 8m27s
[03:20:55.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:27:0)
[03:20:55.420] Build status: SCHEDULED
[03:20:55.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:28:0) after 5m2s
[03:25:57.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:28:0)
[03:25:57.475] Build status: SCHEDULED
[03:25:57.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:29:0) after 1m25s
[03:27:22.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:29:0)
[03:27:22.536] Build status: SCHEDULED
[03:27:22.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:30:0) after 2m11s
[03:29:33.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:30:0)
[03:29:33.724] Build status: SCHEDULED
[03:29:33.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:31:0) after 3m14s
[03:32:47.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:31:0)
[03:32:47.859] Build status: SCHEDULED
[03:32:47.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:32:0) after 2m44s
[03:35:31.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:32:0)
[03:35:31.893] Build status: SCHEDULED
[03:35:31.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:33:0) after 8m13s
[03:43:44.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:33:0)
[03:43:44.996] Build status: SCHEDULED
[03:43:44.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:34:0) after 2m31s
[03:46:15.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:34:0)
[03:46:15.989] Build status: SCHEDULED
[03:46:15.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:35:0) after 6m52s
[03:47:12.516] Received PubSub notification, asking Buildbucket for the build status
[03:47:12.533] Build status: STARTED
[03:53:08.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:35:0)
[03:53:08.036] Build status: STARTED
[03:53:08.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-rpc:8839057445793961872:37:0) after 7m34s
[03:53:28.026] Received PubSub notification, asking Buildbucket for the build status
[03:53:28.057] Build:
{
"id": "8673627382640376577",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-13T00:35:57.305819382Z",
"startTime": "2026-08-13T03:46:58.651650260Z",
"endTime": "2026-08-13T03:53:27.762592176Z",
"updateTime": "2026-08-13T03:53:27.762592176Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e177c4c9918bfa5ccb033ed475d5fb2248a8e004",
"ref": "refs/heads/main"
}
}
}
[03:53:28.057] Invocation finished in 3h17m33.142697888s with status FAILED