[22:24:12.334] New invocation is queued and will start shortly
[22:24:13.695] Starting the invocation (attempt 1)
[22:24:13.725] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8a672750a91e1d18e7acd31e067f7280a7490a0d"
[22:24:13.725] Popped gitiles commit info from properties and tags
[22:24:13.725] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:24:13.726] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:24:13.726] Buildbucket request:
{
"requestId": "8844229759357167968",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844229759357167968",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "61b2abe90251eb4d5bd4c9e89e21d9f06c51be95"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@61b2abe90251eb4d5bd4c9e89e21d9f06c51be95",
"title": "61b2abe90251eb4d5bd4c9e89e21d9f06c51be95",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/61b2abe90251eb4d5bd4c9e89e21d9f06c51be95"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "89c6002c1defbd5cfd99c9282d1d5aad795694c3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@89c6002c1defbd5cfd99c9282d1d5aad795694c3",
"title": "89c6002c1defbd5cfd99c9282d1d5aad795694c3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/89c6002c1defbd5cfd99c9282d1d5aad795694c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f2c72b4dd8f13b0593e33bd2234f76a78869c5e1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f2c72b4dd8f13b0593e33bd2234f76a78869c5e1",
"title": "f2c72b4dd8f13b0593e33bd2234f76a78869c5e1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f2c72b4dd8f13b0593e33bd2234f76a78869c5e1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8a672750a91e1d18e7acd31e067f7280a7490a0d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8a672750a91e1d18e7acd31e067f7280a7490a0d",
"title": "8a672750a91e1d18e7acd31e067f7280a7490a0d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8a672750a91e1d18e7acd31e067f7280a7490a0d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8a672750a91e1d18e7acd31e067f7280a7490a0d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844229759357167968"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:24:14.184] Scheduled build:
{
"id": "8678799697161496129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-16T22:24:13.790567579Z",
"updateTime": "2026-06-16T22:24:13.790567579Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8a672750a91e1d18e7acd31e067f7280a7490a0d",
"ref": "refs/heads/main"
}
}
}
[22:24:14.184] Task URL: https://cr-buildbucket.appspot.com/build/8678799697161496129
[22:24:14.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:2:0) after 7m13s
[22:24:14.459] Received PubSub notification, asking Buildbucket for the build status
[22:24:14.475] Build status: SCHEDULED
[22:31:27.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:2:0)
[22:31:27.475] Build status: SCHEDULED
[22:31:27.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:4:0) after 6m36s
[22:38:03.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:4:0)
[22:38:03.566] Build status: SCHEDULED
[22:38:03.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:5:0) after 7m48s
[22:45:51.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:5:0)
[22:45:51.826] Build status: SCHEDULED
[22:45:51.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:6:0) after 3m59s
[22:49:50.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:6:0)
[22:49:50.862] Build status: SCHEDULED
[22:49:50.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:7:0) after 2m18s
[22:52:08.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:7:0)
[22:52:08.906] Build status: SCHEDULED
[22:52:08.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:8:0) after 2m49s
[22:54:57.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:8:0)
[22:54:57.979] Build status: SCHEDULED
[22:54:57.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:9:0) after 4m54s
[22:59:51.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:9:0)
[22:59:52.111] Build status: SCHEDULED
[22:59:52.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:10:0) after 1m20s
[23:01:12.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:10:0)
[23:01:12.147] Build status: SCHEDULED
[23:01:12.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:11:0) after 9m56s
[23:11:08.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:11:0)
[23:11:08.197] Build status: SCHEDULED
[23:11:08.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:12:0) after 9m14s
[23:20:22.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:12:0)
[23:20:22.254] Build status: SCHEDULED
[23:20:22.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:13:0) after 7m43s
[23:28:05.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:13:0)
[23:28:05.310] Build status: SCHEDULED
[23:28:05.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:14:0) after 5m45s
[23:33:50.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:14:0)
[23:33:50.436] Build status: SCHEDULED
[23:33:50.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:15:0) after 7m40s
[23:41:30.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:15:0)
[23:41:30.474] Build status: SCHEDULED
[23:41:30.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:16:0) after 9m52s
[23:51:22.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:16:0)
[23:51:22.887] Build status: SCHEDULED
[23:51:22.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:17:0) after 3m9s
[23:54:31.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:17:0)
[23:54:31.988] Build status: SCHEDULED
[23:54:31.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:18:0) after 6m39s
[00:01:11.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:18:0)
[00:01:11.148] Build status: SCHEDULED
[00:01:11.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:19:0) after 5m25s
[00:06:36.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:19:0)
[00:06:36.524] Build status: SCHEDULED
[00:06:36.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:20:0) after 3m5s
[00:09:41.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:20:0)
[00:09:41.581] Build status: SCHEDULED
[00:09:41.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:21:0) after 9m55s
[00:19:36.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:21:0)
[00:19:36.619] Build status: SCHEDULED
[00:19:36.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:22:0) after 7m28s
[00:27:04.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:22:0)
[00:27:04.758] Build status: SCHEDULED
[00:27:04.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:23:0) after 8m10s
[00:35:14.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:23:0)
[00:35:14.870] Build status: SCHEDULED
[00:35:14.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:24:0) after 7m31s
[00:42:45.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:24:0)
[00:42:46.005] Build status: SCHEDULED
[00:42:46.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:25:0) after 7m23s
[00:50:09.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:25:0)
[00:50:09.039] Build status: SCHEDULED
[00:50:09.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:26:0) after 1m50s
[00:51:59.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:26:0)
[00:51:59.125] Build status: SCHEDULED
[00:51:59.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:27:0) after 5m44s
[00:57:43.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:27:0)
[00:57:43.123] Build status: SCHEDULED
[00:57:43.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:28:0) after 3m16s
[01:00:59.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:28:0)
[01:00:59.195] Build status: SCHEDULED
[01:00:59.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:29:0) after 3m44s
[01:04:43.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:29:0)
[01:04:43.248] Build status: SCHEDULED
[01:04:43.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:30:0) after 9m57s
[01:14:40.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:30:0)
[01:14:40.295] Build status: SCHEDULED
[01:14:40.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:31:0) after 9m30s
[01:24:10.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:31:0)
[01:24:10.520] Build status: SCHEDULED
[01:24:10.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:32:0) after 2m27s
[01:26:37.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:32:0)
[01:26:37.543] Build status: SCHEDULED
[01:26:37.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:33:0) after 3m31s
[01:30:08.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:33:0)
[01:30:08.761] Build status: SCHEDULED
[01:30:08.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:34:0) after 9m54s
[01:40:02.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:34:0)
[01:40:02.906] Build status: SCHEDULED
[01:40:02.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:35:0) after 5m25s
[01:45:27.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:35:0)
[01:45:27.976] Build status: SCHEDULED
[01:45:27.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8844229759357167968:36:0) after 8m6s
[01:47:27.890] Received PubSub notification, asking Buildbucket for the build status
[01:47:27.907] Build status: STARTED
[01:50:48.747] Received PubSub notification, asking Buildbucket for the build status
[01:50:48.762] Build:
{
"id": "8678799697161496129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-16T22:24:13.790567579Z",
"startTime": "2026-06-17T01:47:27.734295351Z",
"endTime": "2026-06-17T01:50:48.380252433Z",
"updateTime": "2026-06-17T01:50:48.380252433Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8a672750a91e1d18e7acd31e067f7280a7490a0d",
"ref": "refs/heads/main"
}
}
}
[01:50:48.762] Invocation finished in 3h26m36.448311611s with status FAILED