[21:22:00.762] New invocation is queued and will start shortly
[21:22:01.913] Starting the invocation (attempt 1)
[21:22:01.942] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8df6b630a37c60d871131b4be1b07a1d1a064842"
[21:22:01.942] Popped gitiles commit info from properties and tags
[21:22:01.942] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:22:01.942] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:22:01.943] Buildbucket request:
{
"requestId": "8841515763186266144",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841515763186266144",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5a8c6d39842bb09bbcb262894ab71da452a58c14"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5a8c6d39842bb09bbcb262894ab71da452a58c14",
"title": "5a8c6d39842bb09bbcb262894ab71da452a58c14",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5a8c6d39842bb09bbcb262894ab71da452a58c14"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a7adb579d889a7503de26ad1b8914abd84353dac"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7adb579d889a7503de26ad1b8914abd84353dac",
"title": "a7adb579d889a7503de26ad1b8914abd84353dac",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7adb579d889a7503de26ad1b8914abd84353dac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8df6b630a37c60d871131b4be1b07a1d1a064842"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8df6b630a37c60d871131b4be1b07a1d1a064842",
"title": "8df6b630a37c60d871131b4be1b07a1d1a064842",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8df6b630a37c60d871131b4be1b07a1d1a064842"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8df6b630a37c60d871131b4be1b07a1d1a064842",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841515763186266144"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:22:02.326] Scheduled build:
{
"id": "8676085701222122881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T21:22:02.012652591Z",
"updateTime": "2026-07-16T21:22:02.012652591Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8df6b630a37c60d871131b4be1b07a1d1a064842",
"ref": "refs/heads/main"
}
}
}
[21:22:02.326] Task URL: https://cr-buildbucket.appspot.com/build/8676085701222122881
[21:22:02.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:2:0) after 8m19s
[21:22:03.280] Received PubSub notification, asking Buildbucket for the build status
[21:22:03.307] Build status: SCHEDULED
[21:30:21.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:2:0)
[21:30:21.463] Build status: SCHEDULED
[21:30:21.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:4:0) after 2m25s
[21:32:46.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:4:0)
[21:32:46.603] Build status: SCHEDULED
[21:32:46.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:5:0) after 5m17s
[21:38:03.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:5:0)
[21:38:03.617] Build status: SCHEDULED
[21:38:03.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:6:0) after 2m20s
[21:40:23.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:6:0)
[21:40:23.699] Build status: SCHEDULED
[21:40:23.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:7:0) after 2m46s
[21:43:09.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:7:0)
[21:43:09.881] Build status: SCHEDULED
[21:43:09.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:8:0) after 3m56s
[21:47:06.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:8:0)
[21:47:06.045] Build status: SCHEDULED
[21:47:06.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:9:0) after 9m16s
[21:56:22.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:9:0)
[21:56:22.135] Build status: SCHEDULED
[21:56:22.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:10:0) after 8m3s
[22:04:25.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:10:0)
[22:04:25.451] Build status: SCHEDULED
[22:04:25.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:11:0) after 5m16s
[22:09:41.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:11:0)
[22:09:41.531] Build status: SCHEDULED
[22:09:41.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:12:0) after 1m27s
[22:11:08.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:12:0)
[22:11:08.681] Build status: SCHEDULED
[22:11:08.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:13:0) after 4m1s
[22:15:09.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:13:0)
[22:15:09.852] Build status: SCHEDULED
[22:15:09.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:14:0) after 5m50s
[22:20:59.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:14:0)
[22:20:59.904] Build status: SCHEDULED
[22:20:59.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:15:0) after 6m37s
[22:27:37.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:15:0)
[22:27:37.284] Build status: SCHEDULED
[22:27:37.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:16:0) after 4m51s
[22:32:28.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:16:0)
[22:32:28.573] Build status: SCHEDULED
[22:32:28.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:17:0) after 7m5s
[22:39:33.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:17:0)
[22:39:33.719] Build status: SCHEDULED
[22:39:33.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:18:0) after 7m23s
[22:46:56.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:18:0)
[22:46:56.775] Build status: SCHEDULED
[22:46:56.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:19:0) after 4m56s
[22:51:52.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:19:0)
[22:51:52.809] Build status: SCHEDULED
[22:51:52.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:20:0) after 3m27s
[22:55:19.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:20:0)
[22:55:19.895] Build status: SCHEDULED
[22:55:19.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:21:0) after 3m42s
[22:59:01.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:21:0)
[22:59:01.908] Build status: SCHEDULED
[22:59:01.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:22:0) after 2m5s
[23:01:06.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:22:0)
[23:01:06.952] Build status: SCHEDULED
[23:01:06.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:23:0) after 2m15s
[23:03:22.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:23:0)
[23:03:22.019] Build status: SCHEDULED
[23:03:22.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:24:0) after 5m4s
[23:08:26.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:24:0)
[23:08:26.101] Build status: SCHEDULED
[23:08:26.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:25:0) after 9m3s
[23:17:29.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:25:0)
[23:17:29.232] Build status: SCHEDULED
[23:17:29.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:26:0) after 9m56s
[23:27:25.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:26:0)
[23:27:25.326] Build status: SCHEDULED
[23:27:25.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:27:0) after 1m40s
[23:29:05.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:27:0)
[23:29:05.471] Build status: SCHEDULED
[23:29:05.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:28:0) after 9m56s
[23:39:01.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:28:0)
[23:39:01.685] Build status: SCHEDULED
[23:39:01.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:29:0) after 4m3s
[23:43:04.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:29:0)
[23:43:04.757] Build status: SCHEDULED
[23:43:04.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:30:0) after 5m48s
[23:48:52.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:30:0)
[23:48:52.865] Build status: SCHEDULED
[23:48:52.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:31:0) after 6m39s
[23:55:31.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:31:0)
[23:55:31.956] Build status: SCHEDULED
[23:55:31.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:32:0) after 5m25s
[00:00:56.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:32:0)
[00:00:56.941] Build status: SCHEDULED
[00:00:56.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:33:0) after 2m42s
[00:03:39.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:33:0)
[00:03:39.101] Build status: SCHEDULED
[00:03:39.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:34:0) after 5m48s
[00:09:27.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:34:0)
[00:09:27.116] Build status: SCHEDULED
[00:09:27.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:35:0) after 9m42s
[00:19:09.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:35:0)
[00:19:09.213] Build status: SCHEDULED
[00:19:09.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:36:0) after 4m21s
[00:23:30.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:36:0)
[00:23:30.255] Build status: SCHEDULED
[00:23:30.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:37:0) after 3m35s
[00:27:05.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:37:0)
[00:27:05.399] Build status: SCHEDULED
[00:27:05.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:38:0) after 9m53s
[00:36:58.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:38:0)
[00:36:58.476] Build status: SCHEDULED
[00:36:58.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:39:0) after 4m45s
[00:41:43.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:39:0)
[00:41:43.497] Build status: SCHEDULED
[00:41:43.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841515763186266144:40:0) after 7m9s
[00:46:19.930] Received PubSub notification, asking Buildbucket for the build status
[00:46:19.956] Build status: STARTED
[00:46:45.019] Received PubSub notification, asking Buildbucket for the build status
[00:46:45.050] Build:
{
"id": "8676085701222122881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T21:22:02.012652591Z",
"startTime": "2026-07-17T00:45:58.073053253Z",
"endTime": "2026-07-17T00:46:34.936085187Z",
"updateTime": "2026-07-17T00:46:34.936085187Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8df6b630a37c60d871131b4be1b07a1d1a064842",
"ref": "refs/heads/main"
}
}
}
[00:46:45.050] Invocation finished in 3h24m44.293449274s with status FAILED