[00:06:20.255] New invocation is queued and will start shortly
[00:06:21.349] Starting the invocation (attempt 1)
[00:06:21.373] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c14c119c51a82f6e044f81b7dad0a322091d4121"
[00:06:21.373] Popped gitiles commit info from properties and tags
[00:06:21.373] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:06:21.374] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:06:21.374] Buildbucket request:
{
"requestId": "8840146470259950256",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840146470259950256",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7dc3b46ab3a6b0535a69d16f5ce66758aace3eef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7dc3b46ab3a6b0535a69d16f5ce66758aace3eef",
"title": "7dc3b46ab3a6b0535a69d16f5ce66758aace3eef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7dc3b46ab3a6b0535a69d16f5ce66758aace3eef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c14c119c51a82f6e044f81b7dad0a322091d4121"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c14c119c51a82f6e044f81b7dad0a322091d4121",
"title": "c14c119c51a82f6e044f81b7dad0a322091d4121",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c14c119c51a82f6e044f81b7dad0a322091d4121"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840146470259950256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:06:21.746] Scheduled build:
{
"id": "8674716408369634945",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-01T00:06:21.438837567Z",
"updateTime": "2026-08-01T00:06:21.438837567Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
"ref": "refs/heads/main"
}
}
}
[00:06:21.746] Task URL: https://cr-buildbucket.appspot.com/build/8674716408369634945
[00:06:21.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:2:0) after 7m48s
[00:06:22.722] Received PubSub notification, asking Buildbucket for the build status
[00:06:22.740] Build status: SCHEDULED
[00:14:09.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:2:0)
[00:14:09.807] Build status: SCHEDULED
[00:14:09.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:4:0) after 8m44s
[00:22:53.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:4:0)
[00:22:54.050] Build status: SCHEDULED
[00:22:54.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:5:0) after 3m41s
[00:26:35.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:5:0)
[00:26:35.163] Build status: SCHEDULED
[00:26:35.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:6:0) after 3m18s
[00:29:53.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:6:0)
[00:29:53.200] Build status: SCHEDULED
[00:29:53.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:7:0) after 5m33s
[00:35:26.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:7:0)
[00:35:26.413] Build status: SCHEDULED
[00:35:26.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:8:0) after 8m56s
[00:44:22.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:8:0)
[00:44:22.612] Build status: SCHEDULED
[00:44:22.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:9:0) after 4m38s
[00:49:00.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:9:0)
[00:49:00.723] Build status: SCHEDULED
[00:49:00.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:10:0) after 9m50s
[00:58:50.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:10:0)
[00:58:50.796] Build status: SCHEDULED
[00:58:50.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:11:0) after 4m30s
[01:03:20.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:11:0)
[01:03:20.802] Build status: SCHEDULED
[01:03:20.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:12:0) after 6m14s
[01:09:34.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:12:0)
[01:09:34.891] Build status: SCHEDULED
[01:09:34.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:13:0) after 2m13s
[01:11:48.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:13:0)
[01:11:48.031] Build status: SCHEDULED
[01:11:48.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:14:0) after 9m29s
[01:21:17.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:14:0)
[01:21:17.161] Build status: SCHEDULED
[01:21:17.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:15:0) after 4m12s
[01:25:29.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:15:0)
[01:25:29.228] Build status: SCHEDULED
[01:25:29.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:16:0) after 9m5s
[01:34:34.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:16:0)
[01:34:34.276] Build status: SCHEDULED
[01:34:34.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:17:0) after 8m22s
[01:42:56.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:17:0)
[01:42:56.551] Build status: SCHEDULED
[01:42:56.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:18:0) after 1m4s
[01:44:00.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:18:0)
[01:44:00.577] Build status: SCHEDULED
[01:44:00.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:19:0) after 3m37s
[01:47:37.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:19:0)
[01:47:37.621] Build status: SCHEDULED
[01:47:37.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:20:0) after 4m14s
[01:51:51.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:20:0)
[01:51:51.653] Build status: SCHEDULED
[01:51:51.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:21:0) after 8m1s
[01:59:52.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:21:0)
[01:59:52.770] Build status: SCHEDULED
[01:59:52.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:22:0) after 3m0s
[02:02:52.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:22:0)
[02:02:52.820] Build status: SCHEDULED
[02:02:52.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:23:0) after 4m2s
[02:06:54.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:23:0)
[02:06:54.986] Build status: SCHEDULED
[02:06:54.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:24:0) after 2m1s
[02:08:56.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:24:0)
[02:08:56.169] Build status: SCHEDULED
[02:08:56.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:25:0) after 4m42s
[02:13:38.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:25:0)
[02:13:38.233] Build status: SCHEDULED
[02:13:38.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:26:0) after 6m14s
[02:19:52.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:26:0)
[02:19:52.303] Build status: SCHEDULED
[02:19:52.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:27:0) after 4m55s
[02:24:47.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:27:0)
[02:24:47.319] Build status: SCHEDULED
[02:24:47.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:28:0) after 7m4s
[02:31:51.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:28:0)
[02:31:51.379] Build status: SCHEDULED
[02:31:51.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:29:0) after 8m4s
[02:39:55.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:29:0)
[02:39:55.699] Build status: SCHEDULED
[02:39:55.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:30:0) after 5m52s
[02:45:47.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:30:0)
[02:45:47.735] Build status: SCHEDULED
[02:45:47.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:31:0) after 1m43s
[02:47:30.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:31:0)
[02:47:30.876] Build status: SCHEDULED
[02:47:30.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:32:0) after 5m51s
[02:53:21.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:32:0)
[02:53:21.996] Build status: SCHEDULED
[02:53:21.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:33:0) after 5m51s
[02:59:13.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:33:0)
[02:59:13.032] Build status: SCHEDULED
[02:59:13.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:34:0) after 8m15s
[03:07:28.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:34:0)
[03:07:28.127] Build status: SCHEDULED
[03:07:28.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:35:0) after 8m15s
[03:15:43.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:35:0)
[03:15:43.200] Build status: SCHEDULED
[03:15:43.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:36:0) after 3m26s
[03:19:09.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:36:0)
[03:19:09.328] Build status: SCHEDULED
[03:19:09.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:37:0) after 7m15s
[03:26:24.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:37:0)
[03:26:24.423] Build status: SCHEDULED
[03:26:24.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:38:0) after 2m40s
[03:29:04.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:38:0)
[03:29:04.609] Build status: SCHEDULED
[03:29:04.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8840146470259950256:39:0) after 5m51s
[03:30:06.295] Received PubSub notification, asking Buildbucket for the build status
[03:30:06.585] Build status: STARTED
[03:30:38.387] Received PubSub notification, asking Buildbucket for the build status
[03:30:38.407] Build:
{
"id": "8674716408369634945",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-01T00:06:21.438837567Z",
"startTime": "2026-08-01T03:30:05.344223654Z",
"endTime": "2026-08-01T03:30:38.100563904Z",
"updateTime": "2026-08-01T03:30:38.100563904Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c14c119c51a82f6e044f81b7dad0a322091d4121",
"ref": "refs/heads/main"
}
}
}
[03:30:38.407] Invocation finished in 3h24m18.155911187s with status FAILED