[02:45:23.742] New invocation is queued and will start shortly
[02:45:25.161] Starting the invocation (attempt 1)
[02:45:25.190] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e9768050f21d2414979374e37f6b288cb6140215"
[02:45:25.190] Popped gitiles commit info from properties and tags
[02:45:25.190] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:45:25.191] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:45:25.191] Buildbucket request:
{
"requestId": "8840498851055048224",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840498851055048224",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7579337933d5bcd3669730c7bac538bc4f731cb7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7579337933d5bcd3669730c7bac538bc4f731cb7",
"title": "7579337933d5bcd3669730c7bac538bc4f731cb7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7579337933d5bcd3669730c7bac538bc4f731cb7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e9768050f21d2414979374e37f6b288cb6140215"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9768050f21d2414979374e37f6b288cb6140215",
"title": "e9768050f21d2414979374e37f6b288cb6140215",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9768050f21d2414979374e37f6b288cb6140215"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9768050f21d2414979374e37f6b288cb6140215",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840498851055048224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:45:25.708] Scheduled build:
{
"id": "8675068788745655105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-28T02:45:25.323169250Z",
"updateTime": "2026-07-28T02:45:25.323169250Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9768050f21d2414979374e37f6b288cb6140215",
"ref": "refs/heads/main"
}
}
}
[02:45:25.708] Task URL: https://cr-buildbucket.appspot.com/build/8675068788745655105
[02:45:25.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:2:0) after 3m47s
[02:45:53.447] Received PubSub notification, asking Buildbucket for the build status
[02:45:53.476] Build status: SCHEDULED
[02:49:12.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:2:0)
[02:49:12.741] Build status: SCHEDULED
[02:49:12.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:4:0) after 4m9s
[02:53:21.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:4:0)
[02:53:21.738] Build status: SCHEDULED
[02:53:21.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:5:0) after 5m32s
[02:58:53.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:5:0)
[02:58:53.779] Build status: SCHEDULED
[02:58:53.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:6:0) after 4m55s
[03:03:48.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:6:0)
[03:03:48.812] Build status: SCHEDULED
[03:03:48.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:7:0) after 2m33s
[03:06:21.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:7:0)
[03:06:21.864] Build status: SCHEDULED
[03:06:21.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:8:0) after 4m27s
[03:10:48.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:8:0)
[03:10:48.951] Build status: SCHEDULED
[03:10:48.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:9:0) after 4m18s
[03:15:06.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:9:0)
[03:15:06.997] Build status: SCHEDULED
[03:15:06.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:10:0) after 6m21s
[03:21:28.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:10:0)
[03:21:28.064] Build status: SCHEDULED
[03:21:28.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:11:0) after 3m42s
[03:25:10.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:11:0)
[03:25:10.169] Build status: SCHEDULED
[03:25:10.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:12:0) after 2m1s
[03:27:11.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:12:0)
[03:27:11.237] Build status: SCHEDULED
[03:27:11.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:13:0) after 9m22s
[03:36:33.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:13:0)
[03:36:33.287] Build status: SCHEDULED
[03:36:33.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:14:0) after 5m3s
[03:41:36.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:14:0)
[03:41:36.319] Build status: SCHEDULED
[03:41:36.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:15:0) after 7m2s
[03:48:38.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:15:0)
[03:48:38.323] Build status: SCHEDULED
[03:48:38.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:16:0) after 2m34s
[03:51:12.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:16:0)
[03:51:12.466] Build status: SCHEDULED
[03:51:12.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:17:0) after 9m10s
[04:00:22.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:17:0)
[04:00:22.562] Build status: SCHEDULED
[04:00:22.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:18:0) after 8m50s
[04:09:12.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:18:0)
[04:09:12.674] Build status: SCHEDULED
[04:09:12.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:19:0) after 4m52s
[04:14:04.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:19:0)
[04:14:04.838] Build status: SCHEDULED
[04:14:04.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:20:0) after 5m5s
[04:19:09.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:20:0)
[04:19:09.959] Build status: SCHEDULED
[04:19:09.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:21:0) after 4m1s
[04:23:10.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:21:0)
[04:23:10.985] Build status: SCHEDULED
[04:23:10.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:22:0) after 6m17s
[04:29:28.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:22:0)
[04:29:28.232] Build status: SCHEDULED
[04:29:28.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:23:0) after 6m15s
[04:35:43.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:23:0)
[04:35:43.369] Build status: SCHEDULED
[04:35:43.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:24:0) after 5m52s
[04:41:35.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:24:0)
[04:41:35.459] Build status: SCHEDULED
[04:41:35.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:25:0) after 6m35s
[04:48:10.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:25:0)
[04:48:10.582] Build status: SCHEDULED
[04:48:10.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:26:0) after 8m33s
[04:56:43.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:26:0)
[04:56:43.612] Build status: SCHEDULED
[04:56:43.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:27:0) after 2m26s
[04:59:09.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:27:0)
[04:59:09.718] Build status: SCHEDULED
[04:59:09.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:28:0) after 6m21s
[05:05:30.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:28:0)
[05:05:30.760] Build status: SCHEDULED
[05:05:30.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8840498851055048224:29:0) after 7m10s
[05:09:42.489] Received PubSub notification, asking Buildbucket for the build status
[05:09:42.509] Build status: STARTED
[05:10:17.585] Received PubSub notification, asking Buildbucket for the build status
[05:10:17.613] Build:
{
"id": "8675068788745655105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-28T02:45:25.323169250Z",
"startTime": "2026-07-28T05:09:41.961152466Z",
"endTime": "2026-07-28T05:10:17.227194621Z",
"updateTime": "2026-07-28T05:10:17.227194621Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9768050f21d2414979374e37f6b288cb6140215",
"ref": "refs/heads/main"
}
}
}
[05:10:17.613] Invocation finished in 2h24m53.876148007s with status FAILED