[03:13:46.915] New invocation is queued and will start shortly
[03:13:47.969] Starting the invocation (attempt 1)
[03:13:47.999] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1c407aad06cf78a06fb885b999f939a887eac8a3"
[03:13:47.999] Popped gitiles commit info from properties and tags
[03:13:47.999] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:13:47.999] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:13:47.999] Buildbucket request:
{
"requestId": "8841131243915204912",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841131243915204912",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f759727f02169dc49d22e99a5a90b317203389aa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f759727f02169dc49d22e99a5a90b317203389aa",
"title": "f759727f02169dc49d22e99a5a90b317203389aa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f759727f02169dc49d22e99a5a90b317203389aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "98875eb208fd4e2be525570b0023e105c4bf82c3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@98875eb208fd4e2be525570b0023e105c4bf82c3",
"title": "98875eb208fd4e2be525570b0023e105c4bf82c3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/98875eb208fd4e2be525570b0023e105c4bf82c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1c407aad06cf78a06fb885b999f939a887eac8a3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1c407aad06cf78a06fb885b999f939a887eac8a3",
"title": "1c407aad06cf78a06fb885b999f939a887eac8a3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1c407aad06cf78a06fb885b999f939a887eac8a3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841131243915204912"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:13:48.539] Scheduled build:
{
"id": "8675701182051725873",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T03:13:48.069034166Z",
"updateTime": "2026-07-21T03:13:48.069034166Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:13:48.539] Task URL: https://cr-buildbucket.appspot.com/build/8675701182051725873
[03:13:48.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:2:0) after 3m1s
[03:13:49.337] Received PubSub notification, asking Buildbucket for the build status
[03:13:49.589] Build status: SCHEDULED
[03:16:49.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:2:0)
[03:16:49.595] Build status: SCHEDULED
[03:16:49.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:4:0) after 5m20s
[03:22:09.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:4:0)
[03:22:09.672] Build status: SCHEDULED
[03:22:09.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:5:0) after 6m23s
[03:28:32.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:5:0)
[03:28:32.743] Build status: SCHEDULED
[03:28:32.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:6:0) after 2m36s
[03:31:08.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:6:0)
[03:31:08.777] Build status: SCHEDULED
[03:31:08.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:7:0) after 6m50s
[03:37:58.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:7:0)
[03:37:58.870] Build status: SCHEDULED
[03:37:58.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:8:0) after 1m2s
[03:39:00.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:8:0)
[03:39:00.979] Build status: SCHEDULED
[03:39:00.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:9:0) after 3m23s
[03:42:24.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:9:0)
[03:42:24.044] Build status: SCHEDULED
[03:42:24.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:10:0) after 6m54s
[03:49:18.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:10:0)
[03:49:18.257] Build status: SCHEDULED
[03:49:18.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:11:0) after 9m37s
[03:58:55.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:11:0)
[03:58:55.384] Build status: SCHEDULED
[03:58:55.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:12:0) after 7m53s
[04:06:48.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:12:0)
[04:06:48.423] Build status: SCHEDULED
[04:06:48.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:13:0) after 5m44s
[04:12:32.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:13:0)
[04:12:32.464] Build status: SCHEDULED
[04:12:32.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:14:0) after 8m7s
[04:20:39.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:14:0)
[04:20:39.587] Build status: SCHEDULED
[04:20:39.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:15:0) after 2m47s
[04:23:26.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:15:0)
[04:23:26.717] Build status: SCHEDULED
[04:23:26.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:16:0) after 5m45s
[04:29:11.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:16:0)
[04:29:11.723] Build status: SCHEDULED
[04:29:11.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:17:0) after 2m22s
[04:31:33.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:17:0)
[04:31:33.782] Build status: SCHEDULED
[04:31:33.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:18:0) after 5m31s
[04:37:04.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:18:0)
[04:37:04.823] Build status: SCHEDULED
[04:37:04.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:19:0) after 7m56s
[04:45:00.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:19:0)
[04:45:00.859] Build status: SCHEDULED
[04:45:00.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:20:0) after 6m45s
[04:51:46.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:20:0)
[04:51:46.050] Build status: SCHEDULED
[04:51:46.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:21:0) after 4m46s
[04:56:32.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:21:0)
[04:56:32.108] Build status: SCHEDULED
[04:56:32.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:22:0) after 8m41s
[05:05:13.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:22:0)
[05:05:13.247] Build status: SCHEDULED
[05:05:13.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:23:0) after 5m2s
[05:10:15.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:23:0)
[05:10:15.286] Build status: SCHEDULED
[05:10:15.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:24:0) after 2m19s
[05:12:34.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:24:0)
[05:12:34.376] Build status: SCHEDULED
[05:12:34.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:25:0) after 4m55s
[05:17:29.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:25:0)
[05:17:29.479] Build status: SCHEDULED
[05:17:29.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:26:0) after 9m44s
[05:27:13.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:26:0)
[05:27:13.520] Build status: SCHEDULED
[05:27:13.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:27:0) after 7m13s
[05:34:26.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:27:0)
[05:34:26.558] Build status: SCHEDULED
[05:34:26.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:28:0) after 6m16s
[05:40:42.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:28:0)
[05:40:42.561] Build status: SCHEDULED
[05:40:42.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:29:0) after 2m18s
[05:43:00.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:29:0)
[05:43:00.650] Build status: SCHEDULED
[05:43:00.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:30:0) after 8m29s
[05:51:29.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:30:0)
[05:51:29.787] Build status: SCHEDULED
[05:51:29.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:31:0) after 6m35s
[05:58:04.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:31:0)
[05:58:04.878] Build status: SCHEDULED
[05:58:04.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:32:0) after 1m41s
[05:59:45.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:32:0)
[05:59:45.917] Build status: SCHEDULED
[05:59:45.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:33:0) after 5m58s
[06:05:43.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:33:0)
[06:05:43.940] Build status: SCHEDULED
[06:05:43.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:34:0) after 7m55s
[06:13:39.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:34:0)
[06:13:39.092] Build status: SCHEDULED
[06:13:39.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:35:0) after 4m54s
[06:18:33.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:35:0)
[06:18:33.187] Build status: SCHEDULED
[06:18:33.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:36:0) after 6m1s
[06:24:34.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:36:0)
[06:24:34.301] Build status: SCHEDULED
[06:24:34.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:37:0) after 2m50s
[06:27:24.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:37:0)
[06:27:24.340] Build status: SCHEDULED
[06:27:24.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:38:0) after 7m46s
[06:35:10.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:38:0)
[06:35:10.369] Build status: SCHEDULED
[06:35:10.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:39:0) after 5m54s
[06:40:45.675] Received PubSub notification, asking Buildbucket for the build status
[06:40:45.701] Build status: STARTED
[06:41:04.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:39:0)
[06:41:04.434] Build status: STARTED
[06:41:04.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8841131243915204912:41:0) after 7m37s
[06:41:17.625] Received PubSub notification, asking Buildbucket for the build status
[06:41:17.645] Build:
{
"id": "8675701182051725873",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T03:13:48.069034166Z",
"startTime": "2026-07-21T06:40:45.525478852Z",
"endTime": "2026-07-21T06:41:17.253686678Z",
"updateTime": "2026-07-21T06:41:17.253686678Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1c407aad06cf78a06fb885b999f939a887eac8a3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:41:17.645] Invocation finished in 3h27m30.735713397s with status FAILED