[02:53:57.484] New invocation is queued and will start shortly
[02:53:58.587] Starting the invocation (attempt 1)
[02:53:58.613] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f61e66869029a8f9ebc19b9c13e595698e5c0ca"
[02:53:58.613] Popped gitiles commit info from properties and tags
[02:53:58.613] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:53:58.613] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:53:58.614] Buildbucket request:
{
"requestId": "8839229954829236432",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839229954829236432",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6f0aac30f8313cbd5103686097a1f6b3098e8aac"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6f0aac30f8313cbd5103686097a1f6b3098e8aac",
"title": "6f0aac30f8313cbd5103686097a1f6b3098e8aac",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6f0aac30f8313cbd5103686097a1f6b3098e8aac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
"title": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8f61e66869029a8f9ebc19b9c13e595698e5c0ca"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839229954829236432"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:53:58.992] Scheduled build:
{
"id": "8673799892919675249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-11T02:53:58.683589123Z",
"updateTime": "2026-08-11T02:53:58.683589123Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
"ref": "refs/heads/main"
}
}
}
[02:53:58.992] Task URL: https://cr-buildbucket.appspot.com/build/8673799892919675249
[02:53:58.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:2:0) after 3m56s
[02:53:59.979] Received PubSub notification, asking Buildbucket for the build status
[02:53:59.999] Build status: SCHEDULED
[02:57:55.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:2:0)
[02:57:55.026] Build status: SCHEDULED
[02:57:55.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:4:0) after 7m27s
[03:05:22.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:4:0)
[03:05:22.124] Build status: SCHEDULED
[03:05:22.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:5:0) after 9m57s
[03:15:19.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:5:0)
[03:15:19.322] Build status: SCHEDULED
[03:15:19.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:6:0) after 8m21s
[03:23:40.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:6:0)
[03:23:40.513] Build status: SCHEDULED
[03:23:40.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:7:0) after 7m42s
[03:31:22.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:7:0)
[03:31:22.643] Build status: SCHEDULED
[03:31:22.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:8:0) after 4m40s
[03:36:02.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:8:0)
[03:36:02.727] Build status: SCHEDULED
[03:36:02.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:9:0) after 5m26s
[03:41:28.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:9:0)
[03:41:28.813] Build status: SCHEDULED
[03:41:28.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:10:0) after 8m37s
[03:50:05.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:10:0)
[03:50:05.870] Build status: SCHEDULED
[03:50:05.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:11:0) after 2m0s
[03:52:05.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:11:0)
[03:52:06.003] Build status: SCHEDULED
[03:52:06.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:12:0) after 2m38s
[03:54:44.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:12:0)
[03:54:44.075] Build status: SCHEDULED
[03:54:44.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:13:0) after 7m45s
[04:02:29.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:13:0)
[04:02:29.144] Build status: SCHEDULED
[04:02:29.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:14:0) after 6m9s
[04:08:38.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:14:0)
[04:08:38.182] Build status: SCHEDULED
[04:08:38.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:15:0) after 3m42s
[04:12:20.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:15:0)
[04:12:20.303] Build status: SCHEDULED
[04:12:20.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:16:0) after 1m11s
[04:13:31.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:16:0)
[04:13:31.345] Build status: SCHEDULED
[04:13:31.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:17:0) after 2m39s
[04:16:10.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:17:0)
[04:16:10.367] Build status: SCHEDULED
[04:16:10.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:18:0) after 5m2s
[04:21:12.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:18:0)
[04:21:12.508] Build status: SCHEDULED
[04:21:12.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:19:0) after 7m43s
[04:28:55.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:19:0)
[04:28:55.561] Build status: SCHEDULED
[04:28:55.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:20:0) after 4m29s
[04:33:24.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:20:0)
[04:33:24.633] Build status: SCHEDULED
[04:33:24.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:21:0) after 1m14s
[04:34:38.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:21:0)
[04:34:38.674] Build status: SCHEDULED
[04:34:38.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:22:0) after 4m49s
[04:39:27.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:22:0)
[04:39:27.709] Build status: SCHEDULED
[04:39:27.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:23:0) after 5m22s
[04:44:49.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:23:0)
[04:44:49.880] Build status: SCHEDULED
[04:44:49.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:24:0) after 3m47s
[04:48:36.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:24:0)
[04:48:36.970] Build status: SCHEDULED
[04:48:36.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:25:0) after 4m28s
[04:53:04.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:25:0)
[04:53:05.005] Build status: SCHEDULED
[04:53:05.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:26:0) after 4m24s
[04:57:29.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:26:0)
[04:57:29.057] Build status: SCHEDULED
[04:57:29.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:27:0) after 2m37s
[05:00:06.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:27:0)
[05:00:06.161] Build status: SCHEDULED
[05:00:06.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:28:0) after 9m5s
[05:09:11.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:28:0)
[05:09:11.175] Build status: SCHEDULED
[05:09:11.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:29:0) after 7m24s
[05:16:35.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:29:0)
[05:16:35.191] Build status: SCHEDULED
[05:16:35.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:30:0) after 4m56s
[05:21:31.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:30:0)
[05:21:31.258] Build status: SCHEDULED
[05:21:31.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:31:0) after 4m58s
[05:26:29.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:31:0)
[05:26:29.408] Build status: SCHEDULED
[05:26:29.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:32:0) after 9m23s
[05:35:52.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:32:0)
[05:35:52.524] Build status: SCHEDULED
[05:35:52.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:33:0) after 9m47s
[05:45:39.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:33:0)
[05:45:39.656] Build status: SCHEDULED
[05:45:39.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:34:0) after 7m14s
[05:52:53.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:34:0)
[05:52:53.854] Build status: SCHEDULED
[05:52:53.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:35:0) after 4m49s
[05:57:42.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:35:0)
[05:57:43.015] Build status: SCHEDULED
[05:57:43.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8839229954829236432:36:0) after 8m51s
[06:03:05.656] Received PubSub notification, asking Buildbucket for the build status
[06:03:05.677] Build status: STARTED
[06:04:02.621] Received PubSub notification, asking Buildbucket for the build status
[06:04:02.659] Build:
{
"id": "8673799892919675249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-11T02:53:58.683589123Z",
"startTime": "2026-08-11T06:03:05.354544769Z",
"endTime": "2026-08-11T06:04:02.348311927Z",
"updateTime": "2026-08-11T06:04:02.348311927Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8f61e66869029a8f9ebc19b9c13e595698e5c0ca",
"ref": "refs/heads/main"
}
}
}
[06:04:02.659] Invocation finished in 3h10m5.181614863s with status FAILED