[21:02:01.091] New invocation is queued and will start shortly
[21:02:02.410] Starting the invocation (attempt 1)
[21:02:02.449] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1207515cde2da1229621f91f514627aa592d3a88"
[21:02:02.449] Popped gitiles commit info from properties and tags
[21:02:02.449] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:02:02.449] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:02:02.449] Buildbucket request:
{
"requestId": "8844053736189896672",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844053736189896672",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1207515cde2da1229621f91f514627aa592d3a88"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1207515cde2da1229621f91f514627aa592d3a88",
"title": "1207515cde2da1229621f91f514627aa592d3a88",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1207515cde2da1229621f91f514627aa592d3a88"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1207515cde2da1229621f91f514627aa592d3a88",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844053736189896672"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:02:02.865] Scheduled build:
{
"id": "8678623674010154529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T21:02:02.549100410Z",
"updateTime": "2026-06-18T21:02:02.549100410Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1207515cde2da1229621f91f514627aa592d3a88",
"ref": "refs/heads/main"
}
}
}
[21:02:02.865] Task URL: https://cr-buildbucket.appspot.com/build/8678623674010154529
[21:02:02.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:2:0) after 6m25s
[21:02:03.862] Received PubSub notification, asking Buildbucket for the build status
[21:02:03.901] Build status: SCHEDULED
[21:08:28.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:2:0)
[21:08:28.222] Build status: SCHEDULED
[21:08:28.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:4:0) after 8m41s
[21:17:09.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:4:0)
[21:17:09.260] Build status: SCHEDULED
[21:17:09.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:5:0) after 9m42s
[21:26:51.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:5:0)
[21:26:51.316] Build status: SCHEDULED
[21:26:51.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:6:0) after 2m24s
[21:29:15.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:6:0)
[21:29:15.450] Build status: SCHEDULED
[21:29:15.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:7:0) after 4m57s
[21:34:12.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:7:0)
[21:34:12.531] Build status: SCHEDULED
[21:34:12.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:8:0) after 2m13s
[21:36:25.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:8:0)
[21:36:25.563] Build status: SCHEDULED
[21:36:25.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:9:0) after 2m35s
[21:39:00.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:9:0)
[21:39:00.623] Build status: SCHEDULED
[21:39:00.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:10:0) after 3m5s
[21:42:05.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:10:0)
[21:42:05.657] Build status: SCHEDULED
[21:42:05.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:11:0) after 7m31s
[21:49:36.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:11:0)
[21:49:36.697] Build status: SCHEDULED
[21:49:36.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:12:0) after 3m39s
[21:53:15.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:12:0)
[21:53:15.721] Build status: SCHEDULED
[21:53:15.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:13:0) after 7m2s
[22:00:17.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:13:0)
[22:00:17.766] Build status: SCHEDULED
[22:00:17.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:14:0) after 9m43s
[22:10:00.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:14:0)
[22:10:00.852] Build status: SCHEDULED
[22:10:00.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:15:0) after 1m19s
[22:11:19.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:15:0)
[22:11:19.860] Build status: SCHEDULED
[22:11:19.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:16:0) after 3m38s
[22:14:57.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:16:0)
[22:14:57.961] Build status: SCHEDULED
[22:14:57.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:17:0) after 2m5s
[22:17:03.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:17:0)
[22:17:03.071] Build status: SCHEDULED
[22:17:03.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:18:0) after 8m8s
[22:25:11.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:18:0)
[22:25:11.247] Build status: SCHEDULED
[22:25:11.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:19:0) after 8m7s
[22:33:18.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:19:0)
[22:33:18.313] Build status: SCHEDULED
[22:33:18.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:20:0) after 8m9s
[22:41:27.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:20:0)
[22:41:27.395] Build status: SCHEDULED
[22:41:27.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:21:0) after 7m8s
[22:48:35.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:21:0)
[22:48:35.389] Build status: SCHEDULED
[22:48:35.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:22:0) after 7m34s
[22:56:09.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:22:0)
[22:56:09.689] Build status: SCHEDULED
[22:56:09.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:23:0) after 2m58s
[22:59:07.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:23:0)
[22:59:07.750] Build status: SCHEDULED
[22:59:07.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:24:0) after 2m26s
[23:01:33.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:24:0)
[23:01:33.797] Build status: SCHEDULED
[23:01:33.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:25:0) after 3m57s
[23:05:30.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:25:0)
[23:05:30.881] Build status: SCHEDULED
[23:05:30.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:26:0) after 4m40s
[23:10:10.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:26:0)
[23:10:10.987] Build status: SCHEDULED
[23:10:10.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:27:0) after 6m40s
[23:16:51.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:27:0)
[23:16:51.178] Build status: SCHEDULED
[23:16:51.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:28:0) after 4m35s
[23:21:26.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:28:0)
[23:21:26.213] Build status: SCHEDULED
[23:21:26.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:29:0) after 2m10s
[23:23:36.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:29:0)
[23:23:36.262] Build status: SCHEDULED
[23:23:36.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:30:0) after 4m40s
[23:28:16.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:30:0)
[23:28:16.344] Build status: SCHEDULED
[23:28:16.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:31:0) after 6m3s
[23:34:19.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:31:0)
[23:34:19.532] Build status: SCHEDULED
[23:34:19.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:32:0) after 4m32s
[23:38:51.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:32:0)
[23:38:51.588] Build status: SCHEDULED
[23:38:51.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:33:0) after 6m10s
[23:45:01.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:33:0)
[23:45:01.699] Build status: SCHEDULED
[23:45:01.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:34:0) after 7m52s
[23:52:53.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:34:0)
[23:52:53.738] Build status: SCHEDULED
[23:52:53.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:35:0) after 7m24s
[00:00:17.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:35:0)
[00:00:18.077] Build status: SCHEDULED
[00:00:18.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:36:0) after 8m54s
[00:07:10.847] Received PubSub notification, asking Buildbucket for the build status
[00:07:10.919] Build status: STARTED
[00:09:12.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:36:0)
[00:09:12.116] Build status: STARTED
[00:09:12.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:38:0) after 1m36s
[00:10:48.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:38:0)
[00:10:48.368] Build status: STARTED
[00:10:48.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v9:8844053736189896672:39:0) after 6m42s
[00:14:13.991] Received PubSub notification, asking Buildbucket for the build status
[00:14:14.010] Build:
{
"id": "8678623674010154529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17-v9"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T21:02:02.549100410Z",
"startTime": "2026-06-19T00:07:10.478340573Z",
"endTime": "2026-06-19T00:14:13.722079492Z",
"updateTime": "2026-06-19T00:14:13.722079492Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1207515cde2da1229621f91f514627aa592d3a88",
"ref": "refs/heads/main"
}
}
}
[00:14:14.010] Invocation finished in 3h12m12.923395816s with status FAILED