[23:59:55.123] New invocation is queued and will start shortly
[23:59:58.977] Starting the invocation (attempt 1)
[23:59:59.009] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d132eaa3da4a9ddf341557034f26829281fdee89"
[23:59:59.009] Popped gitiles commit info from properties and tags
[23:59:59.009] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:59:59.009] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:59:59.009] Buildbucket request:
{
"requestId": "8845854482988065472",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845854482988065472",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9ef3c66e2a043ada462ac380a386a3b864157f96"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ef3c66e2a043ada462ac380a386a3b864157f96",
"title": "9ef3c66e2a043ada462ac380a386a3b864157f96",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ef3c66e2a043ada462ac380a386a3b864157f96"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d132eaa3da4a9ddf341557034f26829281fdee89"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d132eaa3da4a9ddf341557034f26829281fdee89",
"title": "d132eaa3da4a9ddf341557034f26829281fdee89",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d132eaa3da4a9ddf341557034f26829281fdee89"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d132eaa3da4a9ddf341557034f26829281fdee89",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845854482988065472"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:59:59.344] Scheduled build:
{
"id": "8680424418202015537",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-29T23:59:59.063603493Z",
"updateTime": "2026-05-29T23:59:59.063603493Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d132eaa3da4a9ddf341557034f26829281fdee89",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:59:59.344] Task URL: https://cr-buildbucket.appspot.com/build/8680424418202015537
[23:59:59.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:2:0) after 2m14s
[00:00:00.332] Received PubSub notification, asking Buildbucket for the build status
[00:00:00.366] Build status: SCHEDULED
[00:02:13.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:2:0)
[00:02:13.386] Build status: SCHEDULED
[00:02:13.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:4:0) after 5m58s
[00:08:11.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:4:0)
[00:08:11.714] Build status: SCHEDULED
[00:08:11.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:5:0) after 4m49s
[00:13:00.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:5:0)
[00:13:00.872] Build status: SCHEDULED
[00:13:00.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:6:0) after 1m39s
[00:14:39.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:6:0)
[00:14:39.982] Build status: SCHEDULED
[00:14:39.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:7:0) after 6m21s
[00:21:01.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:7:0)
[00:21:01.076] Build status: SCHEDULED
[00:21:01.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:8:0) after 4m31s
[00:25:32.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:8:0)
[00:25:32.190] Build status: SCHEDULED
[00:25:32.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:9:0) after 9m43s
[00:35:15.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:9:0)
[00:35:15.218] Build status: SCHEDULED
[00:35:15.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:10:0) after 2m41s
[00:37:56.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:10:0)
[00:37:56.781] Build status: SCHEDULED
[00:37:56.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:11:0) after 4m39s
[00:42:35.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:11:0)
[00:42:35.821] Build status: SCHEDULED
[00:42:35.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:12:0) after 1m18s
[00:43:53.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:12:0)
[00:43:53.865] Build status: SCHEDULED
[00:43:53.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:13:0) after 9m56s
[00:53:49.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:13:0)
[00:53:50.044] Build status: SCHEDULED
[00:53:50.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:14:0) after 8m52s
[01:02:42.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:14:0)
[01:02:42.129] Build status: SCHEDULED
[01:02:42.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:15:0) after 9m46s
[01:12:28.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:15:0)
[01:12:28.219] Build status: SCHEDULED
[01:12:28.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:16:0) after 1m46s
[01:14:14.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:16:0)
[01:14:14.520] Build status: SCHEDULED
[01:14:14.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:17:0) after 6m0s
[01:20:14.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:17:0)
[01:20:14.731] Build status: SCHEDULED
[01:20:14.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:18:0) after 6m4s
[01:26:18.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:18:0)
[01:26:18.795] Build status: SCHEDULED
[01:26:18.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:19:0) after 1m44s
[01:28:02.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:19:0)
[01:28:02.847] Build status: SCHEDULED
[01:28:02.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:20:0) after 4m21s
[01:32:23.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:20:0)
[01:32:23.895] Build status: SCHEDULED
[01:32:23.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:21:0) after 1m14s
[01:33:37.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:21:0)
[01:33:37.926] Build status: SCHEDULED
[01:33:37.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:22:0) after 5m41s
[01:39:18.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:22:0)
[01:39:18.986] Build status: SCHEDULED
[01:39:18.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:23:0) after 8m9s
[01:47:28.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:23:0)
[01:47:28.195] Build status: SCHEDULED
[01:47:28.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:24:0) after 8m55s
[01:56:23.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:24:0)
[01:56:23.277] Build status: SCHEDULED
[01:56:23.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:25:0) after 2m25s
[01:58:48.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:25:0)
[01:58:48.369] Build status: SCHEDULED
[01:58:48.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:26:0) after 2m5s
[02:00:53.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:26:0)
[02:00:53.426] Build status: SCHEDULED
[02:00:53.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:27:0) after 4m3s
[02:04:56.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:27:0)
[02:04:56.463] Build status: SCHEDULED
[02:04:56.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:28:0) after 9m37s
[02:14:33.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:28:0)
[02:14:33.575] Build status: SCHEDULED
[02:14:33.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:29:0) after 5m55s
[02:20:28.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:29:0)
[02:20:28.675] Build status: SCHEDULED
[02:20:28.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:30:0) after 4m30s
[02:24:58.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:30:0)
[02:24:58.766] Build status: SCHEDULED
[02:24:58.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:31:0) after 7m52s
[02:32:50.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:31:0)
[02:32:50.899] Build status: SCHEDULED
[02:32:50.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:32:0) after 4m45s
[02:37:35.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:32:0)
[02:37:36.028] Build status: SCHEDULED
[02:37:36.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:33:0) after 4m44s
[02:42:20.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:33:0)
[02:42:20.078] Build status: SCHEDULED
[02:42:20.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:34:0) after 7m51s
[02:50:11.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:34:0)
[02:50:11.217] Build status: SCHEDULED
[02:50:11.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:35:0) after 3m26s
[02:53:37.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:35:0)
[02:53:37.302] Build status: SCHEDULED
[02:53:37.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:36:0) after 7m5s
[03:00:42.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:36:0)
[03:00:42.333] Build status: SCHEDULED
[03:00:42.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:37:0) after 1m32s
[03:02:14.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:37:0)
[03:02:14.380] Build status: SCHEDULED
[03:02:14.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8845854482988065472:38:0) after 7m36s
[03:06:16.375] Received PubSub notification, asking Buildbucket for the build status
[03:06:16.398] Build status: STARTED
[03:09:44.990] Received PubSub notification, asking Buildbucket for the build status
[03:09:45.008] Build:
{
"id": "8680424418202015537",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-29T23:59:59.063603493Z",
"startTime": "2026-05-30T03:06:16.209298263Z",
"endTime": "2026-05-30T03:09:44.734550870Z",
"updateTime": "2026-05-30T03:09:44.734550870Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d132eaa3da4a9ddf341557034f26829281fdee89",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:09:45.008] Invocation finished in 3h9m49.892770788s with status FAILED