[00:53:17.340] New invocation is queued and will start shortly
[00:53:19.174] Starting the invocation (attempt 1)
[00:53:19.205] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569"
[00:53:19.205] Popped gitiles commit info from properties and tags
[00:53:19.205] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:53:19.207] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:53:19.207] Buildbucket request:
{
"requestId": "8841774261730039440",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841774261730039440",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"title": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841774261730039440"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:53:19.661] Scheduled build:
{
"id": "8676344199019081217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-14T00:53:19.303262375Z",
"updateTime": "2026-07-14T00:53:19.303262375Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"ref": "refs/heads/main"
}
}
}
[00:53:19.661] Task URL: https://cr-buildbucket.appspot.com/build/8676344199019081217
[00:53:19.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:2:0) after 8m15s
[00:53:20.648] Received PubSub notification, asking Buildbucket for the build status
[00:53:20.669] Build status: SCHEDULED
[01:01:34.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:2:0)
[01:01:34.757] Build status: SCHEDULED
[01:01:34.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:4:0) after 7m53s
[01:09:27.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:4:0)
[01:09:27.858] Build status: SCHEDULED
[01:09:27.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:5:0) after 1m10s
[01:10:37.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:5:0)
[01:10:37.902] Build status: SCHEDULED
[01:10:37.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:6:0) after 3m37s
[01:14:15.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:6:0)
[01:14:15.039] Build status: SCHEDULED
[01:14:15.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:7:0) after 3m29s
[01:17:44.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:7:0)
[01:17:44.123] Build status: SCHEDULED
[01:17:44.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:8:0) after 3m59s
[01:21:43.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:8:0)
[01:21:43.159] Build status: SCHEDULED
[01:21:43.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:9:0) after 9m39s
[01:31:22.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:9:0)
[01:31:22.293] Build status: SCHEDULED
[01:31:22.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:10:0) after 5m16s
[01:36:38.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:10:0)
[01:36:38.345] Build status: SCHEDULED
[01:36:38.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:11:0) after 4m8s
[01:40:46.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:11:0)
[01:40:46.563] Build status: SCHEDULED
[01:40:46.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:12:0) after 2m33s
[01:43:19.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:12:0)
[01:43:19.596] Build status: SCHEDULED
[01:43:19.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:13:0) after 4m31s
[01:47:50.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:13:0)
[01:47:50.739] Build status: SCHEDULED
[01:47:50.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:14:0) after 4m53s
[01:52:43.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:14:0)
[01:52:43.776] Build status: SCHEDULED
[01:52:43.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:15:0) after 6m56s
[01:59:39.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:15:0)
[01:59:39.844] Build status: SCHEDULED
[01:59:39.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:16:0) after 8m34s
[02:08:13.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:16:0)
[02:08:13.932] Build status: SCHEDULED
[02:08:13.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:17:0) after 2m58s
[02:11:11.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:17:0)
[02:11:11.991] Build status: SCHEDULED
[02:11:11.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:18:0) after 6m22s
[02:17:34.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:18:0)
[02:17:34.093] Build status: SCHEDULED
[02:17:34.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:19:0) after 6m8s
[02:23:42.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:19:0)
[02:23:42.128] Build status: SCHEDULED
[02:23:42.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:20:0) after 1m33s
[02:25:15.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:20:0)
[02:25:15.183] Build status: SCHEDULED
[02:25:15.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:21:0) after 5m22s
[02:30:37.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:21:0)
[02:30:37.219] Build status: SCHEDULED
[02:30:37.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:22:0) after 4m0s
[02:34:37.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:22:0)
[02:34:37.254] Build status: SCHEDULED
[02:34:37.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:23:0) after 6m52s
[02:41:29.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:23:0)
[02:41:29.342] Build status: SCHEDULED
[02:41:29.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:24:0) after 8m18s
[02:49:47.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:24:0)
[02:49:47.478] Build status: SCHEDULED
[02:49:47.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:25:0) after 8m53s
[02:58:40.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:25:0)
[02:58:40.566] Build status: SCHEDULED
[02:58:40.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:26:0) after 5m51s
[03:04:31.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:26:0)
[03:04:31.632] Build status: SCHEDULED
[03:04:31.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:27:0) after 4m16s
[03:08:47.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:27:0)
[03:08:47.757] Build status: SCHEDULED
[03:08:47.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:28:0) after 3m21s
[03:12:08.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:28:0)
[03:12:08.815] Build status: SCHEDULED
[03:12:08.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:29:0) after 7m0s
[03:19:08.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:29:0)
[03:19:08.849] Build status: SCHEDULED
[03:19:08.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:30:0) after 8m56s
[03:28:04.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:30:0)
[03:28:04.951] Build status: SCHEDULED
[03:28:04.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:31:0) after 5m55s
[03:33:51.898] Received PubSub notification, asking Buildbucket for the build status
[03:33:51.920] Build status: STARTED
[03:34:00.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:31:0)
[03:34:00.053] Build status: STARTED
[03:34:00.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8841774261730039440:33:0) after 2m27s
[03:35:02.048] Received PubSub notification, asking Buildbucket for the build status
[03:35:02.101] Build:
{
"id": "8676344199019081217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-14T00:53:19.303262375Z",
"startTime": "2026-07-14T03:33:51.725928938Z",
"endTime": "2026-07-14T03:35:01.742155178Z",
"updateTime": "2026-07-14T03:35:01.742155178Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c53d3ed6a5ff4df5595e9dafc15d0c9ff50d569",
"ref": "refs/heads/main"
}
}
}
[03:35:02.101] Invocation finished in 2h41m44.767136707s with status FAILED