[04:17:03.080] New invocation is queued and will start shortly
[04:17:04.100] Starting the invocation (attempt 1)
[04:17:04.126] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2b2653c5e4858efe96bd72e399d2adeec6da89eb"
[04:17:04.126] Popped gitiles commit info from properties and tags
[04:17:04.126] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:17:04.126] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:17:04.126] Buildbucket request:
{
"requestId": "8844207560202349840",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844207560202349840",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ad5f338b2db303320db89bb10c227c02053183f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ad5f338b2db303320db89bb10c227c02053183f",
"title": "8ad5f338b2db303320db89bb10c227c02053183f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ad5f338b2db303320db89bb10c227c02053183f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "57eb38293f51bbbd6cd299bd0ae54aa7131b0bc5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@57eb38293f51bbbd6cd299bd0ae54aa7131b0bc5",
"title": "57eb38293f51bbbd6cd299bd0ae54aa7131b0bc5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/57eb38293f51bbbd6cd299bd0ae54aa7131b0bc5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b97a2c7437b4cf55ea28f33844b3124076ecd8c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b97a2c7437b4cf55ea28f33844b3124076ecd8c",
"title": "2b97a2c7437b4cf55ea28f33844b3124076ecd8c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b97a2c7437b4cf55ea28f33844b3124076ecd8c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "527b443732c63edf712683b8597ba125fc9dcba7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@527b443732c63edf712683b8597ba125fc9dcba7",
"title": "527b443732c63edf712683b8597ba125fc9dcba7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/527b443732c63edf712683b8597ba125fc9dcba7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b2653c5e4858efe96bd72e399d2adeec6da89eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"title": "2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b2653c5e4858efe96bd72e399d2adeec6da89eb"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844207560202349840"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:17:04.556] Scheduled build:
{
"id": "8678777498366688481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-17T04:17:04.211878845Z",
"updateTime": "2026-06-17T04:17:04.211878845Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"ref": "refs/heads/main"
}
}
}
[04:17:04.556] Task URL: https://cr-buildbucket.appspot.com/build/8678777498366688481
[04:17:04.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:2:0) after 4m40s
[04:17:05.924] Received PubSub notification, asking Buildbucket for the build status
[04:17:05.945] Build status: SCHEDULED
[04:21:44.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:2:0)
[04:21:44.820] Build status: SCHEDULED
[04:21:44.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:4:0) after 4m37s
[04:26:21.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:4:0)
[04:26:21.862] Build status: SCHEDULED
[04:26:21.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:5:0) after 2m8s
[04:28:29.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:5:0)
[04:28:29.933] Build status: SCHEDULED
[04:28:29.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:6:0) after 9m58s
[04:38:27.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:6:0)
[04:38:27.997] Build status: SCHEDULED
[04:38:27.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:7:0) after 3m57s
[04:42:25.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:7:0)
[04:42:25.195] Build status: SCHEDULED
[04:42:25.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:8:0) after 8m14s
[04:50:39.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:8:0)
[04:50:39.277] Build status: SCHEDULED
[04:50:39.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:9:0) after 2m32s
[04:53:11.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:9:0)
[04:53:11.358] Build status: SCHEDULED
[04:53:11.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:10:0) after 1m9s
[04:54:20.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:10:0)
[04:54:20.387] Build status: SCHEDULED
[04:54:20.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:11:0) after 6m22s
[05:00:42.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:11:0)
[05:00:42.381] Build status: SCHEDULED
[05:00:42.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:12:0) after 4m15s
[05:04:57.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:12:0)
[05:04:57.428] Build status: SCHEDULED
[05:04:57.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:13:0) after 6m38s
[05:11:35.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:13:0)
[05:11:35.616] Build status: SCHEDULED
[05:11:35.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:14:0) after 9m55s
[05:21:30.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:14:0)
[05:21:30.923] Build status: SCHEDULED
[05:21:30.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:15:0) after 3m16s
[05:24:46.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:15:0)
[05:24:46.953] Build status: SCHEDULED
[05:24:46.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:16:0) after 9m32s
[05:34:18.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:16:0)
[05:34:19.031] Build status: SCHEDULED
[05:34:19.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:17:0) after 9m49s
[05:44:08.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:17:0)
[05:44:08.130] Build status: SCHEDULED
[05:44:08.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:18:0) after 2m45s
[05:46:53.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:18:0)
[05:46:53.304] Build status: SCHEDULED
[05:46:53.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:19:0) after 7m24s
[05:54:17.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:19:0)
[05:54:17.339] Build status: SCHEDULED
[05:54:17.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:20:0) after 8m17s
[06:02:34.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:20:0)
[06:02:34.357] Build status: SCHEDULED
[06:02:34.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:21:0) after 8m50s
[06:11:24.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:21:0)
[06:11:24.434] Build status: SCHEDULED
[06:11:24.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:22:0) after 8m32s
[06:19:56.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:22:0)
[06:19:56.468] Build status: SCHEDULED
[06:19:56.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:23:0) after 6m51s
[06:26:47.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:23:0)
[06:26:47.718] Build status: SCHEDULED
[06:26:47.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:24:0) after 6m10s
[06:32:57.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:24:0)
[06:32:57.755] Build status: SCHEDULED
[06:32:57.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:25:0) after 3m11s
[06:36:08.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:25:0)
[06:36:08.907] Build status: SCHEDULED
[06:36:08.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:26:0) after 1m3s
[06:37:11.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:26:0)
[06:37:11.950] Build status: SCHEDULED
[06:37:11.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:27:0) after 2m1s
[06:39:12.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:27:0)
[06:39:13.042] Build status: SCHEDULED
[06:39:13.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:28:0) after 6m34s
[06:45:47.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:28:0)
[06:45:47.080] Build status: SCHEDULED
[06:45:47.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:29:0) after 1m43s
[06:47:30.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:29:0)
[06:47:30.186] Build status: SCHEDULED
[06:47:30.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:30:0) after 4m5s
[06:51:35.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:30:0)
[06:51:35.231] Build status: SCHEDULED
[06:51:35.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:31:0) after 5m36s
[06:57:11.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:31:0)
[06:57:11.347] Build status: SCHEDULED
[06:57:11.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:32:0) after 6m48s
[07:03:59.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:32:0)
[07:03:59.443] Build status: SCHEDULED
[07:03:59.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:33:0) after 8m46s
[07:12:45.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:33:0)
[07:12:45.495] Build status: SCHEDULED
[07:12:45.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:34:0) after 1m51s
[07:14:36.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:34:0)
[07:14:36.531] Build status: SCHEDULED
[07:14:36.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:35:0) after 3m26s
[07:18:02.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:35:0)
[07:18:02.612] Build status: SCHEDULED
[07:18:02.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:36:0) after 7m26s
[07:21:05.486] Received PubSub notification, asking Buildbucket for the build status
[07:21:05.504] Build status: STARTED
[07:25:28.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:36:0)
[07:25:28.756] Build status: STARTED
[07:25:28.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8844207560202349840:38:0) after 3m40s
[07:26:01.672] Received PubSub notification, asking Buildbucket for the build status
[07:26:01.754] Build:
{
"id": "8678777498366688481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-17T04:17:04.211878845Z",
"startTime": "2026-06-17T07:21:05.258631199Z",
"endTime": "2026-06-17T07:26:01.379742206Z",
"updateTime": "2026-06-17T07:26:01.379742206Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2b2653c5e4858efe96bd72e399d2adeec6da89eb",
"ref": "refs/heads/main"
}
}
}
[07:26:01.754] Invocation finished in 3h8m58.677374629s with status FAILED