[02:57:15.169] New invocation is queued and will start shortly
[02:57:17.244] Starting the invocation (attempt 1)
[02:57:17.273] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250"
[02:57:17.273] Popped gitiles commit info from properties and tags
[02:57:17.273] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:57:17.273] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:57:17.273] Buildbucket request:
{
"requestId": "8839592135404306032",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839592135404306032",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "494154e4c05779de32e853ebad3b01831d5e9e11"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@494154e4c05779de32e853ebad3b01831d5e9e11",
"title": "494154e4c05779de32e853ebad3b01831d5e9e11",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/494154e4c05779de32e853ebad3b01831d5e9e11"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3858911d476af53685049fa7ae68bc5b977a1250"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3858911d476af53685049fa7ae68bc5b977a1250",
"title": "3858911d476af53685049fa7ae68bc5b977a1250",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3858911d476af53685049fa7ae68bc5b977a1250"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3858911d476af53685049fa7ae68bc5b977a1250",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839592135404306032"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:57:18.206] Scheduled build:
{
"id": "8674162072375177745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-07T02:57:17.438723037Z",
"updateTime": "2026-08-07T02:57:17.438723037Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3858911d476af53685049fa7ae68bc5b977a1250",
"ref": "refs/heads/main"
}
}
}
[02:57:18.206] Task URL: https://cr-buildbucket.appspot.com/build/8674162072375177745
[02:57:18.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:2:0) after 5m52s
[02:57:19.115] Received PubSub notification, asking Buildbucket for the build status
[02:57:19.136] Build status: SCHEDULED
[03:03:10.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:2:0)
[03:03:10.577] Build status: SCHEDULED
[03:03:10.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:4:0) after 5m25s
[03:08:35.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:4:0)
[03:08:35.736] Build status: SCHEDULED
[03:08:35.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:5:0) after 4m57s
[03:13:32.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:5:0)
[03:13:32.773] Build status: SCHEDULED
[03:13:32.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:6:0) after 6m43s
[03:20:15.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:6:0)
[03:20:15.797] Build status: SCHEDULED
[03:20:15.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:7:0) after 6m1s
[03:26:16.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:7:0)
[03:26:16.959] Build status: SCHEDULED
[03:26:16.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:8:0) after 4m54s
[03:31:10.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:8:0)
[03:31:10.975] Build status: SCHEDULED
[03:31:10.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:9:0) after 7m8s
[03:38:19.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:9:0)
[03:38:19.169] Build status: SCHEDULED
[03:38:19.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:10:0) after 7m53s
[03:46:12.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:10:0)
[03:46:12.349] Build status: SCHEDULED
[03:46:12.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:11:0) after 3m51s
[03:50:03.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:11:0)
[03:50:03.416] Build status: SCHEDULED
[03:50:03.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:12:0) after 7m37s
[03:57:40.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:12:0)
[03:57:40.466] Build status: SCHEDULED
[03:57:40.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:13:0) after 1m33s
[03:59:13.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:13:0)
[03:59:13.502] Build status: SCHEDULED
[03:59:13.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:14:0) after 9m11s
[04:08:24.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:14:0)
[04:08:24.671] Build status: SCHEDULED
[04:08:24.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:15:0) after 3m20s
[04:11:44.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:15:0)
[04:11:44.723] Build status: SCHEDULED
[04:11:44.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:16:0) after 1m36s
[04:13:20.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:16:0)
[04:13:20.755] Build status: SCHEDULED
[04:13:20.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:17:0) after 7m46s
[04:21:06.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:17:0)
[04:21:06.873] Build status: SCHEDULED
[04:21:06.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:18:0) after 4m22s
[04:25:28.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:18:0)
[04:25:28.921] Build status: SCHEDULED
[04:25:28.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:19:0) after 7m41s
[04:33:09.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:19:0)
[04:33:09.989] Build status: SCHEDULED
[04:33:09.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:20:0) after 5m47s
[04:38:57.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:20:0)
[04:38:57.034] Build status: SCHEDULED
[04:38:57.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:21:0) after 4m40s
[04:43:37.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:21:0)
[04:43:37.068] Build status: SCHEDULED
[04:43:37.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:22:0) after 9m40s
[04:53:17.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:22:0)
[04:53:17.203] Build status: SCHEDULED
[04:53:17.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:23:0) after 2m13s
[04:55:30.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:23:0)
[04:55:30.235] Build status: SCHEDULED
[04:55:30.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:24:0) after 1m12s
[04:56:42.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:24:0)
[04:56:42.265] Build status: SCHEDULED
[04:56:42.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:25:0) after 9m34s
[05:06:16.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:25:0)
[05:06:16.338] Build status: SCHEDULED
[05:06:16.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:26:0) after 9m8s
[05:15:24.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:26:0)
[05:15:24.366] Build status: SCHEDULED
[05:15:24.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:27:0) after 2m49s
[05:18:13.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:27:0)
[05:18:13.412] Build status: SCHEDULED
[05:18:13.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:28:0) after 4m54s
[05:23:07.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:28:0)
[05:23:07.517] Build status: SCHEDULED
[05:23:07.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:29:0) after 5m3s
[05:28:10.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:29:0)
[05:28:10.556] Build status: SCHEDULED
[05:28:10.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:30:0) after 9m58s
[05:38:08.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:30:0)
[05:38:08.564] Build status: SCHEDULED
[05:38:08.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:31:0) after 7m8s
[05:45:16.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:31:0)
[05:45:16.623] Build status: SCHEDULED
[05:45:16.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:32:0) after 1m13s
[05:46:29.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:32:0)
[05:46:29.847] Build status: SCHEDULED
[05:46:29.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:33:0) after 6m25s
[05:52:54.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:33:0)
[05:52:54.884] Build status: SCHEDULED
[05:52:54.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:34:0) after 1m41s
[05:54:35.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:34:0)
[05:54:36.017] Build status: SCHEDULED
[05:54:36.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:35:0) after 7m42s
[06:02:18.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:35:0)
[06:02:18.042] Build status: SCHEDULED
[06:02:18.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8839592135404306032:36:0) after 3m19s
[06:02:49.151] Received PubSub notification, asking Buildbucket for the build status
[06:02:49.175] Build status: STARTED
[06:03:40.319] Received PubSub notification, asking Buildbucket for the build status
[06:03:40.338] Build:
{
"id": "8674162072375177745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-07T02:57:17.438723037Z",
"startTime": "2026-08-07T06:02:47.499620981Z",
"endTime": "2026-08-07T06:03:39.547322114Z",
"updateTime": "2026-08-07T06:03:39.547322114Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3858911d476af53685049fa7ae68bc5b977a1250",
"ref": "refs/heads/main"
}
}
}
[06:03:40.338] Invocation finished in 3h6m25.172927632s with status FAILED