[00:13:14.754] New invocation is queued and will start shortly
[00:13:15.960] Starting the invocation (attempt 1)
[00:13:15.985] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4db32639934eaa39c90da971df6c4d7a2e80da0e"
[00:13:15.985] Popped gitiles commit info from properties and tags
[00:13:15.985] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:13:15.985] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:13:15.985] Buildbucket request:
{
"requestId": "8839240065968267664",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839240065968267664",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "56bbb099ae894835d3347592694caa33398ba170"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@56bbb099ae894835d3347592694caa33398ba170",
"title": "56bbb099ae894835d3347592694caa33398ba170",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/56bbb099ae894835d3347592694caa33398ba170"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4db32639934eaa39c90da971df6c4d7a2e80da0e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4db32639934eaa39c90da971df6c4d7a2e80da0e",
"title": "4db32639934eaa39c90da971df6c4d7a2e80da0e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4db32639934eaa39c90da971df6c4d7a2e80da0e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4db32639934eaa39c90da971df6c4d7a2e80da0e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839240065968267664"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:13:16.339] Scheduled build:
{
"id": "8673810003938461425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-11T00:13:16.064577456Z",
"updateTime": "2026-08-11T00:13:16.064577456Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4db32639934eaa39c90da971df6c4d7a2e80da0e",
"ref": "refs/heads/main"
}
}
}
[00:13:16.339] Task URL: https://cr-buildbucket.appspot.com/build/8673810003938461425
[00:13:16.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:2:0) after 9m39s
[00:13:17.304] Received PubSub notification, asking Buildbucket for the build status
[00:13:17.321] Build status: SCHEDULED
[00:22:55.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:2:0)
[00:22:55.397] Build status: SCHEDULED
[00:22:55.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:4:0) after 7m50s
[00:30:45.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:4:0)
[00:30:45.673] Build status: SCHEDULED
[00:30:45.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:5:0) after 4m38s
[00:35:23.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:5:0)
[00:35:23.806] Build status: SCHEDULED
[00:35:23.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:6:0) after 9m12s
[00:44:35.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:6:0)
[00:44:35.867] Build status: SCHEDULED
[00:44:35.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:7:0) after 8m7s
[00:52:42.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:7:0)
[00:52:42.858] Build status: SCHEDULED
[00:52:42.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:8:0) after 5m0s
[00:57:42.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:8:0)
[00:57:42.913] Build status: SCHEDULED
[00:57:42.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:9:0) after 5m20s
[01:03:02.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:9:0)
[01:03:02.960] Build status: SCHEDULED
[01:03:02.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:10:0) after 7m14s
[01:10:17.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:10:0)
[01:10:17.041] Build status: SCHEDULED
[01:10:17.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:11:0) after 9m19s
[01:19:36.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:11:0)
[01:19:36.251] Build status: SCHEDULED
[01:19:36.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:12:0) after 2m57s
[01:22:33.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:12:0)
[01:22:33.289] Build status: SCHEDULED
[01:22:33.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:13:0) after 5m13s
[01:27:46.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:13:0)
[01:27:46.515] Build status: SCHEDULED
[01:27:46.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:14:0) after 1m33s
[01:29:19.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:14:0)
[01:29:19.587] Build status: SCHEDULED
[01:29:19.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:15:0) after 1m2s
[01:30:21.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:15:0)
[01:30:21.676] Build status: SCHEDULED
[01:30:21.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:16:0) after 6m8s
[01:36:29.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:16:0)
[01:36:29.786] Build status: SCHEDULED
[01:36:29.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:17:0) after 9m24s
[01:45:53.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:17:0)
[01:45:53.839] Build status: SCHEDULED
[01:45:53.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:18:0) after 8m26s
[01:54:19.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:18:0)
[01:54:19.875] Build status: SCHEDULED
[01:54:19.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:19:0) after 9m31s
[02:03:50.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:19:0)
[02:03:50.931] Build status: SCHEDULED
[02:03:50.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:20:0) after 2m11s
[02:06:01.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:20:0)
[02:06:02.002] Build status: SCHEDULED
[02:06:02.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:21:0) after 9m8s
[02:15:10.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:21:0)
[02:15:10.052] Build status: SCHEDULED
[02:15:10.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:22:0) after 7m21s
[02:22:31.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:22:0)
[02:22:31.105] Build status: SCHEDULED
[02:22:31.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:23:0) after 9m21s
[02:31:52.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:23:0)
[02:31:52.141] Build status: SCHEDULED
[02:31:52.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:24:0) after 5m39s
[02:37:31.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:24:0)
[02:37:31.327] Build status: SCHEDULED
[02:37:31.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:25:0) after 1m6s
[02:38:37.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:25:0)
[02:38:37.381] Build status: SCHEDULED
[02:38:37.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:26:0) after 2m20s
[02:40:57.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:26:0)
[02:40:57.415] Build status: SCHEDULED
[02:40:57.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:27:0) after 4m33s
[02:45:30.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:27:0)
[02:45:30.451] Build status: SCHEDULED
[02:45:30.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:28:0) after 2m11s
[02:47:41.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:28:0)
[02:47:41.498] Build status: SCHEDULED
[02:47:41.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:29:0) after 1m49s
[02:49:30.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:29:0)
[02:49:30.740] Build status: SCHEDULED
[02:49:30.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:30:0) after 5m34s
[02:55:04.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:30:0)
[02:55:04.771] Build status: SCHEDULED
[02:55:04.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:31:0) after 4m24s
[02:59:28.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:31:0)
[02:59:28.814] Build status: SCHEDULED
[02:59:28.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:32:0) after 9m45s
[03:09:13.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:32:0)
[03:09:13.885] Build status: SCHEDULED
[03:09:13.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:33:0) after 7m3s
[03:16:16.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:33:0)
[03:16:16.931] Build status: SCHEDULED
[03:16:16.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:34:0) after 1m10s
[03:17:27.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:34:0)
[03:17:27.124] Build status: SCHEDULED
[03:17:27.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:35:0) after 1m35s
[03:19:02.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:35:0)
[03:19:02.159] Build status: SCHEDULED
[03:19:02.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:36:0) after 5m41s
[03:24:43.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:36:0)
[03:24:43.274] Build status: SCHEDULED
[03:24:43.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:37:0) after 5m47s
[03:25:19.759] Received PubSub notification, asking Buildbucket for the build status
[03:25:19.891] Build status: STARTED
[03:30:30.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:37:0)
[03:30:30.396] Build status: STARTED
[03:30:30.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:39:0) after 4m31s
[03:35:01.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:39:0)
[03:35:01.483] Build status: STARTED
[03:35:01.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-gn-host:8839240065968267664:40:0) after 8m56s
[03:35:46.808] Received PubSub notification, asking Buildbucket for the build status
[03:35:46.825] Build:
{
"id": "8673810003938461425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-gn-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-11T00:13:16.064577456Z",
"startTime": "2026-08-11T03:25:19.582631319Z",
"endTime": "2026-08-11T03:35:46.360967814Z",
"updateTime": "2026-08-11T03:35:46.360967814Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4db32639934eaa39c90da971df6c4d7a2e80da0e",
"ref": "refs/heads/main"
}
}
}
[03:35:46.825] Invocation finished in 3h22m32.080585148s with status FAILED