[01:48:19.755] New invocation is queued and will start shortly
[01:48:21.268] Starting the invocation (attempt 1)
[01:48:21.297] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2d06b391cf11572c88b783fd95b604ef0b029fc1"
[01:48:21.297] Popped gitiles commit info from properties and tags
[01:48:21.298] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:48:21.298] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:48:21.298] Buildbucket request:
{
"requestId": "8838418711138409296",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838418711138409296",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e0cf41767907e3a7541a262294918b0469d1a88e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e0cf41767907e3a7541a262294918b0469d1a88e",
"title": "e0cf41767907e3a7541a262294918b0469d1a88e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e0cf41767907e3a7541a262294918b0469d1a88e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ce77ba9a5d3e172ade0255db9faf12cd39b1b2eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ce77ba9a5d3e172ade0255db9faf12cd39b1b2eb",
"title": "ce77ba9a5d3e172ade0255db9faf12cd39b1b2eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ce77ba9a5d3e172ade0255db9faf12cd39b1b2eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2a1b76c41d4f0df598769fab6de460e6ceff7885"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2a1b76c41d4f0df598769fab6de460e6ceff7885",
"title": "2a1b76c41d4f0df598769fab6de460e6ceff7885",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2a1b76c41d4f0df598769fab6de460e6ceff7885"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2d06b391cf11572c88b783fd95b604ef0b029fc1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d06b391cf11572c88b783fd95b604ef0b029fc1",
"title": "2d06b391cf11572c88b783fd95b604ef0b029fc1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d06b391cf11572c88b783fd95b604ef0b029fc1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d06b391cf11572c88b783fd95b604ef0b029fc1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838418711138409296"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:48:21.899] Scheduled build:
{
"id": "8672988648762525761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-20T01:48:21.400524465Z",
"updateTime": "2026-08-20T01:48:21.400524465Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d06b391cf11572c88b783fd95b604ef0b029fc1",
"ref": "refs/heads/main"
}
}
}
[01:48:21.899] Task URL: https://cr-buildbucket.appspot.com/build/8672988648762525761
[01:48:21.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:2:0) after 4m27s
[01:48:27.352] Received PubSub notification, asking Buildbucket for the build status
[01:48:27.378] Build status: SCHEDULED
[01:52:49.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:2:0)
[01:52:49.075] Build status: SCHEDULED
[01:52:49.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:4:0) after 3m12s
[01:56:01.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:4:0)
[01:56:01.110] Build status: SCHEDULED
[01:56:01.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:5:0) after 2m31s
[01:58:32.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:5:0)
[01:58:32.229] Build status: SCHEDULED
[01:58:32.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:6:0) after 7m20s
[02:05:52.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:6:0)
[02:05:52.264] Build status: SCHEDULED
[02:05:52.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:7:0) after 1m48s
[02:07:40.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:7:0)
[02:07:40.328] Build status: SCHEDULED
[02:07:40.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:8:0) after 1m11s
[02:08:51.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:8:0)
[02:08:51.422] Build status: SCHEDULED
[02:08:51.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:9:0) after 7m15s
[02:16:06.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:9:0)
[02:16:06.469] Build status: SCHEDULED
[02:16:06.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:10:0) after 5m44s
[02:21:50.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:10:0)
[02:21:50.681] Build status: SCHEDULED
[02:21:50.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:11:0) after 8m30s
[02:30:20.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:11:0)
[02:30:20.721] Build status: SCHEDULED
[02:30:20.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:12:0) after 6m4s
[02:36:24.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:12:0)
[02:36:24.802] Build status: SCHEDULED
[02:36:24.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:13:0) after 4m31s
[02:40:55.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:13:0)
[02:40:55.849] Build status: SCHEDULED
[02:40:55.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:14:0) after 9m47s
[02:50:43.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:14:0)
[02:50:43.037] Build status: SCHEDULED
[02:50:43.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:15:0) after 5m20s
[02:56:03.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:15:0)
[02:56:03.229] Build status: SCHEDULED
[02:56:03.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:16:0) after 2m24s
[02:58:27.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:16:0)
[02:58:27.373] Build status: SCHEDULED
[02:58:27.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:17:0) after 4m42s
[03:03:09.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:17:0)
[03:03:09.472] Build status: SCHEDULED
[03:03:09.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:18:0) after 7m3s
[03:10:12.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:18:0)
[03:10:12.522] Build status: SCHEDULED
[03:10:12.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:19:0) after 2m57s
[03:13:09.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:19:0)
[03:13:09.641] Build status: SCHEDULED
[03:13:09.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:20:0) after 4m12s
[03:17:21.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:20:0)
[03:17:21.705] Build status: SCHEDULED
[03:17:21.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:21:0) after 4m18s
[03:21:39.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:21:0)
[03:21:39.802] Build status: SCHEDULED
[03:21:39.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:22:0) after 3m24s
[03:25:03.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:22:0)
[03:25:03.934] Build status: SCHEDULED
[03:25:03.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:23:0) after 5m17s
[03:30:20.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:23:0)
[03:30:21.002] Build status: SCHEDULED
[03:30:21.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:24:0) after 6m54s
[03:37:15.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:24:0)
[03:37:15.186] Build status: SCHEDULED
[03:37:15.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:25:0) after 6m2s
[03:43:17.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:25:0)
[03:43:17.179] Build status: SCHEDULED
[03:43:17.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:26:0) after 4m55s
[03:48:12.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:26:0)
[03:48:12.215] Build status: SCHEDULED
[03:48:12.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:27:0) after 4m2s
[03:52:14.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:27:0)
[03:52:14.241] Build status: SCHEDULED
[03:52:14.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:28:0) after 2m33s
[03:54:47.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:28:0)
[03:54:47.303] Build status: SCHEDULED
[03:54:47.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:29:0) after 1m6s
[03:55:53.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:29:0)
[03:55:53.340] Build status: SCHEDULED
[03:55:53.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:30:0) after 6m59s
[04:02:52.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:30:0)
[04:02:52.448] Build status: SCHEDULED
[04:02:52.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:31:0) after 7m52s
[04:10:44.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:31:0)
[04:10:44.923] Build status: SCHEDULED
[04:10:44.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:32:0) after 4m14s
[04:14:58.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:32:0)
[04:14:58.993] Build status: SCHEDULED
[04:14:58.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:33:0) after 7m46s
[04:22:45.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:33:0)
[04:22:45.114] Build status: SCHEDULED
[04:22:45.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:34:0) after 8m22s
[04:31:07.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:34:0)
[04:31:07.153] Build status: SCHEDULED
[04:31:07.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:35:0) after 8m23s
[04:39:30.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:35:0)
[04:39:30.345] Build status: SCHEDULED
[04:39:30.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:36:0) after 3m47s
[04:43:17.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:36:0)
[04:43:17.614] Build status: SCHEDULED
[04:43:17.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:37:0) after 8m47s
[04:52:04.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:37:0)
[04:52:04.753] Build status: SCHEDULED
[04:52:04.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:38:0) after 9m53s
[05:01:01.764] Received PubSub notification, asking Buildbucket for the build status
[05:01:01.827] Build status: STARTED
[05:01:57.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:38:0)
[05:01:57.885] Build status: STARTED
[05:01:57.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:40:0) after 2m54s
[05:04:51.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:40:0)
[05:04:51.937] Build status: STARTED
[05:04:51.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:41:0) after 1m39s
[05:06:31.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:41:0)
[05:06:31.039] Build status: STARTED
[05:06:31.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8838418711138409296:42:0) after 9m59s
[05:07:49.233] Received PubSub notification, asking Buildbucket for the build status
[05:07:49.316] Build:
{
"id": "8672988648762525761",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-20T01:48:21.400524465Z",
"startTime": "2026-08-20T05:01:01.282620589Z",
"endTime": "2026-08-20T05:07:48.825574834Z",
"updateTime": "2026-08-20T05:07:48.825574834Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d06b391cf11572c88b783fd95b604ef0b029fc1",
"ref": "refs/heads/main"
}
}
}
[05:07:49.316] Invocation finished in 3h19m29.566651553s with status FAILED