[02:22:08.892] New invocation is queued and will start shortly
[02:22:09.965] Starting the invocation (attempt 1)
[02:22:09.998] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6e18abc6b4381b3d14ed8c72a9d830a4e031fe31"
[02:22:09.998] Popped gitiles commit info from properties and tags
[02:22:09.998] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:22:09.998] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:22:09.998] Buildbucket request:
{
"requestId": "8842402849960100240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842402849960100240",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "81bf56ea9f8a2887dc6312aeed7a7824c75daffa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@81bf56ea9f8a2887dc6312aeed7a7824c75daffa",
"title": "81bf56ea9f8a2887dc6312aeed7a7824c75daffa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/81bf56ea9f8a2887dc6312aeed7a7824c75daffa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1a3fe751061fec83b3f360627d5adc66f0d71de3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1a3fe751061fec83b3f360627d5adc66f0d71de3",
"title": "1a3fe751061fec83b3f360627d5adc66f0d71de3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1a3fe751061fec83b3f360627d5adc66f0d71de3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"title": "fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fbc1b5617aee2c6df505afbd70cb5faeba8a1b9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2a19596193d1fc46dd3238cb4a037fb92afe0861"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2a19596193d1fc46dd3238cb4a037fb92afe0861",
"title": "2a19596193d1fc46dd3238cb4a037fb92afe0861",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2a19596193d1fc46dd3238cb4a037fb92afe0861"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1867c58034d12b528ff25921e6cabfd96450a0ec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1867c58034d12b528ff25921e6cabfd96450a0ec",
"title": "1867c58034d12b528ff25921e6cabfd96450a0ec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1867c58034d12b528ff25921e6cabfd96450a0ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6e18abc6b4381b3d14ed8c72a9d830a4e031fe31"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e18abc6b4381b3d14ed8c72a9d830a4e031fe31",
"title": "6e18abc6b4381b3d14ed8c72a9d830a4e031fe31",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e18abc6b4381b3d14ed8c72a9d830a4e031fe31"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e18abc6b4381b3d14ed8c72a9d830a4e031fe31",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842402849960100240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:22:10.480] Scheduled build:
{
"id": "8676972788054010001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T02:22:10.084166438Z",
"updateTime": "2026-07-07T02:22:10.084166438Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e18abc6b4381b3d14ed8c72a9d830a4e031fe31",
"ref": "refs/heads/main"
}
}
}
[02:22:10.480] Task URL: https://cr-buildbucket.appspot.com/build/8676972788054010001
[02:22:10.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:2:0) after 5m23s
[02:22:11.384] Received PubSub notification, asking Buildbucket for the build status
[02:22:11.410] Build status: SCHEDULED
[02:27:33.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:2:0)
[02:27:33.548] Build status: SCHEDULED
[02:27:33.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:4:0) after 3m18s
[02:30:51.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:4:0)
[02:30:51.632] Build status: SCHEDULED
[02:30:51.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:5:0) after 6m17s
[02:37:08.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:5:0)
[02:37:08.818] Build status: SCHEDULED
[02:37:08.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:6:0) after 5m17s
[02:42:25.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:6:0)
[02:42:25.946] Build status: SCHEDULED
[02:42:25.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:7:0) after 4m25s
[02:46:51.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:7:0)
[02:46:51.245] Build status: SCHEDULED
[02:46:51.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:8:0) after 7m3s
[02:53:54.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:8:0)
[02:53:54.329] Build status: SCHEDULED
[02:53:54.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:9:0) after 1m5s
[02:54:59.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:9:0)
[02:54:59.455] Build status: SCHEDULED
[02:54:59.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:10:0) after 8m24s
[03:03:23.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:10:0)
[03:03:23.486] Build status: SCHEDULED
[03:03:23.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:11:0) after 4m5s
[03:07:28.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:11:0)
[03:07:28.523] Build status: SCHEDULED
[03:07:28.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:12:0) after 2m23s
[03:09:51.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:12:0)
[03:09:51.689] Build status: SCHEDULED
[03:09:51.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:13:0) after 7m39s
[03:17:30.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:13:0)
[03:17:30.768] Build status: SCHEDULED
[03:17:30.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:14:0) after 2m36s
[03:20:06.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:14:0)
[03:20:06.821] Build status: SCHEDULED
[03:20:06.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:15:0) after 2m15s
[03:22:21.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:15:0)
[03:22:21.885] Build status: SCHEDULED
[03:22:21.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:16:0) after 7m28s
[03:29:49.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:16:0)
[03:29:50.003] Build status: SCHEDULED
[03:29:50.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:17:0) after 1m24s
[03:31:14.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:17:0)
[03:31:14.129] Build status: SCHEDULED
[03:31:14.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:18:0) after 1m26s
[03:32:40.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:18:0)
[03:32:40.235] Build status: SCHEDULED
[03:32:40.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:19:0) after 9m12s
[03:41:52.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:19:0)
[03:41:52.266] Build status: SCHEDULED
[03:41:52.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:20:0) after 1m19s
[03:43:11.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:20:0)
[03:43:11.307] Build status: SCHEDULED
[03:43:11.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:21:0) after 1m51s
[03:45:02.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:21:0)
[03:45:02.345] Build status: SCHEDULED
[03:45:02.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:22:0) after 7m57s
[03:52:59.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:22:0)
[03:52:59.616] Build status: SCHEDULED
[03:52:59.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:23:0) after 1m34s
[03:54:33.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:23:0)
[03:54:34.254] Build status: SCHEDULED
[03:54:34.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:24:0) after 3m50s
[03:58:24.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:24:0)
[03:58:24.316] Build status: SCHEDULED
[03:58:24.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:25:0) after 3m59s
[04:02:23.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:25:0)
[04:02:23.381] Build status: SCHEDULED
[04:02:23.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:26:0) after 8m54s
[04:11:17.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:26:0)
[04:11:17.621] Build status: SCHEDULED
[04:11:17.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:27:0) after 3m35s
[04:14:52.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:27:0)
[04:14:52.717] Build status: SCHEDULED
[04:14:52.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:28:0) after 3m53s
[04:18:45.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:28:0)
[04:18:45.759] Build status: SCHEDULED
[04:18:45.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:29:0) after 9m57s
[04:28:42.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:29:0)
[04:28:42.767] Build status: SCHEDULED
[04:28:42.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:30:0) after 8m16s
[04:36:58.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:30:0)
[04:36:58.833] Build status: SCHEDULED
[04:36:58.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:31:0) after 8m9s
[04:45:07.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:31:0)
[04:45:07.872] Build status: SCHEDULED
[04:45:07.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:32:0) after 3m52s
[04:48:59.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:32:0)
[04:48:59.855] Build status: SCHEDULED
[04:48:59.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:33:0) after 1m41s
[04:50:40.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:33:0)
[04:50:40.890] Build status: SCHEDULED
[04:50:40.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:34:0) after 2m30s
[04:53:10.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:34:0)
[04:53:10.976] Build status: SCHEDULED
[04:53:10.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:35:0) after 7m33s
[05:00:43.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:35:0)
[05:00:43.973] Build status: SCHEDULED
[05:00:43.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:36:0) after 4m2s
[05:04:46.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:36:0)
[05:04:46.057] Build status: SCHEDULED
[05:04:46.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:37:0) after 1m46s
[05:06:32.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:37:0)
[05:06:32.144] Build status: SCHEDULED
[05:06:32.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:38:0) after 6m25s
[05:12:57.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:38:0)
[05:12:57.290] Build status: SCHEDULED
[05:12:57.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:39:0) after 3m44s
[05:16:41.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:39:0)
[05:16:41.330] Build status: SCHEDULED
[05:16:41.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8842402849960100240:40:0) after 8m10s
[05:21:04.639] Received PubSub notification, asking Buildbucket for the build status
[05:21:04.658] Build status: STARTED
[05:24:46.313] Received PubSub notification, asking Buildbucket for the build status
[05:24:46.329] Build:
{
"id": "8676972788054010001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-07T02:22:10.084166438Z",
"startTime": "2026-07-07T05:21:04.441670048Z",
"endTime": "2026-07-07T05:24:45.617080019Z",
"updateTime": "2026-07-07T05:24:45.617080019Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e18abc6b4381b3d14ed8c72a9d830a4e031fe31",
"ref": "refs/heads/main"
}
}
}
[05:24:46.329] Invocation finished in 3h2m37.446218588s with status FAILED