[18:47:50.553] New invocation is queued and will start shortly
[18:47:50.553] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:47:51.850] Starting the invocation (attempt 1)
[18:47:51.878] Ignoring gitiles_ref tag without the buildset tag
[18:47:51.878] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:47:51.879] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:47:51.880] Buildbucket request:
{
"requestId": "8845421132289889728",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845421132289889728",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "915a888d-1e59-4716-acc6-c2d4fc2d3846",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8679991454028951345"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845421132289889728"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:47:52.390] Scheduled build:
{
"id": "8679991070169971121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T18:47:51.951560119Z",
"updateTime": "2026-06-03T18:47:51.951560119Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[18:47:52.390] Task URL: https://cr-buildbucket.appspot.com/build/8679991070169971121
[18:47:52.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:2:0) after 4m52s
[18:47:53.202] Received PubSub notification, asking Buildbucket for the build status
[18:47:53.222] Build status: SCHEDULED
[18:52:44.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:2:0)
[18:52:44.533] Build status: SCHEDULED
[18:52:44.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:4:0) after 1m2s
[18:53:46.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:4:0)
[18:53:46.573] Build status: SCHEDULED
[18:53:46.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:5:0) after 3m2s
[18:56:48.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:5:0)
[18:56:48.614] Build status: SCHEDULED
[18:56:48.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:6:0) after 7m17s
[19:04:05.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:6:0)
[19:04:05.668] Build status: SCHEDULED
[19:04:05.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:7:0) after 1m44s
[19:05:49.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:7:0)
[19:05:49.781] Build status: SCHEDULED
[19:05:49.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:8:0) after 1m21s
[19:07:10.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:8:0)
[19:07:10.983] Build status: SCHEDULED
[19:07:10.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:9:0) after 8m10s
[19:15:20.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:9:0)
[19:15:20.984] Build status: SCHEDULED
[19:15:20.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:10:0) after 8m51s
[19:24:12.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:10:0)
[19:24:12.274] Build status: SCHEDULED
[19:24:12.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:11:0) after 7m23s
[19:31:35.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:11:0)
[19:31:35.308] Build status: SCHEDULED
[19:31:35.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:12:0) after 3m22s
[19:34:57.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:12:0)
[19:34:57.359] Build status: SCHEDULED
[19:34:57.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:13:0) after 7m18s
[19:42:15.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:13:0)
[19:42:15.394] Build status: SCHEDULED
[19:42:15.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:14:0) after 2m38s
[19:44:53.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:14:0)
[19:44:53.397] Build status: SCHEDULED
[19:44:53.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:15:0) after 7m21s
[19:52:14.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:15:0)
[19:52:14.427] Build status: SCHEDULED
[19:52:14.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:16:0) after 9m54s
[20:02:08.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:16:0)
[20:02:08.612] Build status: SCHEDULED
[20:02:08.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:17:0) after 5m50s
[20:07:58.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:17:0)
[20:07:58.697] Build status: SCHEDULED
[20:07:58.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:18:0) after 9m23s
[20:17:21.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:18:0)
[20:17:21.845] Build status: SCHEDULED
[20:17:21.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:19:0) after 1m5s
[20:18:26.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:19:0)
[20:18:26.906] Build status: SCHEDULED
[20:18:26.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:20:0) after 7m0s
[20:25:26.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:20:0)
[20:25:26.999] Build status: SCHEDULED
[20:25:26.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:21:0) after 2m27s
[20:27:54.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:21:0)
[20:27:54.185] Build status: SCHEDULED
[20:27:54.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:22:0) after 2m54s
[20:30:48.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:22:0)
[20:30:48.258] Build status: SCHEDULED
[20:30:48.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:23:0) after 1m34s
[20:32:22.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:23:0)
[20:32:22.298] Build status: SCHEDULED
[20:32:22.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:24:0) after 7m24s
[20:39:46.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:24:0)
[20:39:46.435] Build status: SCHEDULED
[20:39:46.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:25:0) after 3m12s
[20:42:58.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:25:0)
[20:42:58.422] Build status: SCHEDULED
[20:42:58.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:26:0) after 7m46s
[20:50:44.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:26:0)
[20:50:44.454] Build status: SCHEDULED
[20:50:44.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:27:0) after 5m38s
[20:56:22.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:27:0)
[20:56:22.453] Build status: SCHEDULED
[20:56:22.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:28:0) after 1m7s
[20:57:29.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:28:0)
[20:57:29.613] Build status: SCHEDULED
[20:57:29.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:29:0) after 3m13s
[21:00:42.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:29:0)
[21:00:42.986] Build status: SCHEDULED
[21:00:42.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:30:0) after 3m54s
[21:04:37.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:30:0)
[21:04:37.123] Build status: SCHEDULED
[21:04:37.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:31:0) after 7m41s
[21:12:18.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:31:0)
[21:12:18.218] Build status: SCHEDULED
[21:12:18.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:32:0) after 5m40s
[21:17:58.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:32:0)
[21:17:58.285] Build status: SCHEDULED
[21:17:58.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:33:0) after 7m34s
[21:25:32.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:33:0)
[21:25:32.338] Build status: SCHEDULED
[21:25:32.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:34:0) after 9m11s
[21:34:43.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:34:0)
[21:34:43.382] Build status: SCHEDULED
[21:34:43.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:35:0) after 9m32s
[21:44:15.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:35:0)
[21:44:15.419] Build status: SCHEDULED
[21:44:15.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:36:0) after 1m11s
[21:45:26.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:36:0)
[21:45:26.471] Build status: SCHEDULED
[21:45:26.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:37:0) after 8m14s
[21:53:40.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:37:0)
[21:53:40.525] Build status: SCHEDULED
[21:53:40.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:38:0) after 7m52s
[22:01:32.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:38:0)
[22:01:32.576] Build status: SCHEDULED
[22:01:32.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:39:0) after 3m33s
[22:05:05.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:39:0)
[22:05:05.605] Build status: SCHEDULED
[22:05:05.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:40:0) after 8m2s
[22:13:07.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:40:0)
[22:13:07.652] Build status: SCHEDULED
[22:13:07.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:41:0) after 3m12s
[22:16:19.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:41:0)
[22:16:19.702] Build status: SCHEDULED
[22:16:19.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:42:0) after 2m20s
[22:18:39.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:42:0)
[22:18:39.752] Build status: SCHEDULED
[22:18:39.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:43:0) after 6m21s
[22:25:00.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:43:0)
[22:25:00.789] Build status: SCHEDULED
[22:25:00.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:44:0) after 8m59s
[22:33:59.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:44:0)
[22:33:59.845] Build status: SCHEDULED
[22:33:59.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:45:0) after 2m9s
[22:36:08.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:45:0)
[22:36:08.916] Build status: SCHEDULED
[22:36:08.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:46:0) after 6m10s
[22:42:18.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:46:0)
[22:42:18.951] Build status: SCHEDULED
[22:42:18.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:47:0) after 4m19s
[22:46:37.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:47:0)
[22:46:37.986] Build status: SCHEDULED
[22:46:37.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:48:0) after 2m50s
[22:47:31.359] Received PubSub notification, asking Buildbucket for the build status
[22:47:31.371] Build status: STARTED
[22:49:28.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:48:0)
[22:49:28.084] Build status: STARTED
[22:49:28.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8845421132289889728:50:0) after 9m51s
[22:55:20.112] Received PubSub notification, asking Buildbucket for the build status
[22:55:20.138] Build:
{
"id": "8679991070169971121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T18:47:51.951560119Z",
"startTime": "2026-06-03T22:47:31.182663885Z",
"endTime": "2026-06-03T22:55:19.625733257Z",
"updateTime": "2026-06-03T22:55:19.625733257Z",
"status": "SUCCESS",
"input": {
},
"canary": true
}
[22:55:20.139] Invocation finished in 4h7m29.592104072s with status SUCCEEDED