[04:35:07.133] New invocation is queued and will start shortly
[04:35:07.133] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:35:08.156] Starting the invocation (attempt 1)
[04:35:08.182] Ignoring gitiles_ref tag without the buildset tag
[04:35:08.182] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:35:08.183] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:35:08.183] Buildbucket request:
{
"requestId": "8849823435412216128",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849823435412216128",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "ab2e52cb-4195-451c-8126-0bf9a062092c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8684393580747105137"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849823435412216128"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:35:08.567] Scheduled build:
{
"id": "8684393373572179377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-16T04:35:08.263295225Z",
"updateTime": "2026-04-16T04:35:08.263295225Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[04:35:08.567] Task URL: https://cr-buildbucket.appspot.com/build/8684393373572179377
[04:35:08.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:2:0) after 1m2s
[04:35:09.503] Received PubSub notification, asking Buildbucket for the build status
[04:35:09.519] Build status: SCHEDULED
[04:36:10.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:2:0)
[04:36:10.597] Build status: SCHEDULED
[04:36:10.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:4:0) after 5m27s
[04:41:37.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:4:0)
[04:41:37.626] Build status: SCHEDULED
[04:41:37.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:5:0) after 7m31s
[04:49:08.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:5:0)
[04:49:08.658] Build status: SCHEDULED
[04:49:08.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:6:0) after 6m55s
[04:56:03.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:6:0)
[04:56:03.719] Build status: SCHEDULED
[04:56:03.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:7:0) after 6m25s
[05:02:28.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:7:0)
[05:02:28.803] Build status: SCHEDULED
[05:02:28.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:8:0) after 2m31s
[05:04:59.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:8:0)
[05:04:59.874] Build status: SCHEDULED
[05:04:59.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:9:0) after 2m34s
[05:07:33.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:9:0)
[05:07:33.917] Build status: SCHEDULED
[05:07:33.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:10:0) after 2m58s
[05:10:31.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:10:0)
[05:10:31.984] Build status: SCHEDULED
[05:10:31.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:11:0) after 3m38s
[05:14:10.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:11:0)
[05:14:10.070] Build status: SCHEDULED
[05:14:10.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:12:0) after 5m0s
[05:19:10.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:12:0)
[05:19:10.129] Build status: SCHEDULED
[05:19:10.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:13:0) after 4m9s
[05:23:19.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:13:0)
[05:23:19.213] Build status: SCHEDULED
[05:23:19.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:14:0) after 6m50s
[05:30:09.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:14:0)
[05:30:09.247] Build status: SCHEDULED
[05:30:09.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:15:0) after 6m24s
[05:36:33.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:15:0)
[05:36:33.283] Build status: SCHEDULED
[05:36:33.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:16:0) after 2m9s
[05:38:42.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:16:0)
[05:38:42.291] Build status: SCHEDULED
[05:38:42.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:17:0) after 1m58s
[05:40:40.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:17:0)
[05:40:40.419] Build status: SCHEDULED
[05:40:40.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:18:0) after 5m10s
[05:45:50.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:18:0)
[05:45:50.494] Build status: SCHEDULED
[05:45:50.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:19:0) after 8m43s
[05:54:33.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:19:0)
[05:54:33.507] Build status: SCHEDULED
[05:54:33.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:20:0) after 6m29s
[06:00:32.207] Received PubSub notification, asking Buildbucket for the build status
[06:00:32.229] Build status: STARTED
[06:01:02.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:20:0)
[06:01:02.589] Build status: STARTED
[06:01:02.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:22:0) after 2m32s
[06:03:34.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:22:0)
[06:03:34.631] Build status: STARTED
[06:03:34.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:23:0) after 2m11s
[06:05:46.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:23:0)
[06:05:46.212] Build status: STARTED
[06:05:46.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-device:8849823435412216128:24:0) after 6m11s
[06:06:04.789] Received PubSub notification, asking Buildbucket for the build status
[06:06:04.810] Build:
{
"id": "8684393373572179377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-device"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-16T04:35:08.263295225Z",
"startTime": "2026-04-16T06:00:24.252525328Z",
"endTime": "2026-04-16T06:06:04.151783538Z",
"updateTime": "2026-04-16T06:06:04.151783538Z",
"status": "FAILURE",
"input": {
},
"canary": true
}
[06:06:04.810] Invocation finished in 1h30m57.684819892s with status FAILED