[04:05:52.841] New invocation is queued and will start shortly
[04:05:52.841] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:05:53.956] Starting the invocation (attempt 1)
[04:05:53.976] Ignoring gitiles_ref tag without the buildset tag
[04:05:53.976] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:05:53.976] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:05:53.976] Buildbucket request:
{
"requestId": "8852452586950212848",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852452586950212848",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "38df90d4-28df-44cc-94f8-71f7a2afc8dd",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8687022737850415617"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852452586950212848"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:05:54.296] Scheduled build:
{
"id": "8687022525048652705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-18T04:05:54.026392556Z",
"updateTime": "2026-03-18T04:05:54.026392556Z",
"status": "SCHEDULED",
"input": {
}
}
[04:05:54.296] Task URL: https://cr-buildbucket.appspot.com/build/8687022525048652705
[04:05:54.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:2:0) after 3m31s
[04:05:55.286] Received PubSub notification, asking Buildbucket for the build status
[04:05:55.316] Build status: SCHEDULED
[04:09:25.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:2:0)
[04:09:25.458] Build status: SCHEDULED
[04:09:25.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:4:0) after 1m20s
[04:10:45.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:4:0)
[04:10:45.543] Build status: SCHEDULED
[04:10:45.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:5:0) after 9m17s
[04:20:02.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:5:0)
[04:20:02.636] Build status: SCHEDULED
[04:20:02.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:6:0) after 8m50s
[04:28:52.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:6:0)
[04:28:52.639] Build status: SCHEDULED
[04:28:52.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:7:0) after 3m29s
[04:32:21.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:7:0)
[04:32:21.693] Build status: SCHEDULED
[04:32:21.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:8:0) after 2m25s
[04:34:46.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:8:0)
[04:34:46.763] Build status: SCHEDULED
[04:34:46.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:9:0) after 6m21s
[04:41:07.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:9:0)
[04:41:07.845] Build status: SCHEDULED
[04:41:07.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:10:0) after 1m30s
[04:42:37.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:10:0)
[04:42:37.884] Build status: SCHEDULED
[04:42:37.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:11:0) after 5m24s
[04:48:01.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:11:0)
[04:48:01.962] Build status: SCHEDULED
[04:48:01.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:12:0) after 5m47s
[04:53:49.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:12:0)
[04:53:49.036] Build status: SCHEDULED
[04:53:49.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:13:0) after 2m29s
[04:56:18.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:13:0)
[04:56:18.137] Build status: SCHEDULED
[04:56:18.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:14:0) after 5m10s
[05:01:28.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:14:0)
[05:01:28.203] Build status: SCHEDULED
[05:01:28.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:15:0) after 6m16s
[05:07:44.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:15:0)
[05:07:44.335] Build status: SCHEDULED
[05:07:44.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:16:0) after 4m6s
[05:11:50.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:16:0)
[05:11:50.345] Build status: SCHEDULED
[05:11:50.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:17:0) after 5m47s
[05:17:37.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:17:0)
[05:17:37.340] Build status: SCHEDULED
[05:17:37.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:18:0) after 6m52s
[05:24:29.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:18:0)
[05:24:29.566] Build status: SCHEDULED
[05:24:29.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:19:0) after 7m17s
[05:31:46.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:19:0)
[05:31:46.660] Build status: SCHEDULED
[05:31:46.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:20:0) after 2m55s
[05:34:41.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:20:0)
[05:34:41.743] Build status: SCHEDULED
[05:34:41.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:21:0) after 4m32s
[05:39:13.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:21:0)
[05:39:13.773] Build status: SCHEDULED
[05:39:13.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:22:0) after 6m51s
[05:46:04.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:22:0)
[05:46:04.878] Build status: SCHEDULED
[05:46:04.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:23:0) after 1m30s
[05:47:34.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:23:0)
[05:47:34.907] Build status: SCHEDULED
[05:47:34.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:24:0) after 5m51s
[05:53:25.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:24:0)
[05:53:25.994] Build status: SCHEDULED
[05:53:25.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:25:0) after 7m37s
[06:01:03.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:25:0)
[06:01:03.113] Build status: SCHEDULED
[06:01:03.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:26:0) after 3m7s
[06:03:15.794] Received PubSub notification, asking Buildbucket for the build status
[06:03:15.816] Build status: STARTED
[06:04:10.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:26:0)
[06:04:10.227] Build status: STARTED
[06:04:10.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:28:0) after 9m29s
[06:13:39.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:28:0)
[06:13:39.260] Build status: STARTED
[06:13:39.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-default:8852452586950212848:29:0) after 4m26s
[06:14:18.560] Received PubSub notification, asking Buildbucket for the build status
[06:14:18.640] Build:
{
"id": "8687022525048652705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-18T04:05:54.026392556Z",
"startTime": "2026-03-18T06:03:15.398809394Z",
"endTime": "2026-03-18T06:14:12.442677771Z",
"updateTime": "2026-03-18T06:14:12.442677771Z",
"status": "FAILURE",
"input": {
}
}
[06:14:18.640] Invocation finished in 2h8m25.811657772s with status FAILED