[01:52:18.955] New invocation is queued and will start shortly
[01:52:20.039] Starting the invocation (attempt 1)
[01:52:20.064] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/adaa4516a59c549809f57d905cacadf87247aac8"
[01:52:20.064] Popped gitiles commit info from properties and tags
[01:52:20.064] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:52:20.064] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:52:20.064] Buildbucket request:
{
"requestId": "8837965475487468848",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837965475487468848",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "e1b0a363-0b8b-4f0d-8dac-de0d938ae82e",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672549579833106977"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d48c1f5ab6b568d2144e45f8139a494ddde06c3d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d48c1f5ab6b568d2144e45f8139a494ddde06c3d",
"title": "d48c1f5ab6b568d2144e45f8139a494ddde06c3d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d48c1f5ab6b568d2144e45f8139a494ddde06c3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "769b8bb26eed127d39a33e76bc921d12126cafb0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@769b8bb26eed127d39a33e76bc921d12126cafb0",
"title": "769b8bb26eed127d39a33e76bc921d12126cafb0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/769b8bb26eed127d39a33e76bc921d12126cafb0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7666f7d35812186157fbeb804de4db09a0cf1d05"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7666f7d35812186157fbeb804de4db09a0cf1d05",
"title": "7666f7d35812186157fbeb804de4db09a0cf1d05",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7666f7d35812186157fbeb804de4db09a0cf1d05"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5fef7a0aaf91239ef82aa5adc83fd7ff63870a4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5fef7a0aaf91239ef82aa5adc83fd7ff63870a4",
"title": "d5fef7a0aaf91239ef82aa5adc83fd7ff63870a4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5fef7a0aaf91239ef82aa5adc83fd7ff63870a4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b50aeebf1e99973396b609773b2d940da59dbd59"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b50aeebf1e99973396b609773b2d940da59dbd59",
"title": "b50aeebf1e99973396b609773b2d940da59dbd59",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b50aeebf1e99973396b609773b2d940da59dbd59"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "adaa4516a59c549809f57d905cacadf87247aac8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@adaa4516a59c549809f57d905cacadf87247aac8",
"title": "adaa4516a59c549809f57d905cacadf87247aac8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/adaa4516a59c549809f57d905cacadf87247aac8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "adaa4516a59c549809f57d905cacadf87247aac8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837965475487468848"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:52:20.939] Scheduled build:
{
"id": "8672535413581713105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T01:52:20.151327445Z",
"updateTime": "2026-08-25T01:52:20.151327445Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "adaa4516a59c549809f57d905cacadf87247aac8",
"ref": "refs/heads/main"
}
}
}
[01:52:20.939] Task URL: https://cr-buildbucket.appspot.com/build/8672535413581713105
[01:52:20.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:2:0) after 8m8s
[01:52:21.724] Received PubSub notification, asking Buildbucket for the build status
[01:52:21.747] Build status: SCHEDULED
[02:00:29.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:2:0)
[02:00:29.084] Build status: SCHEDULED
[02:00:29.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:4:0) after 7m43s
[02:08:12.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:4:0)
[02:08:12.124] Build status: SCHEDULED
[02:08:12.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:5:0) after 8m58s
[02:17:10.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:5:0)
[02:17:10.172] Build status: SCHEDULED
[02:17:10.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:6:0) after 5m18s
[02:22:28.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:6:0)
[02:22:28.228] Build status: SCHEDULED
[02:22:28.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:7:0) after 3m46s
[02:26:14.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:7:0)
[02:26:14.392] Build status: SCHEDULED
[02:26:14.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:8:0) after 1m52s
[02:28:06.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:8:0)
[02:28:06.642] Build status: SCHEDULED
[02:28:06.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:9:0) after 2m30s
[02:30:36.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:9:0)
[02:30:36.729] Build status: SCHEDULED
[02:30:36.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:10:0) after 3m46s
[02:34:22.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:10:0)
[02:34:22.762] Build status: SCHEDULED
[02:34:22.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:11:0) after 5m21s
[02:39:43.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:11:0)
[02:39:43.805] Build status: SCHEDULED
[02:39:43.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:12:0) after 3m42s
[02:43:25.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:12:0)
[02:43:25.841] Build status: SCHEDULED
[02:43:25.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:13:0) after 1m51s
[02:45:16.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:13:0)
[02:45:16.991] Build status: SCHEDULED
[02:45:16.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:14:0) after 2m17s
[02:47:34.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:14:0)
[02:47:34.149] Build status: SCHEDULED
[02:47:34.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:15:0) after 3m1s
[02:50:35.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:15:0)
[02:50:35.192] Build status: SCHEDULED
[02:50:35.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:16:0) after 7m49s
[02:58:24.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:16:0)
[02:58:24.227] Build status: SCHEDULED
[02:58:24.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:17:0) after 5m5s
[03:03:29.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:17:0)
[03:03:29.275] Build status: SCHEDULED
[03:03:29.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:18:0) after 3m26s
[03:06:55.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:18:0)
[03:06:55.389] Build status: SCHEDULED
[03:06:55.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:19:0) after 9m13s
[03:16:08.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:19:0)
[03:16:08.523] Build status: SCHEDULED
[03:16:08.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:20:0) after 8m51s
[03:24:59.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:20:0)
[03:24:59.569] Build status: SCHEDULED
[03:24:59.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:21:0) after 7m23s
[03:32:22.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:21:0)
[03:32:22.667] Build status: SCHEDULED
[03:32:22.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:22:0) after 2m12s
[03:34:34.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:22:0)
[03:34:34.691] Build status: SCHEDULED
[03:34:34.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:23:0) after 9m47s
[03:44:21.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:23:0)
[03:44:21.888] Build status: SCHEDULED
[03:44:21.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:24:0) after 8m7s
[03:52:28.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:24:0)
[03:52:28.981] Build status: SCHEDULED
[03:52:28.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:25:0) after 5m6s
[03:57:35.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:25:0)
[03:57:35.113] Build status: SCHEDULED
[03:57:35.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:26:0) after 4m35s
[04:02:10.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:26:0)
[04:02:10.216] Build status: SCHEDULED
[04:02:10.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:27:0) after 9m49s
[04:11:59.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:27:0)
[04:11:59.225] Build status: SCHEDULED
[04:11:59.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:28:0) after 2m18s
[04:14:17.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:28:0)
[04:14:17.337] Build status: SCHEDULED
[04:14:17.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:29:0) after 9m35s
[04:23:52.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:29:0)
[04:23:52.522] Build status: SCHEDULED
[04:23:52.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:30:0) after 1m7s
[04:24:59.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:30:0)
[04:24:59.640] Build status: SCHEDULED
[04:24:59.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:31:0) after 2m55s
[04:27:54.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:31:0)
[04:27:54.902] Build status: SCHEDULED
[04:27:54.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:32:0) after 8m16s
[04:36:10.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:32:0)
[04:36:10.938] Build status: SCHEDULED
[04:36:10.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:33:0) after 8m47s
[04:44:57.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:33:0)
[04:44:58.007] Build status: SCHEDULED
[04:44:58.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:34:0) after 7m0s
[04:51:58.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:34:0)
[04:51:58.118] Build status: SCHEDULED
[04:51:58.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:35:0) after 8m4s
[05:00:02.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:35:0)
[05:00:02.169] Build status: SCHEDULED
[05:00:02.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:36:0) after 1m18s
[05:01:20.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:36:0)
[05:01:20.237] Build status: SCHEDULED
[05:01:20.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:37:0) after 5m37s
[05:03:50.474] Received PubSub notification, asking Buildbucket for the build status
[05:03:50.491] Build status: STARTED
[05:06:57.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:37:0)
[05:06:57.286] Build status: STARTED
[05:06:57.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-analyzers:8837965475487468848:39:0) after 2m32s
[05:07:16.743] Received PubSub notification, asking Buildbucket for the build status
[05:07:16.763] Build:
{
"id": "8672535413581713105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-analyzers"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T01:52:20.151327445Z",
"startTime": "2026-08-25T05:03:50.034922146Z",
"endTime": "2026-08-25T05:07:16.402770246Z",
"updateTime": "2026-08-25T05:07:16.402770246Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "adaa4516a59c549809f57d905cacadf87247aac8",
"ref": "refs/heads/main"
}
}
}
[05:07:16.763] Invocation finished in 3h14m57.813207677s with status FAILED