[18:14:25.296] New invocation is queued and will start shortly
[18:14:27.645] Starting the invocation (attempt 1)
[18:14:27.672] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/05d77b69303c8436da7ce9a4937ccd12fa9ac5e8"
[18:14:27.672] Popped gitiles commit info from properties and tags
[18:14:27.672] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:14:27.672] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:14:27.672] Buildbucket request:
{
"requestId": "8844607862254034512",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844607862254034512",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "859b464228e8000a7aa6b0a81bfdc45a7e23676a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@859b464228e8000a7aa6b0a81bfdc45a7e23676a",
"title": "859b464228e8000a7aa6b0a81bfdc45a7e23676a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/859b464228e8000a7aa6b0a81bfdc45a7e23676a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50d7679dab73649229ac958b2b95206f1f82d29e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50d7679dab73649229ac958b2b95206f1f82d29e",
"title": "50d7679dab73649229ac958b2b95206f1f82d29e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50d7679dab73649229ac958b2b95206f1f82d29e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a07c185b85886d8ff7c2bb6bbadf656313827c9a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a07c185b85886d8ff7c2bb6bbadf656313827c9a",
"title": "a07c185b85886d8ff7c2bb6bbadf656313827c9a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a07c185b85886d8ff7c2bb6bbadf656313827c9a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
"title": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/05d77b69303c8436da7ce9a4937ccd12fa9ac5e8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844607862254034512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:14:28.105] Scheduled build:
{
"id": "8679177799031115137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-12T18:14:27.748282987Z",
"updateTime": "2026-06-12T18:14:27.748282987Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
"ref": "refs/heads/main"
}
}
}
[18:14:28.105] Task URL: https://cr-buildbucket.appspot.com/build/8679177799031115137
[18:14:28.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:2:0) after 6m18s
[18:14:29.130] Received PubSub notification, asking Buildbucket for the build status
[18:14:29.148] Build status: SCHEDULED
[18:20:46.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:2:0)
[18:20:46.197] Build status: SCHEDULED
[18:20:46.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:4:0) after 8m7s
[18:28:53.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:4:0)
[18:28:53.275] Build status: SCHEDULED
[18:28:53.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:5:0) after 1m52s
[18:30:45.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:5:0)
[18:30:45.408] Build status: SCHEDULED
[18:30:45.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:6:0) after 6m31s
[18:37:16.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:6:0)
[18:37:16.529] Build status: SCHEDULED
[18:37:16.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:7:0) after 2m39s
[18:39:55.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:7:0)
[18:39:55.606] Build status: SCHEDULED
[18:39:55.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:8:0) after 5m35s
[18:45:30.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:8:0)
[18:45:30.690] Build status: SCHEDULED
[18:45:30.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:9:0) after 2m9s
[18:47:39.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:9:0)
[18:47:39.787] Build status: SCHEDULED
[18:47:39.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:10:0) after 1m54s
[18:49:33.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:10:0)
[18:49:33.895] Build status: SCHEDULED
[18:49:33.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:11:0) after 2m48s
[18:52:22.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:11:0)
[18:52:22.100] Build status: SCHEDULED
[18:52:22.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:12:0) after 9m46s
[19:02:08.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:12:0)
[19:02:08.228] Build status: SCHEDULED
[19:02:08.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:13:0) after 5m51s
[19:07:59.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:13:0)
[19:07:59.326] Build status: SCHEDULED
[19:07:59.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:14:0) after 1m8s
[19:09:07.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:14:0)
[19:09:07.421] Build status: SCHEDULED
[19:09:07.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:15:0) after 6m37s
[19:15:44.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:15:0)
[19:15:44.421] Build status: SCHEDULED
[19:15:44.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:16:0) after 2m53s
[19:18:37.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:16:0)
[19:18:37.463] Build status: SCHEDULED
[19:18:37.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:17:0) after 8m45s
[19:27:22.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:17:0)
[19:27:22.611] Build status: SCHEDULED
[19:27:22.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:18:0) after 2m24s
[19:29:46.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:18:0)
[19:29:46.738] Build status: SCHEDULED
[19:29:46.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:19:0) after 5m49s
[19:35:35.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:19:0)
[19:35:35.771] Build status: SCHEDULED
[19:35:35.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:20:0) after 9m10s
[19:44:45.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:20:0)
[19:44:45.852] Build status: SCHEDULED
[19:44:45.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:21:0) after 1m7s
[19:45:52.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:21:0)
[19:45:52.931] Build status: SCHEDULED
[19:45:52.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:22:0) after 8m30s
[19:54:23.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:22:0)
[19:54:23.198] Build status: SCHEDULED
[19:54:23.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:23:0) after 2m31s
[19:56:54.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:23:0)
[19:56:54.262] Build status: SCHEDULED
[19:56:54.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:24:0) after 5m6s
[20:02:00.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:24:0)
[20:02:00.436] Build status: SCHEDULED
[20:02:00.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:25:0) after 8m9s
[20:10:09.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:25:0)
[20:10:09.617] Build status: SCHEDULED
[20:10:09.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:26:0) after 4m4s
[20:14:04.797] Received PubSub notification, asking Buildbucket for the build status
[20:14:04.876] Build status: STARTED
[20:14:13.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:26:0)
[20:14:13.671] Build status: STARTED
[20:14:13.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:28:0) after 3m30s
[20:17:43.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:28:0)
[20:17:43.765] Build status: STARTED
[20:17:43.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844607862254034512:29:0) after 7m4s
[20:19:45.327] Received PubSub notification, asking Buildbucket for the build status
[20:19:45.345] Build:
{
"id": "8679177799031115137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-12T18:14:27.748282987Z",
"startTime": "2026-06-12T20:14:04.521508324Z",
"endTime": "2026-06-12T20:19:45.029957955Z",
"updateTime": "2026-06-12T20:19:45.029957955Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "05d77b69303c8436da7ce9a4937ccd12fa9ac5e8",
"ref": "refs/heads/main"
}
}
}
[20:19:45.345] Invocation finished in 2h5m20.053685165s with status FAILED