[04:30:24.181] New invocation is queued and will start shortly
[04:30:26.156] Starting the invocation (attempt 1)
[04:30:26.184] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fa5457ec051bad44cbf509126f19f06c87c5cacc"
[04:30:26.184] Popped gitiles commit info from properties and tags
[04:30:26.184] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:30:26.184] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:30:26.185] Buildbucket request:
{
"requestId": "8841488811196571088",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841488811196571088",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0470be5dadc64091506ce7331c615a11c29800ef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0470be5dadc64091506ce7331c615a11c29800ef",
"title": "0470be5dadc64091506ce7331c615a11c29800ef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0470be5dadc64091506ce7331c615a11c29800ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17cfe2a2de4f1a80e5e8aabe37c5573e303f2c5c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17cfe2a2de4f1a80e5e8aabe37c5573e303f2c5c",
"title": "17cfe2a2de4f1a80e5e8aabe37c5573e303f2c5c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17cfe2a2de4f1a80e5e8aabe37c5573e303f2c5c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3748ed5051e63325eda56fd3987f0b5d69a0f0a5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3748ed5051e63325eda56fd3987f0b5d69a0f0a5",
"title": "3748ed5051e63325eda56fd3987f0b5d69a0f0a5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3748ed5051e63325eda56fd3987f0b5d69a0f0a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ca0402565285341f22c445b8c203b72315ef2754"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca0402565285341f22c445b8c203b72315ef2754",
"title": "ca0402565285341f22c445b8c203b72315ef2754",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca0402565285341f22c445b8c203b72315ef2754"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa5457ec051bad44cbf509126f19f06c87c5cacc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa5457ec051bad44cbf509126f19f06c87c5cacc",
"title": "fa5457ec051bad44cbf509126f19f06c87c5cacc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa5457ec051bad44cbf509126f19f06c87c5cacc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fa5457ec051bad44cbf509126f19f06c87c5cacc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841488811196571088"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:30:26.561] Scheduled build:
{
"id": "8676058748353681073",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T04:30:26.271173635Z",
"updateTime": "2026-07-17T04:30:26.271173635Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fa5457ec051bad44cbf509126f19f06c87c5cacc",
"ref": "refs/heads/main"
}
}
}
[04:30:26.561] Task URL: https://cr-buildbucket.appspot.com/build/8676058748353681073
[04:30:26.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:2:0) after 4m39s
[04:30:27.520] Received PubSub notification, asking Buildbucket for the build status
[04:30:27.647] Build status: SCHEDULED
[04:35:05.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:2:0)
[04:35:05.606] Build status: SCHEDULED
[04:35:05.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:4:0) after 9m0s
[04:44:05.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:4:0)
[04:44:05.669] Build status: SCHEDULED
[04:44:05.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:5:0) after 4m41s
[04:48:46.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:5:0)
[04:48:46.758] Build status: SCHEDULED
[04:48:46.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:6:0) after 6m44s
[04:55:30.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:6:0)
[04:55:30.843] Build status: SCHEDULED
[04:55:30.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:7:0) after 7m59s
[05:03:30.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:7:0)
[05:03:30.113] Build status: SCHEDULED
[05:03:30.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:8:0) after 6m9s
[05:09:39.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:8:0)
[05:09:39.157] Build status: SCHEDULED
[05:09:39.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:9:0) after 9m6s
[05:18:45.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:9:0)
[05:18:45.269] Build status: SCHEDULED
[05:18:45.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:10:0) after 3m27s
[05:22:12.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:10:0)
[05:22:12.326] Build status: SCHEDULED
[05:22:12.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:11:0) after 8m59s
[05:31:11.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:11:0)
[05:31:11.457] Build status: SCHEDULED
[05:31:11.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:12:0) after 9m2s
[05:40:13.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:12:0)
[05:40:13.798] Build status: SCHEDULED
[05:40:13.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:13:0) after 9m46s
[05:49:59.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:13:0)
[05:49:59.908] Build status: SCHEDULED
[05:49:59.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:14:0) after 2m44s
[05:52:43.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:14:0)
[05:52:43.951] Build status: SCHEDULED
[05:52:43.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:15:0) after 2m33s
[05:55:16.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:15:0)
[05:55:16.995] Build status: SCHEDULED
[05:55:16.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:16:0) after 6m29s
[06:01:46.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:16:0)
[06:01:46.031] Build status: SCHEDULED
[06:01:46.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:17:0) after 2m37s
[06:04:23.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:17:0)
[06:04:23.110] Build status: SCHEDULED
[06:04:23.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:18:0) after 3m19s
[06:07:42.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:18:0)
[06:07:42.223] Build status: SCHEDULED
[06:07:42.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:19:0) after 8m22s
[06:16:04.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:19:0)
[06:16:04.272] Build status: SCHEDULED
[06:16:04.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:20:0) after 3m27s
[06:19:31.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:20:0)
[06:19:31.354] Build status: SCHEDULED
[06:19:31.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:21:0) after 3m22s
[06:22:53.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:21:0)
[06:22:53.469] Build status: SCHEDULED
[06:22:53.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:22:0) after 1m27s
[06:24:20.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:22:0)
[06:24:20.554] Build status: SCHEDULED
[06:24:20.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:23:0) after 6m56s
[06:27:05.039] Received PubSub notification, asking Buildbucket for the build status
[06:27:05.057] Build status: STARTED
[06:31:16.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:23:0)
[06:31:16.913] Build status: STARTED
[06:31:16.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841488811196571088:25:0) after 6m7s
[06:31:45.866] Received PubSub notification, asking Buildbucket for the build status
[06:31:45.888] Build:
{
"id": "8676058748353681073",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-17T04:30:26.271173635Z",
"startTime": "2026-07-17T06:27:02.926381585Z",
"endTime": "2026-07-17T06:31:43.718184986Z",
"updateTime": "2026-07-17T06:31:43.718184986Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fa5457ec051bad44cbf509126f19f06c87c5cacc",
"ref": "refs/heads/main"
}
}
}
[06:31:45.888] Invocation finished in 2h1m21.712107743s with status FAILED