[01:00:02.954] New invocation is queued and will start shortly
[01:00:04.326] Starting the invocation (attempt 1)
[01:00:04.364] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5b1ddd061fb7e0634179de5c6a4b56844cb7debe"
[01:00:04.364] Popped gitiles commit info from properties and tags
[01:00:04.364] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:00:04.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:00:04.365] Buildbucket request:
{
"requestId": "8840233687981041792",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840233687981041792",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7c29e52c8b99a8792b7e44f6687930c311f4f78f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7c29e52c8b99a8792b7e44f6687930c311f4f78f",
"title": "7c29e52c8b99a8792b7e44f6687930c311f4f78f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7c29e52c8b99a8792b7e44f6687930c311f4f78f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2a731ae9da4a9a16cb769a2742025bd1a3c7b65c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2a731ae9da4a9a16cb769a2742025bd1a3c7b65c",
"title": "2a731ae9da4a9a16cb769a2742025bd1a3c7b65c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2a731ae9da4a9a16cb769a2742025bd1a3c7b65c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ed4e552afe0093c8c70218392a07af77ab6668fd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ed4e552afe0093c8c70218392a07af77ab6668fd",
"title": "ed4e552afe0093c8c70218392a07af77ab6668fd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ed4e552afe0093c8c70218392a07af77ab6668fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6890a3750d03d44befd3daccd890d5b5e7d3a11d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6890a3750d03d44befd3daccd890d5b5e7d3a11d",
"title": "6890a3750d03d44befd3daccd890d5b5e7d3a11d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6890a3750d03d44befd3daccd890d5b5e7d3a11d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e3720843a488c031f9ed765a829f944e3c529285"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3720843a488c031f9ed765a829f944e3c529285",
"title": "e3720843a488c031f9ed765a829f944e3c529285",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3720843a488c031f9ed765a829f944e3c529285"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "751a4b07fbbbbc7064a23f7a07471f7848d7dfa2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@751a4b07fbbbbc7064a23f7a07471f7848d7dfa2",
"title": "751a4b07fbbbbc7064a23f7a07471f7848d7dfa2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/751a4b07fbbbbc7064a23f7a07471f7848d7dfa2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "534798d0bf42fa93eba0a1d24e663fbe95172bea"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@534798d0bf42fa93eba0a1d24e663fbe95172bea",
"title": "534798d0bf42fa93eba0a1d24e663fbe95172bea",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/534798d0bf42fa93eba0a1d24e663fbe95172bea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5b1ddd061fb7e0634179de5c6a4b56844cb7debe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5b1ddd061fb7e0634179de5c6a4b56844cb7debe",
"title": "5b1ddd061fb7e0634179de5c6a4b56844cb7debe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5b1ddd061fb7e0634179de5c6a4b56844cb7debe"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5b1ddd061fb7e0634179de5c6a4b56844cb7debe",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840233687981041792"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:00:04.772] Scheduled build:
{
"id": "8674803625780986225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-31T01:00:04.432845953Z",
"updateTime": "2026-07-31T01:00:04.432845953Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5b1ddd061fb7e0634179de5c6a4b56844cb7debe",
"ref": "refs/heads/main"
}
}
}
[01:00:04.772] Task URL: https://cr-buildbucket.appspot.com/build/8674803625780986225
[01:00:04.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:2:0) after 5m15s
[01:00:05.927] Received PubSub notification, asking Buildbucket for the build status
[01:00:05.959] Build status: SCHEDULED
[01:05:19.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:2:0)
[01:05:19.817] Build status: SCHEDULED
[01:05:19.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:4:0) after 1m30s
[01:06:50.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:4:0)
[01:06:50.228] Build status: SCHEDULED
[01:06:50.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:5:0) after 5m28s
[01:12:18.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:5:0)
[01:12:18.329] Build status: SCHEDULED
[01:12:18.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:6:0) after 8m51s
[01:21:09.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:6:0)
[01:21:09.365] Build status: SCHEDULED
[01:21:09.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:7:0) after 4m51s
[01:26:00.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:7:0)
[01:26:00.444] Build status: SCHEDULED
[01:26:00.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:8:0) after 4m7s
[01:30:07.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:8:0)
[01:30:07.483] Build status: SCHEDULED
[01:30:07.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:9:0) after 2m27s
[01:32:34.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:9:0)
[01:32:34.517] Build status: SCHEDULED
[01:32:34.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:10:0) after 7m40s
[01:40:14.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:10:0)
[01:40:14.572] Build status: SCHEDULED
[01:40:14.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:11:0) after 8m19s
[01:48:33.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:11:0)
[01:48:33.679] Build status: SCHEDULED
[01:48:33.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:12:0) after 3m35s
[01:52:08.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:12:0)
[01:52:08.717] Build status: SCHEDULED
[01:52:08.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:13:0) after 2m47s
[01:54:55.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:13:0)
[01:54:55.779] Build status: SCHEDULED
[01:54:55.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:14:0) after 9m44s
[02:04:39.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:14:0)
[02:04:39.817] Build status: SCHEDULED
[02:04:39.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:15:0) after 7m49s
[02:12:28.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:15:0)
[02:12:28.879] Build status: SCHEDULED
[02:12:28.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:16:0) after 7m59s
[02:20:27.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:16:0)
[02:20:27.946] Build status: SCHEDULED
[02:20:27.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:17:0) after 9m33s
[02:30:00.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:17:0)
[02:30:01.047] Build status: SCHEDULED
[02:30:01.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:18:0) after 4m33s
[02:34:34.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:18:0)
[02:34:34.098] Build status: SCHEDULED
[02:34:34.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:19:0) after 4m8s
[02:38:42.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:19:0)
[02:38:42.306] Build status: SCHEDULED
[02:38:42.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:20:0) after 6m27s
[02:45:09.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:20:0)
[02:45:09.373] Build status: SCHEDULED
[02:45:09.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:21:0) after 5m18s
[02:50:27.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:21:0)
[02:50:27.414] Build status: SCHEDULED
[02:50:27.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:22:0) after 6m28s
[02:56:55.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:22:0)
[02:56:55.583] Build status: SCHEDULED
[02:56:55.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:23:0) after 5m30s
[03:02:25.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:23:0)
[03:02:25.634] Build status: SCHEDULED
[03:02:25.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:24:0) after 4m57s
[03:07:22.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:24:0)
[03:07:22.869] Build status: SCHEDULED
[03:07:22.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:25:0) after 4m56s
[03:12:18.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:25:0)
[03:12:18.922] Build status: SCHEDULED
[03:12:18.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:26:0) after 9m47s
[03:22:05.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:26:0)
[03:22:05.956] Build status: SCHEDULED
[03:22:05.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:27:0) after 2m5s
[03:24:10.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:27:0)
[03:24:10.992] Build status: SCHEDULED
[03:24:10.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:28:0) after 7m3s
[03:31:13.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:28:0)
[03:31:13.998] Build status: SCHEDULED
[03:31:13.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:29:0) after 6m29s
[03:37:43.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:29:0)
[03:37:43.082] Build status: SCHEDULED
[03:37:43.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8840233687981041792:30:0) after 9m55s
[03:40:42.512] Received PubSub notification, asking Buildbucket for the build status
[03:40:42.534] Build status: STARTED
[03:45:11.264] Received PubSub notification, asking Buildbucket for the build status
[03:45:11.285] Build:
{
"id": "8674803625780986225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-31T01:00:04.432845953Z",
"startTime": "2026-07-31T03:40:42.354845760Z",
"endTime": "2026-07-31T03:44:53.428346560Z",
"updateTime": "2026-07-31T03:44:53.428346560Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5b1ddd061fb7e0634179de5c6a4b56844cb7debe",
"ref": "refs/heads/main"
}
}
}
[03:45:11.285] Invocation finished in 2h45m8.334687581s with status FAILED