[22:18:54.431] New invocation is queued and will start shortly
[22:18:55.483] Starting the invocation (attempt 1)
[22:18:55.506] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/550a7f2d36c98455ad50bb4c84fca43ae732faab"
[22:18:55.506] Popped gitiles commit info from properties and tags
[22:18:55.507] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:18:55.507] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:18:55.507] Buildbucket request:
{
"requestId": "8845317256283300368",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845317256283300368",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e953372aee0cf60bfe84b1607fa4c997d965ae53"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e953372aee0cf60bfe84b1607fa4c997d965ae53",
"title": "e953372aee0cf60bfe84b1607fa4c997d965ae53",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e953372aee0cf60bfe84b1607fa4c997d965ae53"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ba857eef7f355e625f725bf9c4a93125134a34e6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ba857eef7f355e625f725bf9c4a93125134a34e6",
"title": "ba857eef7f355e625f725bf9c4a93125134a34e6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ba857eef7f355e625f725bf9c4a93125134a34e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "550a7f2d36c98455ad50bb4c84fca43ae732faab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@550a7f2d36c98455ad50bb4c84fca43ae732faab",
"title": "550a7f2d36c98455ad50bb4c84fca43ae732faab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/550a7f2d36c98455ad50bb4c84fca43ae732faab"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "550a7f2d36c98455ad50bb4c84fca43ae732faab",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845317256283300368"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:18:56.017] Scheduled build:
{
"id": "8679887194422589121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-04T22:18:55.583481861Z",
"updateTime": "2026-06-04T22:18:55.583481861Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "550a7f2d36c98455ad50bb4c84fca43ae732faab",
"ref": "refs/heads/main"
}
}
}
[22:18:56.017] Task URL: https://cr-buildbucket.appspot.com/build/8679887194422589121
[22:18:56.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:2:0) after 2m36s
[22:18:56.860] Received PubSub notification, asking Buildbucket for the build status
[22:18:56.935] Build status: SCHEDULED
[22:21:32.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:2:0)
[22:21:32.065] Build status: SCHEDULED
[22:21:32.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:4:0) after 7m5s
[22:28:37.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:4:0)
[22:28:37.325] Build status: SCHEDULED
[22:28:37.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:5:0) after 7m58s
[22:36:35.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:5:0)
[22:36:35.421] Build status: SCHEDULED
[22:36:35.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:6:0) after 1m13s
[22:37:48.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:6:0)
[22:37:48.508] Build status: SCHEDULED
[22:37:48.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:7:0) after 4m12s
[22:42:00.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:7:0)
[22:42:00.703] Build status: SCHEDULED
[22:42:00.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:8:0) after 3m7s
[22:45:07.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:8:0)
[22:45:07.896] Build status: SCHEDULED
[22:45:07.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:9:0) after 2m31s
[22:47:39.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:9:0)
[22:47:39.121] Build status: SCHEDULED
[22:47:39.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:10:0) after 6m29s
[22:54:08.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:10:0)
[22:54:08.307] Build status: SCHEDULED
[22:54:08.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:11:0) after 4m52s
[22:59:00.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:11:0)
[22:59:00.366] Build status: SCHEDULED
[22:59:00.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:12:0) after 4m40s
[23:03:40.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:12:0)
[23:03:40.407] Build status: SCHEDULED
[23:03:40.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:13:0) after 4m23s
[23:08:03.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:13:0)
[23:08:03.466] Build status: SCHEDULED
[23:08:03.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:14:0) after 7m55s
[23:15:58.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:14:0)
[23:15:58.499] Build status: SCHEDULED
[23:15:58.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:15:0) after 1m10s
[23:17:08.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:15:0)
[23:17:08.611] Build status: SCHEDULED
[23:17:08.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:16:0) after 8m25s
[23:25:33.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:16:0)
[23:25:33.658] Build status: SCHEDULED
[23:25:33.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:17:0) after 3m54s
[23:29:27.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:17:0)
[23:29:27.764] Build status: SCHEDULED
[23:29:27.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:18:0) after 8m26s
[23:37:53.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:18:0)
[23:37:54.014] Build status: SCHEDULED
[23:37:54.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:19:0) after 5m9s
[23:43:03.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:19:0)
[23:43:03.090] Build status: SCHEDULED
[23:43:03.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:20:0) after 9m56s
[23:52:59.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:20:0)
[23:52:59.285] Build status: SCHEDULED
[23:52:59.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:21:0) after 6m40s
[23:59:39.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:21:0)
[23:59:39.421] Build status: SCHEDULED
[23:59:39.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:22:0) after 2m11s
[00:01:50.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:22:0)
[00:01:50.522] Build status: SCHEDULED
[00:01:50.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:23:0) after 2m1s
[00:03:51.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:23:0)
[00:03:51.608] Build status: SCHEDULED
[00:03:51.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:24:0) after 3m2s
[00:06:53.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:24:0)
[00:06:53.623] Build status: SCHEDULED
[00:06:53.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:25:0) after 6m43s
[00:13:36.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:25:0)
[00:13:36.666] Build status: SCHEDULED
[00:13:36.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:26:0) after 4m41s
[00:18:17.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:26:0)
[00:18:17.718] Build status: SCHEDULED
[00:18:17.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:27:0) after 4m13s
[00:22:30.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:27:0)
[00:22:30.851] Build status: SCHEDULED
[00:22:30.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:28:0) after 5m6s
[00:27:36.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:28:0)
[00:27:36.901] Build status: SCHEDULED
[00:27:36.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:29:0) after 4m34s
[00:32:10.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:29:0)
[00:32:10.995] Build status: SCHEDULED
[00:32:10.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:30:0) after 9m11s
[00:41:22.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:30:0)
[00:41:22.157] Build status: SCHEDULED
[00:41:22.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:31:0) after 4m24s
[00:45:46.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:31:0)
[00:45:46.262] Build status: SCHEDULED
[00:45:46.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:32:0) after 6m0s
[00:51:46.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:32:0)
[00:51:46.290] Build status: SCHEDULED
[00:51:46.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:33:0) after 2m28s
[00:54:14.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:33:0)
[00:54:14.482] Build status: SCHEDULED
[00:54:14.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:34:0) after 5m42s
[00:59:56.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:34:0)
[00:59:56.575] Build status: SCHEDULED
[00:59:56.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:35:0) after 1m29s
[01:01:25.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:35:0)
[01:01:25.730] Build status: SCHEDULED
[01:01:25.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:36:0) after 7m39s
[01:09:04.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:36:0)
[01:09:04.838] Build status: SCHEDULED
[01:09:04.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:37:0) after 7m12s
[01:13:35.474] Received PubSub notification, asking Buildbucket for the build status
[01:13:35.494] Build status: STARTED
[01:16:17.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:37:0)
[01:16:17.038] Build status: STARTED
[01:16:17.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845317256283300368:39:0) after 8m56s
[01:17:35.060] Received PubSub notification, asking Buildbucket for the build status
[01:17:35.084] Build:
{
"id": "8679887194422589121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-04T22:18:55.583481861Z",
"startTime": "2026-06-05T01:13:35.257791100Z",
"endTime": "2026-06-05T01:17:34.569219652Z",
"updateTime": "2026-06-05T01:17:34.569219652Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "550a7f2d36c98455ad50bb4c84fca43ae732faab",
"ref": "refs/heads/main"
}
}
}
[01:17:35.084] Invocation finished in 2h58m40.658593236s with status FAILED