[18:30:32.798] New invocation is queued and will start shortly
[18:30:33.901] Starting the invocation (attempt 1)
[18:30:33.929] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/11fccc9620b51c1d4825646d76cfae6afdf69371"
[18:30:33.929] Popped gitiles commit info from properties and tags
[18:30:33.929] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:30:33.929] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:30:33.929] Buildbucket request:
{
"requestId": "8837812075276529616",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837812075276529616",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "11fccc9620b51c1d4825646d76cfae6afdf69371"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@11fccc9620b51c1d4825646d76cfae6afdf69371",
"title": "11fccc9620b51c1d4825646d76cfae6afdf69371",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/11fccc9620b51c1d4825646d76cfae6afdf69371"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "11fccc9620b51c1d4825646d76cfae6afdf69371",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837812075276529616"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:30:34.371] Scheduled build:
{
"id": "8672382013367462193",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T18:30:33.995492530Z",
"updateTime": "2026-08-26T18:30:33.995492530Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "11fccc9620b51c1d4825646d76cfae6afdf69371",
"ref": "refs/heads/main"
}
}
}
[18:30:34.371] Task URL: https://cr-buildbucket.appspot.com/build/8672382013367462193
[18:30:34.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:2:0) after 1m1s
[18:30:34.536] Received PubSub notification, asking Buildbucket for the build status
[18:30:34.561] Build status: SCHEDULED
[18:31:35.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:2:0)
[18:31:35.474] Build status: SCHEDULED
[18:31:35.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:4:0) after 7m14s
[18:38:49.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:4:0)
[18:38:50.009] Build status: SCHEDULED
[18:38:50.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:5:0) after 8m40s
[18:47:30.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:5:0)
[18:47:30.085] Build status: SCHEDULED
[18:47:30.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:6:0) after 8m18s
[18:55:48.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:6:0)
[18:55:48.128] Build status: SCHEDULED
[18:55:48.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:7:0) after 6m4s
[19:01:52.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:7:0)
[19:01:52.203] Build status: SCHEDULED
[19:01:52.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:8:0) after 5m55s
[19:07:47.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:8:0)
[19:07:47.281] Build status: SCHEDULED
[19:07:47.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:9:0) after 7m29s
[19:15:16.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:9:0)
[19:15:16.795] Build status: SCHEDULED
[19:15:16.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:10:0) after 1m43s
[19:16:59.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:10:0)
[19:16:59.833] Build status: SCHEDULED
[19:16:59.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:11:0) after 2m57s
[19:19:57.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:11:0)
[19:19:57.083] Build status: SCHEDULED
[19:19:57.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:12:0) after 5m0s
[19:24:57.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:12:0)
[19:24:57.197] Build status: SCHEDULED
[19:24:57.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:13:0) after 8m22s
[19:33:19.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:13:0)
[19:33:19.237] Build status: SCHEDULED
[19:33:19.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:14:0) after 6m33s
[19:39:52.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:14:0)
[19:39:52.312] Build status: SCHEDULED
[19:39:52.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:15:0) after 2m43s
[19:42:35.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:15:0)
[19:42:35.368] Build status: SCHEDULED
[19:42:35.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:16:0) after 7m16s
[19:49:51.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:16:0)
[19:49:51.439] Build status: SCHEDULED
[19:49:51.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:17:0) after 1m29s
[19:51:20.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:17:0)
[19:51:20.506] Build status: SCHEDULED
[19:51:20.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:18:0) after 6m47s
[19:58:07.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:18:0)
[19:58:07.512] Build status: SCHEDULED
[19:58:07.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:19:0) after 3m3s
[20:01:10.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:19:0)
[20:01:10.998] Build status: SCHEDULED
[20:01:10.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:20:0) after 1m17s
[20:02:27.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:20:0)
[20:02:27.995] Build status: SCHEDULED
[20:02:27.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:21:0) after 5m42s
[20:08:10.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:21:0)
[20:08:10.100] Build status: SCHEDULED
[20:08:10.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:22:0) after 3m56s
[20:12:06.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:22:0)
[20:12:06.157] Build status: SCHEDULED
[20:12:06.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:23:0) after 9m38s
[20:21:44.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:23:0)
[20:21:44.183] Build status: SCHEDULED
[20:21:44.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:24:0) after 2m44s
[20:24:28.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:24:0)
[20:24:28.283] Build status: SCHEDULED
[20:24:28.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:25:0) after 1m1s
[20:25:29.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:25:0)
[20:25:29.409] Build status: SCHEDULED
[20:25:29.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:26:0) after 3m56s
[20:29:25.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:26:0)
[20:29:25.472] Build status: SCHEDULED
[20:29:25.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:27:0) after 3m14s
[20:32:39.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:27:0)
[20:32:39.532] Build status: SCHEDULED
[20:32:39.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:28:0) after 3m42s
[20:36:21.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:28:0)
[20:36:21.980] Build status: SCHEDULED
[20:36:21.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:29:0) after 5m0s
[20:41:22.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:29:0)
[20:41:22.119] Build status: SCHEDULED
[20:41:22.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:30:0) after 3m6s
[20:44:28.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:30:0)
[20:44:28.266] Build status: SCHEDULED
[20:44:28.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:31:0) after 8m51s
[20:50:34.719] Received PubSub notification, asking Buildbucket for the build status
[20:50:34.743] Build status: STARTED
[20:53:19.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:31:0)
[20:53:19.313] Build status: STARTED
[20:53:19.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837812075276529616:33:0) after 5m42s
[20:55:03.664] Received PubSub notification, asking Buildbucket for the build status
[20:55:03.684] Build:
{
"id": "8672382013367462193",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T18:30:33.995492530Z",
"startTime": "2026-08-26T20:50:34.501385263Z",
"endTime": "2026-08-26T20:55:03.411358821Z",
"updateTime": "2026-08-26T20:55:03.411358821Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "11fccc9620b51c1d4825646d76cfae6afdf69371",
"ref": "refs/heads/main"
}
}
}
[20:55:03.684] Invocation finished in 2h24m30.892905361s with status FAILED