[22:59:30.700] New invocation is queued and will start shortly
[22:59:31.810] Starting the invocation (attempt 1)
[22:59:31.841] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8a672750a91e1d18e7acd31e067f7280a7490a0d"
[22:59:31.841] Popped gitiles commit info from properties and tags
[22:59:31.841] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:59:31.842] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:59:31.842] Buildbucket request:
{
"requestId": "8844227538072299072",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844227538072299072",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f2c72b4dd8f13b0593e33bd2234f76a78869c5e1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f2c72b4dd8f13b0593e33bd2234f76a78869c5e1",
"title": "f2c72b4dd8f13b0593e33bd2234f76a78869c5e1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f2c72b4dd8f13b0593e33bd2234f76a78869c5e1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8a672750a91e1d18e7acd31e067f7280a7490a0d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8a672750a91e1d18e7acd31e067f7280a7490a0d",
"title": "8a672750a91e1d18e7acd31e067f7280a7490a0d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8a672750a91e1d18e7acd31e067f7280a7490a0d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8a672750a91e1d18e7acd31e067f7280a7490a0d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844227538072299072"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:59:32.382] Scheduled build:
{
"id": "8678797476120975313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-16T22:59:31.940171547Z",
"updateTime": "2026-06-16T22:59:31.940171547Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8a672750a91e1d18e7acd31e067f7280a7490a0d",
"ref": "refs/heads/main"
}
}
}
[22:59:32.382] Task URL: https://cr-buildbucket.appspot.com/build/8678797476120975313
[22:59:32.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:2:0) after 7m27s
[22:59:33.136] Received PubSub notification, asking Buildbucket for the build status
[22:59:33.156] Build status: SCHEDULED
[23:06:59.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:2:0)
[23:06:59.485] Build status: SCHEDULED
[23:06:59.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:4:0) after 8m13s
[23:15:12.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:4:0)
[23:15:12.616] Build status: SCHEDULED
[23:15:12.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:5:0) after 7m30s
[23:22:42.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:5:0)
[23:22:42.621] Build status: SCHEDULED
[23:22:42.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:6:0) after 6m54s
[23:29:36.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:6:0)
[23:29:36.628] Build status: SCHEDULED
[23:29:36.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:7:0) after 4m50s
[23:34:26.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:7:0)
[23:34:26.698] Build status: SCHEDULED
[23:34:26.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:8:0) after 7m14s
[23:41:40.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:8:0)
[23:41:40.741] Build status: SCHEDULED
[23:41:40.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:9:0) after 3m44s
[23:45:24.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:9:0)
[23:45:24.827] Build status: SCHEDULED
[23:45:24.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:10:0) after 8m54s
[23:54:19.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:10:0)
[23:54:19.072] Build status: SCHEDULED
[23:54:19.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:11:0) after 7m38s
[00:01:57.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:11:0)
[00:01:57.173] Build status: SCHEDULED
[00:01:57.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:12:0) after 2m50s
[00:04:47.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:12:0)
[00:04:47.230] Build status: SCHEDULED
[00:04:47.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:13:0) after 5m12s
[00:09:59.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:13:0)
[00:09:59.339] Build status: SCHEDULED
[00:09:59.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:14:0) after 8m24s
[00:18:23.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:14:0)
[00:18:23.371] Build status: SCHEDULED
[00:18:23.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:15:0) after 3m4s
[00:21:27.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:15:0)
[00:21:27.461] Build status: SCHEDULED
[00:21:27.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:16:0) after 6m31s
[00:27:58.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:16:0)
[00:27:58.450] Build status: SCHEDULED
[00:27:58.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:17:0) after 5m29s
[00:33:27.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:17:0)
[00:33:27.587] Build status: SCHEDULED
[00:33:27.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:18:0) after 2m2s
[00:35:29.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:18:0)
[00:35:29.660] Build status: SCHEDULED
[00:35:29.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:19:0) after 1m19s
[00:36:48.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:19:0)
[00:36:48.730] Build status: SCHEDULED
[00:36:48.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:20:0) after 1m13s
[00:38:01.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:20:0)
[00:38:01.772] Build status: SCHEDULED
[00:38:01.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:21:0) after 7m47s
[00:45:48.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:21:0)
[00:45:48.875] Build status: SCHEDULED
[00:45:48.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:22:0) after 8m51s
[00:54:39.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:22:0)
[00:54:39.912] Build status: SCHEDULED
[00:54:39.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:23:0) after 1m51s
[00:56:30.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:23:0)
[00:56:31.007] Build status: SCHEDULED
[00:56:31.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:24:0) after 2m18s
[00:58:49.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:24:0)
[00:58:49.110] Build status: SCHEDULED
[00:58:49.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:25:0) after 4m2s
[01:02:51.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:25:0)
[01:02:51.214] Build status: SCHEDULED
[01:02:51.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:26:0) after 6m29s
[01:09:20.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:26:0)
[01:09:20.291] Build status: SCHEDULED
[01:09:20.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:27:0) after 2m47s
[01:12:07.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:27:0)
[01:12:07.450] Build status: SCHEDULED
[01:12:07.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:28:0) after 6m40s
[01:18:47.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:28:0)
[01:18:47.631] Build status: SCHEDULED
[01:18:47.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:29:0) after 7m59s
[01:26:46.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:29:0)
[01:26:46.671] Build status: SCHEDULED
[01:26:46.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:30:0) after 7m24s
[01:34:10.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:30:0)
[01:34:10.657] Build status: SCHEDULED
[01:34:10.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:31:0) after 3m28s
[01:37:38.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:31:0)
[01:37:38.724] Build status: SCHEDULED
[01:37:38.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:32:0) after 5m33s
[01:43:11.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:32:0)
[01:43:11.836] Build status: SCHEDULED
[01:43:11.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:33:0) after 1m54s
[01:45:05.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:33:0)
[01:45:05.900] Build status: SCHEDULED
[01:45:05.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:34:0) after 6m15s
[01:51:21.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:34:0)
[01:51:21.026] Build status: SCHEDULED
[01:51:21.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:35:0) after 4m20s
[01:55:41.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:35:0)
[01:55:41.106] Build status: SCHEDULED
[01:55:41.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:36:0) after 5m57s
[02:01:04.307] Received PubSub notification, asking Buildbucket for the build status
[02:01:04.327] Build status: STARTED
[02:01:38.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:36:0)
[02:01:38.295] Build status: STARTED
[02:01:38.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:38:0) after 1m56s
[02:03:34.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:38:0)
[02:03:34.353] Build status: STARTED
[02:03:34.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:39:0) after 3m29s
[02:07:03.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:39:0)
[02:07:03.438] Build status: STARTED
[02:07:03.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8844227538072299072:40:0) after 4m36s
[02:07:41.796] Received PubSub notification, asking Buildbucket for the build status
[02:07:41.820] Build:
{
"id": "8678797476120975313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-16T22:59:31.940171547Z",
"startTime": "2026-06-17T02:01:04.107026513Z",
"endTime": "2026-06-17T02:07:41.378992600Z",
"updateTime": "2026-06-17T02:07:41.378992600Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8a672750a91e1d18e7acd31e067f7280a7490a0d",
"ref": "refs/heads/main"
}
}
}
[02:07:41.820] Invocation finished in 3h8m11.125845774s with status FAILED