[00:54:18.285] New invocation is queued and will start shortly
[00:54:19.326] Starting the invocation (attempt 1)
[00:54:19.348] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8bc35d07baf8000f8db57674a23c5e06f7516d79"
[00:54:19.348] Popped gitiles commit info from properties and tags
[00:54:19.348] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:54:19.348] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:54:19.348] Buildbucket request:
{
"requestId": "8843676734118796320",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843676734118796320",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "30711ebe9d1fcb2491e28d89b1e3b1c43234a993"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@30711ebe9d1fcb2491e28d89b1e3b1c43234a993",
"title": "30711ebe9d1fcb2491e28d89b1e3b1c43234a993",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/30711ebe9d1fcb2491e28d89b1e3b1c43234a993"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ca4f2aeb09b1588c154588dbd0a2717508492c91"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca4f2aeb09b1588c154588dbd0a2717508492c91",
"title": "ca4f2aeb09b1588c154588dbd0a2717508492c91",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca4f2aeb09b1588c154588dbd0a2717508492c91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8bc35d07baf8000f8db57674a23c5e06f7516d79"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8bc35d07baf8000f8db57674a23c5e06f7516d79",
"title": "8bc35d07baf8000f8db57674a23c5e06f7516d79",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8bc35d07baf8000f8db57674a23c5e06f7516d79"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8bc35d07baf8000f8db57674a23c5e06f7516d79",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843676734118796320"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:54:19.736] Scheduled build:
{
"id": "8678246672276055473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-23T00:54:19.420974966Z",
"updateTime": "2026-06-23T00:54:19.420974966Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8bc35d07baf8000f8db57674a23c5e06f7516d79",
"ref": "refs/heads/main"
}
}
}
[00:54:19.736] Task URL: https://cr-buildbucket.appspot.com/build/8678246672276055473
[00:54:19.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:2:0) after 5m5s
[00:54:20.667] Received PubSub notification, asking Buildbucket for the build status
[00:54:20.723] Build status: SCHEDULED
[00:59:25.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:2:0)
[00:59:25.052] Build status: SCHEDULED
[00:59:25.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:4:0) after 8m53s
[01:08:18.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:4:0)
[01:08:18.097] Build status: SCHEDULED
[01:08:18.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:5:0) after 1m22s
[01:09:40.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:5:0)
[01:09:40.249] Build status: SCHEDULED
[01:09:40.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:6:0) after 9m26s
[01:19:06.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:6:0)
[01:19:06.279] Build status: SCHEDULED
[01:19:06.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:7:0) after 2m34s
[01:21:40.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:7:0)
[01:21:40.344] Build status: SCHEDULED
[01:21:40.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:8:0) after 1m45s
[01:23:25.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:8:0)
[01:23:25.468] Build status: SCHEDULED
[01:23:25.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:9:0) after 2m29s
[01:25:54.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:9:0)
[01:25:54.503] Build status: SCHEDULED
[01:25:54.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:10:0) after 3m25s
[01:29:19.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:10:0)
[01:29:19.536] Build status: SCHEDULED
[01:29:19.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:11:0) after 3m4s
[01:32:23.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:11:0)
[01:32:23.613] Build status: SCHEDULED
[01:32:23.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:12:0) after 3m5s
[01:35:28.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:12:0)
[01:35:28.652] Build status: SCHEDULED
[01:35:28.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:13:0) after 9m57s
[01:45:25.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:13:0)
[01:45:25.774] Build status: SCHEDULED
[01:45:25.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:14:0) after 2m56s
[01:48:21.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:14:0)
[01:48:21.953] Build status: SCHEDULED
[01:48:21.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:15:0) after 6m37s
[01:54:58.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:15:0)
[01:54:58.998] Build status: SCHEDULED
[01:54:58.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:16:0) after 1m6s
[01:56:05.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:16:0)
[01:56:05.043] Build status: SCHEDULED
[01:56:05.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:17:0) after 3m44s
[01:59:49.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:17:0)
[01:59:49.159] Build status: SCHEDULED
[01:59:49.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:18:0) after 5m28s
[02:05:17.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:18:0)
[02:05:17.190] Build status: SCHEDULED
[02:05:17.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:19:0) after 8m27s
[02:13:44.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:19:0)
[02:13:44.261] Build status: SCHEDULED
[02:13:44.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:20:0) after 8m6s
[02:21:50.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:20:0)
[02:21:50.328] Build status: SCHEDULED
[02:21:50.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:21:0) after 5m46s
[02:27:36.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:21:0)
[02:27:36.367] Build status: SCHEDULED
[02:27:36.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:22:0) after 2m38s
[02:30:14.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:22:0)
[02:30:14.464] Build status: SCHEDULED
[02:30:14.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:23:0) after 3m0s
[02:33:14.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:23:0)
[02:33:14.548] Build status: SCHEDULED
[02:33:14.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:24:0) after 5m1s
[02:38:15.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:24:0)
[02:38:15.584] Build status: SCHEDULED
[02:38:15.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:25:0) after 8m49s
[02:47:04.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:25:0)
[02:47:04.700] Build status: SCHEDULED
[02:47:04.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:26:0) after 6m53s
[02:53:57.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:26:0)
[02:53:57.841] Build status: SCHEDULED
[02:53:57.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:27:0) after 9m31s
[03:03:28.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:27:0)
[03:03:28.993] Build status: SCHEDULED
[03:03:28.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:28:0) after 3m49s
[03:07:18.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:28:0)
[03:07:18.118] Build status: SCHEDULED
[03:07:18.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:29:0) after 3m35s
[03:10:53.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:29:0)
[03:10:53.278] Build status: SCHEDULED
[03:10:53.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:30:0) after 2m20s
[03:13:13.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:30:0)
[03:13:13.465] Build status: SCHEDULED
[03:13:13.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:31:0) after 7m50s
[03:21:03.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:31:0)
[03:21:03.498] Build status: SCHEDULED
[03:21:03.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:32:0) after 6m46s
[03:27:49.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:32:0)
[03:27:49.564] Build status: SCHEDULED
[03:27:49.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:33:0) after 4m1s
[03:31:50.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:33:0)
[03:31:50.595] Build status: SCHEDULED
[03:31:50.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:34:0) after 8m29s
[03:40:19.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:34:0)
[03:40:19.582] Build status: SCHEDULED
[03:40:19.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:35:0) after 7m47s
[03:46:56.748] Received PubSub notification, asking Buildbucket for the build status
[03:46:56.770] Build status: STARTED
[03:48:06.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:35:0)
[03:48:06.623] Build status: STARTED
[03:48:06.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-gtest:8843676734118796320:37:0) after 7m24s
[03:54:10.819] Received PubSub notification, asking Buildbucket for the build status
[03:54:10.855] Build:
{
"id": "8678246672276055473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-23T00:54:19.420974966Z",
"startTime": "2026-06-23T03:46:46.856096879Z",
"endTime": "2026-06-23T03:54:09.806877414Z",
"updateTime": "2026-06-23T03:54:09.806877414Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8bc35d07baf8000f8db57674a23c5e06f7516d79",
"ref": "refs/heads/main"
}
}
}
[03:54:10.855] Invocation finished in 2h59m52.57632021s with status FAILED