[18:40:58.571] New invocation is queued and will start shortly
[18:41:00.319] Starting the invocation (attempt 1)
[18:41:00.350] Ignoring gitiles_ref tag without the buildset tag
[18:41:00.350] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:41:00.350] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:41:00.350] Buildbucket request:
{
"requestId": "8837811419102818448",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837811419102818448",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4e39a60854b36ee98b9b48477bbbed228be8bceb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4e39a60854b36ee98b9b48477bbbed228be8bceb",
"title": "4e39a60854b36ee98b9b48477bbbed228be8bceb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4e39a60854b36ee98b9b48477bbbed228be8bceb"
},
{
"id": "4477010f526bc0c4",
"title": "Triggered via web UI",
"webui": {
}
},
{
"id": "97177f3643fba299",
"title": "Triggered via web UI",
"webui": {
}
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837811419102818448"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:41:00.784] Scheduled build:
{
"id": "8672381356511847633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T18:41:00.422863273Z",
"updateTime": "2026-08-26T18:41:00.422863273Z",
"status": "SCHEDULED",
"input": {
}
}
[18:41:00.784] Task URL: https://cr-buildbucket.appspot.com/build/8672381356511847633
[18:41:00.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:2:0) after 5m47s
[18:41:01.686] Received PubSub notification, asking Buildbucket for the build status
[18:41:01.884] Build status: SCHEDULED
[18:46:47.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:2:0)
[18:46:47.846] Build status: SCHEDULED
[18:46:47.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:4:0) after 9m26s
[18:56:13.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:4:0)
[18:56:13.920] Build status: SCHEDULED
[18:56:13.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:5:0) after 1m8s
[18:57:22.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:5:0)
[18:57:22.045] Build status: SCHEDULED
[18:57:22.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:6:0) after 4m14s
[19:01:36.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:6:0)
[19:01:36.157] Build status: SCHEDULED
[19:01:36.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:7:0) after 1m56s
[19:03:32.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:7:0)
[19:03:32.202] Build status: SCHEDULED
[19:03:32.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:8:0) after 2m38s
[19:06:10.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:8:0)
[19:06:10.316] Build status: SCHEDULED
[19:06:10.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:9:0) after 3m45s
[19:09:55.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:9:0)
[19:09:55.395] Build status: SCHEDULED
[19:09:55.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:10:0) after 9m20s
[19:19:15.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:10:0)
[19:19:15.511] Build status: SCHEDULED
[19:19:15.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:11:0) after 4m38s
[19:23:53.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:11:0)
[19:23:53.638] Build status: SCHEDULED
[19:23:53.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:12:0) after 9m31s
[19:33:24.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:12:0)
[19:33:24.721] Build status: SCHEDULED
[19:33:24.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:13:0) after 7m47s
[19:41:11.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:13:0)
[19:41:11.806] Build status: SCHEDULED
[19:41:11.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:14:0) after 5m32s
[19:46:43.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:14:0)
[19:46:43.936] Build status: SCHEDULED
[19:46:43.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:15:0) after 4m52s
[19:51:36.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:15:0)
[19:51:36.226] Build status: SCHEDULED
[19:51:36.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:16:0) after 6m11s
[19:57:47.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:16:0)
[19:57:47.407] Build status: SCHEDULED
[19:57:47.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:17:0) after 2m25s
[20:00:12.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:17:0)
[20:00:12.743] Build status: SCHEDULED
[20:00:12.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:18:0) after 1m35s
[20:01:48.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:18:0)
[20:01:48.105] Build status: SCHEDULED
[20:01:48.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:19:0) after 8m14s
[20:10:02.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:19:0)
[20:10:02.193] Build status: SCHEDULED
[20:10:02.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:20:0) after 6m45s
[20:16:47.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:20:0)
[20:16:47.353] Build status: SCHEDULED
[20:16:47.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:21:0) after 1m13s
[20:18:00.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:21:0)
[20:18:00.444] Build status: SCHEDULED
[20:18:00.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:22:0) after 8m10s
[20:26:10.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:22:0)
[20:26:10.477] Build status: SCHEDULED
[20:26:10.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:23:0) after 2m2s
[20:28:12.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:23:0)
[20:28:12.498] Build status: SCHEDULED
[20:28:12.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:24:0) after 1m19s
[20:29:31.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:24:0)
[20:29:31.689] Build status: SCHEDULED
[20:29:31.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:25:0) after 3m16s
[20:32:47.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:25:0)
[20:32:47.746] Build status: SCHEDULED
[20:32:47.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:26:0) after 2m39s
[20:35:26.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:26:0)
[20:35:26.874] Build status: SCHEDULED
[20:35:26.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:27:0) after 9m9s
[20:44:35.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:27:0)
[20:44:35.962] Build status: SCHEDULED
[20:44:35.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:28:0) after 4m14s
[20:48:50.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:28:0)
[20:48:50.029] Build status: SCHEDULED
[20:48:50.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:29:0) after 1m10s
[20:49:59.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:29:0)
[20:50:00.022] Build status: SCHEDULED
[20:50:00.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:30:0) after 9m42s
[20:59:42.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:30:0)
[20:59:42.145] Build status: SCHEDULED
[20:59:42.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:31:0) after 4m38s
[21:02:45.894] Received PubSub notification, asking Buildbucket for the build status
[21:02:45.913] Build status: STARTED
[21:04:20.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:31:0)
[21:04:20.251] Build status: STARTED
[21:04:20.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:33:0) after 1m44s
[21:06:04.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:33:0)
[21:06:04.332] Build status: STARTED
[21:06:04.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:34:0) after 2m32s
[21:08:36.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:34:0)
[21:08:36.367] Build status: STARTED
[21:08:36.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8837811419102818448:35:0) after 5m28s
[21:12:23.858] Received PubSub notification, asking Buildbucket for the build status
[21:12:23.964] Build:
{
"id": "8672381356511847633",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-26T18:41:00.422863273Z",
"startTime": "2026-08-26T21:02:45.654498180Z",
"endTime": "2026-08-26T21:12:23.576427215Z",
"updateTime": "2026-08-26T21:12:23.576427215Z",
"status": "FAILURE",
"input": {
}
}
[21:12:23.964] Invocation finished in 2h31m25.39771941s with status FAILED