[21:20:24.240] New invocation is queued and will start shortly
[21:20:25.296] Starting the invocation (attempt 1)
[21:20:25.321] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b476e17259d497c424ccb75d939e36bd531bdd07"
[21:20:25.321] Popped gitiles commit info from properties and tags
[21:20:25.321] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:20:25.321] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:20:25.321] Buildbucket request:
{
"requestId": "8838616761469784608",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838616761469784608",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b476e17259d497c424ccb75d939e36bd531bdd07"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b476e17259d497c424ccb75d939e36bd531bdd07",
"title": "b476e17259d497c424ccb75d939e36bd531bdd07",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b476e17259d497c424ccb75d939e36bd531bdd07"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b476e17259d497c424ccb75d939e36bd531bdd07",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838616761469784608"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:20:25.793] Scheduled build:
{
"id": "8673186699592883857",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-17T21:20:25.409659806Z",
"updateTime": "2026-08-17T21:20:25.409659806Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b476e17259d497c424ccb75d939e36bd531bdd07",
"ref": "refs/heads/main"
}
}
}
[21:20:25.793] Task URL: https://cr-buildbucket.appspot.com/build/8673186699592883857
[21:20:25.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:2:0) after 2m26s
[21:20:26.691] Received PubSub notification, asking Buildbucket for the build status
[21:20:26.707] Build status: SCHEDULED
[21:22:51.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:2:0)
[21:22:51.830] Build status: SCHEDULED
[21:22:51.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:4:0) after 4m54s
[21:27:45.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:4:0)
[21:27:45.866] Build status: SCHEDULED
[21:27:45.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:5:0) after 6m45s
[21:34:31.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:5:0)
[21:34:31.243] Build status: SCHEDULED
[21:34:31.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:6:0) after 2m37s
[21:37:08.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:6:0)
[21:37:08.454] Build status: SCHEDULED
[21:37:08.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:7:0) after 2m58s
[21:40:06.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:7:0)
[21:40:06.582] Build status: SCHEDULED
[21:40:06.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:8:0) after 1m44s
[21:41:50.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:8:0)
[21:41:50.645] Build status: SCHEDULED
[21:41:50.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:9:0) after 5m59s
[21:47:49.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:9:0)
[21:47:49.977] Build status: SCHEDULED
[21:47:49.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:10:0) after 6m24s
[21:54:13.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:10:0)
[21:54:13.977] Build status: SCHEDULED
[21:54:13.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:11:0) after 7m13s
[22:01:27.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:11:0)
[22:01:27.094] Build status: SCHEDULED
[22:01:27.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:12:0) after 3m51s
[22:05:18.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:12:0)
[22:05:18.327] Build status: SCHEDULED
[22:05:18.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:13:0) after 3m37s
[22:08:55.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:13:0)
[22:08:55.484] Build status: SCHEDULED
[22:08:55.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:14:0) after 7m46s
[22:16:41.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:14:0)
[22:16:41.610] Build status: SCHEDULED
[22:16:41.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:15:0) after 2m30s
[22:19:11.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:15:0)
[22:19:11.730] Build status: SCHEDULED
[22:19:11.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:16:0) after 8m29s
[22:27:40.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:16:0)
[22:27:40.789] Build status: SCHEDULED
[22:27:40.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:17:0) after 2m32s
[22:30:12.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:17:0)
[22:30:13.049] Build status: SCHEDULED
[22:30:13.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:18:0) after 3m0s
[22:33:13.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:18:0)
[22:33:13.339] Build status: SCHEDULED
[22:33:13.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:19:0) after 7m48s
[22:41:01.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:19:0)
[22:41:01.433] Build status: SCHEDULED
[22:41:01.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:20:0) after 7m52s
[22:48:53.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:20:0)
[22:48:53.470] Build status: SCHEDULED
[22:48:53.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:21:0) after 3m27s
[22:52:20.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:21:0)
[22:52:20.560] Build status: SCHEDULED
[22:52:20.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:22:0) after 2m22s
[22:54:42.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:22:0)
[22:54:42.698] Build status: SCHEDULED
[22:54:42.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:23:0) after 5m4s
[22:59:46.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:23:0)
[22:59:46.870] Build status: SCHEDULED
[22:59:46.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:24:0) after 7m4s
[23:06:50.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:24:0)
[23:06:50.909] Build status: SCHEDULED
[23:06:50.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:25:0) after 4m14s
[23:11:04.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:25:0)
[23:11:05.073] Build status: SCHEDULED
[23:11:05.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:26:0) after 7m29s
[23:18:34.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:26:0)
[23:18:34.107] Build status: SCHEDULED
[23:18:34.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8838616761469784608:27:0) after 9m58s
[23:18:36.063] Received PubSub notification, asking Buildbucket for the build status
[23:18:36.084] Build status: STARTED
[23:26:57.233] Received PubSub notification, asking Buildbucket for the build status
[23:26:57.254] Build:
{
"id": "8673186699592883857",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-17T21:20:25.409659806Z",
"startTime": "2026-08-17T23:18:35.896615563Z",
"endTime": "2026-08-17T23:26:56.949828978Z",
"updateTime": "2026-08-17T23:26:56.949828978Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b476e17259d497c424ccb75d939e36bd531bdd07",
"ref": "refs/heads/main"
}
}
}
[23:26:57.254] Invocation finished in 2h6m33.018583496s with status FAILED