[00:28:45.205] New invocation is queued and will start shortly
[00:28:48.930] Starting the invocation (attempt 1)
[00:28:48.957] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/902ba7a4de843b5fc5787f2b4761dc4f8d9cd853"
[00:28:48.957] Popped gitiles commit info from properties and tags
[00:28:48.957] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:28:48.957] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:28:48.957] Buildbucket request:
{
"requestId": "8845943265827374672",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845943265827374672",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"title": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/902ba7a4de843b5fc5787f2b4761dc4f8d9cd853"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845943265827374672"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:28:49.313] Scheduled build:
{
"id": "8680513201181996961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-29T00:28:49.015754125Z",
"updateTime": "2026-05-29T00:28:49.015754125Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"ref": "refs/heads/main"
}
}
}
[00:28:49.313] Task URL: https://cr-buildbucket.appspot.com/build/8680513201181996961
[00:28:49.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:2:0) after 6m53s
[00:28:49.388] Received PubSub notification, asking Buildbucket for the build status
[00:28:49.425] Build status: SCHEDULED
[00:35:42.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:2:0)
[00:35:42.346] Build status: SCHEDULED
[00:35:42.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:4:0) after 5m26s
[00:41:08.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:4:0)
[00:41:08.431] Build status: SCHEDULED
[00:41:08.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:5:0) after 5m35s
[00:46:43.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:5:0)
[00:46:43.518] Build status: SCHEDULED
[00:46:43.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:6:0) after 7m37s
[00:54:20.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:6:0)
[00:54:20.529] Build status: SCHEDULED
[00:54:20.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:7:0) after 3m21s
[00:57:41.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:7:0)
[00:57:41.670] Build status: SCHEDULED
[00:57:41.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:8:0) after 4m19s
[01:02:00.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:8:0)
[01:02:00.750] Build status: SCHEDULED
[01:02:00.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:9:0) after 6m35s
[01:08:35.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:9:0)
[01:08:35.889] Build status: SCHEDULED
[01:08:35.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:10:0) after 4m36s
[01:13:11.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:10:0)
[01:13:11.946] Build status: SCHEDULED
[01:13:11.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:11:0) after 9m6s
[01:22:18.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:11:0)
[01:22:18.061] Build status: SCHEDULED
[01:22:18.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:12:0) after 4m11s
[01:26:29.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:12:0)
[01:26:29.172] Build status: SCHEDULED
[01:26:29.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:13:0) after 5m26s
[01:31:55.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:13:0)
[01:31:55.398] Build status: SCHEDULED
[01:31:55.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:14:0) after 1m27s
[01:33:22.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:14:0)
[01:33:22.625] Build status: SCHEDULED
[01:33:22.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:15:0) after 5m46s
[01:39:08.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:15:0)
[01:39:08.706] Build status: SCHEDULED
[01:39:08.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:16:0) after 6m9s
[01:45:17.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:16:0)
[01:45:17.875] Build status: SCHEDULED
[01:45:17.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:17:0) after 8m27s
[01:53:44.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:17:0)
[01:53:44.918] Build status: SCHEDULED
[01:53:44.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:18:0) after 1m27s
[01:55:11.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:18:0)
[01:55:12.009] Build status: SCHEDULED
[01:55:12.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:19:0) after 2m51s
[01:58:03.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:19:0)
[01:58:03.174] Build status: SCHEDULED
[01:58:03.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:20:0) after 7m6s
[02:05:09.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:20:0)
[02:05:09.219] Build status: SCHEDULED
[02:05:09.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:21:0) after 5m30s
[02:10:39.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:21:0)
[02:10:39.340] Build status: SCHEDULED
[02:10:39.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:22:0) after 5m37s
[02:16:16.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:22:0)
[02:16:16.393] Build status: SCHEDULED
[02:16:16.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:23:0) after 2m29s
[02:18:45.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:23:0)
[02:18:45.461] Build status: SCHEDULED
[02:18:45.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:24:0) after 1m25s
[02:20:10.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:24:0)
[02:20:10.591] Build status: SCHEDULED
[02:20:10.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:25:0) after 6m45s
[02:26:55.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:25:0)
[02:26:55.707] Build status: SCHEDULED
[02:26:55.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:26:0) after 2m13s
[02:29:08.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:26:0)
[02:29:08.759] Build status: SCHEDULED
[02:29:08.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:27:0) after 8m24s
[02:37:32.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:27:0)
[02:37:32.788] Build status: SCHEDULED
[02:37:32.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:28:0) after 9m29s
[02:47:01.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:28:0)
[02:47:01.784] Build status: SCHEDULED
[02:47:01.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:29:0) after 5m3s
[02:52:04.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:29:0)
[02:52:04.849] Build status: SCHEDULED
[02:52:04.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:30:0) after 2m28s
[02:54:32.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:30:0)
[02:54:32.862] Build status: SCHEDULED
[02:54:32.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:31:0) after 8m35s
[02:56:25.680] Received PubSub notification, asking Buildbucket for the build status
[02:56:25.715] Build status: STARTED
[03:03:07.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:31:0)
[03:03:07.947] Build status: STARTED
[03:03:07.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8845943265827374672:33:0) after 7m26s
[03:03:20.664] Received PubSub notification, asking Buildbucket for the build status
[03:03:20.687] Build:
{
"id": "8680513201181996961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-29T00:28:49.015754125Z",
"startTime": "2026-05-29T02:56:25.480350263Z",
"endTime": "2026-05-29T03:03:20.367075102Z",
"updateTime": "2026-05-29T03:03:20.367075102Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"ref": "refs/heads/main"
}
}
}
[03:03:20.687] Invocation finished in 2h34m35.486533046s with status FAILED