[20:00:54.179] New invocation is queued and will start shortly
[20:00:55.268] Starting the invocation (attempt 1)
[20:00:55.295] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a"
[20:00:55.295] Popped gitiles commit info from properties and tags
[20:00:55.295] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:00:55.295] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:00:55.295] Buildbucket request:
{
"requestId": "8844782356957803728",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844782356957803728",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a7630fb3e63e481e134410f4a1f63d5a5fc625f4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7630fb3e63e481e134410f4a1f63d5a5fc625f4",
"title": "a7630fb3e63e481e134410f4a1f63d5a5fc625f4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7630fb3e63e481e134410f4a1f63d5a5fc625f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cf08cdf0cf6b639348927b8715e1aca0bfbb05cf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cf08cdf0cf6b639348927b8715e1aca0bfbb05cf",
"title": "cf08cdf0cf6b639348927b8715e1aca0bfbb05cf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cf08cdf0cf6b639348927b8715e1aca0bfbb05cf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "acba7bd342b32402be50be1f3817f2d04b82bff5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@acba7bd342b32402be50be1f3817f2d04b82bff5",
"title": "acba7bd342b32402be50be1f3817f2d04b82bff5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/acba7bd342b32402be50be1f3817f2d04b82bff5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a",
"title": "6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844782356957803728"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:00:55.796] Scheduled build:
{
"id": "8679352295034479777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-10T20:00:55.391140076Z",
"updateTime": "2026-06-10T20:00:55.391140076Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:00:55.796] Task URL: https://cr-buildbucket.appspot.com/build/8679352295034479777
[20:00:55.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:2:0) after 3m53s
[20:00:57.478] Received PubSub notification, asking Buildbucket for the build status
[20:00:57.501] Build status: SCHEDULED
[20:04:48.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:2:0)
[20:04:48.841] Build status: SCHEDULED
[20:04:48.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:4:0) after 2m30s
[20:07:18.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:4:0)
[20:07:18.837] Build status: SCHEDULED
[20:07:18.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:5:0) after 9m36s
[20:16:54.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:5:0)
[20:16:54.924] Build status: SCHEDULED
[20:16:54.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:6:0) after 1m17s
[20:18:11.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:6:0)
[20:18:11.984] Build status: SCHEDULED
[20:18:11.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:7:0) after 5m1s
[20:23:12.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:7:0)
[20:23:13.024] Build status: SCHEDULED
[20:23:13.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:8:0) after 1m14s
[20:24:27.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:8:0)
[20:24:27.111] Build status: SCHEDULED
[20:24:27.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:9:0) after 2m44s
[20:27:11.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:9:0)
[20:27:11.241] Build status: SCHEDULED
[20:27:11.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:10:0) after 2m49s
[20:30:00.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:10:0)
[20:30:00.357] Build status: SCHEDULED
[20:30:00.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:11:0) after 7m18s
[20:37:18.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:11:0)
[20:37:18.538] Build status: SCHEDULED
[20:37:18.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:12:0) after 9m53s
[20:47:11.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:12:0)
[20:47:11.734] Build status: SCHEDULED
[20:47:11.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:13:0) after 6m58s
[20:54:09.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:13:0)
[20:54:09.864] Build status: SCHEDULED
[20:54:09.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:14:0) after 8m43s
[21:02:52.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:14:0)
[21:02:52.996] Build status: SCHEDULED
[21:02:52.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:15:0) after 6m49s
[21:09:42.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:15:0)
[21:09:42.079] Build status: SCHEDULED
[21:09:42.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:16:0) after 7m59s
[21:17:41.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:16:0)
[21:17:41.116] Build status: SCHEDULED
[21:17:41.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:17:0) after 3m7s
[21:20:48.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:17:0)
[21:20:48.205] Build status: SCHEDULED
[21:20:48.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:18:0) after 5m16s
[21:26:04.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:18:0)
[21:26:04.401] Build status: SCHEDULED
[21:26:04.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:19:0) after 4m25s
[21:30:29.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:19:0)
[21:30:29.495] Build status: SCHEDULED
[21:30:29.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:20:0) after 6m22s
[21:36:51.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:20:0)
[21:36:51.532] Build status: SCHEDULED
[21:36:51.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:21:0) after 6m1s
[21:42:52.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:21:0)
[21:42:52.565] Build status: SCHEDULED
[21:42:52.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:22:0) after 4m14s
[21:47:06.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:22:0)
[21:47:06.833] Build status: SCHEDULED
[21:47:06.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:23:0) after 6m13s
[21:53:19.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:23:0)
[21:53:19.872] Build status: SCHEDULED
[21:53:19.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:24:0) after 9m40s
[22:02:59.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:24:0)
[22:02:59.974] Build status: SCHEDULED
[22:02:59.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:25:0) after 4m19s
[22:07:19.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:25:0)
[22:07:19.143] Build status: SCHEDULED
[22:07:19.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:26:0) after 4m46s
[22:12:05.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:26:0)
[22:12:05.190] Build status: SCHEDULED
[22:12:05.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:27:0) after 7m48s
[22:19:53.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:27:0)
[22:19:53.223] Build status: SCHEDULED
[22:19:53.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:28:0) after 7m42s
[22:27:35.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:28:0)
[22:27:35.313] Build status: SCHEDULED
[22:27:35.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:29:0) after 1m1s
[22:28:36.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:29:0)
[22:28:36.353] Build status: SCHEDULED
[22:28:36.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:30:0) after 2m46s
[22:29:15.442] Received PubSub notification, asking Buildbucket for the build status
[22:29:15.523] Build status: STARTED
[22:31:22.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:30:0)
[22:31:22.431] Build status: STARTED
[22:31:22.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844782356957803728:32:0) after 3m57s
[22:33:27.922] Received PubSub notification, asking Buildbucket for the build status
[22:33:27.943] Build:
{
"id": "8679352295034479777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-10T20:00:55.391140076Z",
"startTime": "2026-06-10T22:29:15.139026579Z",
"endTime": "2026-06-10T22:33:27.651625817Z",
"updateTime": "2026-06-10T22:33:27.651625817Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6a5ffd82acecfedde15b2b8ccc2065d6d1a1373a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:33:27.943] Invocation finished in 2h32m33.768829518s with status FAILED