[03:46:20.292] New invocation is queued and will start shortly
[03:46:21.358] Starting the invocation (attempt 1)
[03:46:21.380] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/57a64fc7837a6f28d4e4646126f6823c15417b51"
[03:46:21.380] Popped gitiles commit info from properties and tags
[03:46:21.380] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:46:21.381] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:46:21.381] Buildbucket request:
{
"requestId": "8841582180480249744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841582180480249744",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "92fbccc02c46b4bee931e4a6b55fcab1b2676625"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@92fbccc02c46b4bee931e4a6b55fcab1b2676625",
"title": "92fbccc02c46b4bee931e4a6b55fcab1b2676625",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/92fbccc02c46b4bee931e4a6b55fcab1b2676625"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b5431afd9ca6d0167461316a3f8aae1f02061d8b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b5431afd9ca6d0167461316a3f8aae1f02061d8b",
"title": "b5431afd9ca6d0167461316a3f8aae1f02061d8b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b5431afd9ca6d0167461316a3f8aae1f02061d8b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83f61c48153bb4fd3ee91041cdc2620ca028631f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83f61c48153bb4fd3ee91041cdc2620ca028631f",
"title": "83f61c48153bb4fd3ee91041cdc2620ca028631f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83f61c48153bb4fd3ee91041cdc2620ca028631f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "57a64fc7837a6f28d4e4646126f6823c15417b51"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@57a64fc7837a6f28d4e4646126f6823c15417b51",
"title": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/57a64fc7837a6f28d4e4646126f6823c15417b51"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841582180480249744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:46:21.922] Scheduled build:
{
"id": "8676152118569396129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T03:46:21.494588371Z",
"updateTime": "2026-07-16T03:46:21.494588371Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
}
}
}
[03:46:21.922] Task URL: https://cr-buildbucket.appspot.com/build/8676152118569396129
[03:46:21.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:2:0) after 8m20s
[03:46:51.928] Received PubSub notification, asking Buildbucket for the build status
[03:46:51.948] Build status: SCHEDULED
[03:54:42.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:2:0)
[03:54:42.032] Build status: SCHEDULED
[03:54:42.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:4:0) after 9m52s
[04:04:34.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:4:0)
[04:04:34.135] Build status: SCHEDULED
[04:04:34.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:5:0) after 4m51s
[04:09:25.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:5:0)
[04:09:25.199] Build status: SCHEDULED
[04:09:25.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:6:0) after 5m27s
[04:14:52.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:6:0)
[04:14:52.251] Build status: SCHEDULED
[04:14:52.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:7:0) after 5m50s
[04:20:42.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:7:0)
[04:20:42.266] Build status: SCHEDULED
[04:20:42.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:8:0) after 1m35s
[04:22:17.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:8:0)
[04:22:17.553] Build status: SCHEDULED
[04:22:17.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:9:0) after 2m37s
[04:24:54.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:9:0)
[04:24:54.597] Build status: SCHEDULED
[04:24:54.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:10:0) after 9m48s
[04:34:42.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:10:0)
[04:34:42.702] Build status: SCHEDULED
[04:34:42.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:11:0) after 3m32s
[04:38:14.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:11:0)
[04:38:14.746] Build status: SCHEDULED
[04:38:14.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:12:0) after 2m3s
[04:40:17.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:12:0)
[04:40:17.823] Build status: SCHEDULED
[04:40:17.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:13:0) after 9m24s
[04:49:42.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:13:0)
[04:49:42.123] Build status: SCHEDULED
[04:49:42.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:14:0) after 3m1s
[04:52:43.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:14:0)
[04:52:43.247] Build status: SCHEDULED
[04:52:43.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:15:0) after 5m6s
[04:57:49.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:15:0)
[04:57:49.238] Build status: SCHEDULED
[04:57:49.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:16:0) after 9m10s
[05:06:59.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:16:0)
[05:06:59.320] Build status: SCHEDULED
[05:06:59.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:17:0) after 4m34s
[05:11:33.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:17:0)
[05:11:33.524] Build status: SCHEDULED
[05:11:33.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:18:0) after 3m50s
[05:15:23.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:18:0)
[05:15:23.587] Build status: SCHEDULED
[05:15:23.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:19:0) after 1m34s
[05:16:57.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:19:0)
[05:16:57.734] Build status: SCHEDULED
[05:16:57.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:20:0) after 5m1s
[05:21:58.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:20:0)
[05:21:58.772] Build status: SCHEDULED
[05:21:58.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:21:0) after 3m8s
[05:25:06.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:21:0)
[05:25:06.839] Build status: SCHEDULED
[05:25:06.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:22:0) after 4m8s
[05:29:14.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:22:0)
[05:29:14.882] Build status: SCHEDULED
[05:29:14.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:23:0) after 6m21s
[05:35:36.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:23:0)
[05:35:36.170] Build status: SCHEDULED
[05:35:36.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:24:0) after 6m0s
[05:41:36.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:24:0)
[05:41:36.223] Build status: SCHEDULED
[05:41:36.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841582180480249744:25:0) after 6m23s
[05:43:20.792] Received PubSub notification, asking Buildbucket for the build status
[05:43:20.878] Build status: STARTED
[05:47:16.563] Received PubSub notification, asking Buildbucket for the build status
[05:47:16.593] Build:
{
"id": "8676152118569396129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-16T03:46:21.494588371Z",
"startTime": "2026-07-16T05:43:17.919465673Z",
"endTime": "2026-07-16T05:47:16.302908986Z",
"updateTime": "2026-07-16T05:47:16.302908986Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "57a64fc7837a6f28d4e4646126f6823c15417b51",
"ref": "refs/heads/main"
}
}
}
[05:47:16.593] Invocation finished in 2h0m56.304233609s with status FAILED