[17:44:24.488] New invocation is queued and will start shortly
[17:44:25.752] Starting the invocation (attempt 1)
[17:44:25.782] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
[17:44:25.782] Popped gitiles commit info from properties and tags
[17:44:25.782] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:44:25.783] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:44:25.783] Buildbucket request:
{
"requestId": "8873328988894466512",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873328988894466512",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "40e21b586b989e8a6336d0adf0fa047bccea156f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@40e21b586b989e8a6336d0adf0fa047bccea156f",
"title": "40e21b586b989e8a6336d0adf0fa047bccea156f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/40e21b586b989e8a6336d0adf0fa047bccea156f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"title": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"title": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"title": "6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "94612e0d0f29657379268419db62d67c1429db18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94612e0d0f29657379268419db62d67c1429db18",
"title": "94612e0d0f29657379268419db62d67c1429db18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94612e0d0f29657379268419db62d67c1429db18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "93d720812119b405139d7f0dc9aa414f321b9268"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@93d720812119b405139d7f0dc9aa414f321b9268",
"title": "93d720812119b405139d7f0dc9aa414f321b9268",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/93d720812119b405139d7f0dc9aa414f321b9268"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"title": "d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"title": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873328988894466512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:44:26.279] Scheduled build:
{
"id": "8707898926802040161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T17:44:25.855680020Z",
"updateTime": "2025-07-30T17:44:25.855680020Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"ref": "refs/heads/main"
}
}
}
[17:44:26.279] Task URL: https://cr-buildbucket.appspot.com/build/8707898926802040161
[17:44:26.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:2:0) after 6m23s
[17:44:35.268] Received PubSub notification, asking Buildbucket for the build status
[17:44:35.291] Build status: SCHEDULED
[17:50:49.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:2:0)
[17:50:49.318] Build status: SCHEDULED
[17:50:49.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:4:0) after 4m30s
[17:55:19.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:4:0)
[17:55:19.438] Build status: SCHEDULED
[17:55:19.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:5:0) after 8m46s
[18:04:05.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:5:0)
[18:04:05.484] Build status: SCHEDULED
[18:04:05.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:6:0) after 8m33s
[18:12:38.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:6:0)
[18:12:38.599] Build status: SCHEDULED
[18:12:38.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:7:0) after 4m2s
[18:16:40.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:7:0)
[18:16:40.650] Build status: SCHEDULED
[18:16:40.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:8:0) after 1m40s
[18:18:20.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:8:0)
[18:18:20.820] Build status: SCHEDULED
[18:18:20.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:9:0) after 3m25s
[18:21:45.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:9:0)
[18:21:45.902] Build status: SCHEDULED
[18:21:45.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:10:0) after 9m58s
[18:31:44.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:10:0)
[18:31:44.052] Build status: SCHEDULED
[18:31:44.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:11:0) after 1m48s
[18:33:32.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:11:0)
[18:33:32.098] Build status: SCHEDULED
[18:33:32.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:12:0) after 2m10s
[18:35:42.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:12:0)
[18:35:42.088] Build status: SCHEDULED
[18:35:42.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:13:0) after 7m48s
[18:43:30.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:13:0)
[18:43:30.179] Build status: SCHEDULED
[18:43:30.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:14:0) after 1m0s
[18:44:30.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:14:0)
[18:44:30.321] Build status: SCHEDULED
[18:44:30.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:15:0) after 6m53s
[18:51:23.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:15:0)
[18:51:23.376] Build status: SCHEDULED
[18:51:23.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:16:0) after 6m7s
[18:57:30.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:16:0)
[18:57:30.601] Build status: SCHEDULED
[18:57:30.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:17:0) after 1m44s
[18:59:14.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:17:0)
[18:59:14.769] Build status: SCHEDULED
[18:59:14.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:18:0) after 1m24s
[19:00:38.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:18:0)
[19:00:38.839] Build status: SCHEDULED
[19:00:38.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:19:0) after 9m30s
[19:10:08.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:19:0)
[19:10:08.979] Build status: SCHEDULED
[19:10:08.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:20:0) after 7m58s
[19:18:06.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:20:0)
[19:18:07.015] Build status: SCHEDULED
[19:18:07.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:21:0) after 3m16s
[19:21:23.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:21:0)
[19:21:23.095] Build status: SCHEDULED
[19:21:23.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:22:0) after 4m9s
[19:25:32.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:22:0)
[19:25:32.103] Build status: SCHEDULED
[19:25:32.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:23:0) after 6m0s
[19:31:32.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:23:0)
[19:31:32.278] Build status: SCHEDULED
[19:31:32.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:24:0) after 3m37s
[19:35:09.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:24:0)
[19:35:09.380] Build status: SCHEDULED
[19:35:09.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:25:0) after 6m43s
[19:41:52.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:25:0)
[19:41:52.422] Build status: SCHEDULED
[19:41:52.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:26:0) after 7m56s
[19:49:48.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:26:0)
[19:49:48.602] Build status: SCHEDULED
[19:49:48.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:27:0) after 3m29s
[19:53:17.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:27:0)
[19:53:17.647] Build status: SCHEDULED
[19:53:17.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:28:0) after 1m27s
[19:54:44.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:28:0)
[19:54:44.699] Build status: SCHEDULED
[19:54:44.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:29:0) after 4m35s
[19:59:19.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:29:0)
[19:59:19.752] Build status: SCHEDULED
[19:59:19.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:30:0) after 7m47s
[20:07:06.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:30:0)
[20:07:06.938] Build status: SCHEDULED
[20:07:06.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:31:0) after 1m27s
[20:08:33.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:31:0)
[20:08:33.992] Build status: SCHEDULED
[20:08:33.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:32:0) after 4m13s
[20:12:47.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:32:0)
[20:12:47.097] Build status: SCHEDULED
[20:12:47.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:33:0) after 4m16s
[20:17:03.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:33:0)
[20:17:03.222] Build status: SCHEDULED
[20:17:03.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:34:0) after 4m38s
[20:21:41.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:34:0)
[20:21:41.337] Build status: SCHEDULED
[20:21:41.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:35:0) after 1m51s
[20:23:32.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:35:0)
[20:23:32.516] Build status: SCHEDULED
[20:23:32.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:36:0) after 4m35s
[20:28:07.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:36:0)
[20:28:07.536] Build status: SCHEDULED
[20:28:07.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:37:0) after 1m28s
[20:29:35.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:37:0)
[20:29:35.578] Build status: SCHEDULED
[20:29:35.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873328988894466512:38:0) after 8m50s
[20:32:37.791] Received PubSub notification, asking Buildbucket for the build status
[20:32:37.843] Build status: STARTED
[20:37:39.557] Received PubSub notification, asking Buildbucket for the build status
[20:37:39.597] Build:
{
"id": "8707898926802040161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T17:44:25.855680020Z",
"startTime": "2025-07-30T20:32:32.998032328Z",
"endTime": "2025-07-30T20:37:39.116903852Z",
"updateTime": "2025-07-30T20:37:39.116903852Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"ref": "refs/heads/main"
}
}
}
[20:37:39.597] Invocation finished in 2h53m15.121236353s with status SUCCEEDED