[18:14:12.959] New invocation is queued and will start shortly
[18:14:14.538] Starting the invocation (attempt 1)
[18:14:14.584] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5578de5df5ff50fcf78fa00f191f98473ef528f0"
[18:14:14.584] Popped gitiles commit info from properties and tags
[18:14:14.584] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:14:14.584] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:14:14.584] Buildbucket request:
{
"requestId": "8871877562077790064",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871877562077790064",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "93f02d7d72325ecddbf6d7ddfe152fa6941c9ea7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@93f02d7d72325ecddbf6d7ddfe152fa6941c9ea7",
"title": "93f02d7d72325ecddbf6d7ddfe152fa6941c9ea7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/93f02d7d72325ecddbf6d7ddfe152fa6941c9ea7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5578de5df5ff50fcf78fa00f191f98473ef528f0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5578de5df5ff50fcf78fa00f191f98473ef528f0",
"title": "5578de5df5ff50fcf78fa00f191f98473ef528f0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5578de5df5ff50fcf78fa00f191f98473ef528f0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5578de5df5ff50fcf78fa00f191f98473ef528f0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871877562077790064"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:14:15.158] Scheduled build:
{
"id": "8706447499634233233",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-15T18:14:14.667723342Z",
"updateTime": "2025-08-15T18:14:14.667723342Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5578de5df5ff50fcf78fa00f191f98473ef528f0",
"ref": "refs/heads/main"
}
}
}
[18:14:15.158] Task URL: https://cr-buildbucket.appspot.com/build/8706447499634233233
[18:14:15.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:2:0) after 4m14s
[18:14:15.953] Received PubSub notification, asking Buildbucket for the build status
[18:14:15.972] Build status: SCHEDULED
[18:18:29.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:2:0)
[18:18:29.192] Build status: SCHEDULED
[18:18:29.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:4:0) after 9m46s
[18:28:15.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:4:0)
[18:28:15.211] Build status: SCHEDULED
[18:28:15.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:5:0) after 3m43s
[18:31:58.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:5:0)
[18:31:58.292] Build status: SCHEDULED
[18:31:58.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:6:0) after 1m9s
[18:33:07.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:6:0)
[18:33:07.358] Build status: SCHEDULED
[18:33:07.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:7:0) after 2m27s
[18:35:34.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:7:0)
[18:35:34.434] Build status: SCHEDULED
[18:35:34.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:8:0) after 5m15s
[18:40:49.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:8:0)
[18:40:49.473] Build status: SCHEDULED
[18:40:49.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:9:0) after 9m6s
[18:49:55.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:9:0)
[18:49:55.614] Build status: SCHEDULED
[18:49:55.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:10:0) after 2m59s
[18:52:54.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:10:0)
[18:52:54.672] Build status: SCHEDULED
[18:52:54.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:11:0) after 5m47s
[18:58:41.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:11:0)
[18:58:41.826] Build status: SCHEDULED
[18:58:41.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:12:0) after 5m19s
[19:04:00.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:12:0)
[19:04:00.869] Build status: SCHEDULED
[19:04:00.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:13:0) after 5m56s
[19:09:57.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:13:0)
[19:09:57.180] Build status: SCHEDULED
[19:09:57.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:14:0) after 9m49s
[19:19:46.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:14:0)
[19:19:46.242] Build status: SCHEDULED
[19:19:46.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:15:0) after 5m38s
[19:25:24.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:15:0)
[19:25:24.292] Build status: SCHEDULED
[19:25:24.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:16:0) after 5m3s
[19:30:27.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:16:0)
[19:30:27.351] Build status: SCHEDULED
[19:30:27.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:17:0) after 6m12s
[19:36:39.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:17:0)
[19:36:39.391] Build status: SCHEDULED
[19:36:39.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:18:0) after 2m49s
[19:39:28.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:18:0)
[19:39:28.426] Build status: SCHEDULED
[19:39:28.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:19:0) after 1m26s
[19:40:54.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:19:0)
[19:40:54.521] Build status: SCHEDULED
[19:40:54.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:20:0) after 5m3s
[19:45:57.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:20:0)
[19:45:57.723] Build status: SCHEDULED
[19:45:57.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:21:0) after 2m20s
[19:48:17.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:21:0)
[19:48:17.836] Build status: SCHEDULED
[19:48:17.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:22:0) after 6m38s
[19:54:55.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:22:0)
[19:54:55.919] Build status: SCHEDULED
[19:54:55.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:23:0) after 5m29s
[20:00:24.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:23:0)
[20:00:24.965] Build status: SCHEDULED
[20:00:24.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:24:0) after 9m31s
[20:09:55.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:24:0)
[20:09:56.005] Build status: SCHEDULED
[20:09:56.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:25:0) after 8m39s
[20:18:35.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:25:0)
[20:18:35.041] Build status: SCHEDULED
[20:18:35.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:26:0) after 1m27s
[20:20:02.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:26:0)
[20:20:02.133] Build status: SCHEDULED
[20:20:02.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:27:0) after 8m30s
[20:28:32.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:27:0)
[20:28:32.152] Build status: SCHEDULED
[20:28:32.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:28:0) after 6m8s
[20:34:40.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:28:0)
[20:34:40.148] Build status: SCHEDULED
[20:34:40.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:29:0) after 5m26s
[20:40:06.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:29:0)
[20:40:06.335] Build status: SCHEDULED
[20:40:06.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:30:0) after 6m0s
[20:46:06.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:30:0)
[20:46:06.493] Build status: SCHEDULED
[20:46:06.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:31:0) after 9m24s
[20:55:30.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:31:0)
[20:55:30.552] Build status: SCHEDULED
[20:55:30.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:32:0) after 9m25s
[21:04:55.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:32:0)
[21:04:55.637] Build status: SCHEDULED
[21:04:55.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:33:0) after 8m38s
[21:13:33.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:33:0)
[21:13:33.728] Build status: SCHEDULED
[21:13:33.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:34:0) after 1m16s
[21:14:49.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:34:0)
[21:14:49.765] Build status: SCHEDULED
[21:14:49.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:35:0) after 8m51s
[21:23:40.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:35:0)
[21:23:40.896] Build status: SCHEDULED
[21:23:40.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:36:0) after 8m9s
[21:31:49.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:36:0)
[21:31:49.942] Build status: SCHEDULED
[21:31:49.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:37:0) after 4m36s
[21:36:25.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:37:0)
[21:36:25.989] Build status: SCHEDULED
[21:36:25.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:38:0) after 4m59s
[21:41:25.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:38:0)
[21:41:25.103] Build status: SCHEDULED
[21:41:25.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:39:0) after 9m35s
[21:51:00.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:39:0)
[21:51:00.140] Build status: SCHEDULED
[21:51:00.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:40:0) after 3m40s
[21:54:40.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:40:0)
[21:54:40.171] Build status: SCHEDULED
[21:54:40.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:41:0) after 4m28s
[21:59:08.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:41:0)
[21:59:08.352] Build status: SCHEDULED
[21:59:08.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:42:0) after 8m1s
[22:07:09.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:42:0)
[22:07:09.422] Build status: SCHEDULED
[22:07:09.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:43:0) after 5m46s
[22:12:55.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:43:0)
[22:12:55.622] Build status: SCHEDULED
[22:12:55.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:44:0) after 5m26s
[22:16:04.703] Received PubSub notification, asking Buildbucket for the build status
[22:16:04.722] Build status: STARTED
[22:18:21.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:44:0)
[22:18:21.918] Build status: STARTED
[22:18:21.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:46:0) after 8m16s
[22:26:37.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:46:0)
[22:26:37.952] Build status: STARTED
[22:26:37.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8871877562077790064:47:0) after 9m41s
[22:28:47.663] Received PubSub notification, asking Buildbucket for the build status
[22:28:47.694] Build:
{
"id": "8706447499634233233",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-15T18:14:14.667723342Z",
"startTime": "2025-08-15T22:16:04.503199249Z",
"endTime": "2025-08-15T22:28:47.447292243Z",
"updateTime": "2025-08-15T22:28:47.447292243Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "5578de5df5ff50fcf78fa00f191f98473ef528f0",
"ref": "refs/heads/main"
}
}
}
[22:28:47.694] Invocation finished in 4h14m34.740940463s with status SUCCEEDED