[15:37:17.560] New invocation is queued and will start shortly
[15:37:20.152] Starting the invocation (attempt 1)
[15:37:20.182] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2cc0981423fd3e3bc20fce12d9837a1da3d76fa3"
[15:37:20.182] Popped gitiles commit info from properties and tags
[15:37:20.182] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:37:20.182] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:37:20.182] Buildbucket request:
{
"requestId": "8870166092479529136",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8870166092479529136",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
"title": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2cc0981423fd3e3bc20fce12d9837a1da3d76fa3"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870166092479529136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:37:20.841] Scheduled build:
{
"id": "8704736029020152513",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-03T15:37:20.235771711Z",
"updateTime": "2025-09-03T15:37:20.235771711Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
"ref": "refs/heads/main"
}
}
}
[15:37:20.841] Task URL: https://cr-buildbucket.appspot.com/build/8704736029020152513
[15:37:20.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:2:0) after 3m49s
[15:37:21.444] Received PubSub notification, asking Buildbucket for the build status
[15:37:21.478] Build status: SCHEDULED
[15:41:10.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:2:0)
[15:41:10.045] Build status: SCHEDULED
[15:41:10.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:4:0) after 9m8s
[15:50:18.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:4:0)
[15:50:18.119] Build status: SCHEDULED
[15:50:18.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:5:0) after 2m35s
[15:52:53.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:5:0)
[15:52:53.165] Build status: SCHEDULED
[15:52:53.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:6:0) after 1m13s
[15:54:06.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:6:0)
[15:54:06.203] Build status: SCHEDULED
[15:54:06.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:7:0) after 3m39s
[15:57:45.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:7:0)
[15:57:45.256] Build status: SCHEDULED
[15:57:45.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:8:0) after 2m21s
[16:00:06.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:8:0)
[16:00:06.301] Build status: SCHEDULED
[16:00:06.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:9:0) after 2m1s
[16:02:07.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:9:0)
[16:02:07.482] Build status: SCHEDULED
[16:02:07.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:10:0) after 1m12s
[16:03:19.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:10:0)
[16:03:19.521] Build status: SCHEDULED
[16:03:19.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:11:0) after 4m5s
[16:07:24.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:11:0)
[16:07:24.555] Build status: SCHEDULED
[16:07:24.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:12:0) after 3m4s
[16:10:28.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:12:0)
[16:10:28.607] Build status: SCHEDULED
[16:10:28.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:13:0) after 4m57s
[16:15:25.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:13:0)
[16:15:25.650] Build status: SCHEDULED
[16:15:25.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:14:0) after 4m53s
[16:20:18.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:14:0)
[16:20:18.743] Build status: SCHEDULED
[16:20:18.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:15:0) after 1m20s
[16:21:38.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:15:0)
[16:21:38.783] Build status: SCHEDULED
[16:21:38.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:16:0) after 6m1s
[16:27:39.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:16:0)
[16:27:39.871] Build status: SCHEDULED
[16:27:39.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:17:0) after 4m6s
[16:31:45.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:17:0)
[16:31:45.899] Build status: SCHEDULED
[16:31:45.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:18:0) after 5m5s
[16:36:50.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:18:0)
[16:36:50.930] Build status: SCHEDULED
[16:36:50.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:19:0) after 1m5s
[16:37:56.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:19:0)
[16:37:56.021] Build status: SCHEDULED
[16:37:56.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:20:0) after 7m40s
[16:45:36.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:20:0)
[16:45:36.061] Build status: SCHEDULED
[16:45:36.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:21:0) after 6m29s
[16:52:05.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:21:0)
[16:52:05.092] Build status: SCHEDULED
[16:52:05.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:22:0) after 5m26s
[16:57:31.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:22:0)
[16:57:31.235] Build status: SCHEDULED
[16:57:31.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:23:0) after 6m26s
[17:03:57.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:23:0)
[17:03:57.314] Build status: SCHEDULED
[17:03:57.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:24:0) after 1m30s
[17:05:27.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:24:0)
[17:05:27.355] Build status: SCHEDULED
[17:05:27.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:25:0) after 8m22s
[17:13:49.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:25:0)
[17:13:49.398] Build status: SCHEDULED
[17:13:49.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:26:0) after 9m9s
[17:22:58.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:26:0)
[17:22:58.442] Build status: SCHEDULED
[17:22:58.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:27:0) after 9m13s
[17:32:11.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:27:0)
[17:32:11.459] Build status: SCHEDULED
[17:32:11.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:28:0) after 7m32s
[17:39:43.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:28:0)
[17:39:43.518] Build status: SCHEDULED
[17:39:43.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:29:0) after 4m15s
[17:43:58.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:29:0)
[17:43:58.650] Build status: SCHEDULED
[17:43:58.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:30:0) after 7m57s
[17:51:55.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:30:0)
[17:51:55.696] Build status: SCHEDULED
[17:51:55.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:31:0) after 1m18s
[17:53:13.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:31:0)
[17:53:13.737] Build status: SCHEDULED
[17:53:13.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:32:0) after 3m39s
[17:56:52.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:32:0)
[17:56:52.818] Build status: SCHEDULED
[17:56:52.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:33:0) after 2m42s
[17:59:34.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:33:0)
[17:59:34.989] Build status: SCHEDULED
[17:59:34.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:34:0) after 9m14s
[18:08:49.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:34:0)
[18:08:49.029] Build status: SCHEDULED
[18:08:49.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:35:0) after 9m59s
[18:18:48.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:35:0)
[18:18:48.122] Build status: SCHEDULED
[18:18:48.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:36:0) after 6m26s
[18:25:14.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:36:0)
[18:25:14.164] Build status: SCHEDULED
[18:25:14.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:37:0) after 8m17s
[18:33:31.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:37:0)
[18:33:31.209] Build status: SCHEDULED
[18:33:31.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:38:0) after 7m43s
[18:41:14.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:38:0)
[18:41:14.259] Build status: SCHEDULED
[18:41:14.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:39:0) after 4m57s
[18:46:11.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:39:0)
[18:46:11.519] Build status: SCHEDULED
[18:46:11.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:40:0) after 6m41s
[18:50:01.004] Received PubSub notification, asking Buildbucket for the build status
[18:50:01.025] Build status: STARTED
[18:52:52.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:40:0)
[18:52:52.562] Build status: STARTED
[18:52:52.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:42:0) after 2m37s
[18:55:29.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:42:0)
[18:55:29.593] Build status: STARTED
[18:55:29.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:43:0) after 3m42s
[18:59:11.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:43:0)
[18:59:11.788] Build status: STARTED
[18:59:11.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:44:0) after 6m11s
[19:05:22.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:44:0)
[19:05:22.832] Build status: STARTED
[19:05:22.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:45:0) after 4m52s
[19:10:14.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:45:0)
[19:10:14.886] Build status: STARTED
[19:10:14.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:46:0) after 3m12s
[19:13:26.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:46:0)
[19:13:26.965] Build status: STARTED
[19:13:26.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:47:0) after 6m17s
[19:19:43.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:47:0)
[19:19:44.007] Build status: STARTED
[19:19:44.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-build-host-clang:8870166092479529136:48:0) after 7m25s
[19:20:09.781] Received PubSub notification, asking Buildbucket for the build status
[19:20:09.797] Build:
{
"id": "8704736029020152513",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-03T15:37:20.235771711Z",
"startTime": "2025-09-03T18:50:00.848367149Z",
"endTime": "2025-09-03T19:20:09.523212937Z",
"updateTime": "2025-09-03T19:20:09.523212937Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2cc0981423fd3e3bc20fce12d9837a1da3d76fa3",
"ref": "refs/heads/main"
}
}
}
[19:20:09.798] Invocation finished in 3h42m52.245073146s with status SUCCEEDED