[16:53:06.627] New invocation is queued and will start shortly
[16:53:07.765] Starting the invocation (attempt 1)
[16:53:07.793] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6aa476c09b28fd1e2713141ad0e3cbcb9659f266"
[16:53:07.793] Popped gitiles commit info from properties and tags
[16:53:07.793] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:53:07.793] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:53:07.794] Buildbucket request:
{
"requestId": "8873151022325123824",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873151022325123824",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6aa476c09b28fd1e2713141ad0e3cbcb9659f266"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6aa476c09b28fd1e2713141ad0e3cbcb9659f266",
"title": "6aa476c09b28fd1e2713141ad0e3cbcb9659f266",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6aa476c09b28fd1e2713141ad0e3cbcb9659f266"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6aa476c09b28fd1e2713141ad0e3cbcb9659f266",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873151022325123824"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:53:08.411] Scheduled build:
{
"id": "8707720960371301281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-01T16:53:07.869556526Z",
"updateTime": "2025-08-01T16:53:07.869556526Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6aa476c09b28fd1e2713141ad0e3cbcb9659f266",
"ref": "refs/heads/main"
}
}
}
[16:53:08.411] Task URL: https://cr-buildbucket.appspot.com/build/8707720960371301281
[16:53:08.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:2:0) after 8m50s
[16:53:09.232] Received PubSub notification, asking Buildbucket for the build status
[16:53:09.268] Build status: SCHEDULED
[17:01:58.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:2:0)
[17:01:58.545] Build status: SCHEDULED
[17:01:58.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:4:0) after 9m37s
[17:11:35.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:4:0)
[17:11:35.632] Build status: SCHEDULED
[17:11:35.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:5:0) after 5m38s
[17:17:13.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:5:0)
[17:17:13.740] Build status: SCHEDULED
[17:17:13.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:6:0) after 2m8s
[17:19:21.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:6:0)
[17:19:21.897] Build status: SCHEDULED
[17:19:21.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:7:0) after 5m7s
[17:24:28.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:7:0)
[17:24:28.958] Build status: SCHEDULED
[17:24:28.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:8:0) after 1m46s
[17:26:15.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:8:0)
[17:26:15.108] Build status: SCHEDULED
[17:26:15.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:9:0) after 6m48s
[17:33:03.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:9:0)
[17:33:03.202] Build status: SCHEDULED
[17:33:03.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:10:0) after 1m57s
[17:35:00.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:10:0)
[17:35:00.242] Build status: SCHEDULED
[17:35:00.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:11:0) after 8m25s
[17:43:25.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:11:0)
[17:43:25.298] Build status: SCHEDULED
[17:43:25.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:12:0) after 1m0s
[17:44:25.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:12:0)
[17:44:25.336] Build status: SCHEDULED
[17:44:25.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:13:0) after 5m14s
[17:49:39.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:13:0)
[17:49:39.383] Build status: SCHEDULED
[17:49:39.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:14:0) after 3m6s
[17:52:45.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:14:0)
[17:52:45.461] Build status: SCHEDULED
[17:52:45.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:15:0) after 4m22s
[17:57:07.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:15:0)
[17:57:07.557] Build status: SCHEDULED
[17:57:07.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:16:0) after 5m54s
[18:03:01.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:16:0)
[18:03:01.640] Build status: SCHEDULED
[18:03:01.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:17:0) after 3m9s
[18:06:10.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:17:0)
[18:06:10.745] Build status: SCHEDULED
[18:06:10.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:18:0) after 8m5s
[18:14:15.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:18:0)
[18:14:15.835] Build status: SCHEDULED
[18:14:15.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:19:0) after 5m20s
[18:19:35.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:19:0)
[18:19:35.878] Build status: SCHEDULED
[18:19:35.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:20:0) after 5m0s
[18:24:35.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:20:0)
[18:24:35.930] Build status: SCHEDULED
[18:24:35.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:21:0) after 1m29s
[18:26:04.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:21:0)
[18:26:05.021] Build status: SCHEDULED
[18:26:05.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:22:0) after 4m35s
[18:30:40.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:22:0)
[18:30:40.090] Build status: SCHEDULED
[18:30:40.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:23:0) after 8m51s
[18:39:31.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:23:0)
[18:39:31.132] Build status: SCHEDULED
[18:39:31.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:24:0) after 7m4s
[18:46:35.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:24:0)
[18:46:35.299] Build status: SCHEDULED
[18:46:35.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:25:0) after 6m11s
[18:52:46.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:25:0)
[18:52:46.389] Build status: SCHEDULED
[18:52:46.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:26:0) after 6m40s
[18:59:26.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:26:0)
[18:59:26.483] Build status: SCHEDULED
[18:59:26.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:27:0) after 1m50s
[19:01:16.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:27:0)
[19:01:16.583] Build status: SCHEDULED
[19:01:16.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:28:0) after 5m31s
[19:06:47.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:28:0)
[19:06:47.641] Build status: SCHEDULED
[19:06:47.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:29:0) after 2m49s
[19:09:36.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:29:0)
[19:09:36.773] Build status: SCHEDULED
[19:09:36.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:30:0) after 5m37s
[19:15:13.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:30:0)
[19:15:13.814] Build status: SCHEDULED
[19:15:13.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:31:0) after 1m31s
[19:16:44.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:31:0)
[19:16:44.825] Build status: SCHEDULED
[19:16:44.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:32:0) after 8m4s
[19:24:48.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:32:0)
[19:24:48.973] Build status: SCHEDULED
[19:24:48.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:33:0) after 1m7s
[19:25:56.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:33:0)
[19:25:56.049] Build status: SCHEDULED
[19:25:56.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:34:0) after 1m30s
[19:27:26.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:34:0)
[19:27:26.130] Build status: SCHEDULED
[19:27:26.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:35:0) after 9m23s
[19:36:49.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:35:0)
[19:36:49.178] Build status: SCHEDULED
[19:36:49.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:36:0) after 2m24s
[19:39:13.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:36:0)
[19:39:13.220] Build status: SCHEDULED
[19:39:13.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:37:0) after 3m12s
[19:42:25.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:37:0)
[19:42:25.261] Build status: SCHEDULED
[19:42:25.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:38:0) after 7m45s
[19:50:10.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:38:0)
[19:50:10.468] Build status: SCHEDULED
[19:50:10.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:39:0) after 3m48s
[19:53:58.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:39:0)
[19:53:58.514] Build status: SCHEDULED
[19:53:58.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:40:0) after 4m51s
[19:58:49.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:40:0)
[19:58:49.552] Build status: SCHEDULED
[19:58:49.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:41:0) after 3m34s
[20:02:23.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:41:0)
[20:02:23.693] Build status: SCHEDULED
[20:02:23.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:42:0) after 9m10s
[20:11:33.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:42:0)
[20:11:33.786] Build status: SCHEDULED
[20:11:33.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:43:0) after 7m48s
[20:19:21.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:43:0)
[20:19:21.821] Build status: SCHEDULED
[20:19:21.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:44:0) after 9m30s
[20:28:51.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:44:0)
[20:28:51.904] Build status: SCHEDULED
[20:28:51.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:45:0) after 3m36s
[20:32:27.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:45:0)
[20:32:27.962] Build status: SCHEDULED
[20:32:27.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:46:0) after 3m9s
[20:35:37.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:46:0)
[20:35:37.040] Build status: SCHEDULED
[20:35:37.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:47:0) after 6m18s
[20:41:55.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:47:0)
[20:41:55.174] Build status: SCHEDULED
[20:41:55.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:48:0) after 8m10s
[20:50:05.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:48:0)
[20:50:05.223] Build status: SCHEDULED
[20:50:05.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:49:0) after 5m59s
[20:56:04.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:49:0)
[20:56:04.284] Build status: SCHEDULED
[20:56:04.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:50:0) after 5m52s
[21:01:56.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:50:0)
[21:01:56.332] Build status: SCHEDULED
[21:01:56.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:51:0) after 5m26s
[21:07:22.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:51:0)
[21:07:22.670] Build status: SCHEDULED
[21:07:22.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:52:0) after 8m11s
[21:15:33.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:52:0)
[21:15:33.707] Build status: SCHEDULED
[21:15:33.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:53:0) after 7m16s
[21:22:49.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:53:0)
[21:22:49.769] Build status: SCHEDULED
[21:22:49.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:54:0) after 2m8s
[21:24:57.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:54:0)
[21:24:57.818] Build status: SCHEDULED
[21:24:57.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:55:0) after 2m19s
[21:27:16.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:55:0)
[21:27:16.947] Build status: SCHEDULED
[21:27:16.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:56:0) after 4m9s
[21:31:26.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:56:0)
[21:31:26.176] Build status: SCHEDULED
[21:31:26.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:57:0) after 6m48s
[21:38:14.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:57:0)
[21:38:14.267] Build status: SCHEDULED
[21:38:14.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:58:0) after 1m38s
[21:39:52.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:58:0)
[21:39:52.383] Build status: SCHEDULED
[21:39:52.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:59:0) after 5m1s
[21:44:53.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:59:0)
[21:44:53.434] Build status: SCHEDULED
[21:44:53.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:60:0) after 6m25s
[21:51:18.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:60:0)
[21:51:18.495] Build status: SCHEDULED
[21:51:18.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:61:0) after 8m37s
[21:59:55.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:61:0)
[21:59:55.541] Build status: SCHEDULED
[21:59:55.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:62:0) after 3m22s
[22:03:17.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:62:0)
[22:03:17.589] Build status: SCHEDULED
[22:03:17.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:63:0) after 1m14s
[22:04:31.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:63:0)
[22:04:31.739] Build status: SCHEDULED
[22:04:31.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:64:0) after 6m40s
[22:11:11.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:64:0)
[22:11:11.850] Build status: SCHEDULED
[22:11:11.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:65:0) after 2m43s
[22:13:54.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:65:0)
[22:13:54.903] Build status: SCHEDULED
[22:13:54.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:66:0) after 4m12s
[22:18:06.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:66:0)
[22:18:06.999] Build status: SCHEDULED
[22:18:06.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:67:0) after 3m29s
[22:21:36.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:67:0)
[22:21:36.126] Build status: SCHEDULED
[22:21:36.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:68:0) after 1m15s
[22:22:51.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:68:0)
[22:22:51.258] Build status: SCHEDULED
[22:22:51.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:69:0) after 3m48s
[22:26:39.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:69:0)
[22:26:39.347] Build status: SCHEDULED
[22:26:39.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:70:0) after 1m4s
[22:27:43.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:70:0)
[22:27:43.389] Build status: SCHEDULED
[22:27:43.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:71:0) after 4m48s
[22:32:31.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:71:0)
[22:32:31.426] Build status: SCHEDULED
[22:32:31.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:72:0) after 1m7s
[22:33:38.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:72:0)
[22:33:38.538] Build status: SCHEDULED
[22:33:38.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:73:0) after 6m24s
[22:40:02.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:73:0)
[22:40:02.780] Build status: SCHEDULED
[22:40:02.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:74:0) after 6m34s
[22:46:36.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:74:0)
[22:46:36.826] Build status: SCHEDULED
[22:46:36.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:75:0) after 2m36s
[22:49:12.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:75:0)
[22:49:12.872] Build status: SCHEDULED
[22:49:12.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:76:0) after 9m37s
[22:58:14.268] Received PubSub notification, asking Buildbucket for the build status
[22:58:14.288] Build status: STARTED
[22:58:49.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:76:0)
[22:58:49.929] Build status: STARTED
[22:58:49.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:78:0) after 6m15s
[23:05:04.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:78:0)
[23:05:05.037] Build status: STARTED
[23:05:05.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:79:0) after 2m59s
[23:08:04.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:79:0)
[23:08:04.109] Build status: STARTED
[23:08:04.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873151022325123824:80:0) after 8m35s
[23:11:30.269] Received PubSub notification, asking Buildbucket for the build status
[23:11:30.315] Build:
{
"id": "8707720960371301281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-01T16:53:07.869556526Z",
"startTime": "2025-08-01T22:58:14.015829101Z",
"endTime": "2025-08-01T23:11:29.977276454Z",
"updateTime": "2025-08-01T23:11:29.977276454Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6aa476c09b28fd1e2713141ad0e3cbcb9659f266",
"ref": "refs/heads/main"
}
}
}
[23:11:30.315] Invocation finished in 6h18m23.692341115s with status SUCCEEDED