[08:34:58.749] New invocation is queued and will start shortly
[08:34:59.822] Starting the invocation (attempt 1)
[08:34:59.846] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70d1b3b618ead7b44859bc59a35393ad256548f5"
[08:34:59.846] Popped gitiles commit info from properties and tags
[08:34:59.846] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:34:59.847] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:34:59.847] Buildbucket request:
{
"requestId": "8872185795407260992",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872185795407260992",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0027f9b229f7a48ba5160913a3ed3c1e8e8cb1f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0027f9b229f7a48ba5160913a3ed3c1e8e8cb1f5",
"title": "0027f9b229f7a48ba5160913a3ed3c1e8e8cb1f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0027f9b229f7a48ba5160913a3ed3c1e8e8cb1f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "70d1b3b618ead7b44859bc59a35393ad256548f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70d1b3b618ead7b44859bc59a35393ad256548f5",
"title": "70d1b3b618ead7b44859bc59a35393ad256548f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70d1b3b618ead7b44859bc59a35393ad256548f5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d1b3b618ead7b44859bc59a35393ad256548f5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872185795407260992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[08:35:00.257] Scheduled build:
{
"id": "8706755733544197953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-12T08:34:59.904984273Z",
"updateTime": "2025-08-12T08:34:59.904984273Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d1b3b618ead7b44859bc59a35393ad256548f5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[08:35:00.257] Task URL: https://cr-buildbucket.appspot.com/build/8706755733544197953
[08:35:00.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:2:0) after 6m51s
[08:35:07.946] Received PubSub notification, asking Buildbucket for the build status
[08:35:07.972] Build status: SCHEDULED
[08:41:51.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:2:0)
[08:41:51.325] Build status: SCHEDULED
[08:41:51.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:4:0) after 3m4s
[08:44:55.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:4:0)
[08:44:55.356] Build status: SCHEDULED
[08:44:55.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:5:0) after 1m6s
[08:46:01.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:5:0)
[08:46:01.449] Build status: SCHEDULED
[08:46:01.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:6:0) after 1m48s
[08:47:49.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:6:0)
[08:47:49.560] Build status: SCHEDULED
[08:47:49.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:7:0) after 7m19s
[08:55:08.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:7:0)
[08:55:08.588] Build status: SCHEDULED
[08:55:08.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:8:0) after 9m7s
[09:04:15.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:8:0)
[09:04:15.672] Build status: SCHEDULED
[09:04:15.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:9:0) after 2m24s
[09:06:39.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:9:0)
[09:06:39.750] Build status: SCHEDULED
[09:06:39.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:10:0) after 5m3s
[09:11:42.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:10:0)
[09:11:42.768] Build status: SCHEDULED
[09:11:42.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:11:0) after 5m14s
[09:16:56.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:11:0)
[09:16:56.799] Build status: SCHEDULED
[09:16:56.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:12:0) after 9m14s
[09:26:10.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:12:0)
[09:26:10.795] Build status: SCHEDULED
[09:26:10.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:13:0) after 6m41s
[09:32:51.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:13:0)
[09:32:51.928] Build status: SCHEDULED
[09:32:51.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:14:0) after 6m54s
[09:39:46.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:14:0)
[09:39:46.062] Build status: SCHEDULED
[09:39:46.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:15:0) after 1m31s
[09:41:17.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:15:0)
[09:41:17.108] Build status: SCHEDULED
[09:41:17.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:16:0) after 5m49s
[09:47:06.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:16:0)
[09:47:06.145] Build status: SCHEDULED
[09:47:06.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:17:0) after 3m43s
[09:50:49.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:17:0)
[09:50:49.181] Build status: SCHEDULED
[09:50:49.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:18:0) after 8m27s
[09:59:16.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:18:0)
[09:59:16.181] Build status: SCHEDULED
[09:59:16.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:19:0) after 3m9s
[10:02:25.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:19:0)
[10:02:25.228] Build status: SCHEDULED
[10:02:25.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:20:0) after 2m48s
[10:05:13.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:20:0)
[10:05:13.317] Build status: SCHEDULED
[10:05:13.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:21:0) after 3m18s
[10:08:31.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:21:0)
[10:08:31.377] Build status: SCHEDULED
[10:08:31.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:22:0) after 6m9s
[10:14:40.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:22:0)
[10:14:40.513] Build status: SCHEDULED
[10:14:40.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:23:0) after 3m53s
[10:18:33.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:23:0)
[10:18:33.611] Build status: SCHEDULED
[10:18:33.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:24:0) after 8m41s
[10:27:14.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:24:0)
[10:27:14.649] Build status: SCHEDULED
[10:27:14.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:25:0) after 4m20s
[10:31:34.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:25:0)
[10:31:34.770] Build status: SCHEDULED
[10:31:34.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:26:0) after 9m25s
[10:40:59.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:26:0)
[10:40:59.862] Build status: SCHEDULED
[10:40:59.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:27:0) after 2m44s
[10:43:43.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:27:0)
[10:43:44.010] Build status: SCHEDULED
[10:43:44.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:28:0) after 8m38s
[10:52:22.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:28:0)
[10:52:22.064] Build status: SCHEDULED
[10:52:22.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:29:0) after 6m51s
[10:59:13.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:29:0)
[10:59:13.157] Build status: SCHEDULED
[10:59:13.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:30:0) after 5m30s
[11:04:43.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:30:0)
[11:04:43.228] Build status: SCHEDULED
[11:04:43.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:31:0) after 5m27s
[11:10:10.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:31:0)
[11:10:10.356] Build status: SCHEDULED
[11:10:10.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:32:0) after 1m50s
[11:12:00.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:32:0)
[11:12:00.391] Build status: SCHEDULED
[11:12:00.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:33:0) after 8m15s
[11:20:15.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:33:0)
[11:20:15.467] Build status: SCHEDULED
[11:20:15.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:34:0) after 2m1s
[11:22:16.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:34:0)
[11:22:16.516] Build status: SCHEDULED
[11:22:16.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:35:0) after 9m35s
[11:31:51.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:35:0)
[11:31:51.559] Build status: SCHEDULED
[11:31:51.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:36:0) after 6m36s
[11:38:27.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:36:0)
[11:38:27.941] Build status: SCHEDULED
[11:38:27.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:37:0) after 1m28s
[11:39:55.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:37:0)
[11:39:55.981] Build status: SCHEDULED
[11:39:55.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:38:0) after 1m50s
[11:41:45.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:38:0)
[11:41:46.027] Build status: SCHEDULED
[11:41:46.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:39:0) after 7m25s
[11:49:11.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:39:0)
[11:49:11.160] Build status: SCHEDULED
[11:49:11.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:40:0) after 3m38s
[11:52:49.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:40:0)
[11:52:49.285] Build status: SCHEDULED
[11:52:49.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:41:0) after 9m38s
[12:02:27.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:41:0)
[12:02:27.368] Build status: SCHEDULED
[12:02:27.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:42:0) after 6m25s
[12:08:52.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:42:0)
[12:08:52.401] Build status: SCHEDULED
[12:08:52.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:43:0) after 8m32s
[12:17:24.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:43:0)
[12:17:24.466] Build status: SCHEDULED
[12:17:24.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:44:0) after 7m48s
[12:25:12.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:44:0)
[12:25:12.607] Build status: SCHEDULED
[12:25:12.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:45:0) after 6m44s
[12:31:56.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:45:0)
[12:31:56.650] Build status: SCHEDULED
[12:31:56.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:46:0) after 3m5s
[12:35:01.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:46:0)
[12:35:01.746] Build status: SCHEDULED
[12:35:01.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:47:0) after 1m34s
[12:36:35.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:47:0)
[12:36:35.788] Build status: SCHEDULED
[12:36:35.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:48:0) after 5m2s
[12:41:37.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:48:0)
[12:41:37.827] Build status: SCHEDULED
[12:41:37.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:49:0) after 3m56s
[12:45:33.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:49:0)
[12:45:33.939] Build status: SCHEDULED
[12:45:33.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:50:0) after 2m1s
[12:47:35.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:50:0)
[12:47:35.026] Build status: SCHEDULED
[12:47:35.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:51:0) after 8m23s
[12:55:58.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:51:0)
[12:55:58.069] Build status: SCHEDULED
[12:55:58.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:52:0) after 2m40s
[12:58:38.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:52:0)
[12:58:38.112] Build status: SCHEDULED
[12:58:38.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:53:0) after 1m4s
[12:59:42.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:53:0)
[12:59:42.147] Build status: SCHEDULED
[12:59:42.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:54:0) after 4m13s
[13:03:55.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:54:0)
[13:03:55.254] Build status: SCHEDULED
[13:03:55.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:55:0) after 4m6s
[13:08:01.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:55:0)
[13:08:01.437] Build status: SCHEDULED
[13:08:01.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:56:0) after 9m9s
[13:17:10.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:56:0)
[13:17:10.599] Build status: SCHEDULED
[13:17:10.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:57:0) after 8m20s
[13:25:30.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:57:0)
[13:25:30.882] Build status: SCHEDULED
[13:25:30.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:58:0) after 8m18s
[13:33:48.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:58:0)
[13:33:48.920] Build status: SCHEDULED
[13:33:48.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:59:0) after 1m1s
[13:34:49.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:59:0)
[13:34:49.976] Build status: SCHEDULED
[13:34:49.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:60:0) after 6m9s
[13:40:59.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:60:0)
[13:40:59.189] Build status: SCHEDULED
[13:40:59.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:61:0) after 3m12s
[13:44:11.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:61:0)
[13:44:11.289] Build status: SCHEDULED
[13:44:11.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:62:0) after 9m44s
[13:53:55.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:62:0)
[13:53:55.389] Build status: SCHEDULED
[13:53:55.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:63:0) after 3m25s
[13:57:20.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:63:0)
[13:57:20.426] Build status: SCHEDULED
[13:57:20.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:64:0) after 5m25s
[14:02:45.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:64:0)
[14:02:45.556] Build status: SCHEDULED
[14:02:45.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:65:0) after 7m45s
[14:10:30.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:65:0)
[14:10:30.623] Build status: SCHEDULED
[14:10:30.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:66:0) after 5m3s
[14:15:33.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:66:0)
[14:15:33.660] Build status: SCHEDULED
[14:15:33.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:67:0) after 9m46s
[14:25:19.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:67:0)
[14:25:19.735] Build status: SCHEDULED
[14:25:19.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:68:0) after 6m56s
[14:32:15.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:68:0)
[14:32:15.815] Build status: SCHEDULED
[14:32:15.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:69:0) after 5m56s
[14:38:11.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:69:0)
[14:38:11.986] Build status: SCHEDULED
[14:38:11.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:70:0) after 2m5s
[14:40:17.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:70:0)
[14:40:17.086] Build status: SCHEDULED
[14:40:17.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:71:0) after 6m1s
[14:46:18.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:71:0)
[14:46:18.123] Build status: SCHEDULED
[14:46:18.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:72:0) after 7m3s
[14:53:21.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:72:0)
[14:53:21.126] Build status: SCHEDULED
[14:53:21.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:73:0) after 9m27s
[15:02:48.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:73:0)
[15:02:48.233] Build status: SCHEDULED
[15:02:48.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:74:0) after 7m5s
[15:09:53.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:74:0)
[15:09:53.328] Build status: SCHEDULED
[15:09:53.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:75:0) after 9m52s
[15:19:45.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:75:0)
[15:19:45.420] Build status: SCHEDULED
[15:19:45.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:76:0) after 5m10s
[15:19:53.401] Received PubSub notification, asking Buildbucket for the build status
[15:19:53.468] Build status: STARTED
[15:24:55.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:76:0)
[15:24:55.501] Build status: STARTED
[15:24:55.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:78:0) after 3m55s
[15:28:50.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:78:0)
[15:28:50.575] Build status: STARTED
[15:28:50.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872185795407260992:79:0) after 9m15s
[15:32:39.268] Received PubSub notification, asking Buildbucket for the build status
[15:32:39.284] Build:
{
"id": "8706755733544197953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-12T08:34:59.904984273Z",
"startTime": "2025-08-12T15:19:53.186325800Z",
"endTime": "2025-08-12T15:32:38.460318343Z",
"updateTime": "2025-08-12T15:32:38.460318343Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d1b3b618ead7b44859bc59a35393ad256548f5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:32:39.284] Invocation finished in 6h57m40.541108133s with status SUCCEEDED