[15:40:40.759] New invocation is queued and will start shortly
[15:40:44.023] Starting the invocation (attempt 1)
[15:40:44.062] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/be94bbbe0eab3f6dae321eae45061ccdbec592ae"
[15:40:44.062] Popped gitiles commit info from properties and tags
[15:40:44.062] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:40:44.063] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:40:44.063] Buildbucket request:
{
"requestId": "8868353940087102704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868353940087102704",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "be94bbbe0eab3f6dae321eae45061ccdbec592ae"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@be94bbbe0eab3f6dae321eae45061ccdbec592ae",
"title": "be94bbbe0eab3f6dae321eae45061ccdbec592ae",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/be94bbbe0eab3f6dae321eae45061ccdbec592ae"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "be94bbbe0eab3f6dae321eae45061ccdbec592ae",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868353940087102704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:40:44.493] Scheduled build:
{
"id": "8702923875886214897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-23T15:40:44.136007577Z",
"updateTime": "2025-09-23T15:40:44.136007577Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "be94bbbe0eab3f6dae321eae45061ccdbec592ae",
"ref": "refs/heads/main"
}
}
}
[15:40:44.493] Task URL: https://cr-buildbucket.appspot.com/build/8702923875886214897
[15:40:44.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:2:0) after 2m14s
[15:40:45.401] Received PubSub notification, asking Buildbucket for the build status
[15:40:45.451] Build status: SCHEDULED
[15:42:58.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:2:0)
[15:42:58.530] Build status: SCHEDULED
[15:42:58.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:4:0) after 2m1s
[15:44:59.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:4:0)
[15:44:59.742] Build status: SCHEDULED
[15:44:59.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:5:0) after 8m6s
[15:53:05.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:5:0)
[15:53:05.917] Build status: SCHEDULED
[15:53:05.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:6:0) after 3m19s
[15:56:24.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:6:0)
[15:56:25.005] Build status: SCHEDULED
[15:56:25.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:7:0) after 7m8s
[16:03:33.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:7:0)
[16:03:33.097] Build status: SCHEDULED
[16:03:33.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:8:0) after 7m15s
[16:10:48.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:8:0)
[16:10:48.290] Build status: SCHEDULED
[16:10:48.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:9:0) after 7m14s
[16:18:02.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:9:0)
[16:18:02.402] Build status: SCHEDULED
[16:18:02.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:10:0) after 6m35s
[16:24:37.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:10:0)
[16:24:37.494] Build status: SCHEDULED
[16:24:37.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:11:0) after 8m15s
[16:32:52.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:11:0)
[16:32:52.566] Build status: SCHEDULED
[16:32:52.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:12:0) after 5m33s
[16:38:25.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:12:0)
[16:38:25.686] Build status: SCHEDULED
[16:38:25.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:13:0) after 8m59s
[16:47:24.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:13:0)
[16:47:24.908] Build status: SCHEDULED
[16:47:24.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:14:0) after 6m47s
[16:54:12.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:14:0)
[16:54:12.088] Build status: SCHEDULED
[16:54:12.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:15:0) after 5m5s
[16:59:17.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:15:0)
[16:59:17.117] Build status: SCHEDULED
[16:59:17.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:16:0) after 4m21s
[17:03:38.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:16:0)
[17:03:38.189] Build status: SCHEDULED
[17:03:38.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:17:0) after 8m26s
[17:12:04.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:17:0)
[17:12:04.485] Build status: SCHEDULED
[17:12:04.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:18:0) after 7m22s
[17:19:26.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:18:0)
[17:19:26.556] Build status: SCHEDULED
[17:19:26.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:19:0) after 2m25s
[17:21:51.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:19:0)
[17:21:51.667] Build status: SCHEDULED
[17:21:51.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:20:0) after 1m46s
[17:23:37.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:20:0)
[17:23:37.755] Build status: SCHEDULED
[17:23:37.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:21:0) after 7m54s
[17:31:31.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:21:0)
[17:31:31.829] Build status: SCHEDULED
[17:31:31.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:22:0) after 5m38s
[17:37:09.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:22:0)
[17:37:09.967] Build status: SCHEDULED
[17:37:09.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:23:0) after 3m48s
[17:40:57.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:23:0)
[17:40:58.010] Build status: SCHEDULED
[17:40:58.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:24:0) after 3m44s
[17:44:42.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:24:0)
[17:44:42.122] Build status: SCHEDULED
[17:44:42.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:25:0) after 5m39s
[17:50:21.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:25:0)
[17:50:21.164] Build status: SCHEDULED
[17:50:21.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:26:0) after 2m25s
[17:52:46.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:26:0)
[17:52:46.280] Build status: SCHEDULED
[17:52:46.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:27:0) after 3m6s
[17:55:52.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:27:0)
[17:55:52.311] Build status: SCHEDULED
[17:55:52.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:28:0) after 5m26s
[18:01:18.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:28:0)
[18:01:18.353] Build status: SCHEDULED
[18:01:18.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:29:0) after 7m36s
[18:08:54.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:29:0)
[18:08:54.443] Build status: SCHEDULED
[18:08:54.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:30:0) after 9m11s
[18:18:05.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:30:0)
[18:18:05.535] Build status: SCHEDULED
[18:18:05.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:31:0) after 7m26s
[18:25:31.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:31:0)
[18:25:31.755] Build status: SCHEDULED
[18:25:31.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:32:0) after 8m20s
[18:33:51.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:32:0)
[18:33:51.792] Build status: SCHEDULED
[18:33:51.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:33:0) after 2m3s
[18:35:54.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:33:0)
[18:35:54.875] Build status: SCHEDULED
[18:35:54.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:34:0) after 2m42s
[18:38:36.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:34:0)
[18:38:38.000] Build status: SCHEDULED
[18:38:38.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:35:0) after 8m19s
[18:46:57.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:35:0)
[18:46:57.034] Build status: SCHEDULED
[18:46:57.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:36:0) after 6m32s
[18:53:29.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:36:0)
[18:53:29.082] Build status: SCHEDULED
[18:53:29.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:37:0) after 8m41s
[19:02:10.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:37:0)
[19:02:10.201] Build status: SCHEDULED
[19:02:10.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:38:0) after 4m5s
[19:06:15.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:38:0)
[19:06:15.381] Build status: SCHEDULED
[19:06:15.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:39:0) after 9m48s
[19:16:03.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:39:0)
[19:16:03.594] Build status: SCHEDULED
[19:16:03.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:40:0) after 2m12s
[19:18:15.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:40:0)
[19:18:15.641] Build status: SCHEDULED
[19:18:15.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:41:0) after 5m50s
[19:24:05.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:41:0)
[19:24:05.686] Build status: SCHEDULED
[19:24:05.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:42:0) after 7m16s
[19:31:21.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:42:0)
[19:31:21.760] Build status: SCHEDULED
[19:31:21.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:43:0) after 7m50s
[19:39:11.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:43:0)
[19:39:11.797] Build status: SCHEDULED
[19:39:11.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:44:0) after 7m58s
[19:47:09.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:44:0)
[19:47:09.845] Build status: SCHEDULED
[19:47:09.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:45:0) after 6m49s
[19:53:58.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:45:0)
[19:53:58.927] Build status: SCHEDULED
[19:53:58.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:46:0) after 3m11s
[19:57:09.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:46:0)
[19:57:09.936] Build status: SCHEDULED
[19:57:09.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:47:0) after 3m54s
[20:01:03.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:47:0)
[20:01:04.070] Build status: SCHEDULED
[20:01:04.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:48:0) after 2m17s
[20:03:21.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:48:0)
[20:03:21.359] Build status: SCHEDULED
[20:03:21.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:49:0) after 1m18s
[20:04:39.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:49:0)
[20:04:39.462] Build status: SCHEDULED
[20:04:39.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:50:0) after 7m48s
[20:12:27.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:50:0)
[20:12:27.570] Build status: SCHEDULED
[20:12:27.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:51:0) after 3m12s
[20:15:39.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:51:0)
[20:15:39.888] Build status: SCHEDULED
[20:15:39.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:52:0) after 7m27s
[20:23:06.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:52:0)
[20:23:06.908] Build status: SCHEDULED
[20:23:06.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:53:0) after 9m13s
[20:32:19.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:53:0)
[20:32:20.031] Build status: SCHEDULED
[20:32:20.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:54:0) after 7m39s
[20:39:59.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:54:0)
[20:39:59.057] Build status: SCHEDULED
[20:39:59.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:55:0) after 1m31s
[20:41:30.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:55:0)
[20:41:30.093] Build status: SCHEDULED
[20:41:30.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:56:0) after 4m47s
[20:46:17.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:56:0)
[20:46:17.172] Build status: SCHEDULED
[20:46:17.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:57:0) after 3m12s
[20:49:29.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:57:0)
[20:49:29.211] Build status: SCHEDULED
[20:49:29.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:58:0) after 5m16s
[20:54:45.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:58:0)
[20:54:45.322] Build status: SCHEDULED
[20:54:45.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:59:0) after 4m20s
[20:59:05.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:59:0)
[20:59:05.428] Build status: SCHEDULED
[20:59:05.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:60:0) after 5m56s
[21:05:01.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:60:0)
[21:05:01.579] Build status: SCHEDULED
[21:05:01.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:61:0) after 8m59s
[21:14:00.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:61:0)
[21:14:00.623] Build status: SCHEDULED
[21:14:00.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:62:0) after 7m40s
[21:21:40.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:62:0)
[21:21:40.716] Build status: SCHEDULED
[21:21:40.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:63:0) after 6m58s
[21:28:38.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:63:0)
[21:28:38.919] Build status: SCHEDULED
[21:28:38.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:64:0) after 4m24s
[21:33:02.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:64:0)
[21:33:02.963] Build status: SCHEDULED
[21:33:02.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:65:0) after 5m10s
[21:38:12.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:65:0)
[21:38:12.998] Build status: SCHEDULED
[21:38:12.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:66:0) after 9m56s
[21:48:09.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:66:0)
[21:48:09.367] Build status: SCHEDULED
[21:48:09.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:67:0) after 9m29s
[21:57:38.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:67:0)
[21:57:38.512] Build status: SCHEDULED
[21:57:38.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:68:0) after 3m52s
[22:01:30.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:68:0)
[22:01:30.544] Build status: SCHEDULED
[22:01:30.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:69:0) after 8m47s
[22:10:17.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:69:0)
[22:10:17.679] Build status: SCHEDULED
[22:10:17.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:70:0) after 2m1s
[22:12:18.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:70:0)
[22:12:18.719] Build status: SCHEDULED
[22:12:18.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:71:0) after 1m21s
[22:13:39.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:71:0)
[22:13:39.756] Build status: SCHEDULED
[22:13:39.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:72:0) after 5m31s
[22:19:10.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:72:0)
[22:19:10.991] Build status: SCHEDULED
[22:19:10.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:73:0) after 5m17s
[22:24:28.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:73:0)
[22:24:28.146] Build status: SCHEDULED
[22:24:28.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:74:0) after 7m30s
[22:31:58.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:74:0)
[22:31:58.186] Build status: SCHEDULED
[22:31:58.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:75:0) after 3m39s
[22:35:37.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:75:0)
[22:35:37.228] Build status: SCHEDULED
[22:35:37.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:76:0) after 6m27s
[22:42:04.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:76:0)
[22:42:04.343] Build status: SCHEDULED
[22:42:04.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:77:0) after 5m22s
[22:47:26.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:77:0)
[22:47:26.379] Build status: SCHEDULED
[22:47:26.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:78:0) after 1m1s
[22:48:27.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:78:0)
[22:48:27.477] Build status: SCHEDULED
[22:48:27.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:79:0) after 5m49s
[22:54:16.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:79:0)
[22:54:16.550] Build status: SCHEDULED
[22:54:16.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:80:0) after 9m43s
[23:03:59.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:80:0)
[23:03:59.649] Build status: SCHEDULED
[23:03:59.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:81:0) after 4m45s
[23:08:44.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:81:0)
[23:08:44.807] Build status: SCHEDULED
[23:08:44.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:82:0) after 6m59s
[23:15:43.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:82:0)
[23:15:43.880] Build status: SCHEDULED
[23:15:43.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:83:0) after 1m59s
[23:17:42.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:83:0)
[23:17:42.931] Build status: SCHEDULED
[23:17:42.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:84:0) after 1m50s
[23:19:33.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:84:0)
[23:19:33.070] Build status: SCHEDULED
[23:19:33.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:85:0) after 1m0s
[23:20:33.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:85:0)
[23:20:33.102] Build status: SCHEDULED
[23:20:33.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:86:0) after 8m46s
[23:29:19.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:86:0)
[23:29:19.209] Build status: SCHEDULED
[23:29:19.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:87:0) after 8m43s
[23:38:02.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:87:0)
[23:38:02.257] Build status: SCHEDULED
[23:38:02.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:88:0) after 9m10s
[23:47:12.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:88:0)
[23:47:12.315] Build status: SCHEDULED
[23:47:12.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:89:0) after 7m5s
[23:54:17.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:89:0)
[23:54:17.402] Build status: SCHEDULED
[23:54:17.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:90:0) after 7m41s
[00:01:58.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:90:0)
[00:01:58.482] Build status: SCHEDULED
[00:01:58.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:91:0) after 2m22s
[00:04:20.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:91:0)
[00:04:20.574] Build status: SCHEDULED
[00:04:20.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:92:0) after 4m17s
[00:08:37.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:92:0)
[00:08:37.660] Build status: SCHEDULED
[00:08:37.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:93:0) after 8m9s
[00:16:46.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:93:0)
[00:16:46.795] Build status: SCHEDULED
[00:16:46.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:94:0) after 5m50s
[00:22:36.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:94:0)
[00:22:37.030] Build status: SCHEDULED
[00:22:37.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:95:0) after 3m31s
[00:26:08.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:95:0)
[00:26:08.065] Build status: SCHEDULED
[00:26:08.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:96:0) after 6m7s
[00:32:15.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:96:0)
[00:32:15.213] Build status: SCHEDULED
[00:32:15.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:97:0) after 8m18s
[00:40:33.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:97:0)
[00:40:33.327] Build status: SCHEDULED
[00:40:33.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:98:0) after 3m1s
[00:43:34.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:98:0)
[00:43:34.429] Build status: SCHEDULED
[00:43:34.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:99:0) after 6m41s
[00:50:15.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:99:0)
[00:50:15.538] Build status: SCHEDULED
[00:50:15.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:100:0) after 8m50s
[00:59:05.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:100:0)
[00:59:05.663] Build status: SCHEDULED
[00:59:05.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:101:0) after 4m28s
[01:03:33.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:101:0)
[01:03:33.701] Build status: SCHEDULED
[01:03:33.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:102:0) after 3m22s
[01:06:55.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:102:0)
[01:06:55.779] Build status: SCHEDULED
[01:06:55.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:103:0) after 3m7s
[01:10:02.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:103:0)
[01:10:02.821] Build status: SCHEDULED
[01:10:02.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:104:0) after 1m12s
[01:11:14.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:104:0)
[01:11:14.866] Build status: SCHEDULED
[01:11:14.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:105:0) after 6m8s
[01:17:22.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:105:0)
[01:17:22.962] Build status: SCHEDULED
[01:17:22.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:106:0) after 8m38s
[01:26:01.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:106:0)
[01:26:01.030] Build status: SCHEDULED
[01:26:01.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:107:0) after 9m25s
[01:35:26.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:107:0)
[01:35:26.169] Build status: SCHEDULED
[01:35:26.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:108:0) after 8m7s
[01:43:33.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:108:0)
[01:43:33.209] Build status: SCHEDULED
[01:43:33.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:109:0) after 3m45s
[01:47:18.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:109:0)
[01:47:18.277] Build status: SCHEDULED
[01:47:18.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:110:0) after 4m44s
[01:52:02.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:110:0)
[01:52:02.376] Build status: SCHEDULED
[01:52:02.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:111:0) after 2m40s
[01:54:42.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:111:0)
[01:54:42.413] Build status: SCHEDULED
[01:54:42.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:112:0) after 2m12s
[01:56:54.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:112:0)
[01:56:54.557] Build status: SCHEDULED
[01:56:54.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:113:0) after 7m0s
[02:03:54.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:113:0)
[02:03:54.675] Build status: SCHEDULED
[02:03:54.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:114:0) after 6m4s
[02:09:58.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:114:0)
[02:09:58.869] Build status: SCHEDULED
[02:09:58.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:115:0) after 2m36s
[02:12:34.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:115:0)
[02:12:34.912] Build status: SCHEDULED
[02:12:34.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:116:0) after 9m15s
[02:21:50.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:116:0)
[02:21:50.129] Build status: SCHEDULED
[02:21:50.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:117:0) after 5m8s
[02:26:58.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:117:0)
[02:26:58.201] Build status: SCHEDULED
[02:26:58.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:118:0) after 5m55s
[02:32:53.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:118:0)
[02:32:53.277] Build status: SCHEDULED
[02:32:53.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:119:0) after 3m3s
[02:35:56.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:119:0)
[02:35:56.668] Build status: SCHEDULED
[02:35:56.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:120:0) after 3m38s
[02:39:34.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:120:0)
[02:39:34.756] Build status: SCHEDULED
[02:39:34.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:121:0) after 8m54s
[02:48:28.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:121:0)
[02:48:28.793] Build status: SCHEDULED
[02:48:28.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:122:0) after 1m34s
[02:50:02.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:122:0)
[02:50:02.849] Build status: SCHEDULED
[02:50:02.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:123:0) after 6m31s
[02:56:33.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:123:0)
[02:56:33.940] Build status: SCHEDULED
[02:56:33.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:124:0) after 5m0s
[03:01:33.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:124:0)
[03:01:33.982] Build status: SCHEDULED
[03:01:33.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:125:0) after 2m48s
[03:04:22.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:125:0)
[03:04:22.130] Build status: SCHEDULED
[03:04:22.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:126:0) after 5m16s
[03:09:38.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:126:0)
[03:09:38.229] Build status: SCHEDULED
[03:09:38.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:127:0) after 2m0s
[03:11:38.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:127:0)
[03:11:38.280] Build status: SCHEDULED
[03:11:38.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:128:0) after 2m17s
[03:13:55.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:128:0)
[03:13:55.321] Build status: SCHEDULED
[03:13:55.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:129:0) after 6m42s
[03:20:37.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:129:0)
[03:20:37.423] Build status: SCHEDULED
[03:20:37.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:130:0) after 3m51s
[03:24:28.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:130:0)
[03:24:28.504] Build status: SCHEDULED
[03:24:28.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:131:0) after 2m28s
[03:26:56.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:131:0)
[03:26:56.557] Build status: SCHEDULED
[03:26:56.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:132:0) after 1m18s
[03:28:14.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:132:0)
[03:28:14.619] Build status: SCHEDULED
[03:28:14.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:133:0) after 4m55s
[03:33:09.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:133:0)
[03:33:09.651] Build status: SCHEDULED
[03:33:09.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:134:0) after 3m58s
[03:37:07.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:134:0)
[03:37:07.733] Build status: SCHEDULED
[03:37:07.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868353940087102704:135:0) after 8m17s
[03:41:36.986] Received PubSub notification, asking Buildbucket for the build status
[03:41:37.002] Build:
{
"id": "8702923875886214897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-23T15:40:44.136007577Z",
"endTime": "2025-09-24T03:40:44.188673751Z",
"updateTime": "2025-09-24T03:40:44.188673751Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "be94bbbe0eab3f6dae321eae45061ccdbec592ae",
"ref": "refs/heads/main"
}
}
}
[03:41:37.002] Invocation finished in 12h0m56.255559447s with status FAILED