[14:31:06.898] New invocation is queued and will start shortly
[14:31:08.532] Starting the invocation (attempt 1)
[14:31:08.559] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/29cef26bb58840df9c1f20841da8c410485e4d1c"
[14:31:08.559] Popped gitiles commit info from properties and tags
[14:31:08.559] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:31:08.559] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:31:08.559] Buildbucket request:
{
"requestId": "8866365183434830608",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866365183434830608",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "29cef26bb58840df9c1f20841da8c410485e4d1c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@29cef26bb58840df9c1f20841da8c410485e4d1c",
"title": "29cef26bb58840df9c1f20841da8c410485e4d1c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/29cef26bb58840df9c1f20841da8c410485e4d1c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "29cef26bb58840df9c1f20841da8c410485e4d1c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866365183434830608"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:31:09.281] Scheduled build:
{
"id": "8700935120918695361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T14:31:08.670287158Z",
"updateTime": "2025-10-15T14:31:08.670287158Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "29cef26bb58840df9c1f20841da8c410485e4d1c",
"ref": "refs/heads/main"
}
}
}
[14:31:09.281] Task URL: https://cr-buildbucket.appspot.com/build/8700935120918695361
[14:31:09.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:2:0) after 7m34s
[14:31:29.470] Received PubSub notification, asking Buildbucket for the build status
[14:31:29.488] Build status: SCHEDULED
[14:38:43.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:2:0)
[14:38:43.373] Build status: SCHEDULED
[14:38:43.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:4:0) after 8m26s
[14:47:09.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:4:0)
[14:47:09.405] Build status: SCHEDULED
[14:47:09.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:5:0) after 7m35s
[14:54:44.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:5:0)
[14:54:44.440] Build status: SCHEDULED
[14:54:44.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:6:0) after 3m33s
[14:58:17.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:6:0)
[14:58:17.468] Build status: SCHEDULED
[14:58:17.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:7:0) after 8m18s
[15:06:35.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:7:0)
[15:06:35.457] Build status: SCHEDULED
[15:06:35.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:8:0) after 3m35s
[15:10:10.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:8:0)
[15:10:10.557] Build status: SCHEDULED
[15:10:10.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:9:0) after 3m18s
[15:13:28.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:9:0)
[15:13:28.577] Build status: SCHEDULED
[15:13:28.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:10:0) after 3m9s
[15:16:37.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:10:0)
[15:16:37.634] Build status: SCHEDULED
[15:16:37.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:11:0) after 4m38s
[15:21:15.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:11:0)
[15:21:15.672] Build status: SCHEDULED
[15:21:15.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:12:0) after 1m38s
[15:22:53.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:12:0)
[15:22:53.755] Build status: SCHEDULED
[15:22:53.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:13:0) after 6m48s
[15:29:41.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:13:0)
[15:29:41.789] Build status: SCHEDULED
[15:29:41.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:14:0) after 2m6s
[15:31:47.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:14:0)
[15:31:47.884] Build status: SCHEDULED
[15:31:47.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:15:0) after 2m32s
[15:34:19.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:15:0)
[15:34:19.913] Build status: SCHEDULED
[15:34:19.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:16:0) after 8m36s
[15:42:55.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:16:0)
[15:42:55.987] Build status: SCHEDULED
[15:42:55.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:17:0) after 1m25s
[15:44:21.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:17:0)
[15:44:21.029] Build status: SCHEDULED
[15:44:21.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:18:0) after 6m53s
[15:51:14.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:18:0)
[15:51:14.115] Build status: SCHEDULED
[15:51:14.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:19:0) after 3m19s
[15:54:33.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:19:0)
[15:54:33.254] Build status: SCHEDULED
[15:54:33.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:20:0) after 3m8s
[15:57:41.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:20:0)
[15:57:41.602] Build status: SCHEDULED
[15:57:41.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:21:0) after 6m27s
[16:04:08.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:21:0)
[16:04:08.630] Build status: SCHEDULED
[16:04:08.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:22:0) after 7m26s
[16:11:34.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:22:0)
[16:11:34.659] Build status: SCHEDULED
[16:11:34.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:23:0) after 5m52s
[16:17:26.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:23:0)
[16:17:26.727] Build status: SCHEDULED
[16:17:26.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:24:0) after 5m50s
[16:23:16.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:24:0)
[16:23:16.821] Build status: SCHEDULED
[16:23:16.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:25:0) after 5m58s
[16:29:14.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:25:0)
[16:29:15.064] Build status: SCHEDULED
[16:29:15.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:26:0) after 3m3s
[16:32:18.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:26:0)
[16:32:18.290] Build status: SCHEDULED
[16:32:18.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:27:0) after 7m47s
[16:40:05.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:27:0)
[16:40:05.317] Build status: SCHEDULED
[16:40:05.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:28:0) after 5m10s
[16:45:15.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:28:0)
[16:45:15.358] Build status: SCHEDULED
[16:45:15.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:29:0) after 7m3s
[16:52:18.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:29:0)
[16:52:18.341] Build status: SCHEDULED
[16:52:18.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:30:0) after 9m40s
[17:01:58.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:30:0)
[17:01:58.478] Build status: SCHEDULED
[17:01:58.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:31:0) after 1m52s
[17:03:50.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:31:0)
[17:03:50.513] Build status: SCHEDULED
[17:03:50.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:32:0) after 2m12s
[17:06:02.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:32:0)
[17:06:02.565] Build status: SCHEDULED
[17:06:02.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:33:0) after 9m22s
[17:15:24.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:33:0)
[17:15:24.672] Build status: SCHEDULED
[17:15:24.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:34:0) after 1m24s
[17:16:48.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:34:0)
[17:16:48.703] Build status: SCHEDULED
[17:16:48.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:35:0) after 8m37s
[17:25:25.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:35:0)
[17:25:25.777] Build status: SCHEDULED
[17:25:25.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:36:0) after 1m33s
[17:26:58.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:36:0)
[17:26:58.811] Build status: SCHEDULED
[17:26:58.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:37:0) after 4m21s
[17:31:19.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:37:0)
[17:31:19.860] Build status: SCHEDULED
[17:31:19.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:38:0) after 6m59s
[17:38:18.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:38:0)
[17:38:18.939] Build status: SCHEDULED
[17:38:18.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:39:0) after 9m56s
[17:48:15.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:39:0)
[17:48:15.071] Build status: SCHEDULED
[17:48:15.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:40:0) after 1m40s
[17:49:55.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:40:0)
[17:49:55.292] Build status: SCHEDULED
[17:49:55.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:41:0) after 2m21s
[17:52:16.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:41:0)
[17:52:16.343] Build status: SCHEDULED
[17:52:16.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:42:0) after 6m5s
[17:58:21.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:42:0)
[17:58:21.377] Build status: SCHEDULED
[17:58:21.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:43:0) after 6m14s
[18:04:35.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:43:0)
[18:04:35.415] Build status: SCHEDULED
[18:04:35.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:44:0) after 7m34s
[18:12:09.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:44:0)
[18:12:09.494] Build status: SCHEDULED
[18:12:09.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:45:0) after 4m48s
[18:16:57.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:45:0)
[18:16:57.554] Build status: SCHEDULED
[18:16:57.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:46:0) after 9m38s
[18:26:35.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:46:0)
[18:26:35.638] Build status: SCHEDULED
[18:26:35.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:47:0) after 5m48s
[18:32:23.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:47:0)
[18:32:23.709] Build status: SCHEDULED
[18:32:23.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:48:0) after 6m19s
[18:38:42.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:48:0)
[18:38:42.854] Build status: SCHEDULED
[18:38:42.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:49:0) after 5m37s
[18:44:19.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:49:0)
[18:44:19.882] Build status: SCHEDULED
[18:44:19.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:50:0) after 2m5s
[18:46:24.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:50:0)
[18:46:24.974] Build status: SCHEDULED
[18:46:24.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:51:0) after 8m31s
[18:54:56.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:51:0)
[18:54:56.107] Build status: SCHEDULED
[18:54:56.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:52:0) after 2m2s
[18:56:58.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:52:0)
[18:56:58.134] Build status: SCHEDULED
[18:56:58.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:53:0) after 5m44s
[19:02:42.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:53:0)
[19:02:42.165] Build status: SCHEDULED
[19:02:42.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:54:0) after 1m9s
[19:03:51.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:54:0)
[19:03:51.211] Build status: SCHEDULED
[19:03:51.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:55:0) after 1m13s
[19:05:04.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:55:0)
[19:05:04.248] Build status: SCHEDULED
[19:05:04.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:56:0) after 1m7s
[19:06:11.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:56:0)
[19:06:11.284] Build status: SCHEDULED
[19:06:11.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:57:0) after 1m53s
[19:08:04.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:57:0)
[19:08:04.320] Build status: SCHEDULED
[19:08:04.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:58:0) after 5m39s
[19:13:43.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:58:0)
[19:13:43.360] Build status: SCHEDULED
[19:13:43.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:59:0) after 2m11s
[19:15:54.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:59:0)
[19:15:54.451] Build status: SCHEDULED
[19:15:54.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:60:0) after 7m39s
[19:23:33.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:60:0)
[19:23:33.531] Build status: SCHEDULED
[19:23:33.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:61:0) after 7m1s
[19:30:34.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:61:0)
[19:30:34.566] Build status: SCHEDULED
[19:30:34.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:62:0) after 9m14s
[19:39:48.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:62:0)
[19:39:48.784] Build status: SCHEDULED
[19:39:48.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:63:0) after 8m33s
[19:48:21.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:63:0)
[19:48:21.806] Build status: SCHEDULED
[19:48:21.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:64:0) after 6m21s
[19:54:42.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:64:0)
[19:54:42.851] Build status: SCHEDULED
[19:54:42.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:65:0) after 5m4s
[19:59:46.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:65:0)
[19:59:46.990] Build status: SCHEDULED
[19:59:46.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:66:0) after 7m46s
[20:07:33.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:66:0)
[20:07:33.044] Build status: SCHEDULED
[20:07:33.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:67:0) after 9m34s
[20:17:07.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:67:0)
[20:17:07.089] Build status: SCHEDULED
[20:17:07.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:68:0) after 7m45s
[20:24:52.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:68:0)
[20:24:52.168] Build status: SCHEDULED
[20:24:52.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:69:0) after 7m46s
[20:32:38.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:69:0)
[20:32:38.204] Build status: SCHEDULED
[20:32:38.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:70:0) after 9m40s
[20:42:18.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:70:0)
[20:42:18.411] Build status: SCHEDULED
[20:42:18.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:71:0) after 7m4s
[20:49:22.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:71:0)
[20:49:22.486] Build status: SCHEDULED
[20:49:22.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:72:0) after 7m28s
[20:56:50.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:72:0)
[20:56:50.807] Build status: SCHEDULED
[20:56:50.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:73:0) after 2m15s
[20:59:05.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:73:0)
[20:59:05.947] Build status: SCHEDULED
[20:59:05.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:74:0) after 9m6s
[21:08:11.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:74:0)
[21:08:11.984] Build status: SCHEDULED
[21:08:11.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:75:0) after 4m54s
[21:13:06.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:75:0)
[21:13:06.047] Build status: SCHEDULED
[21:13:06.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:76:0) after 1m11s
[21:14:17.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:76:0)
[21:14:17.080] Build status: SCHEDULED
[21:14:17.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:77:0) after 7m13s
[21:21:30.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:77:0)
[21:21:30.119] Build status: SCHEDULED
[21:21:30.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:78:0) after 3m35s
[21:25:05.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:78:0)
[21:25:05.159] Build status: SCHEDULED
[21:25:05.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:79:0) after 9m46s
[21:34:51.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:79:0)
[21:34:51.426] Build status: SCHEDULED
[21:34:51.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:80:0) after 3m51s
[21:38:42.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:80:0)
[21:38:42.522] Build status: SCHEDULED
[21:38:42.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:81:0) after 9m6s
[21:47:48.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:81:0)
[21:47:48.558] Build status: SCHEDULED
[21:47:48.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:82:0) after 3m28s
[21:51:16.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:82:0)
[21:51:16.592] Build status: SCHEDULED
[21:51:16.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:83:0) after 1m6s
[21:52:22.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:83:0)
[21:52:22.635] Build status: SCHEDULED
[21:52:22.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:84:0) after 6m19s
[21:58:41.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:84:0)
[21:58:41.743] Build status: SCHEDULED
[21:58:41.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:85:0) after 5m58s
[22:04:39.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:85:0)
[22:04:39.745] Build status: SCHEDULED
[22:04:39.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:86:0) after 6m0s
[22:10:39.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:86:0)
[22:10:39.825] Build status: SCHEDULED
[22:10:39.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:87:0) after 2m10s
[22:12:49.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:87:0)
[22:12:49.979] Build status: SCHEDULED
[22:12:49.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:88:0) after 1m3s
[22:13:52.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:88:0)
[22:13:53.000] Build status: SCHEDULED
[22:13:53.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:89:0) after 3m23s
[22:17:16.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:89:0)
[22:17:16.220] Build status: SCHEDULED
[22:17:16.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:90:0) after 5m4s
[22:22:20.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:90:0)
[22:22:20.251] Build status: SCHEDULED
[22:22:20.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:91:0) after 6m7s
[22:28:27.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:91:0)
[22:28:27.459] Build status: SCHEDULED
[22:28:27.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:92:0) after 6m2s
[22:34:29.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:92:0)
[22:34:29.551] Build status: SCHEDULED
[22:34:29.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:93:0) after 9m18s
[22:43:47.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:93:0)
[22:43:47.590] Build status: SCHEDULED
[22:43:47.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:94:0) after 3m16s
[22:47:03.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:94:0)
[22:47:03.646] Build status: SCHEDULED
[22:47:03.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:95:0) after 1m19s
[22:48:22.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:95:0)
[22:48:22.682] Build status: SCHEDULED
[22:48:22.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:96:0) after 9m12s
[22:57:34.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:96:0)
[22:57:34.764] Build status: SCHEDULED
[22:57:34.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:97:0) after 9m9s
[23:06:43.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:97:0)
[23:06:43.799] Build status: SCHEDULED
[23:06:43.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:98:0) after 7m5s
[23:13:48.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:98:0)
[23:13:48.834] Build status: SCHEDULED
[23:13:48.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:99:0) after 1m27s
[23:15:15.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:99:0)
[23:15:15.872] Build status: SCHEDULED
[23:15:15.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:100:0) after 1m14s
[23:16:29.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:100:0)
[23:16:29.899] Build status: SCHEDULED
[23:16:29.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:101:0) after 8m39s
[23:25:08.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:101:0)
[23:25:08.988] Build status: SCHEDULED
[23:25:08.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:102:0) after 9m2s
[23:34:11.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:102:0)
[23:34:11.169] Build status: SCHEDULED
[23:34:11.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:103:0) after 7m12s
[23:41:23.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:103:0)
[23:41:23.273] Build status: SCHEDULED
[23:41:23.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:104:0) after 5m7s
[23:46:30.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:104:0)
[23:46:30.324] Build status: SCHEDULED
[23:46:30.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:105:0) after 4m1s
[23:50:31.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:105:0)
[23:50:31.356] Build status: SCHEDULED
[23:50:31.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:106:0) after 2m26s
[23:52:57.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:106:0)
[23:52:57.497] Build status: SCHEDULED
[23:52:57.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:107:0) after 1m27s
[23:54:24.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:107:0)
[23:54:24.508] Build status: SCHEDULED
[23:54:24.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:108:0) after 3m59s
[23:58:23.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:108:0)
[23:58:23.540] Build status: SCHEDULED
[23:58:23.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:109:0) after 9m45s
[00:08:08.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:109:0)
[00:08:08.583] Build status: SCHEDULED
[00:08:08.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:110:0) after 4m10s
[00:12:18.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:110:0)
[00:12:18.758] Build status: SCHEDULED
[00:12:18.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:111:0) after 8m7s
[00:20:25.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:111:0)
[00:20:25.954] Build status: SCHEDULED
[00:20:25.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:112:0) after 9m10s
[00:29:36.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:112:0)
[00:29:36.075] Build status: SCHEDULED
[00:29:36.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:113:0) after 5m32s
[00:35:08.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:113:0)
[00:35:08.124] Build status: SCHEDULED
[00:35:08.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:114:0) after 6m46s
[00:41:54.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:114:0)
[00:41:54.452] Build status: SCHEDULED
[00:41:54.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:115:0) after 3m15s
[00:45:09.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:115:0)
[00:45:09.543] Build status: SCHEDULED
[00:45:09.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:116:0) after 1m11s
[00:46:20.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:116:0)
[00:46:20.646] Build status: SCHEDULED
[00:46:20.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:117:0) after 1m7s
[00:47:27.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:117:0)
[00:47:27.712] Build status: SCHEDULED
[00:47:27.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:118:0) after 2m19s
[00:49:46.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:118:0)
[00:49:46.746] Build status: SCHEDULED
[00:49:46.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:119:0) after 5m44s
[00:55:30.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:119:0)
[00:55:30.799] Build status: SCHEDULED
[00:55:30.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:120:0) after 9m43s
[01:05:13.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:120:0)
[01:05:13.844] Build status: SCHEDULED
[01:05:13.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:121:0) after 8m23s
[01:13:36.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:121:0)
[01:13:36.898] Build status: SCHEDULED
[01:13:36.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:122:0) after 8m55s
[01:22:31.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:122:0)
[01:22:32.005] Build status: SCHEDULED
[01:22:32.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:123:0) after 8m23s
[01:30:55.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:123:0)
[01:30:55.168] Build status: SCHEDULED
[01:30:55.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:124:0) after 9m29s
[01:40:24.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:124:0)
[01:40:24.208] Build status: SCHEDULED
[01:40:24.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:125:0) after 2m14s
[01:42:38.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:125:0)
[01:42:38.302] Build status: SCHEDULED
[01:42:38.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:126:0) after 8m42s
[01:51:20.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:126:0)
[01:51:20.330] Build status: SCHEDULED
[01:51:20.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:127:0) after 5m33s
[01:56:53.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:127:0)
[01:56:53.363] Build status: SCHEDULED
[01:56:53.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:128:0) after 7m17s
[02:04:10.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:128:0)
[02:04:10.438] Build status: SCHEDULED
[02:04:10.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:129:0) after 4m2s
[02:08:12.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:129:0)
[02:08:12.538] Build status: SCHEDULED
[02:08:12.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:130:0) after 7m38s
[02:15:50.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:130:0)
[02:15:50.620] Build status: SCHEDULED
[02:15:50.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:131:0) after 8m4s
[02:23:54.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:131:0)
[02:23:54.639] Build status: SCHEDULED
[02:23:54.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:132:0) after 5m46s
[02:29:40.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:132:0)
[02:29:40.676] Build status: SCHEDULED
[02:29:40.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8866365183434830608:133:0) after 4m21s
[02:31:10.670] Received PubSub notification, asking Buildbucket for the build status
[02:31:10.701] Build:
{
"id": "8700935120918695361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T14:31:08.670287158Z",
"endTime": "2025-10-16T02:31:10.028474140Z",
"updateTime": "2025-10-16T02:31:10.028474140Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "29cef26bb58840df9c1f20841da8c410485e4d1c",
"ref": "refs/heads/main"
}
}
}
[02:31:10.701] Invocation finished in 12h0m3.814849665s with status FAILED