[17:16:06.303] New invocation is queued and will start shortly
[17:16:07.402] Starting the invocation (attempt 1)
[17:16:07.433] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7ccdcf3072698409ff32e7a0226b009de1253e0"
[17:16:07.433] Popped gitiles commit info from properties and tags
[17:16:07.433] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:16:07.435] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:16:07.435] Buildbucket request:
{
"requestId": "8868982115185552816",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868982115185552816",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e7ccdcf3072698409ff32e7a0226b009de1253e0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7ccdcf3072698409ff32e7a0226b009de1253e0",
"title": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7ccdcf3072698409ff32e7a0226b009de1253e0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868982115185552816"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:16:07.833] Scheduled build:
{
"id": "8703552053279650849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T17:16:07.490776033Z",
"updateTime": "2025-09-16T17:16:07.490776033Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
"ref": "refs/heads/main"
}
}
}
[17:16:07.833] Task URL: https://cr-buildbucket.appspot.com/build/8703552053279650849
[17:16:07.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:2:0) after 9m20s
[17:16:07.898] Received PubSub notification, asking Buildbucket for the build status
[17:16:07.927] Build status: SCHEDULED
[17:25:27.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:2:0)
[17:25:27.884] Build status: SCHEDULED
[17:25:27.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:4:0) after 9m58s
[17:35:26.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:4:0)
[17:35:26.060] Build status: SCHEDULED
[17:35:26.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:5:0) after 9m33s
[17:44:59.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:5:0)
[17:44:59.135] Build status: SCHEDULED
[17:44:59.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:6:0) after 1m29s
[17:46:28.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:6:0)
[17:46:28.172] Build status: SCHEDULED
[17:46:28.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:7:0) after 2m57s
[17:49:25.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:7:0)
[17:49:25.376] Build status: SCHEDULED
[17:49:25.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:8:0) after 4m5s
[17:53:30.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:8:0)
[17:53:30.521] Build status: SCHEDULED
[17:53:30.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:9:0) after 8m34s
[18:02:04.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:9:0)
[18:02:04.570] Build status: SCHEDULED
[18:02:04.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:10:0) after 7m26s
[18:09:30.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:10:0)
[18:09:30.657] Build status: SCHEDULED
[18:09:30.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:11:0) after 9m37s
[18:19:07.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:11:0)
[18:19:07.893] Build status: SCHEDULED
[18:19:07.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:12:0) after 5m16s
[18:24:23.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:12:0)
[18:24:23.980] Build status: SCHEDULED
[18:24:23.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:13:0) after 9m29s
[18:33:53.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:13:0)
[18:33:53.118] Build status: SCHEDULED
[18:33:53.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:14:0) after 3m0s
[18:36:53.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:14:0)
[18:36:53.149] Build status: SCHEDULED
[18:36:53.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:15:0) after 4m21s
[18:41:14.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:15:0)
[18:41:14.213] Build status: SCHEDULED
[18:41:14.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:16:0) after 1m19s
[18:42:33.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:16:0)
[18:42:33.382] Build status: SCHEDULED
[18:42:33.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:17:0) after 5m52s
[18:48:25.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:17:0)
[18:48:25.505] Build status: SCHEDULED
[18:48:25.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:18:0) after 6m19s
[18:54:44.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:18:0)
[18:54:44.619] Build status: SCHEDULED
[18:54:44.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:19:0) after 9m10s
[19:03:54.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:19:0)
[19:03:54.650] Build status: SCHEDULED
[19:03:54.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:20:0) after 6m49s
[19:10:43.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:20:0)
[19:10:43.923] Build status: SCHEDULED
[19:10:43.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:21:0) after 9m1s
[19:19:44.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:21:0)
[19:19:44.955] Build status: SCHEDULED
[19:19:44.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:22:0) after 1m10s
[19:20:55.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:22:0)
[19:20:55.048] Build status: SCHEDULED
[19:20:55.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:23:0) after 1m59s
[19:22:54.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:23:0)
[19:22:54.154] Build status: SCHEDULED
[19:22:54.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:24:0) after 1m4s
[19:23:58.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:24:0)
[19:23:58.222] Build status: SCHEDULED
[19:23:58.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:25:0) after 3m48s
[19:27:46.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:25:0)
[19:27:46.247] Build status: SCHEDULED
[19:27:46.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:26:0) after 8m38s
[19:36:24.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:26:0)
[19:36:24.305] Build status: SCHEDULED
[19:36:24.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:27:0) after 2m12s
[19:38:36.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:27:0)
[19:38:36.335] Build status: SCHEDULED
[19:38:36.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:28:0) after 5m42s
[19:44:18.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:28:0)
[19:44:18.398] Build status: SCHEDULED
[19:44:18.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:29:0) after 7m39s
[19:51:57.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:29:0)
[19:51:57.432] Build status: SCHEDULED
[19:51:57.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:30:0) after 7m10s
[19:59:07.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:30:0)
[19:59:07.544] Build status: SCHEDULED
[19:59:07.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:31:0) after 8m49s
[20:07:56.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:31:0)
[20:07:56.588] Build status: SCHEDULED
[20:07:56.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:32:0) after 8m30s
[20:16:26.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:32:0)
[20:16:26.711] Build status: SCHEDULED
[20:16:26.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:33:0) after 7m31s
[20:23:58.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:33:0)
[20:23:58.073] Build status: SCHEDULED
[20:23:58.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:34:0) after 1m28s
[20:25:26.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:34:0)
[20:25:26.218] Build status: SCHEDULED
[20:25:26.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:35:0) after 7m54s
[20:33:20.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:35:0)
[20:33:20.326] Build status: SCHEDULED
[20:33:20.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:36:0) after 5m14s
[20:38:34.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:36:0)
[20:38:34.531] Build status: SCHEDULED
[20:38:34.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:37:0) after 9m17s
[20:47:51.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:37:0)
[20:47:51.662] Build status: SCHEDULED
[20:47:51.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:38:0) after 7m20s
[20:55:11.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:38:0)
[20:55:11.714] Build status: SCHEDULED
[20:55:11.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:39:0) after 1m2s
[20:56:13.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:39:0)
[20:56:13.801] Build status: SCHEDULED
[20:56:13.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:40:0) after 8m50s
[21:05:03.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:40:0)
[21:05:03.895] Build status: SCHEDULED
[21:05:03.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:41:0) after 9m10s
[21:14:13.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:41:0)
[21:14:13.918] Build status: SCHEDULED
[21:14:13.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:42:0) after 1m29s
[21:15:43.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:42:0)
[21:15:43.043] Build status: SCHEDULED
[21:15:43.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:43:0) after 4m32s
[21:20:15.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:43:0)
[21:20:15.193] Build status: SCHEDULED
[21:20:15.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:44:0) after 4m8s
[21:24:23.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:44:0)
[21:24:23.203] Build status: SCHEDULED
[21:24:23.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:45:0) after 8m28s
[21:32:51.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:45:0)
[21:32:51.346] Build status: SCHEDULED
[21:32:51.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:46:0) after 5m53s
[21:38:44.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:46:0)
[21:38:44.405] Build status: SCHEDULED
[21:38:44.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:47:0) after 6m38s
[21:45:22.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:47:0)
[21:45:22.425] Build status: SCHEDULED
[21:45:22.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:48:0) after 5m21s
[21:50:43.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:48:0)
[21:50:43.467] Build status: SCHEDULED
[21:50:43.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:49:0) after 2m23s
[21:53:06.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:49:0)
[21:53:06.470] Build status: SCHEDULED
[21:53:06.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:50:0) after 3m52s
[21:56:58.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:50:0)
[21:56:58.588] Build status: SCHEDULED
[21:56:58.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:51:0) after 5m16s
[22:02:14.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:51:0)
[22:02:14.659] Build status: SCHEDULED
[22:02:14.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:52:0) after 3m49s
[22:06:03.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:52:0)
[22:06:03.727] Build status: SCHEDULED
[22:06:03.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:53:0) after 2m56s
[22:08:59.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:53:0)
[22:08:59.777] Build status: SCHEDULED
[22:08:59.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:54:0) after 1m57s
[22:10:56.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:54:0)
[22:10:56.817] Build status: SCHEDULED
[22:10:56.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:55:0) after 9m11s
[22:20:08.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:55:0)
[22:20:08.187] Build status: SCHEDULED
[22:20:08.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:56:0) after 5m11s
[22:25:19.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:56:0)
[22:25:19.232] Build status: SCHEDULED
[22:25:19.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:57:0) after 1m14s
[22:26:33.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:57:0)
[22:26:33.271] Build status: SCHEDULED
[22:26:33.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:58:0) after 7m31s
[22:34:04.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:58:0)
[22:34:04.313] Build status: SCHEDULED
[22:34:04.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:59:0) after 6m47s
[22:40:51.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:59:0)
[22:40:51.352] Build status: SCHEDULED
[22:40:51.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:60:0) after 8m4s
[22:48:55.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:60:0)
[22:48:55.508] Build status: SCHEDULED
[22:48:55.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:61:0) after 8m3s
[22:56:58.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:61:0)
[22:56:58.567] Build status: SCHEDULED
[22:56:58.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:62:0) after 7m43s
[23:04:41.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:62:0)
[23:04:41.626] Build status: SCHEDULED
[23:04:41.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:63:0) after 7m16s
[23:11:57.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:63:0)
[23:11:57.820] Build status: SCHEDULED
[23:11:57.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:64:0) after 8m41s
[23:20:38.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:64:0)
[23:20:39.001] Build status: SCHEDULED
[23:20:39.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:65:0) after 2m41s
[23:23:20.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:65:0)
[23:23:20.134] Build status: SCHEDULED
[23:23:20.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:66:0) after 3m40s
[23:27:00.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:66:0)
[23:27:00.234] Build status: SCHEDULED
[23:27:00.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:67:0) after 9m34s
[23:36:34.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:67:0)
[23:36:34.284] Build status: SCHEDULED
[23:36:34.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:68:0) after 3m43s
[23:40:17.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:68:0)
[23:40:17.363] Build status: SCHEDULED
[23:40:17.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:69:0) after 7m32s
[23:47:49.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:69:0)
[23:47:49.512] Build status: SCHEDULED
[23:47:49.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:70:0) after 8m14s
[23:56:03.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:70:0)
[23:56:03.574] Build status: SCHEDULED
[23:56:03.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:71:0) after 9m7s
[00:05:10.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:71:0)
[00:05:10.638] Build status: SCHEDULED
[00:05:10.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:72:0) after 6m18s
[00:11:28.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:72:0)
[00:11:28.773] Build status: SCHEDULED
[00:11:28.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:73:0) after 4m23s
[00:15:51.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:73:0)
[00:15:51.837] Build status: SCHEDULED
[00:15:51.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:74:0) after 9m53s
[00:25:44.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:74:0)
[00:25:44.978] Build status: SCHEDULED
[00:25:44.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:75:0) after 7m14s
[00:32:59.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:75:0)
[00:32:59.022] Build status: SCHEDULED
[00:32:59.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:76:0) after 9m57s
[00:42:56.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:76:0)
[00:42:56.060] Build status: SCHEDULED
[00:42:56.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:77:0) after 7m17s
[00:50:13.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:77:0)
[00:50:13.158] Build status: SCHEDULED
[00:50:13.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:78:0) after 2m9s
[00:52:22.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:78:0)
[00:52:22.235] Build status: SCHEDULED
[00:52:22.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:79:0) after 3m11s
[00:55:33.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:79:0)
[00:55:33.295] Build status: SCHEDULED
[00:55:33.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:80:0) after 8m15s
[01:03:48.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:80:0)
[01:03:48.461] Build status: SCHEDULED
[01:03:48.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:81:0) after 3m33s
[01:07:21.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:81:0)
[01:07:21.499] Build status: SCHEDULED
[01:07:21.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:82:0) after 2m57s
[01:10:18.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:82:0)
[01:10:18.594] Build status: SCHEDULED
[01:10:18.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:83:0) after 1m25s
[01:11:43.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:83:0)
[01:11:43.799] Build status: SCHEDULED
[01:11:43.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:84:0) after 3m41s
[01:15:24.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:84:0)
[01:15:24.885] Build status: SCHEDULED
[01:15:24.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:85:0) after 3m51s
[01:19:15.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:85:0)
[01:19:15.920] Build status: SCHEDULED
[01:19:15.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:86:0) after 9m2s
[01:28:18.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:86:0)
[01:28:18.109] Build status: SCHEDULED
[01:28:18.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:87:0) after 7m29s
[01:35:47.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:87:0)
[01:35:47.293] Build status: SCHEDULED
[01:35:47.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:88:0) after 6m50s
[01:42:37.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:88:0)
[01:42:37.385] Build status: SCHEDULED
[01:42:37.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:89:0) after 3m19s
[01:45:56.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:89:0)
[01:45:56.502] Build status: SCHEDULED
[01:45:56.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:90:0) after 9m7s
[01:55:03.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:90:0)
[01:55:03.680] Build status: SCHEDULED
[01:55:03.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:91:0) after 6m59s
[02:02:02.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:91:0)
[02:02:02.929] Build status: SCHEDULED
[02:02:02.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:92:0) after 7m30s
[02:09:32.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:92:0)
[02:09:33.015] Build status: SCHEDULED
[02:09:33.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:93:0) after 3m16s
[02:12:49.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:93:0)
[02:12:49.070] Build status: SCHEDULED
[02:12:49.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:94:0) after 4m6s
[02:16:55.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:94:0)
[02:16:55.300] Build status: SCHEDULED
[02:16:55.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:95:0) after 2m37s
[02:19:32.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:95:0)
[02:19:32.337] Build status: SCHEDULED
[02:19:32.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:96:0) after 5m9s
[02:24:41.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:96:0)
[02:24:41.398] Build status: SCHEDULED
[02:24:41.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:97:0) after 6m44s
[02:31:25.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:97:0)
[02:31:25.431] Build status: SCHEDULED
[02:31:25.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:98:0) after 8m41s
[02:40:06.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:98:0)
[02:40:06.553] Build status: SCHEDULED
[02:40:06.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:99:0) after 4m58s
[02:45:04.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:99:0)
[02:45:04.634] Build status: SCHEDULED
[02:45:04.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:100:0) after 4m48s
[02:49:52.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:100:0)
[02:49:52.719] Build status: SCHEDULED
[02:49:52.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:101:0) after 3m10s
[02:53:02.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:101:0)
[02:53:02.850] Build status: SCHEDULED
[02:53:02.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:102:0) after 8m24s
[03:01:26.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:102:0)
[03:01:26.894] Build status: SCHEDULED
[03:01:26.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:103:0) after 1m20s
[03:02:46.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:103:0)
[03:02:46.953] Build status: SCHEDULED
[03:02:46.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:104:0) after 1m55s
[03:04:41.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:104:0)
[03:04:41.991] Build status: SCHEDULED
[03:04:41.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:105:0) after 6m15s
[03:10:57.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:105:0)
[03:10:57.040] Build status: SCHEDULED
[03:10:57.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:106:0) after 3m29s
[03:14:26.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:106:0)
[03:14:26.122] Build status: SCHEDULED
[03:14:26.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:107:0) after 5m57s
[03:20:23.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:107:0)
[03:20:23.172] Build status: SCHEDULED
[03:20:23.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:108:0) after 9m49s
[03:30:12.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:108:0)
[03:30:12.219] Build status: SCHEDULED
[03:30:12.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:109:0) after 3m44s
[03:30:54.382] Received PubSub notification, asking Buildbucket for the build status
[03:30:54.398] Build status: STARTED
[03:33:56.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:109:0)
[03:33:56.434] Build status: STARTED
[03:33:56.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:111:0) after 7m59s
[03:41:55.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:111:0)
[03:41:55.476] Build status: STARTED
[03:41:55.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:112:0) after 5m15s
[03:47:10.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:112:0)
[03:47:10.669] Build status: STARTED
[03:47:10.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:113:0) after 4m51s
[03:52:01.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:113:0)
[03:52:01.787] Build status: STARTED
[03:52:01.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:114:0) after 7m1s
[03:59:03.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:114:0)
[03:59:03.140] Build status: STARTED
[03:59:03.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:115:0) after 5m26s
[04:04:29.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:115:0)
[04:04:29.208] Build status: STARTED
[04:04:29.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:116:0) after 6m55s
[04:11:24.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:116:0)
[04:11:24.284] Build status: STARTED
[04:11:24.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:117:0) after 2m57s
[04:14:21.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:117:0)
[04:14:21.357] Build status: STARTED
[04:14:21.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8868982115185552816:118:0) after 8m19s
[04:18:07.873] Received PubSub notification, asking Buildbucket for the build status
[04:18:07.896] Build:
{
"id": "8703552053279650849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T17:16:07.490776033Z",
"startTime": "2025-09-17T03:30:54.198539414Z",
"endTime": "2025-09-17T04:18:07.576431941Z",
"updateTime": "2025-09-17T04:18:07.576431941Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
"ref": "refs/heads/main"
}
}
}
[04:18:07.896] Invocation finished in 11h2m1.607263397s with status FAILED