[07:43:23.094] New invocation is queued and will start shortly
[07:43:24.246] Starting the invocation (attempt 1)
[07:43:24.290] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7d509af2ea538defd42c0d92643b9652325e73ef"
[07:43:24.291] Popped gitiles commit info from properties and tags
[07:43:24.291] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:43:24.291] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:43:24.292] Buildbucket request:
{
"requestId": "8860502032774322544",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860502032774322544",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c22e3b35dfa22d263d25e2113db2914e32ec587b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c22e3b35dfa22d263d25e2113db2914e32ec587b",
"title": "c22e3b35dfa22d263d25e2113db2914e32ec587b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c22e3b35dfa22d263d25e2113db2914e32ec587b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9618175717906ed62e503c29f8d67fb204a4c1b4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9618175717906ed62e503c29f8d67fb204a4c1b4",
"title": "9618175717906ed62e503c29f8d67fb204a4c1b4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9618175717906ed62e503c29f8d67fb204a4c1b4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "333e24694204ae6b023398b3f8105f82799a9730"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@333e24694204ae6b023398b3f8105f82799a9730",
"title": "333e24694204ae6b023398b3f8105f82799a9730",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/333e24694204ae6b023398b3f8105f82799a9730"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b766c313974805c3b239594fb0f94c0639bfb773"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b766c313974805c3b239594fb0f94c0639bfb773",
"title": "b766c313974805c3b239594fb0f94c0639bfb773",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b766c313974805c3b239594fb0f94c0639bfb773"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7d509af2ea538defd42c0d92643b9652325e73ef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7d509af2ea538defd42c0d92643b9652325e73ef",
"title": "7d509af2ea538defd42c0d92643b9652325e73ef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7d509af2ea538defd42c0d92643b9652325e73ef"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7d509af2ea538defd42c0d92643b9652325e73ef",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860502032774322544"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:43:24.679] Scheduled build:
{
"id": "8695071970787686065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-19T07:43:24.363312161Z",
"updateTime": "2025-12-19T07:43:24.363312161Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7d509af2ea538defd42c0d92643b9652325e73ef",
"ref": "refs/heads/main"
}
}
}
[07:43:24.679] Task URL: https://cr-buildbucket.appspot.com/build/8695071970787686065
[07:43:24.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:2:0) after 1m40s
[07:43:25.370] Received PubSub notification, asking Buildbucket for the build status
[07:43:25.621] Build status: SCHEDULED
[07:45:05.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:2:0)
[07:45:05.317] Build status: SCHEDULED
[07:45:05.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:4:0) after 1m31s
[07:46:36.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:4:0)
[07:46:36.583] Build status: SCHEDULED
[07:46:36.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:5:0) after 5m59s
[07:52:35.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:5:0)
[07:52:35.678] Build status: SCHEDULED
[07:52:35.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:6:0) after 5m57s
[07:58:32.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:6:0)
[07:58:32.810] Build status: SCHEDULED
[07:58:32.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:7:0) after 5m23s
[08:03:55.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:7:0)
[08:03:55.800] Build status: SCHEDULED
[08:03:55.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:8:0) after 6m40s
[08:10:35.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:8:0)
[08:10:35.849] Build status: SCHEDULED
[08:10:35.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:9:0) after 9m29s
[08:20:04.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:9:0)
[08:20:04.952] Build status: SCHEDULED
[08:20:04.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:10:0) after 3m53s
[08:23:58.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:10:0)
[08:23:58.036] Build status: SCHEDULED
[08:23:58.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:11:0) after 2m45s
[08:26:43.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:11:0)
[08:26:43.137] Build status: SCHEDULED
[08:26:43.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:12:0) after 2m58s
[08:29:41.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:12:0)
[08:29:41.426] Build status: SCHEDULED
[08:29:41.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:13:0) after 5m57s
[08:35:38.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:13:0)
[08:35:38.491] Build status: SCHEDULED
[08:35:38.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:14:0) after 9m14s
[08:44:52.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:14:0)
[08:44:52.536] Build status: SCHEDULED
[08:44:52.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:15:0) after 6m18s
[08:51:10.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:15:0)
[08:51:10.719] Build status: SCHEDULED
[08:51:10.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:16:0) after 4m35s
[08:55:45.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:16:0)
[08:55:45.749] Build status: SCHEDULED
[08:55:45.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:17:0) after 4m33s
[09:00:18.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:17:0)
[09:00:18.836] Build status: SCHEDULED
[09:00:18.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:18:0) after 5m24s
[09:05:42.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:18:0)
[09:05:42.858] Build status: SCHEDULED
[09:05:42.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:19:0) after 4m37s
[09:10:19.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:19:0)
[09:10:19.889] Build status: SCHEDULED
[09:10:19.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:20:0) after 2m16s
[09:12:36.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:20:0)
[09:12:36.370] Build status: SCHEDULED
[09:12:36.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:21:0) after 5m41s
[09:18:17.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:21:0)
[09:18:17.518] Build status: SCHEDULED
[09:18:17.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:22:0) after 8m50s
[09:27:07.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:22:0)
[09:27:07.588] Build status: SCHEDULED
[09:27:07.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:23:0) after 1m18s
[09:28:25.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:23:0)
[09:28:25.618] Build status: SCHEDULED
[09:28:25.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:24:0) after 3m0s
[09:31:25.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:24:0)
[09:31:25.651] Build status: SCHEDULED
[09:31:25.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:25:0) after 1m8s
[09:32:33.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:25:0)
[09:32:33.644] Build status: SCHEDULED
[09:32:33.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:26:0) after 7m48s
[09:40:21.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:26:0)
[09:40:21.679] Build status: SCHEDULED
[09:40:21.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:27:0) after 5m31s
[09:45:52.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:27:0)
[09:45:52.714] Build status: SCHEDULED
[09:45:52.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:28:0) after 6m35s
[09:52:27.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:28:0)
[09:52:27.765] Build status: SCHEDULED
[09:52:27.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:29:0) after 5m46s
[09:58:13.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:29:0)
[09:58:13.990] Build status: SCHEDULED
[09:58:13.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:30:0) after 9m10s
[10:07:24.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:30:0)
[10:07:24.247] Build status: SCHEDULED
[10:07:24.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:31:0) after 5m8s
[10:12:32.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:31:0)
[10:12:32.450] Build status: SCHEDULED
[10:12:32.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:32:0) after 7m28s
[10:20:00.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:32:0)
[10:20:00.482] Build status: SCHEDULED
[10:20:00.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:33:0) after 2m48s
[10:22:48.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:33:0)
[10:22:48.929] Build status: SCHEDULED
[10:22:48.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:34:0) after 1m19s
[10:24:07.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:34:0)
[10:24:08.032] Build status: SCHEDULED
[10:24:08.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:35:0) after 4m24s
[10:28:32.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:35:0)
[10:28:32.326] Build status: SCHEDULED
[10:28:32.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:36:0) after 6m16s
[10:34:48.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:36:0)
[10:34:48.384] Build status: SCHEDULED
[10:34:48.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:37:0) after 9m15s
[10:44:03.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:37:0)
[10:44:03.414] Build status: SCHEDULED
[10:44:03.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:38:0) after 1m36s
[10:45:39.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:38:0)
[10:45:39.448] Build status: SCHEDULED
[10:45:39.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:39:0) after 6m47s
[10:52:26.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:39:0)
[10:52:26.741] Build status: SCHEDULED
[10:52:26.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:40:0) after 6m13s
[10:58:40.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:40:0)
[10:58:40.370] Build status: SCHEDULED
[10:58:40.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:41:0) after 1m29s
[11:00:09.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:41:0)
[11:00:09.697] Build status: SCHEDULED
[11:00:09.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:42:0) after 5m45s
[11:05:54.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:42:0)
[11:05:54.953] Build status: SCHEDULED
[11:05:54.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:43:0) after 3m57s
[11:09:51.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:43:0)
[11:09:51.944] Build status: SCHEDULED
[11:09:51.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:44:0) after 2m39s
[11:12:31.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:44:0)
[11:12:31.110] Build status: SCHEDULED
[11:12:31.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:45:0) after 9m2s
[11:21:33.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:45:0)
[11:21:33.420] Build status: SCHEDULED
[11:21:33.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:46:0) after 7m45s
[11:29:18.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:46:0)
[11:29:18.551] Build status: SCHEDULED
[11:29:18.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:47:0) after 7m51s
[11:37:09.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:47:0)
[11:37:09.623] Build status: SCHEDULED
[11:37:09.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:48:0) after 7m40s
[11:44:49.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:48:0)
[11:44:49.659] Build status: SCHEDULED
[11:44:49.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:49:0) after 5m30s
[11:50:19.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:49:0)
[11:50:19.701] Build status: SCHEDULED
[11:50:19.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:50:0) after 4m20s
[11:54:39.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:50:0)
[11:54:39.809] Build status: SCHEDULED
[11:54:39.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:51:0) after 5m48s
[12:00:27.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:51:0)
[12:00:28.006] Build status: SCHEDULED
[12:00:28.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:52:0) after 2m5s
[12:02:33.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:52:0)
[12:02:33.164] Build status: SCHEDULED
[12:02:33.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:53:0) after 4m30s
[12:07:03.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:53:0)
[12:07:03.541] Build status: SCHEDULED
[12:07:03.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:54:0) after 8m13s
[12:15:16.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:54:0)
[12:15:16.718] Build status: SCHEDULED
[12:15:16.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:55:0) after 8m6s
[12:23:22.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:55:0)
[12:23:22.777] Build status: SCHEDULED
[12:23:22.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:56:0) after 1m12s
[12:24:34.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:56:0)
[12:24:34.879] Build status: SCHEDULED
[12:24:34.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:57:0) after 9m37s
[12:34:11.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:57:0)
[12:34:12.057] Build status: SCHEDULED
[12:34:12.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:58:0) after 4m57s
[12:39:09.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:58:0)
[12:39:09.168] Build status: SCHEDULED
[12:39:09.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:59:0) after 3m16s
[12:42:25.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:59:0)
[12:42:25.202] Build status: SCHEDULED
[12:42:25.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:60:0) after 2m53s
[12:45:19.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:60:0)
[12:45:19.059] Build status: SCHEDULED
[12:45:19.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:61:0) after 4m3s
[12:49:22.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:61:0)
[12:49:22.101] Build status: SCHEDULED
[12:49:22.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:62:0) after 5m30s
[12:54:52.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:62:0)
[12:54:52.324] Build status: SCHEDULED
[12:54:52.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:63:0) after 7m59s
[13:02:51.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:63:0)
[13:02:51.638] Build status: SCHEDULED
[13:02:51.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:64:0) after 2m29s
[13:05:20.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:64:0)
[13:05:20.900] Build status: SCHEDULED
[13:05:20.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:65:0) after 6m0s
[13:11:20.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:65:0)
[13:11:21.060] Build status: SCHEDULED
[13:11:21.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:66:0) after 8m40s
[13:20:01.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:66:0)
[13:20:01.152] Build status: SCHEDULED
[13:20:01.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:67:0) after 6m38s
[13:26:39.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:67:0)
[13:26:39.363] Build status: SCHEDULED
[13:26:39.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:68:0) after 4m49s
[13:31:28.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:68:0)
[13:31:28.670] Build status: SCHEDULED
[13:31:28.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:69:0) after 9m28s
[13:40:56.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:69:0)
[13:40:56.815] Build status: SCHEDULED
[13:40:56.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:70:0) after 1m33s
[13:42:29.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:70:0)
[13:42:29.962] Build status: SCHEDULED
[13:42:29.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:71:0) after 3m8s
[13:45:37.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:71:0)
[13:45:38.057] Build status: SCHEDULED
[13:45:38.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:72:0) after 7m22s
[13:53:00.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:72:0)
[13:53:00.160] Build status: SCHEDULED
[13:53:00.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:73:0) after 2m25s
[13:55:25.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:73:0)
[13:55:25.354] Build status: SCHEDULED
[13:55:25.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:74:0) after 1m31s
[13:56:56.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:74:0)
[13:56:56.701] Build status: SCHEDULED
[13:56:56.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:75:0) after 1m49s
[13:58:45.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:75:0)
[13:58:45.755] Build status: SCHEDULED
[13:58:45.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:76:0) after 4m8s
[14:02:54.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:76:0)
[14:02:54.093] Build status: SCHEDULED
[14:02:54.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:77:0) after 4m13s
[14:07:07.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:77:0)
[14:07:07.176] Build status: SCHEDULED
[14:07:07.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:78:0) after 2m30s
[14:09:37.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:78:0)
[14:09:37.229] Build status: SCHEDULED
[14:09:37.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:79:0) after 2m3s
[14:11:40.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:79:0)
[14:11:40.469] Build status: SCHEDULED
[14:11:40.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:80:0) after 4m37s
[14:16:17.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:80:0)
[14:16:18.062] Build status: SCHEDULED
[14:16:18.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:81:0) after 8m9s
[14:24:27.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:81:0)
[14:24:27.271] Build status: SCHEDULED
[14:24:27.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:82:0) after 5m2s
[14:29:29.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:82:0)
[14:29:29.356] Build status: SCHEDULED
[14:29:29.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:83:0) after 5m57s
[14:35:26.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:83:0)
[14:35:26.482] Build status: SCHEDULED
[14:35:26.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:84:0) after 6m4s
[14:41:30.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:84:0)
[14:41:30.548] Build status: SCHEDULED
[14:41:30.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:85:0) after 1m3s
[14:42:33.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:85:0)
[14:42:33.613] Build status: SCHEDULED
[14:42:33.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:86:0) after 6m51s
[14:49:24.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:86:0)
[14:49:24.644] Build status: SCHEDULED
[14:49:24.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:87:0) after 5m46s
[14:55:10.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:87:0)
[14:55:10.757] Build status: SCHEDULED
[14:55:10.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:88:0) after 6m47s
[15:01:57.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:88:0)
[15:01:57.852] Build status: SCHEDULED
[15:01:57.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:89:0) after 5m20s
[15:07:17.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:89:0)
[15:07:17.895] Build status: SCHEDULED
[15:07:17.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:90:0) after 9m33s
[15:16:51.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:90:0)
[15:16:51.833] Build status: SCHEDULED
[15:16:51.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:91:0) after 6m1s
[15:22:52.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:91:0)
[15:22:52.885] Build status: SCHEDULED
[15:22:52.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:92:0) after 9m29s
[15:32:21.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:92:0)
[15:32:21.921] Build status: SCHEDULED
[15:32:21.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:93:0) after 1m31s
[15:33:53.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:93:0)
[15:33:53.075] Build status: SCHEDULED
[15:33:53.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:94:0) after 4m0s
[15:37:53.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:94:0)
[15:37:53.227] Build status: SCHEDULED
[15:37:53.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:95:0) after 6m30s
[15:44:23.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:95:0)
[15:44:23.278] Build status: SCHEDULED
[15:44:23.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:96:0) after 8m39s
[15:53:02.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:96:0)
[15:53:02.314] Build status: SCHEDULED
[15:53:02.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:97:0) after 9m17s
[16:02:20.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:97:0)
[16:02:20.489] Build status: SCHEDULED
[16:02:20.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:98:0) after 8m40s
[16:11:00.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:98:0)
[16:11:00.508] Build status: SCHEDULED
[16:11:00.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:99:0) after 3m30s
[16:14:30.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:99:0)
[16:14:30.561] Build status: SCHEDULED
[16:14:30.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:100:0) after 2m27s
[16:16:57.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:100:0)
[16:16:57.602] Build status: SCHEDULED
[16:16:57.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:101:0) after 5m3s
[16:22:00.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:101:0)
[16:22:00.694] Build status: SCHEDULED
[16:22:00.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:102:0) after 9m25s
[16:31:25.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:102:0)
[16:31:26.001] Build status: SCHEDULED
[16:31:26.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:103:0) after 7m57s
[16:39:23.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:103:0)
[16:39:23.097] Build status: SCHEDULED
[16:39:23.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:104:0) after 4m17s
[16:43:40.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:104:0)
[16:43:40.154] Build status: SCHEDULED
[16:43:40.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:105:0) after 2m34s
[16:46:14.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:105:0)
[16:46:14.188] Build status: SCHEDULED
[16:46:14.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:106:0) after 1m19s
[16:47:33.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:106:0)
[16:47:33.233] Build status: SCHEDULED
[16:47:33.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:107:0) after 1m29s
[16:49:02.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:107:0)
[16:49:02.297] Build status: SCHEDULED
[16:49:02.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:108:0) after 5m54s
[16:54:56.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:108:0)
[16:54:56.361] Build status: SCHEDULED
[16:54:56.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:109:0) after 3m4s
[16:58:00.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:109:0)
[16:58:00.445] Build status: SCHEDULED
[16:58:00.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:110:0) after 5m14s
[17:03:14.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:110:0)
[17:03:14.482] Build status: SCHEDULED
[17:03:14.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:111:0) after 5m45s
[17:08:59.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:111:0)
[17:08:59.515] Build status: SCHEDULED
[17:08:59.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:112:0) after 8m13s
[17:17:12.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:112:0)
[17:17:12.552] Build status: SCHEDULED
[17:17:12.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:113:0) after 2m21s
[17:19:33.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:113:0)
[17:19:33.656] Build status: SCHEDULED
[17:19:33.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:114:0) after 4m3s
[17:23:36.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:114:0)
[17:23:36.738] Build status: SCHEDULED
[17:23:36.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:115:0) after 9m54s
[17:33:30.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:115:0)
[17:33:30.778] Build status: SCHEDULED
[17:33:30.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:116:0) after 8m28s
[17:41:58.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:116:0)
[17:41:58.866] Build status: SCHEDULED
[17:41:58.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:117:0) after 5m10s
[17:47:08.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:117:0)
[17:47:08.981] Build status: SCHEDULED
[17:47:08.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:118:0) after 3m44s
[17:50:53.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:118:0)
[17:50:53.068] Build status: SCHEDULED
[17:50:53.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:119:0) after 8m0s
[17:58:53.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:119:0)
[17:58:53.108] Build status: SCHEDULED
[17:58:53.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:120:0) after 3m11s
[18:02:04.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:120:0)
[18:02:04.157] Build status: SCHEDULED
[18:02:04.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:121:0) after 9m37s
[18:11:41.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:121:0)
[18:11:41.346] Build status: SCHEDULED
[18:11:41.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:122:0) after 7m37s
[18:19:18.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:122:0)
[18:19:18.428] Build status: SCHEDULED
[18:19:18.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:123:0) after 8m13s
[18:27:31.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:123:0)
[18:27:31.556] Build status: SCHEDULED
[18:27:31.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:124:0) after 3m56s
[18:28:24.066] Received PubSub notification, asking Buildbucket for the build status
[18:28:24.083] Build status: STARTED
[18:31:27.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:124:0)
[18:31:27.597] Build status: STARTED
[18:31:27.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:126:0) after 6m32s
[18:37:59.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:126:0)
[18:37:59.631] Build status: STARTED
[18:37:59.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:127:0) after 5m6s
[18:43:05.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:127:0)
[18:43:05.752] Build status: STARTED
[18:43:05.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:128:0) after 5m29s
[18:48:34.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:128:0)
[18:48:34.785] Build status: STARTED
[18:48:34.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:129:0) after 8m39s
[18:57:13.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:129:0)
[18:57:13.863] Build status: STARTED
[18:57:13.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:130:0) after 1m6s
[18:58:19.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:130:0)
[18:58:19.946] Build status: STARTED
[18:58:19.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:131:0) after 2m54s
[19:01:13.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:131:0)
[19:01:13.973] Build status: STARTED
[19:01:13.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:132:0) after 2m36s
[19:03:50.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:132:0)
[19:03:50.030] Build status: STARTED
[19:03:50.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:133:0) after 6m57s
[19:10:47.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:133:0)
[19:10:47.069] Build status: STARTED
[19:10:47.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:134:0) after 8m54s
[19:19:41.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:134:0)
[19:19:41.075] Build status: STARTED
[19:19:41.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:135:0) after 5m59s
[19:25:40.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:135:0)
[19:25:40.235] Build status: STARTED
[19:25:40.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:136:0) after 4m8s
[19:29:48.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:136:0)
[19:29:48.258] Build status: STARTED
[19:29:48.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:137:0) after 8m49s
[19:38:37.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:137:0)
[19:38:37.341] Build status: STARTED
[19:38:37.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860502032774322544:138:0) after 2m7s
[19:38:38.763] Received PubSub notification, asking Buildbucket for the build status
[19:38:38.779] Build:
{
"id": "8695071970787686065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-19T07:43:24.363312161Z",
"startTime": "2025-12-19T18:28:23.872715069Z",
"endTime": "2025-12-19T19:38:38.518610294Z",
"updateTime": "2025-12-19T19:38:38.518610294Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7d509af2ea538defd42c0d92643b9652325e73ef",
"ref": "refs/heads/main"
}
}
}
[19:38:38.779] Invocation finished in 11h55m15.694149967s with status SUCCEEDED