[03:12:22.262] New invocation is queued and will start shortly
[03:12:23.401] Starting the invocation (attempt 1)
[03:12:23.420] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ed887b5bfb194efaf7670e425496a608aa7a9999"
[03:12:23.421] Popped gitiles commit info from properties and tags
[03:12:23.421] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:12:23.421] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:12:23.422] Buildbucket request:
{
"requestId": "8860609680457460176",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860609680457460176",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "16b722b76b1a474f26550f53564a63115b81a628"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@16b722b76b1a474f26550f53564a63115b81a628",
"title": "16b722b76b1a474f26550f53564a63115b81a628",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/16b722b76b1a474f26550f53564a63115b81a628"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "10062de68f30542c1e4c8c2997057083f61b21ee"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10062de68f30542c1e4c8c2997057083f61b21ee",
"title": "10062de68f30542c1e4c8c2997057083f61b21ee",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10062de68f30542c1e4c8c2997057083f61b21ee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5e2427b8c647671a9dd38eac6240516073a9428e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5e2427b8c647671a9dd38eac6240516073a9428e",
"title": "5e2427b8c647671a9dd38eac6240516073a9428e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5e2427b8c647671a9dd38eac6240516073a9428e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ccb45771f0bc46f8de67dcd9e9dc2af33f775e43"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ccb45771f0bc46f8de67dcd9e9dc2af33f775e43",
"title": "ccb45771f0bc46f8de67dcd9e9dc2af33f775e43",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ccb45771f0bc46f8de67dcd9e9dc2af33f775e43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ed887b5bfb194efaf7670e425496a608aa7a9999"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ed887b5bfb194efaf7670e425496a608aa7a9999",
"title": "ed887b5bfb194efaf7670e425496a608aa7a9999",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ed887b5bfb194efaf7670e425496a608aa7a9999"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ed887b5bfb194efaf7670e425496a608aa7a9999",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860609680457460176"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:12:23.750] Scheduled build:
{
"id": "8695179618522968033",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-18T03:12:23.483080809Z",
"updateTime": "2025-12-18T03:12:23.483080809Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ed887b5bfb194efaf7670e425496a608aa7a9999",
"ref": "refs/heads/main"
}
}
}
[03:12:23.750] Task URL: https://cr-buildbucket.appspot.com/build/8695179618522968033
[03:12:23.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:2:0) after 7m40s
[03:12:24.742] Received PubSub notification, asking Buildbucket for the build status
[03:12:24.822] Build status: SCHEDULED
[03:20:03.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:2:0)
[03:20:03.918] Build status: SCHEDULED
[03:20:03.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:4:0) after 5m59s
[03:26:02.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:4:0)
[03:26:02.919] Build status: SCHEDULED
[03:26:02.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:5:0) after 3m59s
[03:30:01.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:5:0)
[03:30:01.949] Build status: SCHEDULED
[03:30:01.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:6:0) after 5m2s
[03:35:04.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:6:0)
[03:35:04.033] Build status: SCHEDULED
[03:35:04.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:7:0) after 8m56s
[03:44:00.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:7:0)
[03:44:00.068] Build status: SCHEDULED
[03:44:00.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:8:0) after 4m46s
[03:48:46.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:8:0)
[03:48:46.134] Build status: SCHEDULED
[03:48:46.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:9:0) after 9m39s
[03:58:25.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:9:0)
[03:58:25.266] Build status: SCHEDULED
[03:58:25.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:10:0) after 2m53s
[04:01:18.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:10:0)
[04:01:18.303] Build status: SCHEDULED
[04:01:18.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:11:0) after 6m51s
[04:08:09.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:11:0)
[04:08:09.331] Build status: SCHEDULED
[04:08:09.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:12:0) after 6m30s
[04:14:39.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:12:0)
[04:14:39.317] Build status: SCHEDULED
[04:14:39.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:13:0) after 2m59s
[04:17:38.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:13:0)
[04:17:38.351] Build status: SCHEDULED
[04:17:38.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:14:0) after 3m49s
[04:21:27.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:14:0)
[04:21:27.395] Build status: SCHEDULED
[04:21:27.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:15:0) after 4m44s
[04:26:11.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:15:0)
[04:26:11.533] Build status: SCHEDULED
[04:26:11.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:16:0) after 5m25s
[04:31:36.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:16:0)
[04:31:36.630] Build status: SCHEDULED
[04:31:36.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:17:0) after 4m23s
[04:35:59.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:17:0)
[04:35:59.758] Build status: SCHEDULED
[04:35:59.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:18:0) after 1m4s
[04:37:03.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:18:0)
[04:37:03.754] Build status: SCHEDULED
[04:37:03.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:19:0) after 6m27s
[04:43:30.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:19:0)
[04:43:30.791] Build status: SCHEDULED
[04:43:30.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:20:0) after 3m55s
[04:47:25.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:20:0)
[04:47:25.853] Build status: SCHEDULED
[04:47:25.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:21:0) after 8m34s
[04:55:59.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:21:0)
[04:55:59.944] Build status: SCHEDULED
[04:55:59.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:22:0) after 1m46s
[04:57:45.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:22:0)
[04:57:46.007] Build status: SCHEDULED
[04:57:46.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:23:0) after 9m58s
[05:07:44.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:23:0)
[05:07:44.039] Build status: SCHEDULED
[05:07:44.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:24:0) after 7m2s
[05:14:46.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:24:0)
[05:14:46.126] Build status: SCHEDULED
[05:14:46.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:25:0) after 8m21s
[05:23:07.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:25:0)
[05:23:07.207] Build status: SCHEDULED
[05:23:07.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:26:0) after 7m20s
[05:30:27.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:26:0)
[05:30:27.333] Build status: SCHEDULED
[05:30:27.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:27:0) after 5m34s
[05:36:01.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:27:0)
[05:36:01.363] Build status: SCHEDULED
[05:36:01.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:28:0) after 9m11s
[05:45:12.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:28:0)
[05:45:12.493] Build status: SCHEDULED
[05:45:12.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:29:0) after 4m57s
[05:50:09.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:29:0)
[05:50:09.600] Build status: SCHEDULED
[05:50:09.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:30:0) after 2m32s
[05:52:41.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:30:0)
[05:52:41.743] Build status: SCHEDULED
[05:52:41.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:31:0) after 8m4s
[06:00:45.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:31:0)
[06:00:45.771] Build status: SCHEDULED
[06:00:45.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:32:0) after 1m11s
[06:01:56.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:32:0)
[06:01:56.836] Build status: SCHEDULED
[06:01:56.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:33:0) after 3m57s
[06:05:53.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:33:0)
[06:05:53.963] Build status: SCHEDULED
[06:05:53.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:34:0) after 9m22s
[06:15:16.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:34:0)
[06:15:16.066] Build status: SCHEDULED
[06:15:16.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:35:0) after 8m17s
[06:23:33.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:35:0)
[06:23:33.126] Build status: SCHEDULED
[06:23:33.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:36:0) after 4m36s
[06:28:09.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:36:0)
[06:28:09.940] Build status: SCHEDULED
[06:28:09.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:37:0) after 8m42s
[06:36:52.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:37:0)
[06:36:52.037] Build status: SCHEDULED
[06:36:52.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:38:0) after 9m30s
[06:46:22.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:38:0)
[06:46:22.148] Build status: SCHEDULED
[06:46:22.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:39:0) after 2m55s
[06:49:17.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:39:0)
[06:49:17.180] Build status: SCHEDULED
[06:49:17.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:40:0) after 9m56s
[06:59:13.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:40:0)
[06:59:13.250] Build status: SCHEDULED
[06:59:13.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:41:0) after 6m21s
[07:05:34.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:41:0)
[07:05:34.466] Build status: SCHEDULED
[07:05:34.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:42:0) after 6m8s
[07:11:42.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:42:0)
[07:11:42.503] Build status: SCHEDULED
[07:11:42.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:43:0) after 7m25s
[07:19:07.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:43:0)
[07:19:07.534] Build status: SCHEDULED
[07:19:07.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:44:0) after 8m26s
[07:27:33.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:44:0)
[07:27:33.622] Build status: SCHEDULED
[07:27:33.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:45:0) after 1m57s
[07:29:30.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:45:0)
[07:29:30.792] Build status: SCHEDULED
[07:29:30.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:46:0) after 4m38s
[07:34:08.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:46:0)
[07:34:08.934] Build status: SCHEDULED
[07:34:08.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:47:0) after 5m34s
[07:39:42.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:47:0)
[07:39:42.956] Build status: SCHEDULED
[07:39:42.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:48:0) after 1m41s
[07:41:23.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:48:0)
[07:41:24.022] Build status: SCHEDULED
[07:41:24.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:49:0) after 2m0s
[07:43:24.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:49:0)
[07:43:24.087] Build status: SCHEDULED
[07:43:24.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:50:0) after 7m29s
[07:50:53.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:50:0)
[07:50:53.164] Build status: SCHEDULED
[07:50:53.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:51:0) after 4m7s
[07:55:00.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:51:0)
[07:55:00.412] Build status: SCHEDULED
[07:55:00.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:52:0) after 2m52s
[07:57:52.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:52:0)
[07:57:52.571] Build status: SCHEDULED
[07:57:52.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:53:0) after 4m0s
[08:01:52.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:53:0)
[08:01:52.652] Build status: SCHEDULED
[08:01:52.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:54:0) after 8m25s
[08:10:17.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:54:0)
[08:10:17.738] Build status: SCHEDULED
[08:10:17.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:55:0) after 6m56s
[08:17:13.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:55:0)
[08:17:13.769] Build status: SCHEDULED
[08:17:13.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:56:0) after 2m4s
[08:19:17.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:56:0)
[08:19:17.771] Build status: SCHEDULED
[08:19:17.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:57:0) after 4m21s
[08:23:39.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:57:0)
[08:23:39.244] Build status: SCHEDULED
[08:23:39.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:58:0) after 3m49s
[08:27:28.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:58:0)
[08:27:28.286] Build status: SCHEDULED
[08:27:28.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:59:0) after 9m16s
[08:36:44.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:59:0)
[08:36:44.600] Build status: SCHEDULED
[08:36:44.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:60:0) after 4m25s
[08:41:09.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:60:0)
[08:41:09.643] Build status: SCHEDULED
[08:41:09.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:61:0) after 7m31s
[08:48:40.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:61:0)
[08:48:40.713] Build status: SCHEDULED
[08:48:40.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:62:0) after 3m52s
[08:52:32.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:62:0)
[08:52:32.790] Build status: SCHEDULED
[08:52:32.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:63:0) after 2m8s
[08:54:40.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:63:0)
[08:54:40.831] Build status: SCHEDULED
[08:54:40.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:64:0) after 9m59s
[09:04:39.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:64:0)
[09:04:39.883] Build status: SCHEDULED
[09:04:39.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:65:0) after 9m28s
[09:14:07.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:65:0)
[09:14:07.927] Build status: SCHEDULED
[09:14:07.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:66:0) after 5m5s
[09:19:12.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:66:0)
[09:19:12.969] Build status: SCHEDULED
[09:19:12.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:67:0) after 1m23s
[09:20:36.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:67:0)
[09:20:36.051] Build status: SCHEDULED
[09:20:36.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:68:0) after 6m33s
[09:27:09.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:68:0)
[09:27:09.104] Build status: SCHEDULED
[09:27:09.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:69:0) after 1m12s
[09:28:21.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:69:0)
[09:28:21.159] Build status: SCHEDULED
[09:28:21.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:70:0) after 9m1s
[09:37:22.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:70:0)
[09:37:22.243] Build status: SCHEDULED
[09:37:22.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:71:0) after 1m46s
[09:39:08.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:71:0)
[09:39:08.342] Build status: SCHEDULED
[09:39:08.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:72:0) after 5m47s
[09:44:55.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:72:0)
[09:44:55.347] Build status: SCHEDULED
[09:44:55.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:73:0) after 5m35s
[09:50:30.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:73:0)
[09:50:30.458] Build status: SCHEDULED
[09:50:30.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:74:0) after 2m27s
[09:52:57.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:74:0)
[09:52:57.530] Build status: SCHEDULED
[09:52:57.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:75:0) after 9m19s
[10:02:16.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:75:0)
[10:02:16.629] Build status: SCHEDULED
[10:02:16.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:76:0) after 2m50s
[10:05:06.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:76:0)
[10:05:06.666] Build status: SCHEDULED
[10:05:06.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:77:0) after 2m57s
[10:08:03.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:77:0)
[10:08:03.728] Build status: SCHEDULED
[10:08:03.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:78:0) after 8m55s
[10:16:58.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:78:0)
[10:16:58.767] Build status: SCHEDULED
[10:16:58.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:79:0) after 8m18s
[10:25:16.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:79:0)
[10:25:16.882] Build status: SCHEDULED
[10:25:16.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:80:0) after 8m11s
[10:33:28.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:80:0)
[10:33:28.132] Build status: SCHEDULED
[10:33:28.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:81:0) after 1m46s
[10:35:14.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:81:0)
[10:35:14.278] Build status: SCHEDULED
[10:35:14.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:82:0) after 8m0s
[10:43:14.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:82:0)
[10:43:14.311] Build status: SCHEDULED
[10:43:14.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:83:0) after 4m55s
[10:48:09.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:83:0)
[10:48:09.425] Build status: SCHEDULED
[10:48:09.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:84:0) after 5m24s
[10:53:33.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:84:0)
[10:53:33.564] Build status: SCHEDULED
[10:53:33.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:85:0) after 1m40s
[10:55:13.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:85:0)
[10:55:13.600] Build status: SCHEDULED
[10:55:13.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:86:0) after 1m18s
[10:56:31.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:86:0)
[10:56:31.636] Build status: SCHEDULED
[10:56:31.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:87:0) after 1m5s
[10:57:36.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:87:0)
[10:57:36.693] Build status: SCHEDULED
[10:57:36.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:88:0) after 3m53s
[11:01:29.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:88:0)
[11:01:29.754] Build status: SCHEDULED
[11:01:29.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:89:0) after 6m58s
[11:08:27.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:89:0)
[11:08:27.850] Build status: SCHEDULED
[11:08:27.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:90:0) after 7m41s
[11:16:08.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:90:0)
[11:16:08.883] Build status: SCHEDULED
[11:16:08.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:91:0) after 5m32s
[11:21:40.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:91:0)
[11:21:40.967] Build status: SCHEDULED
[11:21:40.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:92:0) after 3m33s
[11:25:13.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:92:0)
[11:25:14.002] Build status: SCHEDULED
[11:25:14.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:93:0) after 2m37s
[11:27:51.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:93:0)
[11:27:51.033] Build status: SCHEDULED
[11:27:51.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:94:0) after 2m31s
[11:30:22.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:94:0)
[11:30:22.212] Build status: SCHEDULED
[11:30:22.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:95:0) after 5m1s
[11:35:23.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:95:0)
[11:35:23.279] Build status: SCHEDULED
[11:35:23.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:96:0) after 6m46s
[11:42:09.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:96:0)
[11:42:09.350] Build status: SCHEDULED
[11:42:09.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:97:0) after 1m49s
[11:43:58.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:97:0)
[11:43:58.418] Build status: SCHEDULED
[11:43:58.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:98:0) after 9m9s
[11:53:07.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:98:0)
[11:53:07.500] Build status: SCHEDULED
[11:53:07.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:99:0) after 8m40s
[12:01:47.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:99:0)
[12:01:47.569] Build status: SCHEDULED
[12:01:47.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:100:0) after 2m23s
[12:03:57.441] Received PubSub notification, asking Buildbucket for the build status
[12:03:57.480] Build status: STARTED
[12:04:10.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:100:0)
[12:04:10.570] Build status: STARTED
[12:04:10.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:102:0) after 2m28s
[12:06:38.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:102:0)
[12:06:38.665] Build status: STARTED
[12:06:38.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:103:0) after 8m21s
[12:14:59.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:103:0)
[12:14:59.702] Build status: STARTED
[12:14:59.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:104:0) after 3m55s
[12:18:54.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:104:0)
[12:18:54.737] Build status: STARTED
[12:18:54.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:105:0) after 9m33s
[12:28:27.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:105:0)
[12:28:27.823] Build status: STARTED
[12:28:27.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:106:0) after 5m10s
[12:33:37.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:106:0)
[12:33:37.898] Build status: STARTED
[12:33:37.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:107:0) after 5m15s
[12:38:52.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:107:0)
[12:38:52.951] Build status: STARTED
[12:38:52.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:108:0) after 5m29s
[12:44:21.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:108:0)
[12:44:22.016] Build status: STARTED
[12:44:22.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:109:0) after 8m17s
[12:52:39.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:109:0)
[12:52:39.118] Build status: STARTED
[12:52:39.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860609680457460176:110:0) after 3m31s
[12:52:53.509] Received PubSub notification, asking Buildbucket for the build status
[12:52:53.533] Build:
{
"id": "8695179618522968033",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-18T03:12:23.483080809Z",
"startTime": "2025-12-18T12:03:57.240191291Z",
"endTime": "2025-12-18T12:52:53.276108733Z",
"updateTime": "2025-12-18T12:52:53.276108733Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ed887b5bfb194efaf7670e425496a608aa7a9999",
"ref": "refs/heads/main"
}
}
}
[12:52:53.533] Invocation finished in 9h40m31.277992806s with status FAILED