[00:01:41.228] New invocation is queued and will start shortly
[00:01:42.560] Starting the invocation (attempt 1)
[00:01:42.590] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/58bc121c9bcb7b0bbed40c423f90ba659ebfe752"
[00:01:42.590] Popped gitiles commit info from properties and tags
[00:01:42.590] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:01:42.591] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:01:42.592] Buildbucket request:
{
"requestId": "8867054061867015280",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867054061867015280",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "edf06476b38415b04b15b6a2ca2f9e043665544c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edf06476b38415b04b15b6a2ca2f9e043665544c",
"title": "edf06476b38415b04b15b6a2ca2f9e043665544c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edf06476b38415b04b15b6a2ca2f9e043665544c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
"title": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c05612043ac72ce21091f4ae08c53034c33d70fb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c05612043ac72ce21091f4ae08c53034c33d70fb",
"title": "c05612043ac72ce21091f4ae08c53034c33d70fb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c05612043ac72ce21091f4ae08c53034c33d70fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ab9db628b9baf3896b97a0f57f34b8bfbadbf48a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ab9db628b9baf3896b97a0f57f34b8bfbadbf48a",
"title": "ab9db628b9baf3896b97a0f57f34b8bfbadbf48a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ab9db628b9baf3896b97a0f57f34b8bfbadbf48a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7bebdb357915827c96e6642fc6682c58b2baa836"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7bebdb357915827c96e6642fc6682c58b2baa836",
"title": "7bebdb357915827c96e6642fc6682c58b2baa836",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7bebdb357915827c96e6642fc6682c58b2baa836"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
"title": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "909889958273d2fdff44f6350b18d279d98541f8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@909889958273d2fdff44f6350b18d279d98541f8",
"title": "909889958273d2fdff44f6350b18d279d98541f8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/909889958273d2fdff44f6350b18d279d98541f8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "86e89365fa0bde9911538b8ae078e6b476826664"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@86e89365fa0bde9911538b8ae078e6b476826664",
"title": "86e89365fa0bde9911538b8ae078e6b476826664",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/86e89365fa0bde9911538b8ae078e6b476826664"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0840cac17d34c03f483db04d79191cd8c7b60ff9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0840cac17d34c03f483db04d79191cd8c7b60ff9",
"title": "0840cac17d34c03f483db04d79191cd8c7b60ff9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0840cac17d34c03f483db04d79191cd8c7b60ff9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "055542d1ff1654dc505e80d65c5f52e55cfa6169"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@055542d1ff1654dc505e80d65c5f52e55cfa6169",
"title": "055542d1ff1654dc505e80d65c5f52e55cfa6169",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/055542d1ff1654dc505e80d65c5f52e55cfa6169"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4b1ffcbe282525d67724562e06180489851c01c2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4b1ffcbe282525d67724562e06180489851c01c2",
"title": "4b1ffcbe282525d67724562e06180489851c01c2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4b1ffcbe282525d67724562e06180489851c01c2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "71e49f39a1834a75b4f16195a46185c61be84ed2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@71e49f39a1834a75b4f16195a46185c61be84ed2",
"title": "71e49f39a1834a75b4f16195a46185c61be84ed2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/71e49f39a1834a75b4f16195a46185c61be84ed2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7137a2f128d4020a63b022a601ad2482a9f8df99"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7137a2f128d4020a63b022a601ad2482a9f8df99",
"title": "7137a2f128d4020a63b022a601ad2482a9f8df99",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7137a2f128d4020a63b022a601ad2482a9f8df99"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d2e5e4154331bf9faf00fe4f3a6366da31212122"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d2e5e4154331bf9faf00fe4f3a6366da31212122",
"title": "d2e5e4154331bf9faf00fe4f3a6366da31212122",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d2e5e4154331bf9faf00fe4f3a6366da31212122"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "58bc121c9bcb7b0bbed40c423f90ba659ebfe752"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@58bc121c9bcb7b0bbed40c423f90ba659ebfe752",
"title": "58bc121c9bcb7b0bbed40c423f90ba659ebfe752",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/58bc121c9bcb7b0bbed40c423f90ba659ebfe752"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "58bc121c9bcb7b0bbed40c423f90ba659ebfe752",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867054061867015280"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:01:45.262] Scheduled build:
{
"id": "8701623999714052049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-08T00:01:42.656154308Z",
"updateTime": "2025-10-08T00:01:42.656154308Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "58bc121c9bcb7b0bbed40c423f90ba659ebfe752",
"ref": "refs/heads/main"
}
}
}
[00:01:45.262] Task URL: https://cr-buildbucket.appspot.com/build/8701623999714052049
[00:01:45.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:2:0) after 8m30s
[00:01:45.378] Received PubSub notification, asking Buildbucket for the build status
[00:01:45.420] Build status: SCHEDULED
[00:10:15.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:2:0)
[00:10:15.605] Build status: SCHEDULED
[00:10:15.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:4:0) after 1m55s
[00:12:10.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:4:0)
[00:12:10.649] Build status: SCHEDULED
[00:12:10.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:5:0) after 3m57s
[00:16:07.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:5:0)
[00:16:07.689] Build status: SCHEDULED
[00:16:07.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:6:0) after 3m5s
[00:19:12.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:6:0)
[00:19:12.811] Build status: SCHEDULED
[00:19:12.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:7:0) after 2m22s
[00:21:34.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:7:0)
[00:21:34.919] Build status: SCHEDULED
[00:21:34.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:8:0) after 1m0s
[00:22:35.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:8:0)
[00:22:35.120] Build status: SCHEDULED
[00:22:35.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:9:0) after 7m1s
[00:29:36.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:9:0)
[00:29:36.125] Build status: SCHEDULED
[00:29:36.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:10:0) after 2m44s
[00:32:20.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:10:0)
[00:32:20.313] Build status: SCHEDULED
[00:32:20.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:11:0) after 2m42s
[00:35:02.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:11:0)
[00:35:02.463] Build status: SCHEDULED
[00:35:02.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:12:0) after 4m38s
[00:39:40.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:12:0)
[00:39:40.531] Build status: SCHEDULED
[00:39:40.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:13:0) after 2m2s
[00:41:42.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:13:0)
[00:41:42.618] Build status: SCHEDULED
[00:41:42.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:14:0) after 9m24s
[00:51:06.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:14:0)
[00:51:06.673] Build status: SCHEDULED
[00:51:06.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:15:0) after 8m3s
[00:59:09.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:15:0)
[00:59:09.857] Build status: SCHEDULED
[00:59:09.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:16:0) after 5m32s
[01:04:41.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:16:0)
[01:04:41.940] Build status: SCHEDULED
[01:04:41.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:17:0) after 4m25s
[01:09:06.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:17:0)
[01:09:07.124] Build status: SCHEDULED
[01:09:07.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:18:0) after 2m38s
[01:11:45.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:18:0)
[01:11:45.284] Build status: SCHEDULED
[01:11:45.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:19:0) after 3m42s
[01:15:27.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:19:0)
[01:15:27.563] Build status: SCHEDULED
[01:15:27.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:20:0) after 9m12s
[01:24:39.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:20:0)
[01:24:39.680] Build status: SCHEDULED
[01:24:39.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:21:0) after 6m44s
[01:31:23.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:21:0)
[01:31:23.854] Build status: SCHEDULED
[01:31:23.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:22:0) after 1m33s
[01:32:56.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:22:0)
[01:32:56.890] Build status: SCHEDULED
[01:32:56.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:23:0) after 2m34s
[01:35:30.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:23:0)
[01:35:30.996] Build status: SCHEDULED
[01:35:30.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:24:0) after 1m15s
[01:36:46.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:24:0)
[01:36:46.101] Build status: SCHEDULED
[01:36:46.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:25:0) after 1m54s
[01:38:40.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:25:0)
[01:38:40.204] Build status: SCHEDULED
[01:38:40.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:26:0) after 1m28s
[01:40:08.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:26:0)
[01:40:08.215] Build status: SCHEDULED
[01:40:08.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:27:0) after 8m29s
[01:48:37.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:27:0)
[01:48:37.254] Build status: SCHEDULED
[01:48:37.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:28:0) after 1m32s
[01:50:09.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:28:0)
[01:50:09.394] Build status: SCHEDULED
[01:50:09.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:29:0) after 5m21s
[01:55:30.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:29:0)
[01:55:30.514] Build status: SCHEDULED
[01:55:30.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:30:0) after 1m9s
[01:56:39.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:30:0)
[01:56:39.560] Build status: SCHEDULED
[01:56:39.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:31:0) after 2m17s
[01:58:56.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:31:0)
[01:58:56.594] Build status: SCHEDULED
[01:58:56.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:32:0) after 3m36s
[02:02:32.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:32:0)
[02:02:32.709] Build status: SCHEDULED
[02:02:32.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:33:0) after 1m12s
[02:03:44.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:33:0)
[02:03:44.779] Build status: SCHEDULED
[02:03:44.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:34:0) after 2m18s
[02:06:03.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:34:0)
[02:06:03.105] Build status: SCHEDULED
[02:06:03.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:35:0) after 2m3s
[02:08:06.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:35:0)
[02:08:06.194] Build status: SCHEDULED
[02:08:06.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:36:0) after 5m7s
[02:13:13.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:36:0)
[02:13:13.333] Build status: SCHEDULED
[02:13:13.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:37:0) after 9m11s
[02:22:24.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:37:0)
[02:22:24.334] Build status: SCHEDULED
[02:22:24.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:38:0) after 3m18s
[02:25:42.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:38:0)
[02:25:42.454] Build status: SCHEDULED
[02:25:42.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:39:0) after 5m20s
[02:31:02.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:39:0)
[02:31:02.552] Build status: SCHEDULED
[02:31:02.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:40:0) after 9m28s
[02:40:30.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:40:0)
[02:40:30.667] Build status: SCHEDULED
[02:40:30.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:41:0) after 4m19s
[02:44:49.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:41:0)
[02:44:49.805] Build status: SCHEDULED
[02:44:49.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:42:0) after 9m59s
[02:54:48.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:42:0)
[02:54:48.813] Build status: SCHEDULED
[02:54:48.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:43:0) after 1m15s
[02:56:03.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:43:0)
[02:56:03.831] Build status: SCHEDULED
[02:56:03.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:44:0) after 8m19s
[03:04:22.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:44:0)
[03:04:22.876] Build status: SCHEDULED
[03:04:22.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:45:0) after 8m6s
[03:12:28.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:45:0)
[03:12:28.932] Build status: SCHEDULED
[03:12:28.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:46:0) after 1m49s
[03:14:17.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:46:0)
[03:14:17.974] Build status: SCHEDULED
[03:14:17.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:47:0) after 2m1s
[03:16:19.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:47:0)
[03:16:19.121] Build status: SCHEDULED
[03:16:19.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:48:0) after 2m40s
[03:18:59.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:48:0)
[03:18:59.162] Build status: SCHEDULED
[03:18:59.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:49:0) after 7m15s
[03:26:14.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:49:0)
[03:26:14.247] Build status: SCHEDULED
[03:26:14.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:50:0) after 8m1s
[03:34:15.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:50:0)
[03:34:15.401] Build status: SCHEDULED
[03:34:15.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:51:0) after 5m56s
[03:40:11.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:51:0)
[03:40:11.429] Build status: SCHEDULED
[03:40:11.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:52:0) after 4m17s
[03:44:28.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:52:0)
[03:44:28.466] Build status: SCHEDULED
[03:44:28.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:53:0) after 7m13s
[03:51:41.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:53:0)
[03:51:41.534] Build status: SCHEDULED
[03:51:41.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:54:0) after 5m38s
[03:57:19.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:54:0)
[03:57:19.569] Build status: SCHEDULED
[03:57:19.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:55:0) after 4m34s
[04:01:53.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:55:0)
[04:01:53.687] Build status: SCHEDULED
[04:01:53.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:56:0) after 6m21s
[04:08:14.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:56:0)
[04:08:14.786] Build status: SCHEDULED
[04:08:14.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:57:0) after 4m24s
[04:12:38.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:57:0)
[04:12:38.825] Build status: SCHEDULED
[04:12:38.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:58:0) after 3m47s
[04:16:25.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:58:0)
[04:16:25.877] Build status: SCHEDULED
[04:16:25.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:59:0) after 6m24s
[04:22:49.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:59:0)
[04:22:49.948] Build status: SCHEDULED
[04:22:49.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:60:0) after 5m56s
[04:28:45.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:60:0)
[04:28:45.979] Build status: SCHEDULED
[04:28:45.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:61:0) after 2m44s
[04:31:30.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:61:0)
[04:31:30.049] Build status: SCHEDULED
[04:31:30.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:62:0) after 3m16s
[04:34:46.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:62:0)
[04:34:46.087] Build status: SCHEDULED
[04:34:46.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:63:0) after 5m50s
[04:40:36.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:63:0)
[04:40:36.405] Build status: SCHEDULED
[04:40:36.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:64:0) after 1m18s
[04:41:54.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:64:0)
[04:41:54.483] Build status: SCHEDULED
[04:41:54.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:65:0) after 4m28s
[04:46:22.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:65:0)
[04:46:22.531] Build status: SCHEDULED
[04:46:22.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:66:0) after 5m49s
[04:52:11.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:66:0)
[04:52:11.559] Build status: SCHEDULED
[04:52:11.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:67:0) after 3m43s
[04:55:54.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:67:0)
[04:55:54.713] Build status: SCHEDULED
[04:55:54.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:68:0) after 6m29s
[05:02:23.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:68:0)
[05:02:23.783] Build status: SCHEDULED
[05:02:23.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:69:0) after 7m33s
[05:09:56.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:69:0)
[05:09:56.843] Build status: SCHEDULED
[05:09:56.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:70:0) after 9m15s
[05:19:11.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:70:0)
[05:19:11.887] Build status: SCHEDULED
[05:19:11.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:71:0) after 6m11s
[05:25:23.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:71:0)
[05:25:23.023] Build status: SCHEDULED
[05:25:23.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:72:0) after 8m52s
[05:34:15.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:72:0)
[05:34:15.109] Build status: SCHEDULED
[05:34:15.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:73:0) after 9m53s
[05:44:08.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:73:0)
[05:44:08.220] Build status: SCHEDULED
[05:44:08.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:74:0) after 3m3s
[05:47:11.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:74:0)
[05:47:11.268] Build status: SCHEDULED
[05:47:11.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:75:0) after 2m1s
[05:49:12.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:75:0)
[05:49:12.303] Build status: SCHEDULED
[05:49:12.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:76:0) after 3m34s
[05:52:46.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:76:0)
[05:52:46.434] Build status: SCHEDULED
[05:52:46.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:77:0) after 7m11s
[05:59:57.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:77:0)
[05:59:57.477] Build status: SCHEDULED
[05:59:57.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:78:0) after 4m8s
[06:04:05.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:78:0)
[06:04:05.535] Build status: SCHEDULED
[06:04:05.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:79:0) after 7m8s
[06:11:13.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:79:0)
[06:11:13.580] Build status: SCHEDULED
[06:11:13.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:80:0) after 1m43s
[06:12:56.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:80:0)
[06:12:56.727] Build status: SCHEDULED
[06:12:56.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:81:0) after 9m31s
[06:22:27.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:81:0)
[06:22:27.783] Build status: SCHEDULED
[06:22:27.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:82:0) after 5m34s
[06:28:01.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:82:0)
[06:28:01.901] Build status: SCHEDULED
[06:28:01.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:83:0) after 4m22s
[06:32:23.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:83:0)
[06:32:23.953] Build status: SCHEDULED
[06:32:23.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:84:0) after 6m21s
[06:38:44.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:84:0)
[06:38:44.956] Build status: SCHEDULED
[06:38:44.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:85:0) after 7m34s
[06:46:18.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:85:0)
[06:46:18.993] Build status: SCHEDULED
[06:46:18.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:86:0) after 1m48s
[06:48:07.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:86:0)
[06:48:07.082] Build status: SCHEDULED
[06:48:07.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:87:0) after 1m14s
[06:49:21.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:87:0)
[06:49:21.210] Build status: SCHEDULED
[06:49:21.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:88:0) after 4m43s
[06:50:37.557] Received PubSub notification, asking Buildbucket for the build status
[06:50:37.581] Build status: STARTED
[06:54:04.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:88:0)
[06:54:04.368] Build status: STARTED
[06:54:04.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:90:0) after 1m40s
[06:55:44.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:90:0)
[06:55:44.403] Build status: STARTED
[06:55:44.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:91:0) after 8m27s
[07:04:11.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:91:0)
[07:04:11.492] Build status: STARTED
[07:04:11.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:92:0) after 3m0s
[07:07:11.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:92:0)
[07:07:11.501] Build status: STARTED
[07:07:11.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:93:0) after 1m6s
[07:08:17.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:93:0)
[07:08:17.542] Build status: STARTED
[07:08:17.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:94:0) after 1m7s
[07:09:24.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:94:0)
[07:09:24.574] Build status: STARTED
[07:09:24.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:95:0) after 1m5s
[07:10:29.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:95:0)
[07:10:29.607] Build status: STARTED
[07:10:29.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:96:0) after 2m46s
[07:13:15.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:96:0)
[07:13:15.802] Build status: STARTED
[07:13:15.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:97:0) after 8m18s
[07:21:33.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:97:0)
[07:21:34.005] Build status: STARTED
[07:21:34.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:98:0) after 6m46s
[07:28:20.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:98:0)
[07:28:20.119] Build status: STARTED
[07:28:20.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:99:0) after 8m17s
[07:36:37.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:99:0)
[07:36:37.309] Build status: STARTED
[07:36:37.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867054061867015280:100:0) after 4m39s
[07:39:33.810] Received PubSub notification, asking Buildbucket for the build status
[07:39:33.827] Build:
{
"id": "8701623999714052049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-08T00:01:42.656154308Z",
"startTime": "2025-10-08T06:50:36.940537720Z",
"endTime": "2025-10-08T07:39:33.500685986Z",
"updateTime": "2025-10-08T07:39:33.500685986Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "58bc121c9bcb7b0bbed40c423f90ba659ebfe752",
"ref": "refs/heads/main"
}
}
}
[07:39:33.827] Invocation finished in 7h37m52.608329365s with status FAILED